-- Logs begin at Thu 2021-06-17 07:38:49 UTC, end at Thu 2021-06-17 09:11:11 UTC. -- Jun 17 08:09:38.052994 n-d-780147-13 systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 08:09:40.702389 n-d-780147-13 neutron-server[93382]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:09:40.703023 n-d-780147-13 neutron-server[93382]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:09:40.703177 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93382) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:09:40.706485 n-d-780147-13 neutron-server[93382]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:09:40.706738 n-d-780147-13 neutron-server[93382]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:09:40.707080 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93382) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:09:40.707999 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:09:40.708232 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:09:40.708588 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:09:40.708832 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:09:40.709054 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:09:40.709366 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.709659 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.709950 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.710177 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.710465 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.710751 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.711050 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.711336 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.711703 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.711990 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.712266 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.712547 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.712774 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.713050 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.713331 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.713614 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.713834 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] debug = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.714109 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.714531 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.715011 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.715282 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.715565 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.715842 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.716108 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.716381 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.716661 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.716983 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] host = n-d-780147-13 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.717254 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.717534 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.717817 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.718098 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.718367 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.718638 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.718933 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.719206 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.719472 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.719741 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.720025 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.720305 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.720588 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.720809 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.721027 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.721309 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.721590 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.721861 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.722131 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.722400 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.722667 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.722955 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.723221 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.723499 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.723779 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.724057 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.724324 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.724591 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.724855 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.725124 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.725403 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.725670 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.725940 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.726206 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.726486 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.726750 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.727041 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.727339 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.727620 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.727898 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.728178 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.728446 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.728725 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.728991 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.729257 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.729522 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] use_json = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.729789 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.730053 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.730858 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.731154 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.731421 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.731689 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.731957 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.732236 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:40.732527 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.732820 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.733116 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.733395 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.733685 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.733961 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.734247 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.734520 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.734804 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.735112 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.735403 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.735678 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.735967 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.736239 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.736530 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.736831 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.737120 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.737406 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.737677 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.737946 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.738219 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.738490 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.738769 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.739088 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.739375 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.739648 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.739924 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.740212 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.740486 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.740758 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.741032 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.741315 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.741585 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.741966 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.742257 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.742537 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.742808 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.743109 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.743387 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.743675 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.743949 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.744220 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.744489 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.744762 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.745033 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.745318 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.745592 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.745863 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.746736 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.747049 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.747320 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.747592 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.747868 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.748138 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.748416 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.748686 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.748957 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.749226 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.749495 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.749764 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.750032 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.750299 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.750572 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.750841 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.751132 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.751405 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.751673 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.751944 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.752225 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.752519 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.752795 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.753068 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.753344 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.753615 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.753886 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.754157 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.754430 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.754703 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.754997 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.755283 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.755567 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.755851 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.756128 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.756404 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.756695 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.756969 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.757249 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.757523 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.757798 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.758085 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.758371 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.758664 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.758983 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.759275 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.759566 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.759856 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.760132 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.760439 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.760716 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:40.760934 n-d-780147-13 neutron-server[93382]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:09:40.761170 n-d-780147-13 neutron-server[93382]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93382) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 08:09:41.110672 n-d-780147-13 neutron-server[93382]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:09:41.110972 n-d-780147-13 neutron-server[93382]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:09:41.111262 n-d-780147-13 neutron-server[93382]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:09:41.111591 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 08:09:41.503354 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.503566 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.503835 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.505163 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.505465 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.505760 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.539149 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.539426 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.539692 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.553682 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.553962 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.554231 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.583909 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.584189 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.584458 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.621048 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.621326 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.621594 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.852964 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.853579 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.853579 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.853737 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.854685 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.978071 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.978388 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.978662 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.978952 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.979220 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.979526 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.979780 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.980031 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.980314 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.980596 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.980851 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.981111 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.981366 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.981625 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.981873 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.982136 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.982405 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.982656 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.982934 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.983188 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.983466 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.983807 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.984054 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.984328 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.984572 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.984813 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:41.985207 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:41.985444 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:41.985675 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:41.985907 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:41.986138 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:41.986365 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:41.987669 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 08:09:41.990727 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 08:09:41.994626 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 08:09:41.998687 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 17 08:09:42.000319 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 08:09:42.000764 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 08:09:42.001095 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 08:09:42.001474 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 08:09:42.004268 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 08:09:42.004520 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 08:09:42.004860 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:09:42.033462 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 08:09:42.033904 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.034197 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93382) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 08:09:42.034557 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.036190 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93382) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 08:09:42.036660 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:09:42.037061 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 08:09:42.042708 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.043256 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.109934 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 08:09:42.110113 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 08:09:42.110344 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 08:09:42.110712 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 08:09:42.131663 n-d-780147-13 neutron-server[93382]: DEBUG oslo_db.sqlalchemy.engines [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93382) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 08:09:42.662841 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing driver for type 'gre' Jun 17 08:09:42.663374 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] gre ID ranges: [(1, 1000)] Jun 17 08:09:42.716244 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing driver for type 'local' Jun 17 08:09:42.716553 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing driver for type 'vlan' Jun 17 08:09:42.729187 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] VlanTypeDriver initialization complete Jun 17 08:09:42.729534 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing driver for type 'vxlan' Jun 17 08:09:42.730026 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] vxlan ID ranges: [(1, 1000)] Jun 17 08:09:42.779789 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing extension driver 'port_security' Jun 17 08:09:42.780220 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] PortSecurityExtensionDriver initialization complete Jun 17 08:09:42.780614 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing mechanism driver 'openvswitch' Jun 17 08:09:42.780990 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing mechanism driver 'hyperv' Jun 17 08:09:42.787586 n-d-780147-13 neutron-server[93382]: DEBUG neutron.plugins.ml2.plugin [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:09:42.788345 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.788725 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.789089 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.789483 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.789842 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.790196 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.790577 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.790941 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.791291 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.791666 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > security_group after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.792016 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > security_group after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.792614 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.793534 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.793878 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.794220 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.794600 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > address_group after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.794971 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > address_group after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.795314 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.795650 n-d-780147-13 neutron-server[93382]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] ML2 OVO RPC backend initialized. {{(pid=93382) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 08:09:42.796360 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.796717 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.797133 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.797481 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > networks before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.797828 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.798169 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > ports before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.798512 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.798852 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnets before_response 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.799222 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.799562 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.799897 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.800232 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.800584 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.800906 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.801243 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.801578 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.801910 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.802483 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.plugin [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Modular L2 Plugin initialization complete Jun 17 08:09:42.802810 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading services supported by the core plugin {{(pid=93382) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 08:09:42.803167 n-d-780147-13 neutron-server[93382]: INFO neutron.plugins.ml2.managers [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Got port-security extension from driver 'port_security' Jun 17 08:09:42.803630 n-d-780147-13 neutron-server[93382]: INFO neutron.extensions.vlantransparent [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Disabled vlantransparent extension. Jun 17 08:09:42.804116 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93382) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 08:09:42.804439 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: router Jun 17 08:09:42.840417 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.840937 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_create 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.841337 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router before_create 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.841708 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.842085 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.842441 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_delete 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.842804 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.843205 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_create 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.843555 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_update 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.843905 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_update 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.844252 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.844607 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_update 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.845021 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_update 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.845385 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.845722 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.846057 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: subnet after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.846395 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.846743 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.847114 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_create 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.847457 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.847801 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.848154 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router after_update 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.848493 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.848845 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_create 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.849208 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.849553 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_update 55549900 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.849924 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > network after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.850785 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Tracking information for resource: router configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:42.851141 n-d-780147-13 neutron-server[93382]: DEBUG neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Tracking information for resource: floatingip configured {{(pid=93382) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:09:42.857097 n-d-780147-13 neutron-server[93382]: INFO neutron.db.l3_agentschedulers_db [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 08:09:42.857670 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.858030 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port after_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.858379 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port after_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.858733 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: port after_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.859672 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router before_create 55550100 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.860043 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.860407 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_create 55550100 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.860765 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > router precommit_update 55550100 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.865252 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.provider_configuration [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service providers = [] {{(pid=93382) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 08:09:42.865616 n-d-780147-13 neutron-server[93382]: DEBUG neutron.db.servicetype_db [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93382) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 08:09:42.868506 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.service_base [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93382) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:09:42.868857 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.service_base [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93382) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:09:42.869197 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.service_base [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93382) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:09:42.870059 n-d-780147-13 neutron-server[93382]: DEBUG neutron.services.service_base [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93382) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:09:42.870431 n-d-780147-13 neutron-server[93382]: INFO neutron.services.service_base [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 08:09:42.870799 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.871827 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 08:09:42.882551 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.882892 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: auto_allocate Jun 17 08:09:42.888867 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: network precommit_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.889236 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: network precommit_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.889751 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.890077 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: tag Jun 17 08:09:42.896644 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.896977 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: timestamp Jun 17 08:09:42.902309 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.902657 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: network_ip_availability Jun 17 08:09:42.908153 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.908520 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.908871 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:42.909591 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.909905 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: flavors Jun 17 08:09:42.914629 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.914929 n-d-780147-13 neutron-server[93382]: INFO neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading Plugin: revisions Jun 17 08:09:42.920039 n-d-780147-13 neutron-server[93382]: DEBUG neutron.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93382) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:09:42.920425 n-d-780147-13 neutron-server[93382]: DEBUG oslo_concurrency.lockutils [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=93382) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:09:42.921158 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93382) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 08:09:42.921487 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Initializing extension manager. Jun 17 08:09:42.921985 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: __init__.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.922320 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: __pycache__ {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.922647 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.923002 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: address_group.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.923753 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.924322 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: address-group Jun 17 08:09:42.924642 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: address_scope.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.925326 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.925832 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: address-scope Jun 17 08:09:42.926145 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.927078 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.927577 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: router-admin-state-down-before-update Jun 17 08:09:42.927889 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: agent.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.928565 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.929065 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: agent Jun 17 08:09:42.929381 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: agent_resources_synced.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.930255 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.930759 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: agent-resources-synced Jun 17 08:09:42.931101 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: allowedaddresspairs.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.933045 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.934199 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: allowed-address-pairs Jun 17 08:09:42.934577 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: auto_allocated_topology.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.935669 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.936177 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: auto-allocated-topology Jun 17 08:09:42.936495 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: availability_zone.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.937164 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.937665 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: availability_zone Jun 17 08:09:42.937981 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: availability_zone_filter.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.938864 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.939392 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: availability_zone_filter Jun 17 08:09:42.939707 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: data_plane_status.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.940596 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.941092 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 08:09:42.941405 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: default_subnetpools.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.942313 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.942811 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: default-subnetpools Jun 17 08:09:42.943154 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.943939 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.944440 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: dhcp_agent_scheduler Jun 17 08:09:42.944756 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: dns.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.945644 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.946147 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 08:09:42.946464 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: dns_domain_ports.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.947376 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.947877 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 08:09:42.948193 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: dvr.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.948843 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.949514 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: dvr Jun 17 08:09:42.949827 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: empty_string_filtering.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.950712 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.951248 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: empty-string-filtering Jun 17 08:09:42.951563 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.952450 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.952948 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:09:42.953263 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.954141 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.954640 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 08:09:42.954982 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: external_net.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.955862 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.956367 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: external-net Jun 17 08:09:42.956683 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.957566 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.958065 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: extra_dhcp_opt Jun 17 08:09:42.958380 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: extraroute.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.959295 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.959792 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: extraroute Jun 17 08:09:42.960105 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: extraroute_atomic.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.961103 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.961606 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: extraroute-atomic Jun 17 08:09:42.961920 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: filter_validation.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.962560 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.963093 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: filter-validation Jun 17 08:09:42.963406 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: fip_pf_description.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.964380 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.964897 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 08:09:42.965217 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: fip_port_details.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.966090 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.966594 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: fip-port-details Jun 17 08:09:42.966926 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: flavors.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.968141 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.968657 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: flavors Jun 17 08:09:42.968970 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.970616 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.971159 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 08:09:42.971483 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: floatingip_pools.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.972158 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.972660 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: floatingip-pools Jun 17 08:09:42.972978 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: ip_allocation.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.973865 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.974366 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 08:09:42.974683 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.975601 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.976103 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: ip-substring-filtering Jun 17 08:09:42.976420 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l2_adjacency.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.977313 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.977806 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 08:09:42.978121 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.979095 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.979600 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: router Jun 17 08:09:42.979914 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.983086 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.983609 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:09:42.983932 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.984828 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.985337 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: ext-gw-mode Jun 17 08:09:42.985655 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.986549 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.987085 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: l3-ha Jun 17 08:09:42.987403 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3_flavors.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.988292 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.988795 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: l3-flavors Jun 17 08:09:42.989113 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.990007 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.990504 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 08:09:42.990815 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: l3agentscheduler.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.991848 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.992352 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: l3_agent_scheduler Jun 17 08:09:42.992670 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: logging.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.994141 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.994659 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension logging not supported by any of loaded plugins Jun 17 08:09:42.995010 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: metering.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.995730 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.996989 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: metering Jun 17 08:09:42.997305 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:42.998378 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:42.998888 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: metering_source_and_destination_fields Jun 17 08:09:42.999236 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: multiprovidernet.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.000135 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.000641 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: multi-provider Jun 17 08:09:43.000960 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: netmtu.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.001840 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.002339 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: net-mtu Jun 17 08:09:43.002654 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: netmtu_writable.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.003573 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.004076 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: net-mtu-writable Jun 17 08:09:43.004392 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: network_availability_zone.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.005035 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.005534 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: network_availability_zone Jun 17 08:09:43.005854 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: network_ip_availability.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.006946 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.007460 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: network-ip-availability Jun 17 08:09:43.007779 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: network_segment_range.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.008518 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.009015 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 08:09:43.009330 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: pagination.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.010300 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.010625 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: pagination Jun 17 08:09:43.010971 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: port_device_profile.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.011883 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.012424 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: port-device-profile Jun 17 08:09:43.012736 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.013624 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.014125 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: port-mac-address-regenerate Jun 17 08:09:43.014440 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.015368 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.015866 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: port-numa-affinity-policy Jun 17 08:09:43.016181 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: port_resource_request.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.017051 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.017546 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 08:09:43.017863 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: portbindings.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.018752 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.019288 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: binding Jun 17 08:09:43.019607 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: portbindings_extended.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.020833 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.021338 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: binding-extended Jun 17 08:09:43.021660 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: portsecurity.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.022545 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.023079 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: port-security Jun 17 08:09:43.023397 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: project_id.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.024473 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.024798 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: project-id Jun 17 08:09:43.025120 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: providernet.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.026015 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.026524 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: provider Jun 17 08:09:43.026842 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.030377 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.030892 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos not supported by any of loaded plugins Jun 17 08:09:43.031246 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.032457 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.032965 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 08:09:43.033288 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.034173 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.034678 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 08:09:43.035038 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_default.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.035920 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.036428 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-default not supported by any of loaded plugins Jun 17 08:09:43.036749 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_fip.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.037377 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.037875 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 08:09:43.038192 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_gateway_ip.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.039119 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.039626 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 08:09:43.039939 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_port_network_policy.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.040821 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.041324 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 08:09:43.041639 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_rule_type_details.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.043371 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.044036 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 08:09:43.044353 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: qos_rules_alias.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.045375 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.045889 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 08:09:43.046206 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: quotasv2.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.047198 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.047521 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: quotas Jun 17 08:09:43.047837 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: quotasv2_detail.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.050803 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.051166 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: quota_details Jun 17 08:09:43.051488 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: rbac.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.052505 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.053024 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: rbac-policies Jun 17 08:09:43.053348 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: rbac_address_group.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.054251 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.054763 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: rbac-address-group Jun 17 08:09:43.055121 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: rbac_address_scope.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.056019 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.056529 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: rbac-address-scope Jun 17 08:09:43.056848 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: rbac_security_groups.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.057935 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.058574 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: rbac-security-groups Jun 17 08:09:43.059044 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: rbac_subnetpool.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.059934 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.060439 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: rbac-subnetpool Jun 17 08:09:43.060757 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: revisionifmatch.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.061646 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.062145 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: revision-if-match Jun 17 08:09:43.062462 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: revisions.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.063580 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.064085 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: standard-attr-revisions Jun 17 08:09:43.064403 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: router_availability_zone.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.065130 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.065635 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: router_availability_zone Jun 17 08:09:43.065956 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: routerservicetype.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.066842 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.067375 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 08:09:43.067691 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.068578 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.069080 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: security-groups-normalized-cidr Jun 17 08:09:43.069398 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.070285 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.070788 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: port-security-groups-filtering Jun 17 08:09:43.071140 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.072028 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.072531 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: security-groups-remote-address-group Jun 17 08:09:43.072846 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: securitygroup.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.082277 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.082795 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: security-group Jun 17 08:09:43.083151 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: segment.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.083914 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.084416 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension segment not supported by any of loaded plugins Jun 17 08:09:43.084738 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.085642 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.086141 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 08:09:43.086459 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: servicetype.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.087576 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.088093 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: service-type Jun 17 08:09:43.088415 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: sorting.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.089385 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.090296 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: sorting Jun 17 08:09:43.090612 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: standard_attr_segment.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.091527 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.092030 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 08:09:43.092345 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: standardattrdescription.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.092964 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.093461 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: standard-attr-description Jun 17 08:09:43.093776 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: stateful_security_group.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.094663 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.095202 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: stateful-security-group Jun 17 08:09:43.095518 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: stdattrs_common.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.096071 n-d-780147-13 neutron-server[93382]: WARNING neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 08:09:43.096386 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.097348 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.097854 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 08:09:43.098168 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: subnet_onboard.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.099228 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.099738 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: subnet_onboard Jun 17 08:09:43.100055 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.100946 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.101451 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 08:09:43.101768 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: subnet_service_types.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.102681 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.103217 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: subnet-service-types Jun 17 08:09:43.103535 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: subnetallocation.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.104583 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.105093 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: subnet_allocation Jun 17 08:09:43.106150 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.106868 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.107407 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: subnetpool-prefix-ops Jun 17 08:09:43.107725 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.108621 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.109121 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 08:09:43.109436 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: tagging.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.110448 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.110985 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: standard-attr-tag Jun 17 08:09:43.111307 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: timestamp.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.112510 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.113014 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loaded extension: standard-attr-timestamp Jun 17 08:09:43.113333 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: trunk.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.114333 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.114840 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension trunk not supported by any of loaded plugins Jun 17 08:09:43.115186 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: trunk_details.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.116075 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.116583 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 08:09:43.116904 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: uplink_status_propagation.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.117793 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.118295 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 08:09:43.118612 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Loading extension file: vlantransparent.py {{(pid=93382) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:09:43.119286 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93382) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:09:43.119786 n-d-780147-13 neutron-server[93382]: INFO neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 08:09:43.122343 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:network Jun 17 08:09:43.122890 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:subnet Jun 17 08:09:43.123315 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:09:43.123699 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:port Jun 17 08:09:43.124907 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.125350 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service FLAVORS assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.125951 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.126370 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.126701 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:router Jun 17 08:09:43.127155 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:09:43.127638 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service METERING assigned prefix: /metering {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.129051 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:43.129421 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:43.129763 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:09:43.130740 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:09:43.131217 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:09:43.131637 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:09:43.132235 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service CORE assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.132557 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:09:43.132892 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] subnetpool is already registered Jun 17 08:09:43.133319 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service CORE assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.133645 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:09:43.133967 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] subnetpool is already registered Jun 17 08:09:43.136274 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.137063 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service FLAVORS assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.137590 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.138005 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.138331 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:router Jun 17 08:09:43.138671 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] router is already registered Jun 17 08:09:43.139103 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:09:43.139431 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] floatingip is already registered Jun 17 08:09:43.139872 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service METERING assigned prefix: /metering {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.140522 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:09:43.140840 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] rbac_policy is already registered Jun 17 08:09:43.141241 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:09:43.141565 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] security_group is already registered Jun 17 08:09:43.141954 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:09:43.142276 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] security_group_rule is already registered Jun 17 08:09:43.142926 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service CORE assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.143308 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:09:43.143632 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] subnetpool is already registered Jun 17 08:09:43.144042 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.v2.resource_helper [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Service CORE assigned prefix: {{(pid=93382) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:09:43.144356 n-d-780147-13 neutron-server[93382]: INFO neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:09:43.144678 n-d-780147-13 neutron-server[93382]: WARNING neutron.quota.resource_registry [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] subnetpool is already registered Jun 17 08:09:43.145139 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: extensions {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.146572 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: address-groups {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.148142 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: address-scopes {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.149453 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: agents {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.150613 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: auto-allocated-topology {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.151920 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: availability_zones {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.153659 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: dhcp-networks {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.155183 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: dhcp-agents {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.156606 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: routers {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.158317 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: flavors {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.160651 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: service_profiles {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.161872 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: next_providers {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.163328 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: service_profiles {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.164905 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: floatingip-pools {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.166210 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: routers {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.168797 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: floatingips {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.170073 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: l3-routers {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.171473 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: l3-agents {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.172883 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: metering-labels {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.174144 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: metering-label-rules {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.175546 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: network-ip-availabilities {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.176812 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: bindings {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.178357 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: quotas {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.179909 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: quotas {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.181341 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: rbac-policies {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.182535 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: security-groups {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.183894 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: security-group-rules {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.185147 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: service-providers {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.186360 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: subnetpools {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.187773 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: subnetpools {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.189309 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.191019 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.192823 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.194656 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.196368 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.198333 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.200073 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.201878 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.203761 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.205502 n-d-780147-13 neutron-server[93382]: DEBUG neutron.api.extensions [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Extended resource: tags {{(pid=93382) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:09:43.211574 n-d-780147-13 neutron-server[93382]: WARNING keystonemiddleware.auth_token [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 08:09:43.216607 n-d-780147-13 neutron-server[93382]: WARNING keystonemiddleware.auth_token [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 08:09:43.224855 n-d-780147-13 neutron-server[93382]: DEBUG oslo_concurrency.lockutils [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Acquired lock "singleton_lock" {{(pid=93382) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 08:09:43.225322 n-d-780147-13 neutron-server[93382]: DEBUG oslo_concurrency.lockutils [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Releasing lock "singleton_lock" {{(pid=93382) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 08:09:43.225953 n-d-780147-13 neutron-server[93382]: INFO oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Starting 2 workers Jun 17 08:09:43.231212 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Started child 93499 {{(pid=93382) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:09:43.235721 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Started child 93500 {{(pid=93382) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:09:43.236715 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:43.237390 n-d-780147-13 neutron-server[93382]: INFO neutron.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 08:09:43.237967 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Notify callbacks [] for process, before_spawn {{(pid=93382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:43.238353 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [-] (93499) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:09:43.240469 n-d-780147-13 neutron-server[93382]: INFO oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Starting 1 workers Jun 17 08:09:43.240635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:43.242001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [-] (93500) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:09:43.245653 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Started child 93501 {{(pid=93382) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:09:43.246353 n-d-780147-13 neutron-server[93382]: INFO oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Starting 1 workers Jun 17 08:09:43.249215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] calling RpcWorker wait() {{(pid=93501) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 08:09:43.249813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] returning from RpcWorker wait() {{(pid=93501) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 08:09:43.250843 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Started child 93502 {{(pid=93382) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:09:43.251050 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:43.251513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:09:43.251720 n-d-780147-13 neutron-server[93382]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa7a8-c2ed-422d-9448-ad19c87dd693 None None] Notify callbacks [] for process, after_spawn {{(pid=93382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:43.253586 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93382) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:09:43.253799 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:09:43.253982 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:09:43.254254 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:09:43.254599 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:09:43.254795 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:09:43.255191 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.255458 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.255713 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.255858 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:43.256376 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.256376 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.256674 n-d-780147-13 neutron-server[93502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:09:43.256824 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.257058 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.257317 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.257600 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.257940 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.258108 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.258250 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.258409 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.258640 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.258935 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.259209 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.259458 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.259724 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.259882 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.260125 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.260397 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.260652 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.260917 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] debug = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.261156 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.262050 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.262301 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.262544 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.262784 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.263085 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.263316 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.263611 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.263861 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.264129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.264423 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.264622 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.264853 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.265069 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.265283 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.265525 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.265744 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.266224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] host = n-d-780147-13 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.266456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.266690 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.267071 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.267333 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.267594 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.267865 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.268074 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.268316 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.268578 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.268801 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.269019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.269276 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.269504 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.269732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.269885 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_options = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.270117 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.270390 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.270645 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.270833 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.271016 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.271172 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.271412 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.271558 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.271803 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.272034 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.272243 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.272453 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.272663 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.272877 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.273123 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.273362 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.273590 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.273826 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.274086 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.274334 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.274576 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.274785 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.275058 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.275293 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.275523 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.275750 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.275980 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.276189 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.276415 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.276672 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.278119 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.278594 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.278698 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.278979 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.279227 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.279473 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.279726 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.279999 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.280241 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.280494 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.280973 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.281218 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.281477 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.281747 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.282694 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.283436 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_json = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.284264 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.284492 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.284750 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.286857 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.287146 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.287379 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.287607 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.287856 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.288272 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.288557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.288861 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.289117 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.289355 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.289609 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.289860 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.290167 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.290396 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.290643 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.290978 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.291224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.291529 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.291751 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.292009 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.292571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.293429 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.293772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.294235 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.294403 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.294627 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.294886 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.295265 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.295544 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.295804 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.296062 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.296281 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.296521 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.296758 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.296972 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.297185 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.297417 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.297681 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.297919 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.298138 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.298358 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.298591 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.298835 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.299103 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.299360 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.299601 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.299832 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.300147 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.300307 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.300494 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.300705 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.300917 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.301159 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.301394 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.301642 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.301872 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.302090 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.302308 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.302308 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.302820 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.303111 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.303256 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.303393 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.303628 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.303845 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.304099 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.304345 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.304563 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.304795 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.305031 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.305212 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.305423 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.305653 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.305867 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.306078 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.306291 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.306504 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.306712 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.306948 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.307161 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.307368 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.307595 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.307802 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.308015 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.308239 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.308506 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.308774 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.309114 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.309265 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.309459 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.309764 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.310134 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.310629 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.310629 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.310933 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.310933 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.311204 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.311369 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.311605 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.311852 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.312217 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.312390 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.312574 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.312824 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.313136 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.313361 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.313880 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.314028 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.314266 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.314472 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.314716 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.315273 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.315273 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.315871 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.316023 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.316194 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.316588 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.316779 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.316992 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.317216 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.317489 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.317790 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.318054 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.318415 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.318648 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.318790 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.319016 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.319264 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.319511 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.319771 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.320016 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.320232 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.320523 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.320761 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.320980 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.321192 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.321435 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.321745 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.321973 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.322189 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.322421 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.322691 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.322970 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.323211 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.323480 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.324377 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.324627 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.324888 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.325201 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.325358 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.325564 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.325889 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.326255 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.326446 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.326812 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.326988 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.327131 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.327325 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.327585 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.327795 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.328011 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.328242 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.328936 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.328936 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.329251 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.329389 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.329526 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.329754 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.329973 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.330188 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.331160 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.331160 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.331160 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.331160 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.331734 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.331734 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.332367 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.332367 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.332367 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.332754 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.332754 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.333042 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.333180 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.333337 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.333548 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.333705 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.334204 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.334204 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.334487 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.334625 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.334769 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.338916 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.340569 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.341557 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.342580 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343465 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343465 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343465 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343465 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343997 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343997 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.343997 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.344356 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.344489 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.344615 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.344846 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.345048 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.345352 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.345613 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.345852 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.346129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.346354 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.346581 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.346828 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.347166 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.347379 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.347639 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.347857 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.348072 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.348290 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.348538 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.348870 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.349136 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.349398 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.349647 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.349936 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.350193 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.350446 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.350674 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.350987 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.351348 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.351616 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.351878 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.352102 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.352361 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.352581 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.352814 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.353049 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.353306 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.353541 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.353778 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.354001 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.354216 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.354477 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.354722 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.354957 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.355197 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.356116 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.356351 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.356560 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.356714 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:09:43.357272 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93382) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:09:43.357432 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:09:43.357583 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:09:43.357751 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:09:43.357918 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:09:43.358072 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:09:43.358277 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.358429 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.358596 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.358746 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.358924 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.359126 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.359351 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.359466 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.359585 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.359741 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.359907 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.360051 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.360194 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.360349 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.360494 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.360637 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.360955 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.361106 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.361265 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.361415 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.361574 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.361727 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.361883 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] debug = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.362045 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.362234 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.362394 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.362552 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.362698 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.362855 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.363028 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.363187 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.363338 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.363642 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.363981 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.364135 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.364482 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.364786 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.364946 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.365095 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.365396 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.365550 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] host = n-d-780147-13 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.365701 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.365861 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366013 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366168 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366323 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366479 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366632 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366785 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.366973 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.367131 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.367285 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.367440 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.367595 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.367752 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.367922 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_options = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368049 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368203 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368357 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368528 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368688 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368841 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.368994 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.369148 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.369305 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.369456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.369764 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.369921 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.370075 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.370230 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.370383 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.370536 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.370689 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.370872 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.371205 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.371205 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.371554 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.371554 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.371816 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.371816 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372014 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372094 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372207 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372359 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372513 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372665 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372818 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.372958 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.373114 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.373267 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.373420 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.373574 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.373727 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.373885 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374040 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374193 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374346 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374562 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374671 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374806 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.374984 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.375124 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_json = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.375274 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.375429 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.375586 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.375743 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.375896 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.376036 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.376202 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.376347 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:09:43.376547 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.376710 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.378934 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380121 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.380414 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.381447 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.382456 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.383631 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.384772 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.386019 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.387571 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.388732 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.389849 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.391224 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392129 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.392950 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.393881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.393881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.393881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.393881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.393881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.393881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394405 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394405 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394405 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394405 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394683 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394683 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394828 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.394986 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.395144 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.395310 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.395479 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.395638 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.395843 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396097 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396097 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396371 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396527 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396725 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396725 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.396883 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397027 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397184 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397343 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397500 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397657 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397814 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.397972 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.398133 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.398291 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.398448 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.398605 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.398763 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.398936 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.399095 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.399252 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.399409 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.399566 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.399724 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.399881 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400039 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400206 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400333 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400472 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400633 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400788 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.400945 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.401100 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.401257 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.401415 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.401572 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.401781 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.402664 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.402664 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.402664 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403152 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403152 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403152 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403385 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403542 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403702 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.403863 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404020 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404179 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404336 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404495 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404651 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404809 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.404969 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.405127 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.405302 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.405459 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.405615 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.405771 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.405929 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.406084 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.406248 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.406386 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.406540 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.406696 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.406851 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407031 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407190 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407350 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407506 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407649 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407809 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.407966 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.408122 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.408293 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.408452 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.408611 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.408768 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.408926 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.409093 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.409251 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.409409 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.409566 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.409722 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.409889 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.410046 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.410203 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.410358 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.410514 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.410679 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.410836 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411013 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411173 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411349 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411497 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411634 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411768 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.411918 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412055 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412213 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412357 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412516 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412680 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412837 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.412993 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.413149 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.413318 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.413474 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.413633 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.413789 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.413946 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.414104 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.414262 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.414408 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.414576 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.414741 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.414995 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.415139 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.415276 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.415411 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.415546 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.415680 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.415847 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416063 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416205 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416334 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416459 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416583 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416706 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.416867 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.417023 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.417438 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.417605 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.418373 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.418604 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.418789 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419029 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419171 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419354 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419491 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419638 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419775 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:09:43.419919 n-d-780147-13 neutron-server[93382]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93382) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:09:43.724180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34924) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:09:43.732989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066609 Jun 17 08:09:55.019832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f29d3-f645-4adb-86b8-8d925ee46c92 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:09:55.129508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f29d3-f645-4adb-86b8-8d925ee46c92 None None] No non-hosted networks {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 08:09:55.138518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.agentschedulers_db [None req-c47f29d3-f645-4adb-86b8-8d925ee46c92 None None] DHCP Agent not found on host n-d-780147-13 {{(pid=93501) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 08:09:55.141461 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b04cad7-f528-4ea3-bfd0-0a81c88cd331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:57.362553 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61c16068-8658-487a-9c7c-081289437f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:57.380557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e371907d-a131-4d47-81a4-ac021a00c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:57.443074 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:57.443630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.443965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.444516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.445019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.445531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.446024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.446523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.447049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.447592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.448174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.449285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.450051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:09:57.450517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-780147-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:09:57.467473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-780147-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:09:58.697977 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:00.137807 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:01.523055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35016) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:02.026337 n-d-780147-13 neutron-server[93500]: WARNING oslo_policy.policy [None req-5edd6ce0-e120-429d-8f7f-adb9b020481a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:02.027701 n-d-780147-13 neutron-server[93500]: WARNING oslo_policy.policy [None req-5edd6ce0-e120-429d-8f7f-adb9b020481a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:02.270480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-5edd6ce0-e120-429d-8f7f-adb9b020481a admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:10:02.271573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5edd6ce0-e120-429d-8f7f-adb9b020481a admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7474940 Jun 17 08:10:02.637790 n-d-780147-13 neutron-server[93501]: INFO neutron.db.l3_hamode_db [None req-5068c411-d52d-42fc-9a5c-37cc64ca02d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 08:10:02.722608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068c411-d52d-42fc-9a5c-37cc64ca02d3 None None] Routers set() bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:10:02.723008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068c411-d52d-42fc-9a5c-37cc64ca02d3 None None] Router IDs set() for agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:10:04.670837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35030) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:04.977236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:05.071199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.policy [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:10:05.116351 n-d-780147-13 neutron-server[93500]: WARNING oslo_policy.policy [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:05.116716 n-d-780147-13 neutron-server[93500]: WARNING oslo_policy.policy [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:05.125622 n-d-780147-13 neutron-server[93500]: INFO neutron.quota [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] Loaded quota_driver: . Jun 17 08:10:05.214882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751036025836', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751036026323', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751036012950', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751036011480', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751036016019', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751035990357', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1826464', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1821737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650952'] for rbac-policy, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:05.276467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:05.277662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-05976853-f165-4f37-8bd7-f4d5b7bb487d admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6058679 Jun 17 08:10:07.768114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35042) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:08.059997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Request body: {'network': {'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'name': 'private', 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:08.088059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Made reservation on behalf of 06d6ce2753ac452a994f4c079b1796c5 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:10:08.091042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.107121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.231872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.235476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.240572 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:08.255687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:10:08.282174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751034231592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.282766 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Unsubscribe: segment precommit_create {{(pid=93500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:10:08.283290 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Added segment 4cb2687a-a354-4981-ba58-ebdbc09f0a89 of type vlan for network b0f62d15-3944-462f-89a8-4179a96fa86f Jun 17 08:10:08.304552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44bc5e5-b8fe-4cf6-a215-778402dda600,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:08.350538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.350866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.351224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.351543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.351860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.352173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.352487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.352793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.353099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.353405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.353707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.354008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Tracked resource versions report: Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: pushed versions: Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: { 'AddressGroup': {'1.2'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'ConntrackHelper': {'1.0'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Log': {'1.0'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Network': {'1.1'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Port': {'1.7'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'PortForwarding': {'1.2'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'QosPolicy': {'1.8'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'SecurityGroup': {'1.4'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'SubPort': {'1.0'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Subnet': {'1.1'}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Trunk': {'1.1'}} Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: consumer versions: Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: L3 agent@n-d-780147-13: {}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: Metadata agent@n-d-780147-13: {}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: Metering agent@n-d-780147-13: {}, Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'ConntrackHelper': '1.0', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Log': '1.0', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Network': '1.1', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Port': '1.7', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'PortForwarding': '1.2', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'QosPolicy': '1.8', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'SecurityGroup': '1.4', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'SecurityGroupRule': '1.2', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'SubPort': '1.0', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Subnet': '1.1', Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: 'Trunk': '1.1'}} Jun 17 08:10:08.355826 n-d-780147-13 neutron-server[93500]: {{(pid=93500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:10:08.401039 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.409603 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:08.451573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.452954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:08.453605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:08.456284 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:08.502532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7333846 Jun 17 08:10:08.601796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f62d15-3944-462f-89a8-4179a96fa86f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:08.605156 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:08.613662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b0f62d15-3944-462f-89a8-4179a96fa86f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:10:11.121139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35056) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:11.504225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3feb171-1379-49c1-974b-f7298af417fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:11.505574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f3feb171-1379-49c1-974b-f7298af417fe admin admin] 10.222.0.65 "GET /v2.0/networks/b0f62d15-3944-462f-89a8-4179a96fa86f HTTP/1.1" status: 200 len: 825 time: 0.3834910 Jun 17 08:10:11.529966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cd128b67-cbcc-4daf-9337-9c21659527e5 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/8b8af11d-27c0-4207-aec1-fa2021068012 HTTP/1.1" status: 200 len: 734 time: 0.0191028 Jun 17 08:10:11.538136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012', 'name': 'private-subnet', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:11.560545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Made reservation on behalf of 06d6ce2753ac452a994f4c079b1796c5 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:10:11.562857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:11.850524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:11.852670 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:11.920194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea54ab8-5fe1-4f51-8de6-16b13b3bfecc,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:11.922399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Checking segment: {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:10:11.922780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Network hostable DHCP agents. Network: b0f62d15-3944-462f-89a8-4179a96fa86f, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:10:11.927884 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:11.944464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Network b0f62d15-3944-462f-89a8-4179a96fa86f is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:10:11.955926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, b0f62d15-3944-462f-89a8-4179a96fa86f) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:10:11.960514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:11.961072 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:11.965933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4d972-1281-4f3f-995a-c718fb5529d6 None None] Network b0f62d15-3944-462f-89a8-4179a96fa86f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:10:11.974130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4391899 Jun 17 08:10:12.272235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-b0f62d15-3944-462f-89a8-4179a96fa86f', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:10:12.273418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:12.543367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Allocated IP 172.20.0.2 (b0f62d15-3944-462f-89a8-4179a96fa86f/dea54ab8-5fe1-4f51-8de6-16b13b3bfecc/f8bb214c-c351-4812-b69c-eb00473c236d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:10:12.756230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:12.773257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Transition to ACTIVE for port object f8bb214c-c351-4812-b69c-eb00473c236d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:10:12.822681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Transition to ACTIVE for port object f8bb214c-c351-4812-b69c-eb00473c236d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:10:12.831253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:12.834854 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:12.891121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Network b0f62d15-3944-462f-89a8-4179a96fa86f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:10:12.895744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:10:12.912121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:10:12.921173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Pushing event updated for resources: {'Port': ['ID=f8bb214c-c351-4812-b69c-eb00473c236d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:12.965564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.965902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.966239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.966750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.966874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.967214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.967526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.967838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.968147 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.968455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.968765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.969071 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Tracked resource versions report: Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: pushed versions: Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: { 'AddressGroup': {'1.2'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'ConntrackHelper': {'1.0'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Log': {'1.0'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Network': {'1.1'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Port': {'1.7'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'PortForwarding': {'1.2'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'QosPolicy': {'1.8'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'SecurityGroup': {'1.4'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'SubPort': {'1.0'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Subnet': {'1.1'}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Trunk': {'1.1'}} Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: consumer versions: Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: L3 agent@n-d-780147-13: {}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: Metadata agent@n-d-780147-13: {}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: Metering agent@n-d-780147-13: {}, Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'ConntrackHelper': '1.0', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Log': '1.0', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Network': '1.1', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Port': '1.7', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'PortForwarding': '1.2', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'QosPolicy': '1.8', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'SecurityGroup': '1.4', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'SecurityGroupRule': '1.2', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'SubPort': '1.0', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Subnet': '1.1', Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: 'Trunk': '1.1'}} Jun 17 08:10:12.970242 n-d-780147-13 neutron-server[93501]: {{(pid=93501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:10:12.974530 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:13.007671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Attempting to bind port f8bb214c-c351-4812-b69c-eb00473c236d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:10:13.008038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Attempting to bind port f8bb214c-c351-4812-b69c-eb00473c236d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:10:13.008462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Attempting to bind port f8bb214c-c351-4812-b69c-eb00473c236d on network b0f62d15-3944-462f-89a8-4179a96fa86f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:10:13.013663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:10:13.014066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Checking segment: {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:10:13.014544 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:13.014959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Bound using segment: {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:10:13.015447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Bound port: f8bb214c-c351-4812-b69c-eb00473c236d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:10:13.015845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:13.080147 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] For port f8bb214c-c351-4812-b69c-eb00473c236d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:10:13.084175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] For port f8bb214c-c351-4812-b69c-eb00473c236d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f8bb214c-c351-4812-b69c-eb00473c236d,segment=NetworkSegment(4cb2687a-a354-4981-ba58-ebdbc09f0a89),segment_id=4cb2687a-a354-4981-ba58-ebdbc09f0a89)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:10:13.090300 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:13.093967 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:13.157699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Pushing event updated for resources: {'Port': ['ID=f8bb214c-c351-4812-b69c-eb00473c236d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:13.161112 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:14.298750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35064) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:14.798491 n-d-780147-13 neutron-server[93499]: WARNING oslo_policy.policy [None req-685e6b6c-8206-403e-bdd4-968c2c0f1578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:14.799145 n-d-780147-13 neutron-server[93499]: WARNING oslo_policy.policy [None req-685e6b6c-8206-403e-bdd4-968c2c0f1578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:15.016803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-685e6b6c-8206-403e-bdd4-968c2c0f1578 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:10:15.018028 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-685e6b6c-8206-403e-bdd4-968c2c0f1578 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7170408 Jun 17 08:10:17.350513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35078) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:17.671512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-4f9de586-4f63-4d14-80e7-ed63d82601d7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:10:17.672482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4f9de586-4f63-4d14-80e7-ed63d82601d7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209538 Jun 17 08:10:19.097836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc5fb9-3538-4a47-8329-58fde5f22892 None None] Network b0f62d15-3944-462f-89a8-4179a96fa86f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:10:19.223078 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7faff786-397b-45ef-9490-bbb8efc1c9fb None None] Provisioning for port f8bb214c-c351-4812-b69c-eb00473c236d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:10:19.285190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f8bb214c-c351-4812-b69c-eb00473c236d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:10:19.377756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f8bb214c-c351-4812-b69c-eb00473c236d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:10:19.381124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f8bb214c-c351-4812-b69c-eb00473c236d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:19.381515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:19.493831 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:19.528529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f8bb214c-c351-4812-b69c-eb00473c236d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f8bb214c-c351-4812-b69c-eb00473c236d,segment=NetworkSegment(4cb2687a-a354-4981-ba58-ebdbc09f0a89),segment_id=4cb2687a-a354-4981-ba58-ebdbc09f0a89)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:10:19.532121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:19.534214 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a4b265c1-8a6d-4fc2-89ee-ac31ee1893e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:19.585798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3dbfb939-0bd2-4edd-b397-60ddcab94caa None None] Provisioning complete for port f8bb214c-c351-4812-b69c-eb00473c236d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:19.586166 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb939-0bd2-4edd-b397-60ddcab94caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:19.588669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f8bb214c-c351-4812-b69c-eb00473c236d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:19.606997 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:20.244619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35092) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:20.534421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:20.598078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.policy [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:10:20.644155 n-d-780147-13 neutron-server[93499]: WARNING oslo_policy.policy [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:20.644534 n-d-780147-13 neutron-server[93499]: WARNING oslo_policy.policy [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:10:20.653568 n-d-780147-13 neutron-server[93499]: INFO neutron.quota [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Loaded quota_driver: . Jun 17 08:10:20.709010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:20.710762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:20.864424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:20.869101 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:20.886686 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:20.887887 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9ae05e3e-c455-439f-84c3-2da3ec1b6c97 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6415799 Jun 17 08:10:21.235862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f8bb214c-c351-4812-b69c-eb00473c236d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:10:21.280285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f8bb214c-c351-4812-b69c-eb00473c236d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:21.280647 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:23.197590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35102) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:23.501066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-2df4aeec-e2ea-40b5-9306-e888de68f5a0 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:10:23.502028 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2df4aeec-e2ea-40b5-9306-e888de68f5a0 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3028896 Jun 17 08:10:24.930314 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca743124-265f-47f8-a3e9-dd3cb996a8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:25.800635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35110) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:26.105813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:26.127019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Made reservation on behalf of 2e13752ded7145e09f7c15d812420dae for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:10:26.129373 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.137967 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.222278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.225579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.230041 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:26.241448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Reserving flat network on physical network physnet1 {{(pid=93500) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 08:10:26.260756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13d1bb-336a-462a-9ccf-40a048617d16,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:26.264992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:26.266026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.266353 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Added segment f535a3db-3020-491e-89ca-d72225d4e867 of type flat for network e176cc39-2e40-496d-8844-ac598b838921 Jun 17 08:10:26.313772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.347189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.348426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:26.348992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.351687 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8079d4aa-d8fb-4c6a-9de5-bfe0a7d03437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:26.379442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5777497 Jun 17 08:10:26.408044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Pushing event updated for resources: {'Network': ['ID=e176cc39-2e40-496d-8844-ac598b838921,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:26.411496 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:26.419861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network e176cc39-2e40-496d-8844-ac598b838921 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:10:27.322869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65535820-4c29-4450-bb11-866a3583de3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:27.429282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:28.650031 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:28.722159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:29.077925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51100f-02ea-4446-a256-7940b12c5034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:29.079449 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eb51100f-02ea-4446-a256-7940b12c5034 admin admin] 10.222.0.65 "GET /v2.0/subnets/dea54ab8-5fe1-4f51-8de6-16b13b3bfecc HTTP/1.1" status: 200 len: 849 time: 0.3563712 Jun 17 08:10:29.194000 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-19ac33dc-5074-40f6-88dc-71848b73fa85 admin admin] 10.222.0.65 "GET /v2.0/routers/c3ad31f3-0f13-40bc-a84b-b81e525a7629 HTTP/1.1" status: 200 len: 704 time: 0.1093111 Jun 17 08:10:29.463632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:29.755675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Allocated IP 172.20.0.1 (b0f62d15-3944-462f-89a8-4179a96fa86f/dea54ab8-5fe1-4f51-8de6-16b13b3bfecc/d5467662-ef4e-415f-903e-31d38f6049e4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:10:29.959577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:29.985513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Transition to ACTIVE for port object d5467662-ef4e-415f-903e-31d38f6049e4 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:10:30.062970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.066612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:30.087690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.101913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Network b0f62d15-3944-462f-89a8-4179a96fa86f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:10:30.103283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:10:30.166168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:10:30.166741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.228136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Pushing event updated for resources: {'Port': ['ID=d5467662-ef4e-415f-903e-31d38f6049e4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:30.245575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.245908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.246231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.246549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.246956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.247202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.247507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.247811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.248114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.248419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.248722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.249022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Tracked resource versions report: Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: pushed versions: Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: { 'AddressGroup': {'1.2'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'ConntrackHelper': {'1.0'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Log': {'1.0'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Network': {'1.1'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Port': {'1.7'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'PortForwarding': {'1.2'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'QosPolicy': {'1.8'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'SecurityGroup': {'1.4'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'SubPort': {'1.0'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Subnet': {'1.1'}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Trunk': {'1.1'}} Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: consumer versions: Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: L3 agent@n-d-780147-13: {}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: Metadata agent@n-d-780147-13: {}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: Metering agent@n-d-780147-13: {}, Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'ConntrackHelper': '1.0', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Log': '1.0', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Network': '1.1', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Port': '1.7', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'PortForwarding': '1.2', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'QosPolicy': '1.8', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'SecurityGroup': '1.4', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'SecurityGroupRule': '1.2', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'SubPort': '1.0', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Subnet': '1.1', Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: 'Trunk': '1.1'}} Jun 17 08:10:30.250132 n-d-780147-13 neutron-server[93499]: {{(pid=93499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:10:30.259275 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:30.340009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-80a33da4-3e11-4d2a-927d-926d78ad04d1 None None] Provisioning for port d5467662-ef4e-415f-903e-31d38f6049e4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:10:30.343979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-80a33da4-3e11-4d2a-927d-926d78ad04d1 None None] Provisioning complete for port d5467662-ef4e-415f-903e-31d38f6049e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:30.344354 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80a33da4-3e11-4d2a-927d-926d78ad04d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.377494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-80a33da4-3e11-4d2a-927d-926d78ad04d1 None None] Port d5467662-ef4e-415f-903e-31d38f6049e4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:10:30.395863 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.575307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.579716 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.580784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.583123 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:30.637859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Pushing event updated for resources: {'Port': ['ID=d5467662-ef4e-415f-903e-31d38f6049e4,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:30.640988 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:30.703815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Network b0f62d15-3944-462f-89a8-4179a96fa86f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:10:30.705099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:10:30.896252 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eb8ca45e-5410-4915-84c2-974f94411ae6 None None] Provisioning complete for port d5467662-ef4e-415f-903e-31d38f6049e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:30.896540 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca45e-5410-4915-84c2-974f94411ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:30.909068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Router c3ad31f3-0f13-40bc-a84b-b81e525a7629 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:10:30.934021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ca45e-5410-4915-84c2-974f94411ae6 None None] Port d5467662-ef4e-415f-903e-31d38f6049e4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:10:31.000098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:10:31.005167 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] 10.222.0.65 "PUT /v2.0/routers/c3ad31f3-0f13-40bc-a84b-b81e525a7629/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8058240 Jun 17 08:10:31.009471 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Sync routers for ids ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:10:31.020678 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Routers {'c3ad31f3-0f13-40bc-a84b-b81e525a7629'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:10:31.021501 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:10:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:31.202397 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Set router c3ad31f3-0f13-40bc-a84b-b81e525a7629 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:10:31.623299 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:10:20Z', 'updated_at': '2021-06-17T08:10:30Z', 'revision_number': 2, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'gw_port_host': None, '_interfaces': [{'id': 'd5467662-ef4e-415f-903e-31d38f6049e4', 'name': '', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'mac_address': 'fa:16:3e:a0:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:29Z', 'updated_at': '2021-06-17T08:10:30Z', 'revision_number': 2, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'subnets': [{'id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:31.673303 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Checking router: c3ad31f3-0f13-40bc-a84b-b81e525a7629 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:10:31.673685 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Updating router c3ad31f3-0f13-40bc-a84b-b81e525a7629 port d5467662-ef4e-415f-903e-31d38f6049e4 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:10:31.736753 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.241056 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.258618 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Transition to ACTIVE for port object d5467662-ef4e-415f-903e-31d38f6049e4 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:10:32.265223 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.269322 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:32.462972 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Pushing event updated for resources: {'Port': ['ID=d5467662-ef4e-415f-903e-31d38f6049e4,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:32.465532 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Attempting to bind port d5467662-ef4e-415f-903e-31d38f6049e4 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:10:32.465913 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Attempting to bind port d5467662-ef4e-415f-903e-31d38f6049e4 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:10:32.466320 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Attempting to bind port d5467662-ef4e-415f-903e-31d38f6049e4 on network b0f62d15-3944-462f-89a8-4179a96fa86f {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:10:32.475496 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:10:32.475889 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Checking segment: {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:10:32.476363 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.476746 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Bound using segment: {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:10:32.477233 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Bound port: d5467662-ef4e-415f-903e-31d38f6049e4, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb2687a-a354-4981-ba58-ebdbc09f0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:10:32.477627 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.481654 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.481985 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.482305 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.482620 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.482951 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.483271 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.483579 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.483883 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.484187 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.484490 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.484792 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.485093 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Tracked resource versions report: Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: pushed versions: Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: { 'AddressGroup': {'1.2'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'ConntrackHelper': {'1.0'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Log': {'1.0'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Network': {'1.1'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Port': {'1.7'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'PortForwarding': {'1.2'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'QosPolicy': {'1.8'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'SecurityGroup': {'1.4'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'SubPort': {'1.0'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Subnet': {'1.1'}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Trunk': {'1.1'}} Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: consumer versions: Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: L3 agent@n-d-780147-13: {}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: Metadata agent@n-d-780147-13: {}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: Metering agent@n-d-780147-13: {}, Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'ConntrackHelper': '1.0', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Log': '1.0', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Network': '1.1', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Port': '1.7', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'PortForwarding': '1.2', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'QosPolicy': '1.8', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'SecurityGroup': '1.4', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'SecurityGroupRule': '1.2', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'SubPort': '1.0', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Subnet': '1.1', Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: 'Trunk': '1.1'}} Jun 17 08:10:32.486215 n-d-780147-13 neutron-server[93502]: {{(pid=93502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:10:32.496847 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:32.550687 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] For port d5467662-ef4e-415f-903e-31d38f6049e4, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:10:32.572023 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] For port d5467662-ef4e-415f-903e-31d38f6049e4, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d5467662-ef4e-415f-903e-31d38f6049e4,segment=NetworkSegment(4cb2687a-a354-4981-ba58-ebdbc09f0a89),segment_id=4cb2687a-a354-4981-ba58-ebdbc09f0a89)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:10:32.576198 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.579133 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:32.634068 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Routers {'c3ad31f3-0f13-40bc-a84b-b81e525a7629'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:10:32.634626 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:10:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:32.639293 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Pushing event updated for resources: {'Port': ['ID=d5467662-ef4e-415f-903e-31d38f6049e4,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:32.671533 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:32.724562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] Set router c3ad31f3-0f13-40bc-a84b-b81e525a7629 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:10:32.929698 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:10:20Z', 'updated_at': '2021-06-17T08:10:30Z', 'revision_number': 2, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'gw_port_host': None, '_interfaces': [{'id': 'd5467662-ef4e-415f-903e-31d38f6049e4', 'name': '', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'mac_address': 'fa:16:3e:a0:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:29Z', 'updated_at': '2021-06-17T08:10:32Z', 'revision_number': 4, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'subnets': [{'id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:32.955544 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d97-b4e3-4a6d-ba6b-0d7a28dad34f None None] The sync data for ids ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'] in n-d-780147-13 is: [{'id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:10:20Z', 'updated_at': '2021-06-17T08:10:30Z', 'revision_number': 2, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'gw_port_host': None, '_interfaces': [{'id': 'd5467662-ef4e-415f-903e-31d38f6049e4', 'name': '', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'mac_address': 'fa:16:3e:a0:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:29Z', 'updated_at': '2021-06-17T08:10:32Z', 'revision_number': 4, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'subnets': [{'id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:10:33.233681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35142) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:33.356119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd97281-3654-452f-9ad3-a74158f0aaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:33.357440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cdd97281-3654-452f-9ad3-a74158f0aaa0 admin admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 842 time: 0.1227455 Jun 17 08:10:33.366413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:33.386139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Made reservation on behalf of 2e13752ded7145e09f7c15d812420dae for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:10:33.388529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:33.721839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:10:33.722202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:33.724984 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:33.776650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b42c3a-e433-4e5e-80ef-5dcc24d19ff3,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:33.780192 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:33.785624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:10:33.785968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Network hostable DHCP agents. Network: e176cc39-2e40-496d-8844-ac598b838921, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:10:33.802588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:10:33.810951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, e176cc39-2e40-496d-8844-ac598b838921) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:10:33.814833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:33.815496 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:33.821490 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aedc5f-d46c-48bb-a5e6-87c8be86f717 None None] Network e176cc39-2e40-496d-8844-ac598b838921 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:10:33.829010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4658930 Jun 17 08:10:33.953519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4e31c-4ba2-4355-958a-d136e387fc17 None None] Network e176cc39-2e40-496d-8844-ac598b838921 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:10:36.091642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35164) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:36.318423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c3fd497-2d12-4b87-be12-18a0a962c544 admin admin] 10.222.0.65 "GET /v2.0/routers/c3ad31f3-0f13-40bc-a84b-b81e525a7629 HTTP/1.1" status: 200 len: 710 time: 0.2256305 Jun 17 08:10:36.403506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd332ff-0188-47c0-b533-5bd393524000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:36.404838 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fdd332ff-0188-47c0-b533-5bd393524000 admin admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 886 time: 0.0813122 Jun 17 08:10:36.413323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:36.702066 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:36.933081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.008258 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.155544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Allocated IP 172.25.7.68 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/13eebf03-6c4c-4bda-84c4-3567c1f7834d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:10:37.263618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d5467662-ef4e-415f-903e-31d38f6049e4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:10:37.264277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.312739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d5467662-ef4e-415f-903e-31d38f6049e4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:10:37.316097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d5467662-ef4e-415f-903e-31d38f6049e4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:37.316414 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.344882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.348448 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:37.391420 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.412471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:10:37.417072 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:10:37.421512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port d5467662-ef4e-415f-903e-31d38f6049e4, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d5467662-ef4e-415f-903e-31d38f6049e4,segment=NetworkSegment(4cb2687a-a354-4981-ba58-ebdbc09f0a89),segment_id=4cb2687a-a354-4981-ba58-ebdbc09f0a89)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:10:37.425120 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.425656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:10:37.430405 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:37.467216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Pushing event updated for resources: {'Port': ['ID=13eebf03-6c4c-4bda-84c4-3567c1f7834d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:37.476504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=d5467662-ef4e-415f-903e-31d38f6049e4,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:37.480174 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:37.494913 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:37.696422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.950817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:37.954011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:38.057774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Router c3ad31f3-0f13-40bc-a84b-b81e525a7629 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:10:38.159637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:10:38.163936 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:38.165109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] 10.222.0.65 "PUT /v2.0/routers/c3ad31f3-0f13-40bc-a84b-b81e525a7629 HTTP/1.1" status: 200 len: 889 time: 1.7549021 Jun 17 08:10:38.183138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Sync routers for ids ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:10:38.193785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Routers {'c3ad31f3-0f13-40bc-a84b-b81e525a7629'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:10:38.194448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:10:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:38.449200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Set router c3ad31f3-0f13-40bc-a84b-b81e525a7629 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:10:38.829409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '13eebf03-6c4c-4bda-84c4-3567c1f7834d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:10:20Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 4, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'gw_port': {'id': '13eebf03-6c4c-4bda-84c4-3567c1f7834d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:37Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'd5467662-ef4e-415f-903e-31d38f6049e4', 'name': '', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'mac_address': 'fa:16:3e:a0:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:29Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 5, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'subnets': [{'id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:38.878359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Checking router: c3ad31f3-0f13-40bc-a84b-b81e525a7629 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:10:38.878708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Updating router c3ad31f3-0f13-40bc-a84b-b81e525a7629 port 13eebf03-6c4c-4bda-84c4-3567c1f7834d binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:10:38.910467 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.219123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.228830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Transition to ACTIVE for port object 13eebf03-6c4c-4bda-84c4-3567c1f7834d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:10:39.235462 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.237483 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:39.262062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d5467662-ef4e-415f-903e-31d38f6049e4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:10:39.308653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c12b5-35ae-48e2-ab88-e619b207be8c None None] Pushing event updated for resources: {'Port': ['ID=13eebf03-6c4c-4bda-84c4-3567c1f7834d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:39.324933 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de1c12b5-35ae-48e2-ab88-e619b207be8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:39.328683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Attempting to bind port 13eebf03-6c4c-4bda-84c4-3567c1f7834d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:10:39.329055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Attempting to bind port 13eebf03-6c4c-4bda-84c4-3567c1f7834d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:10:39.329419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Attempting to bind port 13eebf03-6c4c-4bda-84c4-3567c1f7834d on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:10:39.338426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:10:39.338795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:10:39.339218 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.339609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:10:39.340077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Bound port: 13eebf03-6c4c-4bda-84c4-3567c1f7834d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:10:39.340447 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.370341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d5467662-ef4e-415f-903e-31d38f6049e4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:39.370704 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.420728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] For port 13eebf03-6c4c-4bda-84c4-3567c1f7834d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:10:39.435796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] For port 13eebf03-6c4c-4bda-84c4-3567c1f7834d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=13eebf03-6c4c-4bda-84c4-3567c1f7834d,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:10:39.441011 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:39.446159 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:39.608895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c12b5-35ae-48e2-ab88-e619b207be8c None None] Pushing event updated for resources: {'Port': ['ID=13eebf03-6c4c-4bda-84c4-3567c1f7834d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:39.611386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Routers {'c3ad31f3-0f13-40bc-a84b-b81e525a7629'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:10:39.611977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:10:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:39.613804 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de1c12b5-35ae-48e2-ab88-e619b207be8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:39.714406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] Set router c3ad31f3-0f13-40bc-a84b-b81e525a7629 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:10:39.915792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '13eebf03-6c4c-4bda-84c4-3567c1f7834d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:10:20Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 4, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'gw_port': {'id': '13eebf03-6c4c-4bda-84c4-3567c1f7834d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:37Z', 'updated_at': '2021-06-17T08:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'd5467662-ef4e-415f-903e-31d38f6049e4', 'name': '', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'mac_address': 'fa:16:3e:a0:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:29Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 5, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'subnets': [{'id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:10:39.944907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cf6d9-73db-4862-a7e1-99b2b7d3bdcf None None] The sync data for ids ['c3ad31f3-0f13-40bc-a84b-b81e525a7629'] in n-d-780147-13 is: [{'id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'name': 'router1', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '13eebf03-6c4c-4bda-84c4-3567c1f7834d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:10:20Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 4, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'gw_port': {'id': '13eebf03-6c4c-4bda-84c4-3567c1f7834d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:37Z', 'updated_at': '2021-06-17T08:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'd5467662-ef4e-415f-903e-31d38f6049e4', 'name': '', 'network_id': 'b0f62d15-3944-462f-89a8-4179a96fa86f', 'tenant_id': '06d6ce2753ac452a994f4c079b1796c5', 'mac_address': 'fa:16:3e:a0:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31f3-0f13-40bc-a84b-b81e525a7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:10:29Z', 'updated_at': '2021-06-17T08:10:37Z', 'revision_number': 5, 'project_id': '06d6ce2753ac452a994f4c079b1796c5', 'subnets': [{'id': 'dea54ab8-5fe1-4f51-8de6-16b13b3bfecc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b8af11d-27c0-4207-aec1-fa2021068012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:10:40.547807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:40.670792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e49b4c2b-8131-4b6c-aa6f-88f3cc35f026 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1218660 Jun 17 08:10:41.275923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 13eebf03-6c4c-4bda-84c4-3567c1f7834d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:10:41.327612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 13eebf03-6c4c-4bda-84c4-3567c1f7834d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:10:41.331355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 13eebf03-6c4c-4bda-84c4-3567c1f7834d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:41.331736 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:41.407276 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:41.428248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 13eebf03-6c4c-4bda-84c4-3567c1f7834d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=13eebf03-6c4c-4bda-84c4-3567c1f7834d,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:10:41.433786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:41.436409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:41.489924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=13eebf03-6c4c-4bda-84c4-3567c1f7834d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:41.493061 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:43.284864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 13eebf03-6c4c-4bda-84c4-3567c1f7834d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:10:43.332698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 13eebf03-6c4c-4bda-84c4-3567c1f7834d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:43.333305 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:43.336868 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:10:54.936432 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f96f3e36-2a48-4182-856c-8600bc0610f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:57.326150 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bcb1-bfbd-436d-9323-e0b738fbe3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:57.442786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.674256 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:00.114458 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:20.339439 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:11:24.931415 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad51-ffbe-44e3-8c71-be1d8f0607f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:27.323188 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb843aa2-ace1-4b02-89e3-1d068ee03862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:27.428181 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:28.663439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:30.114677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:54.933638 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce5d0-f743-46a9-b89f-5eb68e0284f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:57.324057 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8067f787-4e52-4447-bfc3-914cafad32d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:57.338043 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:11:57.431604 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:58.660314 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:00.116418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.181826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35774) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:20.240797 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-926637ed-3dee-42bb-ab16-3fef0ca3cb42 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:12:20.242088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-926637ed-3dee-42bb-ab16-3fef0ca3cb42 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0593812 Jun 17 08:12:20.399469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf4f03b-561e-454c-8cf7-11ac3143e8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:20.400928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fcf4f03b-561e-454c-8cf7-11ac3143e8b6 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550319 Jun 17 08:12:22.494856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35784) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:22.582543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55863ba-620e-4839-be7b-91e78fa8a780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:22.583893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a55863ba-620e-4839-be7b-91e78fa8a780 admin admin] 10.222.0.65 "GET /v2.0/subnets/dea54ab8-5fe1-4f51-8de6-16b13b3bfecc HTTP/1.1" status: 200 len: 849 time: 0.0880747 Jun 17 08:12:22.593519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:22.689150 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.825200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751034133616'] for subnet, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.828081 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b4290b71-d641-4047-907c-38968b418365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:22.857225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:22.857832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.861050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] 10.222.0.65 "PUT /v2.0/subnets/dea54ab8-5fe1-4f51-8de6-16b13b3bfecc HTTP/1.1" status: 200 len: 868 time: 0.2691870 Jun 17 08:12:22.862051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744f762-d099-4c4a-a06a-e90b5a0013ad None None] Network b0f62d15-3944-462f-89a8-4179a96fa86f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:22.879130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea54ab8-5fe1-4f51-8de6-16b13b3bfecc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:22.886857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.887395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.887682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.888013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.888338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.888661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.888976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.889292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.889605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.889919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.890228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.890544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:22.894654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:23.235422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-544af0fd-02ed-46ca-8a4f-b3bed975e6c3 None None] Provisioning complete for port d5467662-ef4e-415f-903e-31d38f6049e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:23.235812 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-544af0fd-02ed-46ca-8a4f-b3bed975e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.324233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-544af0fd-02ed-46ca-8a4f-b3bed975e6c3 None None] Provisioning complete for port f8bb214c-c351-4812-b69c-eb00473c236d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:23.324508 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-544af0fd-02ed-46ca-8a4f-b3bed975e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.934522 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd19fc63-8bef-4d90-b54a-971eff80e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.986765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35792) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:25.178835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b1c8cd-eefa-4325-b73a-cb314c2edc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:25.179252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b1c8cd-eefa-4325-b73a-cb314c2edc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:25.180780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-91b1c8cd-eefa-4325-b73a-cb314c2edc63 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1930194 Jun 17 08:12:27.300527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35800) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:27.323839 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f2f64bd-32fb-43c2-b726-9ef164ec4515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.431230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f594b-fe87-4d1f-aa6a-20be401976d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:27.431727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f594b-fe87-4d1f-aa6a-20be401976d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:27.433291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a96f594b-fe87-4d1f-aa6a-20be401976d8 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318223 Jun 17 08:12:27.443907 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.661497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.531597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:29.673487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcebef5-15a1-4031-8120-d3de893d9300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:29.674836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bfcebef5-15a1-4031-8120-d3de893d9300 admin admin] 10.222.0.65 "GET /v2.0/networks/b0f62d15-3944-462f-89a8-4179a96fa86f HTTP/1.1" status: 200 len: 869 time: 0.1423502 Jun 17 08:12:30.119086 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.789546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35816) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:31.910687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb7943-1cac-4137-a766-d45c3f238f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:31.912156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-23fb7943-1cac-4137-a766-d45c3f238f0d admin admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 886 time: 0.1215448 Jun 17 08:12:34.020480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35824) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:34.139481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca5694-ccff-477c-8b95-8f1db878b64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:34.139933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca5694-ccff-477c-8b95-8f1db878b64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:34.141420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cdca5694-ccff-477c-8b95-8f1db878b64d admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200044 Jun 17 08:12:34.337827 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:12:36.246918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35832) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:36.333851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e917c0-f59a-4e6a-9d71-19cdf859fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:36.334305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e917c0-f59a-4e6a-9d71-19cdf859fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:36.336414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63e917c0-f59a-4e6a-9d71-19cdf859fe6e admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0884697 Jun 17 08:12:38.440717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35840) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:38.522427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc95cb-8397-4537-bd60-b76ae48ba58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:38.524364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0adc95cb-8397-4537-bd60-b76ae48ba58b admin admin] 10.222.0.65 "GET /v2.0/subnets/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3 HTTP/1.1" status: 200 len: 816 time: 0.0827246 Jun 17 08:12:40.637281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35848) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:40.728048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49190aba-4024-42ff-b14f-c4a4afbdd3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:40.729340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-49190aba-4024-42ff-b14f-c4a4afbdd3bd admin admin] 10.222.0.65 "GET /v2.0/subnets/dea54ab8-5fe1-4f51-8de6-16b13b3bfecc HTTP/1.1" status: 200 len: 868 time: 0.0911872 Jun 17 08:12:54.936071 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37127f57-19f5-433c-b6a0-b0f38f19053f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:57.324131 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64eb8568-41a4-448d-977e-4208eb7ffe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:57.434885 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:58.667927 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.122109 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.905585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35892) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:03.952335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-ef0e42f2-db2a-4885-960d-1782db4c4078 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:13:03.953314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ef0e42f2-db2a-4885-960d-1782db4c4078 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468001 Jun 17 08:13:06.172610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35900) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:06.316555 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-de41f4bb-16b1-4738-84bb-bdc0a12ccc4a admin admin] GET failed (client error): The resource could not be found. Jun 17 08:13:06.317926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-de41f4bb-16b1-4738-84bb-bdc0a12ccc4a admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1443942 Jun 17 08:13:06.399990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343372b-fa02-4cd0-84ea-52211474cbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:06.401437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e343372b-fa02-4cd0-84ea-52211474cbca admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789158 Jun 17 08:13:08.613791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35908) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:08.661449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:08.682383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Made reservation on behalf of 2e13752ded7145e09f7c15d812420dae for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:13:08.684793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.722365 n-d-780147-13 neutron-server[93500]: WARNING neutron.services.revisions.revision_plugin [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Could not find related network for resource to bump revision. Jun 17 08:13:08.733452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:13:08.741810 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.742195 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Added segment b28b8afb-dab2-4043-8e1c-0f5264be8f74 of type vlan for network 0d6e9a01-1849-4249-a223-15228eee9987 Jun 17 08:13:08.778419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.804797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.805953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:08.806525 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.808340 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:08.836717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2218759 Jun 17 08:13:08.863309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6e9a01-1849-4249-a223-15228eee9987,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:08.866227 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:08.873943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0d6e9a01-1849-4249-a223-15228eee9987 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:13:10.977360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35916) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:11.039250 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dde876b-4ca3-4966-b827-71107a592f4a admin admin] GET failed (client error): The resource could not be found. Jun 17 08:13:11.040564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8dde876b-4ca3-4966-b827-71107a592f4a admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622523 Jun 17 08:13:11.107328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e1694c-e14d-40bb-971e-d800cf9e32eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:11.108732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-08e1694c-e14d-40bb-971e-d800cf9e32eb admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641463 Jun 17 08:13:11.118686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:11.138476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Made reservation on behalf of 2e13752ded7145e09f7c15d812420dae for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:13:11.140698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.301418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.305060 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:11.335581 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:13:11.359941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22847ee7-6cd4-40ab-b82c-7ea5706eda9d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:11.364389 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:11.367573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:13:11.367941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Network hostable DHCP agents. Network: 0d6e9a01-1849-4249-a223-15228eee9987, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:13:11.383350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Network 0d6e9a01-1849-4249-a223-15228eee9987 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:13:11.390823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0d6e9a01-1849-4249-a223-15228eee9987) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:13:11.394708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:11.395365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.400725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dadb21-914d-4b93-8b59-849b2bccad33 None None] Network 0d6e9a01-1849-4249-a223-15228eee9987 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:13:11.413381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2939289 Jun 17 08:13:11.649712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-0d6e9a01-1849-4249-a223-15228eee9987', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'tenant_id': '2e13752ded7145e09f7c15d812420dae', 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:13:11.650786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.787454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Allocated IP 192.168.233.2 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/1317eae3-0975-437d-8fd2-a3c8901c2af9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:13:11.931760 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.940906 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Transition to ACTIVE for port object 1317eae3-0975-437d-8fd2-a3c8901c2af9 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:13:11.956211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Transition to ACTIVE for port object 1317eae3-0975-437d-8fd2-a3c8901c2af9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:13:11.962694 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.964795 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:11.999356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:13:12.002072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:13:12.008312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:13:12.014995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Pushing event updated for resources: {'Port': ['ID=1317eae3-0975-437d-8fd2-a3c8901c2af9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:12.038888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.039248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.039583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.039915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.040237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.040557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.040874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.041187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.041498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.041809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.042117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.042424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:12.047713 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:12.076713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Attempting to bind port 1317eae3-0975-437d-8fd2-a3c8901c2af9 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:13:12.077063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Attempting to bind port 1317eae3-0975-437d-8fd2-a3c8901c2af9 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:13:12.077416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Attempting to bind port 1317eae3-0975-437d-8fd2-a3c8901c2af9 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:13:12.082323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:13:12.082685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:13:12.083105 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:12.083493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:13:12.083952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Bound port: 1317eae3-0975-437d-8fd2-a3c8901c2af9, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:13:12.084317 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:12.147077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] For port 1317eae3-0975-437d-8fd2-a3c8901c2af9, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:13:12.150310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] For port 1317eae3-0975-437d-8fd2-a3c8901c2af9, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1317eae3-0975-437d-8fd2-a3c8901c2af9,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:13:12.154164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:12.156263 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:12.209677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Pushing event updated for resources: {'Port': ['ID=1317eae3-0975-437d-8fd2-a3c8901c2af9,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:12.217203 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:13.073356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4007e-8f4a-46ce-a1cd-dc37891ffa8d None None] Network 0d6e9a01-1849-4249-a223-15228eee9987 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:13:13.198390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-18dfbc77-0738-41ad-97d7-2cede15e1fc7 None None] Provisioning for port 1317eae3-0975-437d-8fd2-a3c8901c2af9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:13:13.414218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1317eae3-0975-437d-8fd2-a3c8901c2af9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:13:13.476907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1317eae3-0975-437d-8fd2-a3c8901c2af9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:13:13.480568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1317eae3-0975-437d-8fd2-a3c8901c2af9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:13:13.480968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:13.558836 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:13.591288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 1317eae3-0975-437d-8fd2-a3c8901c2af9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1317eae3-0975-437d-8fd2-a3c8901c2af9,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:13:13.595768 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:13.597842 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:13.641943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=1317eae3-0975-437d-8fd2-a3c8901c2af9,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:13.644996 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:15.362478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1317eae3-0975-437d-8fd2-a3c8901c2af9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:13:15.409327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1317eae3-0975-437d-8fd2-a3c8901c2af9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:13:15.409678 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.940088 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1824c71a-59ec-48a3-9465-fa087e82e40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:27.325472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d53b6e-e033-4d66-839f-7fd59e804701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:27.438352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:28.669470 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:30.125074 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:48.333866 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:13:54.941944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3fe54131-3f0d-4e2a-bc37-1f3df9d1fa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.325506 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c1a540d-7140-4826-9579-6b33da49572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.440753 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:58.673581 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:00.126360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.171135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35968) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:18.177046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-e140f8b2-ddf2-4b9d-9fb7-6a74d47b9dc9 tempest-verify_tempest_config-2035561603 tempest-verify_tempest_config-2035561603-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:14:18.177978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e140f8b2-ddf2-4b9d-9fb7-6a74d47b9dc9 tempest-verify_tempest_config-2035561603 tempest-verify_tempest_config-2035561603-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058923 Jun 17 08:14:18.476501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35986) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:18.577332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.662477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.666358 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.672213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:18.711633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8b4a1d9f59a43489a818e3c40001fdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341003 Jun 17 08:14:18.712552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cbdc81-3eff-4f78-b643-57e0d55a9b2a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:18.714378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35990) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:18.719620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.719957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.720325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.720655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.720976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.721293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.721610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.721924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.722237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.722549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.722859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.723214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.727659 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:18.803110 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.823808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.911244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.914578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.915684 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49cbdc81-3eff-4f78-b643-57e0d55a9b2a HTTP/1.1" status: 204 len: 168 time: 0.1996922 Jun 17 08:14:18.916272 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:18.924107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cbdc81-3eff-4f78-b643-57e0d55a9b2a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:18.931627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.931967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.932294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.932616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.932935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.933250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.933560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.933875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.934181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.934487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.934792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.935123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:18.938638 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:24.942167 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7113-2e01-4431-ad1f-f196308794b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:25.331748 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:14:27.327024 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7405fbd2-9062-480e-a4e3-6739742885e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:27.441195 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.679140 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:30.128127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:54.943324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-850bb56a-2274-463a-9c00-4dbbe2188887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:57.328023 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3be6ee-17ad-48a5-836b-f418b6725e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:57.441026 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:58.678534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:00.130219 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:02.330427 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:15:24.944523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61d7f4cc-db62-4df8-a2e1-26af9712a976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.330211 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23ab6a69-7ac8-4add-bb48-023831b3c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.446891 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:28.681988 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:30.135183 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:39.328746 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:15:54.943856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8370826-99c3-437e-a5ca-4b9ac4eabb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.323256 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d4c6dac0-3ae6-473e-9734-473fb54d72de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.444775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:58.684016 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:00.136067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:16.328222 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:16:24.944934 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57565240-46be-452f-8cb9-fecd40679010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:27.323264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78aade5a-c4b4-463a-8ffe-9ace4c6ca93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:27.434580 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:28.688009 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:30.139962 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:53.329111 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:16:54.946020 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-728e5831-4a7e-497c-95ff-883f8798d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:57.323143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10fe4630-6016-4691-850f-0daf0b033506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:57.435626 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:58.689297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:00.142864 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:16.762360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.040715 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.945943 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a32df7d6-83ec-4f93-a465-a57ae089805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.326702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1ed73a20-c53a-4ead-8ac8-341d00e57c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.436985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.690645 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.146987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.328375 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:17:46.748119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:49.011155 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.947575 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6938e92-39d4-443c-b3f2-1ab740d47d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.327988 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebb8c-8950-4188-91bc-dc61f7d3ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.438939 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.694721 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.148609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.634754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:04.735527 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a3c52b33-83d2-4837-b9df-99efd5698eeb admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0995755 Jun 17 08:18:06.899375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36066) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:06.952068 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c717a02-fc34-4b3c-a111-ded3d00ff5c9 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0516205 Jun 17 08:18:07.327469 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:18:16.746710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.012099 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.948906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86568658-7e90-4a83-8365-943508bf4d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.326826 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f903ae9-0b08-489e-90c9-e1552701e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.438972 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.696784 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.151134 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.326198 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:18:46.762839 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.013450 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.950367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-330c1fb6-d6d8-4859-91bf-4a1797b8b051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:57.328926 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcd9f-93ea-4315-aa7b-b16105dc39d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:57.440714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:58.703005 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:00.155685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.760936 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.024857 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.325507 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:19:24.960652 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-588b11f5-131e-45c5-818c-756eabd5766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.494759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36146) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.688077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-network', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:26.755557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Made reservation on behalf of f124d3ff741d42eaa0dc42214608300d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:26.758478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.781005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.907740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.923148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.934098 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:26.990493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:27.025638 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751034231592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.026253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Unsubscribe: segment precommit_create {{(pid=93499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:19:27.026717 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Added segment 9477d9ec-fda4-44e3-8c16-2bad16e9c35f of type vlan for network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 Jun 17 08:19:27.097080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.114670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de878c8-038e-4a14-85d0-8f4d4c8581cf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.132879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.133211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.133674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.134323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.134323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.134766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.135156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.135419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.135726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.136033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.136342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.136651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Tracked resource versions report: Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: pushed versions: Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: { 'AddressGroup': {'1.2'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'ConntrackHelper': {'1.0'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Log': {'1.0'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Network': {'1.1'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Port': {'1.7'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'PortForwarding': {'1.2'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'QosPolicy': {'1.8'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'SecurityGroup': {'1.4'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'SubPort': {'1.0'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Subnet': {'1.1'}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Trunk': {'1.1'}} Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: consumer versions: Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: HyperV agent@n-h1-780147-13: {}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: HyperV agent@n-h2-780147-13: {}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: L3 agent@n-d-780147-13: {}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: Metadata agent@n-d-780147-13: {}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: Metering agent@n-d-780147-13: {}, Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'ConntrackHelper': '1.0', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Log': '1.0', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Network': '1.1', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Port': '1.7', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'PortForwarding': '1.2', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'QosPolicy': '1.8', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'SecurityGroup': '1.4', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'SecurityGroupRule': '1.2', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'SubPort': '1.0', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Subnet': '1.1', Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: 'Trunk': '1.1'}} Jun 17 08:19:27.137730 n-d-780147-13 neutron-server[93499]: {{(pid=93499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:19:27.154310 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.171249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.172727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:27.173539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.177574 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:27.222103 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7221808 Jun 17 08:19:27.222367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36194) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:27.229009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Request body: {'subnet': {'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-subnet', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:27.253313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Made reservation on behalf of f124d3ff741d42eaa0dc42214608300d for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:27.256235 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.296784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Pushing event updated for resources: {'Network': ['ID=972b48f1-cf1a-4481-8411-1c1bd1f4c147,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.307302 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.309438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:27.400737 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-461a5a93-062a-40b4-9587-7fc8fba34aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.446465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.470417 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.476909 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:27.534806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Checking segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:27.535522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Network hostable DHCP agents. Network: 972b48f1-cf1a-4481-8411-1c1bd1f4c147, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:27.557234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b40d5a-6d22-4908-91e2-a3b58a4f69c4,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.560881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:27.573595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.573984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.574322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.574656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.575012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.575338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.575663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.576000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.576316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.576623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.576940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.577256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Tracked resource versions report: Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: pushed versions: Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: { 'AddressGroup': {'1.2'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'ConntrackHelper': {'1.0'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Log': {'1.0'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Network': {'1.1'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Port': {'1.7'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'PortForwarding': {'1.2'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'QosPolicy': {'1.8'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'SecurityGroup': {'1.4'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'SubPort': {'1.0'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Subnet': {'1.1'}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Trunk': {'1.1'}} Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: consumer versions: Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: HyperV agent@n-h1-780147-13: {}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: HyperV agent@n-h2-780147-13: {}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: L3 agent@n-d-780147-13: {}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: Metadata agent@n-d-780147-13: {}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: Metering agent@n-d-780147-13: {}, Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'ConntrackHelper': '1.0', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Log': '1.0', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Network': '1.1', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Port': '1.7', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'PortForwarding': '1.2', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'QosPolicy': '1.8', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'SecurityGroup': '1.4', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'SecurityGroupRule': '1.2', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'SubPort': '1.0', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Subnet': '1.1', Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: 'Trunk': '1.1'}} Jun 17 08:19:27.578369 n-d-780147-13 neutron-server[93500]: {{(pid=93500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:19:27.581771 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.588401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 972b48f1-cf1a-4481-8411-1c1bd1f4c147) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:27.594212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:27.595828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.603250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08784e-f4b7-4b6a-a7bc-d9632e62faf8 None None] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:27.629687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36224) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:27.630774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4070454 Jun 17 08:19:27.635588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:27.657953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.659916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.724020 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.878864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.889631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:19:27.890677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.060317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Allocated IP 172.20.0.2 (972b48f1-cf1a-4481-8411-1c1bd1f4c147/57b40d5a-6d22-4908-91e2-a3b58a4f69c4/f2d80992-6566-460a-87c1-f77b737429d5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:28.145785 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.167352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.266227 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.278059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Transition to ACTIVE for port object f2d80992-6566-460a-87c1-f77b737429d5 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:28.291731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Allocated IP 172.25.7.136 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:28.296058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Transition to ACTIVE for port object f2d80992-6566-460a-87c1-f77b737429d5 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:28.304169 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.307306 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.351738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:28.354756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:28.358601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:28.373993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Pushing event updated for resources: {'Port': ['ID=f2d80992-6566-460a-87c1-f77b737429d5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.397785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.398037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.398375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.398699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.399061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.399384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.399698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.400187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.400663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.400987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.401304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.401618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Tracked resource versions report: Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: pushed versions: Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: { 'AddressGroup': {'1.2'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'ConntrackHelper': {'1.0'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Log': {'1.0'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Network': {'1.1'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Port': {'1.7'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'PortForwarding': {'1.2'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'QosPolicy': {'1.8'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'SecurityGroup': {'1.4'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'SubPort': {'1.0'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Subnet': {'1.1'}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Trunk': {'1.1'}} Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: consumer versions: Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: HyperV agent@n-h1-780147-13: {}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: HyperV agent@n-h2-780147-13: {}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: L3 agent@n-d-780147-13: {}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: Metadata agent@n-d-780147-13: {}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: Metering agent@n-d-780147-13: {}, Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'ConntrackHelper': '1.0', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Log': '1.0', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Network': '1.1', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Port': '1.7', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'PortForwarding': '1.2', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'QosPolicy': '1.8', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'SecurityGroup': '1.4', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'SecurityGroupRule': '1.2', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'SubPort': '1.0', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Subnet': '1.1', Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: 'Trunk': '1.1'}} Jun 17 08:19:28.402731 n-d-780147-13 neutron-server[93501]: {{(pid=93501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:19:28.406412 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.455793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.457065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Attempting to bind port f2d80992-6566-460a-87c1-f77b737429d5 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:28.458342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Attempting to bind port f2d80992-6566-460a-87c1-f77b737429d5 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:28.459113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Attempting to bind port f2d80992-6566-460a-87c1-f77b737429d5 on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:28.468720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:28.469328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Checking segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:28.470092 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.470788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Bound using segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:28.471524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Bound port: f2d80992-6566-460a-87c1-f77b737429d5, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:28.472111 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.556591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] For port f2d80992-6566-460a-87c1-f77b737429d5, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:28.561787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] For port f2d80992-6566-460a-87c1-f77b737429d5, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f2d80992-6566-460a-87c1-f77b737429d5,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:28.570292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.574154 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.592625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.596632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.648381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Pushing event updated for resources: {'Port': ['ID=f2d80992-6566-460a-87c1-f77b737429d5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.648941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.651874 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.658583 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.667412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:28.668808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:28.671339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:28.715213 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.999424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.218124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.356665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:19:29.501388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:29.512300 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:29.523186 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:29.523810 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:29.531378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.533372 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9016402 Jun 17 08:19:29.536781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36304) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:29.700362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f2d80992-6566-460a-87c1-f77b737429d5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:29.760586 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:29.841932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f2d80992-6566-460a-87c1-f77b737429d5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:29.853879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5c575-bc23-4acd-867a-4c46ef6f3742 None None] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:29.971556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Provisioning for port f2d80992-6566-460a-87c1-f77b737429d5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:29.980176 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:28Z', 'revision_number': 3, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:29.981025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Provisioning complete for port f2d80992-6566-460a-87c1-f77b737429d5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:29.981411 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.017950 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:30.018398 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Updating router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:30.065069 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.066683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.142562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.206984 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.211968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] For port f2d80992-6566-460a-87c1-f77b737429d5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f2d80992-6566-460a-87c1-f77b737429d5,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:30.218670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.221559 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c4af951-d110-4627-b7b9-4beca945b782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.307566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Pushing event updated for resources: {'Port': ['ID=f2d80992-6566-460a-87c1-f77b737429d5,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.312659 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.346869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Allocated IP 172.20.0.1 (972b48f1-cf1a-4481-8411-1c1bd1f4c147/57b40d5a-6d22-4908-91e2-a3b58a4f69c4/c1554b58-0889-427b-8f06-73b459e74b15) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:30.459376 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.480483 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Transition to ACTIVE for port object 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:30.492941 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.495590 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.570179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0d8e9f46-5418-4fbf-a4d7-e4c47b8b8cbb None None] Provisioning complete for port f2d80992-6566-460a-87c1-f77b737429d5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:30.570701 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9f46-5418-4fbf-a4d7-e4c47b8b8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.588167 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Attempting to bind port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:30.588675 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Attempting to bind port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:30.589106 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Attempting to bind port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:30.594037 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Pushing event updated for resources: {'Port': ['ID=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.602506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:30.604630 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:30.607495 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.608019 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:30.608616 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Bound port: 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:30.609093 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.626001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.639068 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.639446 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.639801 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.640143 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.640498 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.640995 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.641483 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.641994 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.642471 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.642989 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.643495 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.643965 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Tracked resource versions report: Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: pushed versions: Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: { 'AddressGroup': {'1.2'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'ConntrackHelper': {'1.0'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Log': {'1.0'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Network': {'1.1'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Port': {'1.7'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'PortForwarding': {'1.2'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'QosPolicy': {'1.8'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'SecurityGroup': {'1.4'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'SubPort': {'1.0'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Subnet': {'1.1'}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Trunk': {'1.1'}} Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: consumer versions: Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: { DHCP agent@n-d-780147-13: {}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: HyperV agent@n-h1-780147-13: {}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: HyperV agent@n-h2-780147-13: {}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: L3 agent@n-d-780147-13: {}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: Metadata agent@n-d-780147-13: {}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: Metering agent@n-d-780147-13: {}, Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: Open vSwitch agent@n-d-780147-13: { 'AddressGroup': '1.2', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'ConntrackHelper': '1.0', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Log': '1.0', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Network': '1.1', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Port': '1.7', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'PortForwarding': '1.2', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'QosPolicy': '1.8', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'SecurityGroup': '1.4', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'SecurityGroupRule': '1.2', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'SubPort': '1.0', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Subnet': '1.1', Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: 'Trunk': '1.1'}} Jun 17 08:19:30.648784 n-d-780147-13 neutron-server[93502]: {{(pid=93502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:19:30.651582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Transition to ACTIVE for port object c1554b58-0889-427b-8f06-73b459e74b15 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:30.656625 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.687390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.689611 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e99dd19-c91c-45ee-93ae-cb8c353d6a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.699117 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] For port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:30.702834 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] For port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:30.712422 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.716656 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15666817-388e-4653-84c4-8f653f5c69ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.731581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:30.738999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:30.742023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:30.743097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.775805 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Pushing event updated for resources: {'Port': ['ID=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.780818 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.796541 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:30.797204 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:30.837667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Pushing event updated for resources: {'Port': ['ID=c1554b58-0889-427b-8f06-73b459e74b15,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.840922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.936635 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:31.042960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0ebb9e69-aa0c-4eac-a974-44c47e8cfae3 None None] Provisioning for port c1554b58-0889-427b-8f06-73b459e74b15 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:31.047568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0ebb9e69-aa0c-4eac-a974-44c47e8cfae3 None None] Provisioning complete for port c1554b58-0889-427b-8f06-73b459e74b15 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:31.049461 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ebb9e69-aa0c-4eac-a974-44c47e8cfae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.112040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.138551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb9e69-aa0c-4eac-a974-44c47e8cfae3 None None] Port c1554b58-0889-427b-8f06-73b459e74b15 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:31.237162 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:28Z', 'revision_number': 3, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:31.268833 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34671927-03f8-4637-b5f6-6ac389318d0b None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:28Z', 'revision_number': 3, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:31.330311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.336073 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.337611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.354672 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:31.442741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Pushing event updated for resources: {'Port': ['ID=c1554b58-0889-427b-8f06-73b459e74b15,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:31.446241 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:31.480598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:31.482127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:31.675656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:31.797515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f2d80992-6566-460a-87c1-f77b737429d5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:31.877439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f2d80992-6566-460a-87c1-f77b737429d5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:31.877870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.887954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:31.910466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] 10.222.0.65 "PUT /v2.0/routers/1b6f5f33-44af-41e8-8039-0eae08e5b9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3693714 Jun 17 08:19:31.934210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-229bfc72-d3a3-4ff1-9044-013d4ce45b41 None None] Provisioning complete for port c1554b58-0889-427b-8f06-73b459e74b15 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:31.934932 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-229bfc72-d3a3-4ff1-9044-013d4ce45b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.985642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-229bfc72-d3a3-4ff1-9044-013d4ce45b41 None None] Port c1554b58-0889-427b-8f06-73b459e74b15 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:32.038561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:32.117531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:32.125526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:32.125985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.306127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.336295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:32.348562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.350749 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de1c12b5-35ae-48e2-ab88-e619b207be8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:32.421158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:32.425468 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:33.212930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:33.229699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:33.230320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:33.339567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:33.568791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 2, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:33.604095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:33.604457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Updating router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 port c1554b58-0889-427b-8f06-73b459e74b15 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:33.641695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36460) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:33.648208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:33.692531 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36464) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:33.697244 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.699171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-network', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:33.746090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Made reservation on behalf of 7116e575e0cd44cd943ba99034cc18d6 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:33.749501 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.764461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.827008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:33.827308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.882225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.888984 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.894606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32c7c3db-4969-4a25-b91d-2f7844baf68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:33.908892 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.922565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecaeb74-46a2-41df-a9f0-24c9c616f020,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:33.928273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:33.936511 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:33.949174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.949716 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Added segment ba502315-b5c6-431c-820c-2f5414bff0b4 of type vlan for network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d Jun 17 08:19:34.050606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.051335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.057000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.088952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.090694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:34.093255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.104195 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.107980 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.138429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db9ee3c5d3e74f099d8c0dd8231d5584&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4943736 Jun 17 08:19:34.143237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36486) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.176758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad24378-ba76-4c95-bb5b-b99a330810c3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.180525 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.212065 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.215637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Pushing event updated for resources: {'Network': ['ID=de7c5f0f-1f57-495e-a05b-e78b54eeaa7d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.215804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.219331 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.223501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Transition to ACTIVE for port object c1554b58-0889-427b-8f06-73b459e74b15 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:34.224717 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5304809 Jun 17 08:19:34.225395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36490) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.230658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Request body: {'subnet': {'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-subnet', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:34.231040 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.235728 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9741d0ae-9b88-4d7d-84ee-d7dc92320581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.238760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:34.242120 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.267820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Made reservation on behalf of 7116e575e0cd44cd943ba99034cc18d6 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:34.275419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.346564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.351151 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.352436 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ad24378-ba76-4c95-bb5b-b99a330810c3 HTTP/1.1" status: 204 len: 168 time: 0.2080367 Jun 17 08:19:34.353398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f82b935-70e4-4593-bd16-9e3d6381658e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.374066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad24378-ba76-4c95-bb5b-b99a330810c3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.377270 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.461474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb79c-0c37-47f6-9465-149f5465140f None None] Pushing event updated for resources: {'Port': ['ID=c1554b58-0889-427b-8f06-73b459e74b15,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.536094 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b0bb79c-0c37-47f6-9465-149f5465140f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.602114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.610868 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.661333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26de4f77-183f-4564-a5fb-655e38e96178,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.669725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.699953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Checking segment: {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:34.700566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Network hostable DHCP agents. Network: de7c5f0f-1f57-495e-a05b-e78b54eeaa7d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:34.704742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Attempting to bind port c1554b58-0889-427b-8f06-73b459e74b15 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:34.705261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Attempting to bind port c1554b58-0889-427b-8f06-73b459e74b15 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:34.705634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Attempting to bind port c1554b58-0889-427b-8f06-73b459e74b15 on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:34.712535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:34.713075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Checking segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:34.713484 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.716074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Bound using segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:34.716657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Bound port: c1554b58-0889-427b-8f06-73b459e74b15, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:34.717073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.727781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:34.751244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, de7c5f0f-1f57-495e-a05b-e78b54eeaa7d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:34.759036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:34.759924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.773181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63980513-9c5a-45d8-abc4-cc9ac487c1a1 None None] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:34.781985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5554352 Jun 17 08:19:34.783918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36524) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.790448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:34.826873 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.828419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.873472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] For port c1554b58-0889-427b-8f06-73b459e74b15, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:34.877903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] For port c1554b58-0889-427b-8f06-73b459e74b15, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c1554b58-0889-427b-8f06-73b459e74b15,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:34.895197 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.900389 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.950447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.965245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.000976 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.018587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb79c-0c37-47f6-9465-149f5465140f None None] Pushing event updated for resources: {'Port': ['ID=c1554b58-0889-427b-8f06-73b459e74b15,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:35.023119 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b0bb79c-0c37-47f6-9465-149f5465140f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:35.032183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:35.032823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:35.135053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.140374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.157942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:35.177054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-de7c5f0f-1f57-495e-a05b-e78b54eeaa7d', 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'fixed_ips': [{'subnet_id': '26de4f77-183f-4564-a5fb-655e38e96178'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:19:35.178623 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.227371 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e874fa25d80047ccaefb2ad12efd3b7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2752256 Jun 17 08:19:35.229611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855b176-f000-4c01-a951-006f75904dd7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:35.232404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:35.257610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:35.307830 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.363957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.402647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36580) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:35.407419 n-d-780147-13 neutron-server[93500]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:19:35.414623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.450015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-c01b0e3f-571b-47f9-a04e-0f4decb0072d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=34a0a97f7036442ba0417f362a498c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459447 Jun 17 08:19:35.487791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:35.514858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.518481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.523113 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6855b176-f000-4c01-a951-006f75904dd7 HTTP/1.1" status: 204 len: 168 time: 0.2730472 Jun 17 08:19:35.523113 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9b9fecfe-8737-4c7b-8114-d048f823eb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:35.540915 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855b176-f000-4c01-a951-006f75904dd7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:35.546405 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:35.654185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Allocated IP 172.20.0.2 (de7c5f0f-1f57-495e-a05b-e78b54eeaa7d/26de4f77-183f-4564-a5fb-655e38e96178/0397ee7d-6978-45b1-bb32-1ee02bc0fd48) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:35.850880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36612) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:35.947267 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.959784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Transition to ACTIVE for port object 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:35.990331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:34Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:35.993070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Transition to ACTIVE for port object 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:36.018978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba8404-72fb-41e2-aea2-244cd6cd2b70 None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:34Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:36.025786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.029164 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:36.059685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-559e2d37-6729-4e2f-bfac-fae4cfe46ad1 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:36.062224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.070271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-559e2d37-6729-4e2f-bfac-fae4cfe46ad1 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6192033 Jun 17 08:19:36.132766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:36.142798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:36.147409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-4f4c9ed2-1f27-4958-be3a-f0e275c947de tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/quotas/34a0a97f7036442ba0417f362a498c4e HTTP/1.1" status: 200 len: 375 time: 0.0757484 Jun 17 08:19:36.155569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:36.180478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Pushing event updated for resources: {'Port': ['ID=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:36.192449 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:36.272463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.277228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-d40d6aa7-46ec-49be-a4df-114c2edc832a tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=34a0a97f7036442ba0417f362a498c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1288590 Jun 17 08:19:36.280269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.288324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Attempting to bind port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:36.288705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Attempting to bind port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:36.289148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Attempting to bind port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 on network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:36.294670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:36.295644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:36.296595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Checking segment: {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:36.297596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.298156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Bound using segment: {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:36.298649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Bound port: 0397ee7d-6978-45b1-bb32-1ee02bc0fd48, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:36.299624 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.302467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36628) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:36.315457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.389112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:36.395740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] For port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:36.399874 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a72733481da4d2ab80efd7c195b44fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5307631 Jun 17 08:19:36.400330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] For port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:36.407279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cdae33-7d20-4bc3-b2f9-d22c5a2b8956,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:36.409025 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.411674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.412612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:36.437519 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de1c12b5-35ae-48e2-ab88-e619b207be8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:36.587274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Pushing event updated for resources: {'Port': ['ID=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:36.591224 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:36.672134 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.983748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c74ed797-fabe-4271-be52-a05f37ef28f4 req-6d998a4c-8b8b-4678-b1aa-62cef85f3f6d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 210 time: 0.2896998 Jun 17 08:19:37.002030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Allocated IP 172.25.7.219 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/f65626eb-0dfa-4f97-9c2a-d7769196e0e3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:37.083902 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.185046 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.250241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.259383 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.265250 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.271495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3cdae33-7d20-4bc3-b2f9-d22c5a2b8956 HTTP/1.1" status: 204 len: 168 time: 0.8810167 Jun 17 08:19:37.282893 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.284989 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.321548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.329610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36702) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:37.330198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e498231728f1442897454a0eed80b76e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0256822 Jun 17 08:19:37.332513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cdae33-7d20-4bc3-b2f9-d22c5a2b8956,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:37.336718 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:37.337119 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.364615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2f32a0-963a-46ae-8afa-f0b05663a84c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:37.368887 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:37.445037 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.471997 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.475219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.519570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.581270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Pushing event updated for resources: {'Port': ['ID=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:37.585807 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:37.596879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:37.599966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:37.602839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:37.676792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.680364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.681660 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff2f32a0-963a-46ae-8afa-f0b05663a84c HTTP/1.1" status: 204 len: 168 time: 0.3510139 Jun 17 08:19:37.682676 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.696821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2f32a0-963a-46ae-8afa-f0b05663a84c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:37.704808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:37.825650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c1554b58-0889-427b-8f06-73b459e74b15 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:37.978122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c1554b58-0889-427b-8f06-73b459e74b15 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:37.983258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c1554b58-0889-427b-8f06-73b459e74b15 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:37.984286 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.169962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da6789-032d-4759-bcf5-f30cc1bcc838 None None] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:38.175356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54af87b2-8229-457e-9940-06aa5805c7a0 req-6b4e3e92-f26d-4406-b115-029fc027cc79 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 210 time: 0.0631583 Jun 17 08:19:38.200172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.226426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.271611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ec62d28-54d2-4d1d-9aa3-9aab795e50cb None None] Provisioning for port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:38.304818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c1554b58-0889-427b-8f06-73b459e74b15, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c1554b58-0889-427b-8f06-73b459e74b15,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:38.395597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36756) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:38.418210 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.537317 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.538597 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.542473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:38.546863 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:38.593407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.604474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.609478 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2594a01d-57ad-4574-a0e3-d68ad7c8512b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:38.733605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c1554b58-0889-427b-8f06-73b459e74b15,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:38.737260 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:38.740186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:38.747048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:38.747543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.781936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Router fbcd5866-e15a-4c64-9f17-e87e5abff989 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:19:38.821794 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4db166d37d5d42789fd0c616cccff514&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4246979 Jun 17 08:19:38.822612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36766) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:38.902154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36770) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:38.903673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.911297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.934236 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.962839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.004507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:39.020562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.024784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:39.110483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.116380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36772) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:39.117491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecaf0c6-9f4c-4558-aaf1-d59a30f12458,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:39.121867 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:39.130116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.133069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:39.141625 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:39.188571 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:39.228248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.253392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.256447 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ecaf0c6-9f4c-4558-aaf1-d59a30f12458 HTTP/1.1" status: 204 len: 168 time: 0.4276030 Jun 17 08:19:39.257580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:39.262317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-01a7652a-6066-4647-a0f6-11154e3b134d None None] Provisioning complete for port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:39.263892 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01a7652a-6066-4647-a0f6-11154e3b134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.273440 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Sync routers for ids ['fbcd5866-e15a-4c64-9f17-e87e5abff989'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:39.290339 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b18284fd7b1403491e08f42efb6f7af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3443339 Jun 17 08:19:39.292299 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Routers {'fbcd5866-e15a-4c64-9f17-e87e5abff989'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:39.293130 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fbcd5866-e15a-4c64-9f17-e87e5abff989'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:39.295709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36786) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:39.300230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3cbce-9938-4e5a-b085-27a61924c957,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:39.326711 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:39.327374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:39.348672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecaf0c6-9f4c-4558-aaf1-d59a30f12458,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:39.361089 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:39.407967 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.415076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6299059 Jun 17 08:19:39.415847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36788) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:39.447942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.483491 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Set router fbcd5866-e15a-4c64-9f17-e87e5abff989 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:39.498736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.597872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.601874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.607540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5c3cbce-9938-4e5a-b085-27a61924c957 HTTP/1.1" status: 204 len: 168 time: 0.3086138 Jun 17 08:19:39.608442 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:39.619351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3cbce-9938-4e5a-b085-27a61924c957,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:39.622963 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:39.649160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.732470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c1554b58-0889-427b-8f06-73b459e74b15 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:39.829200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c1554b58-0889-427b-8f06-73b459e74b15 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:39.831298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.859336 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:37Z', 'revision_number': 3, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:39.928796 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Checking router: fbcd5866-e15a-4c64-9f17-e87e5abff989 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:39.930501 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Updating router fbcd5866-e15a-4c64-9f17-e87e5abff989 port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:39.945697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:39.974333 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.026379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.043335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:40.043335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.043499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.057747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.061017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36812) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.068750 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cd8f7821-37b8-4474-935a-fe8553f8c527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.127007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2043b43c-496e-4c70-80b8-2c1a3ac6ab72,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.131938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7294bd2cca24a90991e9637c890c325&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0112104 Jun 17 08:19:40.133012 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.135265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36820) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.250034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.312911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.67', 62563) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.320321 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.336476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.374544 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-c4c2897d-3c5a-499d-8f9f-fe780dea2ae9 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=34a0a97f7036442ba0417f362a498c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598521 Jun 17 08:19:40.381193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.504426 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.514490 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Transition to ACTIVE for port object f65626eb-0dfa-4f97-9c2a-d7769196e0e3 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:40.524836 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.534546 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.550404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72b0b058-45c4-41de-8020-8ea1b8600532 req-4fa3bfdd-a178-4141-b1d0-ef0661ca8c78 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 210 time: 0.4881890 Jun 17 08:19:40.579398 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436262a4-65e2-41f3-9888-d4deed167442 None None] Pushing event updated for resources: {'Port': ['ID=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.586762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.594393 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.601492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.605289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2043b43c-496e-4c70-80b8-2c1a3ac6ab72 HTTP/1.1" status: 204 len: 168 time: 0.4671550 Jun 17 08:19:40.605289 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82ee576a-6c0a-4a4b-9542-1de07424ebb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.609288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.611562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Attempting to bind port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:40.612113 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Attempting to bind port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:40.612679 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Attempting to bind port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:40.620132 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:40.620782 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:40.621387 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.622053 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:40.622673 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Bound port: f65626eb-0dfa-4f97-9c2a-d7769196e0e3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:40.623414 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.669624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2043b43c-496e-4c70-80b8-2c1a3ac6ab72,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.685483 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] For port f65626eb-0dfa-4f97-9c2a-d7769196e0e3, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:40.690189 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] For port f65626eb-0dfa-4f97-9c2a-d7769196e0e3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:40.702381 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.704209 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-436262a4-65e2-41f3-9888-d4deed167442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.705193 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.705704 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-19491707-b9b2-494e-a37e-74f3dc26b876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.720126 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.735312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e6eae6dd15f48a4ae42d6a1d098dd12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6907489 Jun 17 08:19:40.742296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36836) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.782639 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436262a4-65e2-41f3-9888-d4deed167442 None None] Pushing event updated for resources: {'Port': ['ID=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.786893 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-436262a4-65e2-41f3-9888-d4deed167442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.797632 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Routers {'fbcd5866-e15a-4c64-9f17-e87e5abff989'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:40.798241 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fbcd5866-e15a-4c64-9f17-e87e5abff989'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:40.824109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257bf9ce-5c4a-4876-8a9d-b8cfb3783106,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.845010 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.857944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-b18fcbbb-6d4e-43d7-9b2f-af2692e3cb3e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:40.863000 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-b18fcbbb-6d4e-43d7-9b2f-af2692e3cb3e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790351 Jun 17 08:19:40.930524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.942216 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] Set router fbcd5866-e15a-4c64-9f17-e87e5abff989 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:40.962656 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.963343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Request body: {'port': {'device_id': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '34a0a97f7036442ba0417f362a498c4e'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:41.028810 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.032213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.034037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/257bf9ce-5c4a-4876-8a9d-b8cfb3783106 HTTP/1.1" status: 204 len: 168 time: 0.2893775 Jun 17 08:19:41.035028 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78b58367-450d-4a22-a15c-23c23c2a1bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.043839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257bf9ce-5c4a-4876-8a9d-b8cfb3783106,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.072648 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.132719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Allocated IP 172.20.0.1 (de7c5f0f-1f57-495e-a05b-e78b54eeaa7d/26de4f77-183f-4564-a5fb-655e38e96178/c00952bd-7a96-4fda-a56e-e00524fc6523) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:41.188768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:41.205822 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:37Z', 'revision_number': 3, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:41.209458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.249766 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9d645-0f64-4ad4-ac82-caa0b523b471 None None] The sync data for ids ['fbcd5866-e15a-4c64-9f17-e87e5abff989'] in n-d-780147-13 is: [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:37Z', 'revision_number': 3, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:41.342539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.352972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.357776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Transition to ACTIVE for port object c00952bd-7a96-4fda-a56e-e00524fc6523 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:41.361969 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.380317 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-26cd7606-aba2-4fd3-89a9-cbf040df8487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.402973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Made reservation on behalf of 34a0a97f7036442ba0417f362a498c4e for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:41.406882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.414038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=565c819ec4454cacb94e630c4bc539b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2234933 Jun 17 08:19:41.417667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36872) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:41.425147 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.449755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34bf858-3c23-4d7f-9121-682ce9c1f0c2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.452919 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.461939 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.477759 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.499483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.520013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:41.526445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:41.534510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:41.535033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.547467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.646985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.666455 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.680495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a34bf858-3c23-4d7f-9121-682ce9c1f0c2 HTTP/1.1" status: 204 len: 168 time: 0.2617912 Jun 17 08:19:41.687800 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.700674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Pushing event updated for resources: {'Port': ['ID=c00952bd-7a96-4fda-a56e-e00524fc6523,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.704391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34bf858-3c23-4d7f-9121-682ce9c1f0c2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.709176 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.714465 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.889836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d6ffc40-8968-4550-a924-8b86dff1d178 req-06e82ea8-4068-4019-bd76-ad88ed860d85 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 210 time: 0.0510564 Jun 17 08:19:42.052976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-38548379-b2d4-490a-9128-46f70edf8936 None None] Provisioning for port c00952bd-7a96-4fda-a56e-e00524fc6523 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:42.057365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-38548379-b2d4-490a-9128-46f70edf8936 None None] Provisioning complete for port c00952bd-7a96-4fda-a56e-e00524fc6523 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:42.059314 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38548379-b2d4-490a-9128-46f70edf8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.161715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-38548379-b2d4-490a-9128-46f70edf8936 None None] Port c00952bd-7a96-4fda-a56e-e00524fc6523 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:42.174116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.187753 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.208409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36892) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:42.220904 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:42.231036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.495699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.503892 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.531233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.568396 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:42.581050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fc5fb006977402cb17d4fa877f71f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682742 Jun 17 08:19:42.581691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36896) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:42.702145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69768dc0-5e80-4fe0-994c-4bc191fc37da,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:42.724369 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:42.750202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.815747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.864231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4feb6-6a32-4269-a26a-27fbe2e72e12,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:42.893800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:42.940533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.944991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.946187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69768dc0-5e80-4fe0-994c-4bc191fc37da HTTP/1.1" status: 204 len: 168 time: 0.3609164 Jun 17 08:19:42.947019 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6877fc13-5044-4293-89fa-a0f4d68b8de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:42.960184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69768dc0-5e80-4fe0-994c-4bc191fc37da,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:42.971446 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:43.264035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d84d55b5-a890-4b2e-a96f-ca772bc53ba7 req-48c9e119-c8fe-43c2-8e43-f849bb4084f4 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 210 time: 0.0749302 Jun 17 08:19:43.301522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Allocated IP 192.168.233.128 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/fc5bf7c3-5ef6-4e60-940b-178720d467ff) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:43.499659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.514104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.520279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.527748 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:43.647078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Pushing event updated for resources: {'Port': ['ID=c00952bd-7a96-4fda-a56e-e00524fc6523,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:43.658953 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:43.742678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f65626eb-0dfa-4f97-9c2a-d7769196e0e3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:43.820576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:43.834128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:43.834829 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.879476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.903194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:43.908686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:43.912385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Transition to ACTIVE for port object fc5bf7c3-5ef6-4e60-940b-178720d467ff will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:44.065196 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.122767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f65626eb-0dfa-4f97-9c2a-d7769196e0e3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:44.133330 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.136060 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:44.198838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.219067 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:44.226134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:44.233894 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:44.307112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ffffa05a-6af3-4987-83aa-63913930964c None None] Provisioning complete for port c00952bd-7a96-4fda-a56e-e00524fc6523 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.309568 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffffa05a-6af3-4987-83aa-63913930964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.342081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:44.352587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Router fbcd5866-e15a-4c64-9f17-e87e5abff989 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:44.359844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:44.379784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:44.386053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:44.386749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.428961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Pushing event updated for resources: {'Port': ['ID=fc5bf7c3-5ef6-4e60-940b-178720d467ff,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:44.431400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ffffa05a-6af3-4987-83aa-63913930964c None None] Port c00952bd-7a96-4fda-a56e-e00524fc6523 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:44.434911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:44.478590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5313303 Jun 17 08:19:44.539024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-ab087c36-f7d5-4454-8430-22a0877c4dbe tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:19:44.540557 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-ab087c36-f7d5-4454-8430-22a0877c4dbe tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145793 Jun 17 08:19:44.607660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:44.618216 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] 10.222.0.65 "PUT /v2.0/routers/fbcd5866-e15a-4c64-9f17-e87e5abff989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2007210 Jun 17 08:19:44.634257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Sync routers for ids ['fbcd5866-e15a-4c64-9f17-e87e5abff989'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:44.681873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Routers {'fbcd5866-e15a-4c64-9f17-e87e5abff989'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:44.682688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fbcd5866-e15a-4c64-9f17-e87e5abff989'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:44.736339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01821d1-48ff-419d-a652-7a9f3fbe4fe9 req-7bc10255-41e1-4323-b8d5-b6c58b3c5856 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:44.752380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f01821d1-48ff-419d-a652-7a9f3fbe4fe9 req-7bc10255-41e1-4323-b8d5-b6c58b3c5856 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 936 time: 0.2116630 Jun 17 08:19:44.887688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-18e445a3-745d-47f9-8c1d-0fe0a48a38cb None None] Provisioning for port fc5bf7c3-5ef6-4e60-940b-178720d467ff completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:44.895167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-18e445a3-745d-47f9-8c1d-0fe0a48a38cb None None] Provisioning complete for port fc5bf7c3-5ef6-4e60-940b-178720d467ff triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.896105 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18e445a3-745d-47f9-8c1d-0fe0a48a38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.897901 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f01821d1-48ff-419d-a652-7a9f3fbe4fe9 req-1e943034-3ab1-48dd-aaea-0abd9fecafb1 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381888 Jun 17 08:19:44.945672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Set router fbcd5866-e15a-4c64-9f17-e87e5abff989 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:45.004669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-18e445a3-745d-47f9-8c1d-0fe0a48a38cb None None] Port fc5bf7c3-5ef6-4e60-940b-178720d467ff cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:45.260199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:42Z', 'revision_number': 4, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c00952bd-7a96-4fda-a56e-e00524fc6523', 'name': '', 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'mac_address': 'fa:16:3e:c8:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '26de4f77-183f-4564-a5fb-655e38e96178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:42Z', 'revision_number': 2, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'subnets': [{'id': '26de4f77-183f-4564-a5fb-655e38e96178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:45.299540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Checking router: fbcd5866-e15a-4c64-9f17-e87e5abff989 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:45.299904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Updating router fbcd5866-e15a-4c64-9f17-e87e5abff989 port c00952bd-7a96-4fda-a56e-e00524fc6523 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:45.352453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.697505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f65626eb-0dfa-4f97-9c2a-d7769196e0e3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:45.973323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:45.973969 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.154736 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.175075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708552-629d-4042-bce0-e5de62c0c17b req-4dc30477-9735-4019-aeed-1a52f17fcbee tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:46.177856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb708552-629d-4042-bce0-e5de62c0c17b req-4dc30477-9735-4019-aeed-1a52f17fcbee tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 936 time: 0.1026483 Jun 17 08:19:46.234942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Transition to ACTIVE for port object c00952bd-7a96-4fda-a56e-e00524fc6523 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:46.289618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb708552-629d-4042-bce0-e5de62c0c17b req-655740ef-375a-4b92-97a7-8c3b54afd55e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955837 Jun 17 08:19:46.324406 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.352494 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:46.595460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a23e51-827b-45cf-a17f-b6a75f9d1929 None None] Pushing event updated for resources: {'Port': ['ID=c00952bd-7a96-4fda-a56e-e00524fc6523,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:46.888250 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3a23e51-827b-45cf-a17f-b6a75f9d1929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:46.896184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Attempting to bind port c00952bd-7a96-4fda-a56e-e00524fc6523 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:46.907002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Attempting to bind port c00952bd-7a96-4fda-a56e-e00524fc6523 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:46.907562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Attempting to bind port c00952bd-7a96-4fda-a56e-e00524fc6523 on network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:46.927558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:46.927558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Checking segment: {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:46.937377 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.938194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Bound using segment: {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:46.940922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Bound port: c00952bd-7a96-4fda-a56e-e00524fc6523, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba502315-b5c6-431c-820c-2f5414bff0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:46.942086 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.955810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.126383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] For port c00952bd-7a96-4fda-a56e-e00524fc6523, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:47.135434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] For port c00952bd-7a96-4fda-a56e-e00524fc6523, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c00952bd-7a96-4fda-a56e-e00524fc6523,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:47.138337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37048) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:47.145071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511393529', 'description': 'tempest-description--840117364'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:47.147690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.154885 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3a23e51-827b-45cf-a17f-b6a75f9d1929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:47.194342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.244596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a23e51-827b-45cf-a17f-b6a75f9d1929 None None] Pushing event updated for resources: {'Port': ['ID=c00952bd-7a96-4fda-a56e-e00524fc6523,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:47.248785 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3a23e51-827b-45cf-a17f-b6a75f9d1929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:47.266878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Routers {'fbcd5866-e15a-4c64-9f17-e87e5abff989'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:47.267729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fbcd5866-e15a-4c64-9f17-e87e5abff989'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:47.387581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.404826 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.408781 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62d0f6d6-3e71-4ac3-ae6e-e283987e5490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:47.470446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.471864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3320878 Jun 17 08:19:47.473964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991a12f5-ca19-453a-8c81-55670867de2d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:47.475322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:47.484661 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:47.493988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'security_group_rule': {'security_group_id': '991a12f5-ca19-453a-8c81-55670867de2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:47.495509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] Set router fbcd5866-e15a-4c64-9f17-e87e5abff989 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:47.623396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.686082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91359d8c-d04a-4961-ad30-dd3a58bf4a3d req-6c41daf2-6dde-4745-884f-8dd89eb36a3b tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.694414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91359d8c-d04a-4961-ad30-dd3a58bf4a3d req-6c41daf2-6dde-4745-884f-8dd89eb36a3b tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 936 time: 0.1780882 Jun 17 08:19:47.742421 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.756386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.767510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91359d8c-d04a-4961-ad30-dd3a58bf4a3d req-898555f0-993f-4958-a063-81bfdac17233 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721517 Jun 17 08:19:47.789640 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:47.789852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:42Z', 'revision_number': 4, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c00952bd-7a96-4fda-a56e-e00524fc6523', 'name': '', 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'mac_address': 'fa:16:3e:c8:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '26de4f77-183f-4564-a5fb-655e38e96178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:47Z', 'revision_number': 4, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'subnets': [{'id': '26de4f77-183f-4564-a5fb-655e38e96178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:47.798861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020fd16c-fe23-4caf-86c5-ea1d3301c250,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:47.820119 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:47.821687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.823086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461013 Jun 17 08:19:47.825637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37064) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:47.834944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e2cb-f15f-4319-aff3-baeccd6de6a4 None None] The sync data for ids ['fbcd5866-e15a-4c64-9f17-e87e5abff989'] in n-d-780147-13 is: [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:42Z', 'revision_number': 4, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c00952bd-7a96-4fda-a56e-e00524fc6523', 'name': '', 'network_id': 'de7c5f0f-1f57-495e-a05b-e78b54eeaa7d', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'mac_address': 'fa:16:3e:c8:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '26de4f77-183f-4564-a5fb-655e38e96178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:47Z', 'revision_number': 4, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'subnets': [{'id': '26de4f77-183f-4564-a5fb-655e38e96178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:47.835214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'security_group_rule': {'security_group_id': '991a12f5-ca19-453a-8c81-55670867de2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:47.880329 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.052014 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.067736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.075614 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-628564f2-0b1a-4549-9ac1-b22210d0e536 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:48.110834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88781a77-eff5-43e5-bab0-4eddb2e72854,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:48.114656 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:48.128382 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.129957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033612 Jun 17 08:19:48.133021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37070) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:48.138365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:48.165034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.383234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.558732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Allocated IP 172.25.7.206 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/50925a77-2fd2-466c-af73-22eb060b9559) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:48.779381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.871277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.884641 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-460af96f-fa19-4e79-a158-ba057698d2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:48.926182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:48.930001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:48.935297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:49.022538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'Port': ['ID=50925a77-2fd2-466c-af73-22eb060b9559,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:49.033107 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:49.035865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.109345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:49.122550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.202425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9a83d-6d59-4f03-8679-b571ad2dc04f req-d7e14472-c11b-4d66-abc4-68471d5c1b1e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:49.209897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35d9a83d-6d59-4f03-8679-b571ad2dc04f req-d7e14472-c11b-4d66-abc4-68471d5c1b1e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 936 time: 0.1838701 Jun 17 08:19:49.218632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.243311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.453622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.460332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.463596 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f9d2f8f2-e302-4af8-b4a4-150298294999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:49.492881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e4691-7bf1-4363-8416-586a739b3d4c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:49.496230 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:49.514214 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3ac6f9ff2b247d7a18639e910641160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038656 Jun 17 08:19:49.517177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37116) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:49.529720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35d9a83d-6d59-4f03-8679-b571ad2dc04f req-56269375-72a1-483d-ba84-835aa9fb43a2 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188426 Jun 17 08:19:49.612178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.646291 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.729540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.733460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.735292 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/420e4691-7bf1-4363-8416-586a739b3d4c HTTP/1.1" status: 204 len: 168 time: 0.2168903 Jun 17 08:19:49.736244 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:49.750616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e4691-7bf1-4363-8416-586a739b3d4c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:49.759120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:49.759781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c00952bd-7a96-4fda-a56e-e00524fc6523 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:49.836429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.851920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.854604 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:49.906057 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.927864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c00952bd-7a96-4fda-a56e-e00524fc6523 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:49.933678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'Port': ['ID=50925a77-2fd2-466c-af73-22eb060b9559,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:49.938236 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.948188 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8055158 Jun 17 08:19:49.949539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c00952bd-7a96-4fda-a56e-e00524fc6523 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:49.949931 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.956985 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:50.028412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:50.145726 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.192423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c00952bd-7a96-4fda-a56e-e00524fc6523, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c00952bd-7a96-4fda-a56e-e00524fc6523,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:50.201004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.205856 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:50.295770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c00952bd-7a96-4fda-a56e-e00524fc6523,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:50.308710 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:50.324018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:50.351621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.363830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-91b6c830-2712-4a9c-8e54-8becf12f7a60 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1511393529&fields=id&tenant_id=f124d3ff741d42eaa0dc42214608300d HTTP/1.1" status: 200 len: 267 time: 0.0982053 Jun 17 08:19:50.412180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.517163 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.524059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.531080 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:50.585411 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32c81a3bc878450da56b9ccddd4d4284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602119 Jun 17 08:19:50.587994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710cdb66-923e-48e0-9e5a-853c25590cf4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:50.588144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37160) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:50.593852 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:50.620647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-77da77f1-950d-473c-9c2f-be11c95586ad tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:50.622334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-77da77f1-950d-473c-9c2f-be11c95586ad tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 824 time: 0.2513649 Jun 17 08:19:50.647199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-26caf28a-30f6-4fc5-8f8a-58371b254be3 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/quotas/f124d3ff741d42eaa0dc42214608300d HTTP/1.1" status: 200 len: 375 time: 0.0130994 Jun 17 08:19:50.680112 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.684837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.688475 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-408e2047-65c6-454c-9a8f-6883c3d99af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:50.720767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.730209 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=186ecd47a7a640a49080ec0cce7168ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006216 Jun 17 08:19:50.730956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37162) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:50.731667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794374fa-b104-44d6-95ea-6ad51cedc5bd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:50.739810 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:50.755629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.787360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.811959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.812761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-2c25dd81-f0c3-47ee-9df2-4160c533f6d5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1558254 Jun 17 08:19:50.836163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.839335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.844281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/710cdb66-923e-48e0-9e5a-853c25590cf4 HTTP/1.1" status: 204 len: 168 time: 0.2528837 Jun 17 08:19:50.844281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:50.863868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710cdb66-923e-48e0-9e5a-853c25590cf4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:50.867203 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:50.912205 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.915772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.920796 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/794374fa-b104-44d6-95ea-6ad51cedc5bd HTTP/1.1" status: 204 len: 168 time: 0.1862652 Jun 17 08:19:50.928897 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:50.936804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794374fa-b104-44d6-95ea-6ad51cedc5bd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:50.939155 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:51.177434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-7a9c7803-f1d0-44d1-bb5f-2d3ac88699ce service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:19:51.185357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-7a9c7803-f1d0-44d1-bb5f-2d3ac88699ce service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1705816 Jun 17 08:19:51.309169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-b239c391-7387-41b6-978a-208528b71b71 service neutron] 10.222.0.65 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215246 Jun 17 08:19:51.450418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-1062b975-8800-4ce0-a60c-794258a272bd service neutron] 10.222.0.65 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355567 Jun 17 08:19:51.459159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37184) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:51.477329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.678163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c00952bd-7a96-4fda-a56e-e00524fc6523 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:51.774408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c00952bd-7a96-4fda-a56e-e00524fc6523 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:51.776316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.800949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.810877 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.821889 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:51.889001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ecbd7-ba5c-4b3a-9d9e-d14c9cb51b97,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:51.895995 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:51.935342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17c80b03ef74479a8fb84e6d7fba1ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743178 Jun 17 08:19:51.935996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:51.987619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2872e21-5b53-410b-8bf8-0155b6e27bb2 req-07dda25d-1e39-46b9-989e-4fca15a7cfa3 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:51.995485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2872e21-5b53-410b-8bf8-0155b6e27bb2 req-07dda25d-1e39-46b9-989e-4fca15a7cfa3 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 936 time: 0.1462209 Jun 17 08:19:52.028233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.054957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.079278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2872e21-5b53-410b-8bf8-0155b6e27bb2 req-06433fc8-a0c8-43eb-b6cf-f44e21050497 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743489 Jun 17 08:19:52.130017 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.133367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.137057 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/026ecbd7-ba5c-4b3a-9d9e-d14c9cb51b97 HTTP/1.1" status: 204 len: 168 time: 0.1977386 Jun 17 08:19:52.137057 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-38c5c931-5d12-4f82-8846-36a79abc82b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:52.147731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ecbd7-ba5c-4b3a-9d9e-d14c9cb51b97,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:52.150071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:52.224654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f69e025f-c4a1-4ddc-9e68-3f3af4170db4 req-8a81a637-2804-43f0-958d-a095a56b1223 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0927317 Jun 17 08:19:52.870718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Request body: {'port': {'device_id': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'device_owner': 'compute:tempest-test_az-1730955489', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:52.963470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.086222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37264) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:53.304960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d69a-de46-48f2-b3ee-20c186dbc386 req-7101e63b-de0a-4438-ba72-2c145d0b826c tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:53.306769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49e9d69a-de46-48f2-b3ee-20c186dbc386 req-7101e63b-de0a-4438-ba72-2c145d0b826c tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 936 time: 0.0943294 Jun 17 08:19:53.375226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49e9d69a-de46-48f2-b3ee-20c186dbc386 req-28ac327c-c55f-45b8-a880-a7469f01d4fe tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623617 Jun 17 08:19:53.395778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.422526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5bf7c3-5ef6-4e60-940b-178720d467ff {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:53.445130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.479040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Transition to ACTIVE for port object fc5bf7c3-5ef6-4e60-940b-178720d467ff will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:53.484999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4f1f2a8-80a0-4166-9837-62034ada47af req-ff385f8b-019d-42e4-9bae-77d9653b640a tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0499496 Jun 17 08:19:53.487889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.492146 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e3b3bdcd-6205-450e-9edd-b1d476c10a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:53.566293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.60', 64753) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:53.611060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.619703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.624392 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8c183ca0-2681-43c3-abf6-32d3534b7ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:53.720597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36111877ae3943f498d3c03d95d7744d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317995 Jun 17 08:19:53.723369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37282) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:53.723812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37284) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:53.738266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a780cb1-33f5-4b4e-aa0d-324df33cd4dc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:53.766082 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:53.773826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5bf7c3-5ef6-4e60-940b-178720d467ff,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:53.831399 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:53.836650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.892528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.935168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Attempting to bind port fc5bf7c3-5ef6-4e60-940b-178720d467ff on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:53.935638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Attempting to bind port fc5bf7c3-5ef6-4e60-940b-178720d467ff by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:53.935865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Attempting to bind port fc5bf7c3-5ef6-4e60-940b-178720d467ff on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:53.976702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Port fc5bf7c3-5ef6-4e60-940b-178720d467ff on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:53.977013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Attempting to bind port fc5bf7c3-5ef6-4e60-940b-178720d467ff on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:53.980292 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.983554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.984808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a780cb1-33f5-4b4e-aa0d-324df33cd4dc HTTP/1.1" status: 204 len: 168 time: 0.2599952 Jun 17 08:19:53.985803 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:53.997080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a780cb1-33f5-4b4e-aa0d-324df33cd4dc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:53.997620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-22247147-76af-4301-ad29-bfeef72fb14b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:53.999438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-22247147-76af-4301-ad29-bfeef72fb14b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.60 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 824 time: 0.3871009 Jun 17 08:19:54.000281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:54.000406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:54.000726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:54.001448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:54.002033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Bound port: fc5bf7c3-5ef6-4e60-940b-178720d467ff, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:54.002596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.049967 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.116912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] For port fc5bf7c3-5ef6-4e60-940b-178720d467ff, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:54.177310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-3040c840-295e-4986-8f99-cf94793ec3fc tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f124d3ff741d42eaa0dc42214608300d HTTP/1.1" status: 200 len: 380 time: 0.1125243 Jun 17 08:19:54.179872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] For port fc5bf7c3-5ef6-4e60-940b-178720d467ff, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:54.186265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.193320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.193967 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7d35d92-3b44-43bf-b223-bba23ebb49e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:54.199964 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.207822 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11d6dc6d-8cc0-493c-8d33-4bba44caf69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:54.234769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.235553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.237639 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/fc5bf7c3-5ef6-4e60-940b-178720d467ff HTTP/1.1" status: 200 len: 1119 time: 1.4826424 Jun 17 08:19:54.238293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'tag': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:54.256321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec903c2-e5ef-4056-84f6-1d0673ca1fe9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:54.261385 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:54.296210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b19e327a4a6f49d1898cd2468ae271c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684774 Jun 17 08:19:54.297470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37308) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:54.405947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.467531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.485108 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5bf7c3-5ef6-4e60-940b-178720d467ff,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:54.493313 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:54.557844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-7ac92251-0e23-49fd-ae1a-0bddc66c28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.563376 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-7ac92251-0e23-49fd-ae1a-0bddc66c28b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34a0a97f7036442ba0417f362a498c4e&device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 1122 time: 0.2098210 Jun 17 08:19:54.601000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.605220 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.612095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dec903c2-e5ef-4056-84f6-1d0673ca1fe9 HTTP/1.1" status: 204 len: 168 time: 0.3100755 Jun 17 08:19:54.613997 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:54.636280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec903c2-e5ef-4056-84f6-1d0673ca1fe9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:54.661421 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:54.686027 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e69750-7bff-498d-b261-75456d9dbc31" -d '{"events": [{"name": "network-changed", "server_uuid": "114d28a6-6ba9-41aa-9181-aca5695b8427", "tag": "fc5bf7c3-5ef6-4e60-940b-178720d467ff"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:54.690253 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-a062937f-6b11-432d-9fdf-9fb013ce577e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff HTTP/1.1" status: 200 len: 217 time: 0.1180887 Jun 17 08:19:54.716347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37328) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:54.735252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.783456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-2f3ff7dc-c1ff-41a9-8a65-da4404a8433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.785557 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-2f3ff7dc-c1ff-41a9-8a65-da4404a8433c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0817587 Jun 17 08:19:54.790064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cc0eb-1226-4b3a-a933-062454d28e24 req-b956fa7b-6718-476c-94a8-0575edf0e4d2 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.791625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e07cc0eb-1226-4b3a-a933-062454d28e24 req-b956fa7b-6718-476c-94a8-0575edf0e4d2 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 970 time: 0.1601617 Jun 17 08:19:54.865841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81186c9a-c052-4d3c-8a86-24bf1a14af09 req-473419b6-2d0b-48f6-9f8c-eacac3ebff05 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0442927 Jun 17 08:19:54.890993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-2fec56a9-52fe-43a5-bee4-6a9a2f889c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.890993 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-2fec56a9-52fe-43a5-bee4-6a9a2f889c06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966618 Jun 17 08:19:54.895220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e07cc0eb-1226-4b3a-a933-062454d28e24 req-a22426ca-d418-4a19-afe2-fd64800a7efc tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966423 Jun 17 08:19:54.952368 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.963761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.974670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa599c3e-cfe9-44a5-8635-02c3ab2889a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.994515 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.017241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc91eb54352a42b2ac593e1b910e935f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973161 Jun 17 08:19:55.018264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:55.028432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319eabf0-24b1-444f-9ab9-b847baf9e2e9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.036876 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.058510 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-5d0d798d-c32d-4b89-8563-2b26c904a101 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515076 Jun 17 08:19:55.094555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.122389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.143628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37338) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:55.170058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.274190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.278462 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.279641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/319eabf0-24b1-444f-9ab9-b847baf9e2e9 HTTP/1.1" status: 204 len: 168 time: 0.2601972 Jun 17 08:19:55.281626 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96616518-def5-4b7a-beec-6f001eafb179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.297544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319eabf0-24b1-444f-9ab9-b847baf9e2e9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.307531 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.316596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37344) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:55.325911 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5075d71e-3736-40f0-a81f-9fa1de00985b req-7b66eb43-7a05-4d4d-b982-dfc3e63da424 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608416 Jun 17 08:19:55.369844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.376219 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.381543 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ede65d2-6214-4676-84aa-0867215bffc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.432334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63db51e4c99e4417ab27dcf83be7875c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871215 Jun 17 08:19:55.432506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37348) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:55.433304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe9dfc-2e5a-48ca-a69f-f56cd3ba550c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.447558 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.452905 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d786920-d894-4195-94b5-c974f09a99cb x-openstack-request-id: req-4d786920-d894-4195-94b5-c974f09a99cb {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:55.453484 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114d28a6-6ba9-41aa-9181-aca5695b8427", "tag": "fc5bf7c3-5ef6-4e60-940b-178720d467ff", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:55.453911 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d786920-d894-4195-94b5-c974f09a99cb {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:55.454380 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'tag': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff', 'status': 'completed', 'code': 200} Jun 17 08:19:55.530066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.564936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e69750-7bff-498d-b261-75456d9dbc31 req-7ef71f2b-c6e3-4f28-bbb5-d58cb6c725e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.566467 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-7ef71f2b-c6e3-4f28-bbb5-d58cb6c725e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34a0a97f7036442ba0417f362a498c4e&device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 1122 time: 0.1015432 Jun 17 08:19:55.571253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.630541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.751662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e69750-7bff-498d-b261-75456d9dbc31 req-dbfdc769-75d0-4d97-99bc-f2cb2d68d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.753334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-dbfdc769-75d0-4d97-99bc-f2cb2d68d6b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1800780 Jun 17 08:19:55.754800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.757660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.757795 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.761233 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14fe9dfc-2e5a-48ca-a69f-f56cd3ba550c HTTP/1.1" status: 204 len: 168 time: 0.3254321 Jun 17 08:19:55.761233 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb88b53d-68a0-4bc9-9f08-5a46f6f02ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.763199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.766765 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-80c9472f-fa80-41fe-ad13-14f70d50d218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.801798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe9dfc-2e5a-48ca-a69f-f56cd3ba550c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.804611 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-8f3dbd7e-a131-4fcc-bbea-b250f7277a74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff HTTP/1.1" status: 200 len: 217 time: 0.0421517 Jun 17 08:19:55.806091 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.825056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3176107258d84a8585993442e79ed8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954073 Jun 17 08:19:55.828419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37362) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:55.840528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e912b76-4b84-4c35-bdfc-88f02ae18529,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.847026 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.875420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e69750-7bff-498d-b261-75456d9dbc31 req-57c45c1d-216a-4de1-b73a-9cb67d283474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.876703 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-57c45c1d-216a-4de1-b73a-9cb67d283474 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0644965 Jun 17 08:19:55.921107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.954084 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.994676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e69750-7bff-498d-b261-75456d9dbc31 req-410c3919-3427-4408-87b8-2ca9646ca750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.996237 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-410c3919-3427-4408-87b8-2ca9646ca750 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129975 Jun 17 08:19:56.036769 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.040334 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.042049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e912b76-4b84-4c35-bdfc-88f02ae18529 HTTP/1.1" status: 204 len: 168 time: 0.2106755 Jun 17 08:19:56.043997 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-befad580-7440-4a2b-8d69-8e1f08902583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:56.102473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e912b76-4b84-4c35-bdfc-88f02ae18529,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:56.136307 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:56.150791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b408e37d-84b0-48c2-a27c-c64c0e4ee637 req-4b075fb7-76d5-44eb-bf02-9c54804a5302 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.1027744 Jun 17 08:19:56.164016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-3aaf80c7-d5a4-4e7d-b58e-0dd1ea45bc61 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602752 Jun 17 08:19:56.237838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8131948-e6e9-4591-beda-bcd045638143 req-33030e79-217e-4b2d-97f8-1b119d115e94 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:56.239478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8131948-e6e9-4591-beda-bcd045638143 req-33030e79-217e-4b2d-97f8-1b119d115e94 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 970 time: 0.0833473 Jun 17 08:19:56.293984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-06e69750-7bff-498d-b261-75456d9dbc31 req-4d18c150-0c5c-4480-b888-2645088dfca4 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229174 Jun 17 08:19:56.299995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8131948-e6e9-4591-beda-bcd045638143 req-53eab752-57a5-43b4-ad20-f00418c72b81 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Jun 17 08:19:56.525464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37388) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:56.538939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.631891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.636912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.639630 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2c2fbd9-9d4a-47c5-8cee-f5dd94ec6b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:56.680253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de61206-ef81-4ce2-9101-54e2dcb0e88d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:56.687733 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:56.703414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37396) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:56.703681 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96b0fad324554552b8ee24fa94c348d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768887 Jun 17 08:19:56.761263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.785140 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.847107 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.851394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.852764 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7de61206-ef81-4ce2-9101-54e2dcb0e88d HTTP/1.1" status: 204 len: 168 time: 0.1478598 Jun 17 08:19:56.854353 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:56.864717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de61206-ef81-4ce2-9101-54e2dcb0e88d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:56.867640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:57.295719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06b21b99-bc3b-4b92-a6de-14a4e1db23bc req-aaa4884c-ac58-4889-847d-7b657875b762 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0314136 Jun 17 08:19:57.352453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-810fcf63-07a4-43c1-941e-d9385fb41ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.452076 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.515232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6603bc-f7cb-4d1a-ab1f-d15566a25615 req-2674d3d4-e0ec-406c-8412-760d4d4ade1b tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.516828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f6603bc-f7cb-4d1a-ab1f-d15566a25615 req-2674d3d4-e0ec-406c-8412-760d4d4ade1b tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 970 time: 0.0647187 Jun 17 08:19:57.561347 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f6603bc-f7cb-4d1a-ab1f-d15566a25615 req-791908b1-ecb2-469b-84ef-a8910b0dd939 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380087 Jun 17 08:19:58.327012 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:19:58.462636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b847cd65-1f30-439c-8f96-3454d1785539 req-b2943720-2749-4bd0-942b-fd1d87eb9459 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0327854 Jun 17 08:19:58.715563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.847804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e24e-6a1d-461c-b4cc-a5dd12648609 req-0cbfea27-384c-4725-85bb-86e6187c232e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:58.856905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d96e24e-6a1d-461c-b4cc-a5dd12648609 req-0cbfea27-384c-4725-85bb-86e6187c232e tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 970 time: 0.0757310 Jun 17 08:19:58.892829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d96e24e-6a1d-461c-b4cc-a5dd12648609 req-6e19b96d-68ea-43f0-9b09-151635f5d833 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Jun 17 08:19:59.011459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37516) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:59.218589 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.316794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.321139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.323629 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:59.359081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6c1b1e0c0014167bbbd2f5bde83d7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464277 Jun 17 08:19:59.359927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41889139-7e75-4aa3-b9c0-0536ef40f68c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:59.362265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37532) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:59.363748 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:59.413549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.435047 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.483149 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.485763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.486986 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41889139-7e75-4aa3-b9c0-0536ef40f68c HTTP/1.1" status: 204 len: 168 time: 0.1224887 Jun 17 08:19:59.487983 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-deba56f4-9ee7-4ac7-b73c-97a3b8eea309 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:59.496672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41889139-7e75-4aa3-b9c0-0536ef40f68c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:59.510025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fc5bf7c3-5ef6-4e60-940b-178720d467ff details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:19:59.513113 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:59.651699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8c11238-2a0e-40f7-8bbf-229cc4407713 req-04493470-75af-4962-a17b-3cc10719dbdb tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0373604 Jun 17 08:19:59.655591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port fc5bf7c3-5ef6-4e60-940b-178720d467ff, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:59.681157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff', 'mac_address': 'fa:16:3e:5f:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:tempest-test_az-1730955489', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:59.729935 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.743003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5bf7c3-5ef6-4e60-940b-178720d467ff {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:59.764210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port fc5bf7c3-5ef6-4e60-940b-178720d467ff, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:59.769423 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.771862 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3a23e51-827b-45cf-a17f-b6a75f9d1929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:59.824524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=fc5bf7c3-5ef6-4e60-940b-178720d467ff,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:59.828338 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:59.929689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:59.944530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.046555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.052227 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.055632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-878881c6-28d0-44fb-858e-c9846a9f3aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:00.083019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36ab6-8efd-4fd1-902b-dcbb149d99bc req-61dc849f-059f-4fb4-8bb9-a891e6ff7af1 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:00.085182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f7e4e-70c8-4050-8187-ac81f53a5895,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.085576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01e36ab6-8efd-4fd1-902b-dcbb149d99bc req-61dc849f-059f-4fb4-8bb9-a891e6ff7af1 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 971 time: 0.0683978 Jun 17 08:20:00.091777 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.091978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fc5bf7c3-5ef6-4e60-940b-178720d467ff'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:00.099436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83655313eb8b4b3e8e5b8ccac0085048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686318 Jun 17 08:20:00.103834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37562) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:00.195625 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.203293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01e36ab6-8efd-4fd1-902b-dcbb149d99bc req-ea488644-14d4-4871-b1b7-093b33c1a955 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971732 Jun 17 08:20:00.209186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.232594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.281925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.285046 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.289159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/367f7e4e-70c8-4050-8187-ac81f53a5895 HTTP/1.1" status: 204 len: 168 time: 0.1843045 Jun 17 08:20:00.290037 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:00.297426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f7e4e-70c8-4050-8187-ac81f53a5895,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.301561 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.803432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cba5f80b-32c5-4530-934d-415fea8dbb7f req-5c38f133-b10b-4a32-a33b-a2bef6712d28 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0350821 Jun 17 08:20:01.122668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37608) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.224529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-534251896-network', 'tenant_id': 'e03acb399cce4f94a3cdc55fba2075da'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:01.246262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Made reservation on behalf of e03acb399cce4f94a3cdc55fba2075da for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:01.248761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.257639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.379177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.384024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.388733 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3959ff9-3a4e-4325-a207-407abe6a741a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:01.427054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:01.443122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccba50-07c5-4bc7-a85b-812474da243b req-e025a45f-1713-4a9d-95b3-4ccf198b2942 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:01.444658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79ccba50-07c5-4bc7-a85b-812474da243b req-e025a45f-1713-4a9d-95b3-4ccf198b2942 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 971 time: 0.1255424 Jun 17 08:20:01.447971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6780889f-1720-4a93-9698-38ef41935aa1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:01.454064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.454410 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Added segment 56acb67d-39bf-47a6-908e-293432a3fe1f of type vlan for network dfe7d00a-102e-43fc-9ed1-22419d6ab271 Jun 17 08:20:01.455860 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:01.483238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fc5bf7c3-5ef6-4e60-940b-178720d467ff up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:01.540865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port fc5bf7c3-5ef6-4e60-940b-178720d467ff completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:01.545636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port fc5bf7c3-5ef6-4e60-940b-178720d467ff triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:01.546225 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.642892 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.678678 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.679678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port fc5bf7c3-5ef6-4e60-940b-178720d467ff, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:01.680749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:01.692614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79ccba50-07c5-4bc7-a85b-812474da243b req-5ccba4b3-a94e-46cb-af74-0730172f0436 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399240 Jun 17 08:20:01.723723 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.725412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:01.726013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.729044 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:01.744408 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.746247 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:01.771158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37630) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.776340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Request body: {'subnet': {'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-534251896-subnet', 'tenant_id': 'e03acb399cce4f94a3cdc55fba2075da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:01.781073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6572011 Jun 17 08:20:01.803036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Made reservation on behalf of e03acb399cce4f94a3cdc55fba2075da for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:01.806092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.824148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe7d00a-102e-43fc-9ed1-22419d6ab271,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:01.830728 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:01.926129 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9a28e4-7209-422d-bf99-758dd4e5d2b7" -d '{"events": [{"server_uuid": "114d28a6-6ba9-41aa-9181-aca5695b8427", "name": "network-vif-plugged", "status": "completed", "tag": "fc5bf7c3-5ef6-4e60-940b-178720d467ff"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:01.930055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network dfe7d00a-102e-43fc-9ed1-22419d6ab271 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:01.957105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=fc5bf7c3-5ef6-4e60-940b-178720d467ff,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:01.967526 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:01.982112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9d15fa0-dde1-4b35-8c04-7538eb4948c6 req-af27171b-c7f1-463a-9d23-1de6c84b902e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 210 time: 0.0417194 Jun 17 08:20:02.033889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.037224 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fdb6fa41-ef74-451a-8884-233067747fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:02.099549 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a57990a-d8ae-4225-980d-5cc1c6bb909f x-openstack-request-id: req-4a57990a-d8ae-4225-980d-5cc1c6bb909f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:02.099955 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114d28a6-6ba9-41aa-9181-aca5695b8427", "name": "network-vif-plugged", "status": "completed", "tag": "fc5bf7c3-5ef6-4e60-940b-178720d467ff", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:02.100299 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a57990a-d8ae-4225-980d-5cc1c6bb909f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:02.100767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d201060-936b-49e6-a91f-e9a70364bd96,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:02.100880 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff', 'code': 200} Jun 17 08:20:02.103390 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:02.108816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Checking segment: {'id': '56acb67d-39bf-47a6-908e-293432a3fe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:02.111282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Network hostable DHCP agents. Network: dfe7d00a-102e-43fc-9ed1-22419d6ab271, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:02.128991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Network dfe7d00a-102e-43fc-9ed1-22419d6ab271 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:02.140389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, dfe7d00a-102e-43fc-9ed1-22419d6ab271) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:02.146451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:02.147072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.153980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d64b0e-faab-43d7-9dc7-3a620779d2d3 None None] Network dfe7d00a-102e-43fc-9ed1-22419d6ab271 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:02.172736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4004495 Jun 17 08:20:02.285655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57769b09-38f8-4898-9af9-974fc83222c3 req-b7e4fe75-9bb9-40a4-9df8-4b76715837e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:02.287465 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-57769b09-38f8-4898-9af9-974fc83222c3 req-b7e4fe75-9bb9-40a4-9df8-4b76715837e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 1124 time: 0.1054399 Jun 17 08:20:02.305457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e624551-8327-452b-8c89-9464a0edb000 None None] Network dfe7d00a-102e-43fc-9ed1-22419d6ab271 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:02.320358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-57769b09-38f8-4898-9af9-974fc83222c3 req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.395911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'port': {'device_id': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'admin_state_up': True, 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'security_groups': ['991a12f5-ca19-453a-8c81-55670867de2d']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:02.464340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:02.525606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-57769b09-38f8-4898-9af9-974fc83222c3 req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.536772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-57769b09-38f8-4898-9af9-974fc83222c3 req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.544392 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:02.582807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd587c-cc61-472e-b329-5200fe6a3a75,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:02.589559 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:02.599640 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-57769b09-38f8-4898-9af9-974fc83222c3 req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025448 Jun 17 08:20:02.625649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Made reservation on behalf of f124d3ff741d42eaa0dc42214608300d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:02.630219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.655812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.798499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Allocated IP 172.20.0.10 (972b48f1-cf1a-4481-8411-1c1bd1f4c147/57b40d5a-6d22-4908-91e2-a3b58a4f69c4/b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:02.812611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.820602 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.852361 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62b93e3f-50a5-4259-b015-fd017dd7e16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:02.879585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c8dbd-c95b-4a0d-bb95-63342b199698,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:02.885008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8cac74c8fe74f2a934233501fcf6d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195673 Jun 17 08:20:02.888601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:02.893836 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:02.964967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbead25a-2890-46f3-a8c6-b00e5b824d1a req-ef6031f9-3005-4f7e-b860-27e828288596 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:02.966978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbead25a-2890-46f3-a8c6-b00e5b824d1a req-ef6031f9-3005-4f7e-b860-27e828288596 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 972 time: 0.1159265 Jun 17 08:20:02.974515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37672) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:02.985307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-479071864-network', 'tenant_id': 'eaf0cb7be8b54ba4a4e9c0ea79288ac2'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:03.015162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Made reservation on behalf of eaf0cb7be8b54ba4a4e9c0ea79288ac2 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:03.016874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.017763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.021046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.039263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.049702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Transition to ACTIVE for port object b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:03.055945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbead25a-2890-46f3-a8c6-b00e5b824d1a req-529c56fe-32a0-49dd-a091-d116bd16cc59 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828404 Jun 17 08:20:03.056871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.124726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.137497 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.186633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'Port': ['ID=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.192226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.194765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.198348 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb5c8dbd-c95b-4a0d-bb95-63342b199698 HTTP/1.1" status: 204 len: 168 time: 0.3061032 Jun 17 08:20:03.198639 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.199154 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.211126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5c8dbd-c95b-4a0d-bb95-63342b199698,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.213874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:03.215039 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.216023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:03.217992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:03.224409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:03.225310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.259708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.271857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.278700 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898718 Jun 17 08:20:03.279990 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.293087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-ed0ab4cd-2944-456a-a269-1dc5325aa0bf tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:20:03.294285 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-ed0ab4cd-2944-456a-a269-1dc5325aa0bf tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080264 Jun 17 08:20:03.306620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:03.334267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22052edb-7ae3-4db4-b9c0-211ebfd13339,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.340693 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.341064 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Added segment db591d74-feb9-4867-9cd3-d46fbe99af96 of type vlan for network 753b05d5-cdc5-4960-8544-65dcfa99e9d7 Jun 17 08:20:03.343566 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.369001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b36ea-8bbf-46e5-96d4-5d8233577f50 req-a23d0185-6a92-4606-b39d-9e37dad598a1 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:03.371093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b57b36ea-8bbf-46e5-96d4-5d8233577f50 req-a23d0185-6a92-4606-b39d-9e37dad598a1 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 932 time: 0.1726213 Jun 17 08:20:03.421768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.449237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b57b36ea-8bbf-46e5-96d4-5d8233577f50 req-8ede5f69-083b-4d05-8b30-4f560ebe5422 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583425 Jun 17 08:20:03.472163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.474024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:03.474695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.477008 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c3ac49d-5cf5-4797-a631-465ca4bede0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.503168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-be9d622c-f8e6-4a61-8ac4-1f0901917e0c None None] Provisioning for port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:03.511334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-be9d622c-f8e6-4a61-8ac4-1f0901917e0c None None] Provisioning complete for port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:03.511849 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-be9d622c-f8e6-4a61-8ac4-1f0901917e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.516396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5408344 Jun 17 08:20:03.519442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37688) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:03.525456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Request body: {'subnet': {'network_id': '753b05d5-cdc5-4960-8544-65dcfa99e9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-479071864-subnet', 'tenant_id': 'eaf0cb7be8b54ba4a4e9c0ea79288ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:03.553105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Pushing event updated for resources: {'Network': ['ID=753b05d5-cdc5-4960-8544-65dcfa99e9d7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.553364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Made reservation on behalf of eaf0cb7be8b54ba4a4e9c0ea79288ac2 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:03.556126 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.562488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.564536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 753b05d5-cdc5-4960-8544-65dcfa99e9d7 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:03.569924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37690) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:03.607966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-be9d622c-f8e6-4a61-8ac4-1f0901917e0c None None] Port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:03.644677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Request body: {'port': {'device_id': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:03.681062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.704268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37694) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:03.730969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.772055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.775877 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.779372 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33bc95cb-15ee-4d5a-8ba5-5f8c85f7c3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.801904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.816620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd427fc09f534e36a0cf289db14bfe5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424233 Jun 17 08:20:03.816893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37696) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:03.824136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562492de-30f4-4640-9d9b-ff75d20bc28c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.827377 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.879030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.901559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.929617 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.953016 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.955608 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.956912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/562492de-30f4-4640-9d9b-ff75d20bc28c HTTP/1.1" status: 204 len: 168 time: 0.1391206 Jun 17 08:20:03.957674 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-225f0986-9fc9-48dc-b9ff-ac8d64c903e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.965307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562492de-30f4-4640-9d9b-ff75d20bc28c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.967602 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.982032 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bac5ac0f-75a3-4f3f-bd95-e617401d037c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.204706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe544285-8960-421a-b27e-cbed0f8d0fa0,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.212491 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.263085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Checking segment: {'id': 'db591d74-feb9-4867-9cd3-d46fbe99af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '753b05d5-cdc5-4960-8544-65dcfa99e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:04.263438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Network hostable DHCP agents. Network: 753b05d5-cdc5-4960-8544-65dcfa99e9d7, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:04.272640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa00a6-6c45-4e41-a698-e0191840562f req-00afbc1f-ad36-4a1c-9aca-bd1f107e89d6 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.280874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abaa00a6-6c45-4e41-a698-e0191840562f req-00afbc1f-ad36-4a1c-9aca-bd1f107e89d6 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 972 time: 0.0824869 Jun 17 08:20:04.309392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.322749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.324041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abaa00a6-6c45-4e41-a698-e0191840562f req-b573ad90-f3ce-41ab-97a0-1999b91277ef tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Jun 17 08:20:04.333867 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fea3ee40-4530-4d73-a6af-4d0ed074ee1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.342922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Network 753b05d5-cdc5-4960-8544-65dcfa99e9d7 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:04.362818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:04.376209 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.382029 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=321d3b223c674a4cab927667b5639e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747212 Jun 17 08:20:04.385084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37708) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:04.386702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 753b05d5-cdc5-4960-8544-65dcfa99e9d7) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:04.398235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548045dc-36fd-4af7-a14d-83f1b7b98dc1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.399773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9d1c9-4d44-4cbc-a4cf-f24cdb3540b7 None None] Network 753b05d5-cdc5-4960-8544-65dcfa99e9d7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:04.412840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.413430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.449011 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.467632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.479015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:04.486671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.493665 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.501327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Transition to ACTIVE for port object b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:04.507254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.510931 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67e377a5-dd7c-40a0-bd68-5e32fae331b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.558938 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.561718 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.563046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/548045dc-36fd-4af7-a14d-83f1b7b98dc1 HTTP/1.1" status: 204 len: 168 time: 0.1762407 Jun 17 08:20:04.564912 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.584979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548045dc-36fd-4af7-a14d-83f1b7b98dc1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.589871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Pushing event updated for resources: {'Port': ['ID=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.592124 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.597701 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.618753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.632782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.640715 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-529850e4-22f4-470f-9152-4cb0421d74d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.645975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4704c26b-6c96-48dd-baf0-be9b9f85a789 None None] Network 753b05d5-cdc5-4960-8544-65dcfa99e9d7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:04.660417 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1395175 Jun 17 08:20:04.661478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Attempting to bind port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:04.662055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Attempting to bind port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:04.662617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Attempting to bind port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:04.674759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e7e4a-8195-4dd1-914b-d18de4d6a17f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.675767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:04.676096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Attempting to bind port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:04.683537 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.691608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:04.691953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Checking segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:04.692332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Bound using segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:04.692942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Bound port: b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:04.693445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.733742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74e22107125a446c90148b22afe85739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698192 Jun 17 08:20:04.744661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37718) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:04.831877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] For port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:04.842415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da37b-811e-44dd-930e-c98889662600 req-1b9d628e-1403-42a2-9591-42a27952718d tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.842890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] For port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:04.851942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac1da37b-811e-44dd-930e-c98889662600 req-1b9d628e-1403-42a2-9591-42a27952718d tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 944 time: 0.1380057 Jun 17 08:20:04.858091 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.861948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.872647 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67a818bd-cb37-4fd8-b933-23d36af6f20b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.914669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac1da37b-811e-44dd-930e-c98889662600 req-cfa44ca4-1b37-4f23-9b54-1135bc360b5c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618293 Jun 17 08:20:04.920214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.964590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.965372 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.966707 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] 10.222.0.60 "PUT /v2.0/ports/b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 200 len: 1093 time: 1.4900584 Jun 17 08:20:04.969537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:04.973242 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499c0e27-e6b9-4e09-a202-a9c81d112c34" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:05.005482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.009985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.011359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b70e7e4a-8195-4dd1-914b-d18de4d6a17f HTTP/1.1" status: 204 len: 168 time: 0.2655351 Jun 17 08:20:05.012936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Pushing event updated for resources: {'Port': ['ID=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:05.016900 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:05.021540 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:05.063431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e7e4a-8195-4dd1-914b-d18de4d6a17f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:05.066022 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:05.101557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-45b0d488-16be-4c11-93ce-ba1e11a6df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.103415 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-45b0d488-16be-4c11-93ce-ba1e11a6df6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 1096 time: 0.0855885 Jun 17 08:20:05.120244 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbfc68a-0c73-467b-ad75-779995f1b7d0 x-openstack-request-id: req-8cbfc68a-0c73-467b-ad75-779995f1b7d0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:05.120797 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:05.121077 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cbfc68a-0c73-467b-ad75-779995f1b7d0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:05.121488 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'status': 'completed', 'code': 200} Jun 17 08:20:05.156482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-1ceb8e42-4be9-45da-b8f9-1eccc224b7b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 200 len: 217 time: 0.0452774 Jun 17 08:20:05.219552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-a2af1431-2af7-47f9-a702-8d22a661d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.221317 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-a2af1431-2af7-47f9-a702-8d22a661d63e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.0575588 Jun 17 08:20:05.293684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-5a84bd41-b59b-469c-aa57-db5b502f580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.295317 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-5a84bd41-b59b-469c-aa57-db5b502f580d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666635 Jun 17 08:20:05.403538 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-d02c6365-ce6c-4171-ba03-b644b55f35c8 service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002083 Jun 17 08:20:05.520363 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2daabd20-b4bc-4f89-b9c9-02cf544be1ac req-53d60463-7e69-4a5e-a371-e1b92656a5a9 service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090958 Jun 17 08:20:05.642255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cc74e547-2521-469b-b02e-aeae014eebeb tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.644394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cc74e547-2521-469b-b02e-aeae014eebeb tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/networks?id=dfe7d00a-102e-43fc-9ed1-22419d6ab271 HTTP/1.1" status: 200 len: 814 time: 0.1443951 Jun 17 08:20:05.673194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65081-a909-48f5-afc1-4309d0af5019 req-7cf5f4f0-85b1-452c-aa0e-2844b8981f86 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.675062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3d65081-a909-48f5-afc1-4309d0af5019 req-7cf5f4f0-85b1-452c-aa0e-2844b8981f86 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 972 time: 0.1591048 Jun 17 08:20:05.683131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-f86e8995-c75d-4fea-a267-d20e13579a93 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/quotas/e03acb399cce4f94a3cdc55fba2075da HTTP/1.1" status: 200 len: 375 time: 0.0323484 Jun 17 08:20:05.697717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-c6c4bc76-9e1e-47ee-85df-36e8686ce002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.699668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-c6c4bc76-9e1e-47ee-85df-36e8686ce002 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 1096 time: 0.0734911 Jun 17 08:20:05.733038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-4edf7745-5570-490c-a2a8-238dc0615cb4 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e03acb399cce4f94a3cdc55fba2075da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489552 Jun 17 08:20:05.755926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3d65081-a909-48f5-afc1-4309d0af5019 req-bc3c31b9-f752-48f9-9455-1deda2712a5c tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Jun 17 08:20:05.823396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-1d5b5b66-aa84-4c5a-859d-72c23d4b8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.824859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-1d5b5b66-aa84-4c5a-859d-72c23d4b8096 service neutron] 10.222.0.60 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 925 time: 0.1171298 Jun 17 08:20:05.878865 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-e894bea4-be19-48f3-b963-bad784784aa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 200 len: 217 time: 0.0440810 Jun 17 08:20:05.960035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-df40745e-1a40-4c0b-b24e-644c7c3ab07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.963120 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-df40745e-1a40-4c0b-b24e-644c7c3ab07e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.0698807 Jun 17 08:20:05.979851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b506-f2ff-4500-aa17-aaeee9d25349 req-e2e5b1aa-d586-432e-bdf3-e758faa5a101 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.987450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d106b506-f2ff-4500-aa17-aaeee9d25349 req-e2e5b1aa-d586-432e-bdf3-e758faa5a101 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 1124 time: 0.1055214 Jun 17 08:20:06.013231 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d106b506-f2ff-4500-aa17-aaeee9d25349 req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.051869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-45a23666-938f-4cf9-92b9-c8b26a906e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.053396 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-45a23666-938f-4cf9-92b9-c8b26a906e18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810094 Jun 17 08:20:06.111378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-fd212f6a-ac2c-4203-b08f-73c7b0123aac service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:20:06.114222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-fd212f6a-ac2c-4203-b08f-73c7b0123aac service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1128867 Jun 17 08:20:06.176639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d106b506-f2ff-4500-aa17-aaeee9d25349 req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.184334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-ca3e9844-069b-43d0-96c3-c232d9517ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228077 Jun 17 08:20:06.206138 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d106b506-f2ff-4500-aa17-aaeee9d25349 req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.234194 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-126e4d6e-af54-4a87-ad1f-c546190d8f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:06.237277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d106b506-f2ff-4500-aa17-aaeee9d25349 req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487581 Jun 17 08:20:06.294167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b51d35b-08dc-45a1-876c-fbe870fa657d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:06.302528 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-499c0e27-e6b9-4e09-a202-a9c81d112c34 req-f6c53ce5-49b2-4fb1-95fd-826064917b65 service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110384 Jun 17 08:20:06.305133 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:06.307600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-0cdcbd6b-c032-4138-9347-ffc2a5c49aa7 service neutron] 10.222.0.65 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851540 Jun 17 08:20:06.468071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-02aa36c0-a1d9-4fb7-a905-adb56f5ca670 service neutron] 10.222.0.65 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440253 Jun 17 08:20:06.512547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee0602-89ca-46d0-b864-7daf5cbfdc91 req-8b42a221-ba14-4377-a986-dee1ee2b40ae tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.514184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66ee0602-89ca-46d0-b864-7daf5cbfdc91 req-8b42a221-ba14-4377-a986-dee1ee2b40ae tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 944 time: 0.1063483 Jun 17 08:20:06.561561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66ee0602-89ca-46d0-b864-7daf5cbfdc91 req-634982de-9291-4e56-8654-1377c5e8ac86 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Jun 17 08:20:06.679448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfc445e2-caa4-4920-a3db-72f6253a19b3 req-2a01ded1-899f-4d34-84dd-7d59d12dcd48 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 210 time: 0.0359423 Jun 17 08:20:07.060757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Request body: {'security_group': {'name': 'tempest-securitygroup-301621578', 'description': 'tempest-description-603706881'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:07.095184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.114066 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.245062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.248865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.255860 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbb153d4-abd6-4bdb-a003-d39bb7e67fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.302943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0367a80b-d9b8-428a-97c2-cb318c939d84,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.308061 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.359277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.364333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.367889 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e60004ac-690e-4598-89fc-13e21ea553d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.388531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.389874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f29bd43-6a13-428b-b04f-7ebc96c7778e req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3335798 Jun 17 08:20:07.405839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25afec8-8ba1-406b-bd8f-edbb32a68f5e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.408634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.461406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-88aa4427-15fd-49ad-a539-10e44386168c req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Request body: {'security_group': {'name': 'tempest-securitygroup-529070087', 'description': 'tempest-description-854393319'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:07.489491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88aa4427-15fd-49ad-a539-10e44386168c req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.575290 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88aa4427-15fd-49ad-a539-10e44386168c req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.579773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88aa4427-15fd-49ad-a539-10e44386168c req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.584045 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0192d7f6-2e31-451f-8855-40898e7ba9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.610414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88aa4427-15fd-49ad-a539-10e44386168c req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.611763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88aa4427-15fd-49ad-a539-10e44386168c req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1563432 Jun 17 08:20:07.620194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce18d3-96cc-439e-a26a-4f10481e356b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.622832 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.796311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93e4c-2578-43a6-8b6f-4722a4542c88 req-e374dbab-4178-4a99-b1ae-a1fceb77b044 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:07.798022 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9b93e4c-2578-43a6-8b6f-4722a4542c88 req-e374dbab-4178-4a99-b1ae-a1fceb77b044 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 944 time: 0.0928590 Jun 17 08:20:07.860719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9b93e4c-2578-43a6-8b6f-4722a4542c88 req-47350c1c-1271-44eb-9ef4-d8b6fdc1748a tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556874 Jun 17 08:20:08.002279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-33c92cfd-ab8e-4ac3-9c80-e7a659f09b0b tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.004181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-33c92cfd-ab8e-4ac3-9c80-e7a659f09b0b tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.67 "GET /v2.0/networks?id=dfe7d00a-102e-43fc-9ed1-22419d6ab271 HTTP/1.1" status: 200 len: 814 time: 0.1454208 Jun 17 08:20:08.015607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Request body: {'port': {'device_id': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271', 'admin_state_up': True, 'tenant_id': 'e03acb399cce4f94a3cdc55fba2075da'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:08.040327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1942659961', 'description': 'tempest-description-1865422390'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:08.047582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a9726c3-ef8b-42b7-a229-db4601095b53 req-8ce5c73e-b0f1-4869-bf35-8eac605a7e1c tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 210 time: 0.0553513 Jun 17 08:20:08.076823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.085820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.183436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.187985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.190428 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:08.213691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:20:08.213691 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:20:08.213691 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id_1': '58e360f6d6e04f789af14659758848a5', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 20, 8, 192836)}] Jun 17 08:20:08.213691 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:20:08.214228 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:20:08.215287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e722012-22eb-4cb4-89b6-310c2d379390,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:08.218304 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:08.230816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Made reservation on behalf of e03acb399cce4f94a3cdc55fba2075da for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:08.234429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.405533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Allocated IP 172.20.0.11 (dfe7d00a-102e-43fc-9ed1-22419d6ab271/4d201060-936b-49e6-a91f-e9a70364bd96/77b50407-b487-4260-a3b7-a9528ceec005) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:08.570659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.611337 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.617345 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:08.658581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Network dfe7d00a-102e-43fc-9ed1-22419d6ab271 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:08.662161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:08.666106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:08.671570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.672179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.685728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Pushing event updated for resources: {'Port': ['ID=77b50407-b487-4260-a3b7-a9528ceec005,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:08.690178 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:08.697867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6861048 Jun 17 08:20:08.710340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Request body: {'port': {'device_id': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:08.715796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.811876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.854974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.874530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.881407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3cab0059-704b-4627-aaa6-834c7a10fcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:08.916133 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.917312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd1e678e-6e14-4cf0-bec4-70547fec4eb6 req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8970053 Jun 17 08:20:08.919150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a723e665-bfad-4bd0-85c4-efa70e1866e0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:08.931591 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.090422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e050c8-ca7b-40bd-a674-38d8a8ca5e51 req-0d12bc45-c899-462a-aeff-1ab8b3de1f18 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.098343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85e050c8-ca7b-40bd-a674-38d8a8ca5e51 req-0d12bc45-c899-462a-aeff-1ab8b3de1f18 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 944 time: 0.0925136 Jun 17 08:20:09.121929 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c5aab472-cea5-42ce-bbff-08c1470879e7 req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1271766767', 'description': 'tempest-description-585008263'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:09.124738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b50407-b487-4260-a3b7-a9528ceec005 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:09.132795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.148532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Transition to ACTIVE for port object 77b50407-b487-4260-a3b7-a9528ceec005 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:09.152594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.156402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f61c85bf-5d8a-4981-988f-266c52a8341e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:09.156547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85e050c8-ca7b-40bd-a674-38d8a8ca5e51 req-508b43af-d6d7-4f5d-b6b8-d91e00adce88 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572577 Jun 17 08:20:09.178370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5aab472-cea5-42ce-bbff-08c1470879e7 req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.212506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37966) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:09.246496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Pushing event updated for resources: {'Port': ['ID=77b50407-b487-4260-a3b7-a9528ceec005,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:09.268424 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.283628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Attempting to bind port 77b50407-b487-4260-a3b7-a9528ceec005 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:09.284242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Attempting to bind port 77b50407-b487-4260-a3b7-a9528ceec005 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '56acb67d-39bf-47a6-908e-293432a3fe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:09.284850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Attempting to bind port 77b50407-b487-4260-a3b7-a9528ceec005 on network dfe7d00a-102e-43fc-9ed1-22419d6ab271 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:09.289406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Port 77b50407-b487-4260-a3b7-a9528ceec005 on network dfe7d00a-102e-43fc-9ed1-22419d6ab271 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:09.289834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Attempting to bind port 77b50407-b487-4260-a3b7-a9528ceec005 on network dfe7d00a-102e-43fc-9ed1-22419d6ab271 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:09.295390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:09.295844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Checking segment: {'id': '56acb67d-39bf-47a6-908e-293432a3fe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:09.296235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Bound using segment: {'id': '56acb67d-39bf-47a6-908e-293432a3fe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:09.296662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Bound port: 77b50407-b487-4260-a3b7-a9528ceec005, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56acb67d-39bf-47a6-908e-293432a3fe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:09.297002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.322668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5aab472-cea5-42ce-bbff-08c1470879e7 req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.329552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5aab472-cea5-42ce-bbff-08c1470879e7 req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.334077 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:09.363957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] For port 77b50407-b487-4260-a3b7-a9528ceec005, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:09.367059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] For port 77b50407-b487-4260-a3b7-a9528ceec005, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=77b50407-b487-4260-a3b7-a9528ceec005,segment=NetworkSegment(56acb67d-39bf-47a6-908e-293432a3fe1f),segment_id=56acb67d-39bf-47a6-908e-293432a3fe1f)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:09.371121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5aab472-cea5-42ce-bbff-08c1470879e7 req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.371424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.372351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5aab472-cea5-42ce-bbff-08c1470879e7 req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2566917 Jun 17 08:20:09.373565 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:09.385062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b885ca-46e9-4cb7-95b2-12e9d94b7bb6 req-7069d791-c4f8-404d-a233-3aa809a2cae8 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.386533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5b885ca-46e9-4cb7-95b2-12e9d94b7bb6 req-7069d791-c4f8-404d-a233-3aa809a2cae8 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 944 time: 0.1232955 Jun 17 08:20:09.389617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.400002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3a84e-b8f2-4ad4-8bf7-2084bd1ec159,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:09.408876 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.423960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Pushing event updated for resources: {'Port': ['ID=77b50407-b487-4260-a3b7-a9528ceec005,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:09.431409 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.438261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.439095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.441665 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] 10.222.0.67 "PUT /v2.0/ports/77b50407-b487-4260-a3b7-a9528ceec005 HTTP/1.1" status: 200 len: 1093 time: 0.7364707 Jun 17 08:20:09.442148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'tag': '77b50407-b487-4260-a3b7-a9528ceec005'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:09.444481 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed15ee21-9cbd-43b0-adc9-0c043ea44306" -d '{"events": [{"name": "network-changed", "server_uuid": "b22f1930-a85c-4b4c-a908-bf66465c3cfc", "tag": "77b50407-b487-4260-a3b7-a9528ceec005"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:09.455351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5b885ca-46e9-4cb7-95b2-12e9d94b7bb6 req-00be8ccc-6e3d-4eeb-a982-3da93ff44832 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573006 Jun 17 08:20:09.554663 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.554830 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-25e4e859-9abe-4c97-ac95-d5f8f3e7293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.556255 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-25e4e859-9abe-4c97-ac95-d5f8f3e7293c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e03acb399cce4f94a3cdc55fba2075da&device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 1096 time: 0.0715680 Jun 17 08:20:09.564680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.570228 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a99f1949-1fa1-4796-88b9-91c5f41fc7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:09.603520 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ba398-d200-411d-ad67-fb082049f50f x-openstack-request-id: req-2a2ba398-d200-411d-ad67-fb082049f50f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:09.603869 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22f1930-a85c-4b4c-a908-bf66465c3cfc", "tag": "77b50407-b487-4260-a3b7-a9528ceec005", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:09.604072 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a2ba398-d200-411d-ad67-fb082049f50f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:09.604476 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'tag': '77b50407-b487-4260-a3b7-a9528ceec005', 'status': 'completed', 'code': 200} Jun 17 08:20:09.606199 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-7f132651-e023-4f8b-aaa2-fb75c6e9a8c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b50407-b487-4260-a3b7-a9528ceec005 HTTP/1.1" status: 200 len: 217 time: 0.0430415 Jun 17 08:20:09.641257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efcfd8bfee4a4304847782942027d35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276140 Jun 17 08:20:09.645181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37986) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:09.650931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88051277-6fd2-42df-b6fc-87397e08bdfa,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:09.664872 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.676540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-1405c8d1-1993-4e42-9c85-87b8fe3f65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.678027 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-1405c8d1-1993-4e42-9c85-87b8fe3f65c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d201060-936b-49e6-a91f-e9a70364bd96 HTTP/1.1" status: 200 len: 854 time: 0.0624719 Jun 17 08:20:09.712572 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-ace48130-72d7-49fb-aeaa-fbaeef2e3d04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfe7d00a-102e-43fc-9ed1-22419d6ab271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284894 Jun 17 08:20:09.766009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.807327 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.808375 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-34ee120e-d045-4519-8b8f-b18405e4c6c4 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891759 Jun 17 08:20:09.861460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-662ca744-6426-4b88-8cf8-dfacda63de50 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39554 time: 0.3597882 Jun 17 08:20:09.899482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:09.918621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-5d028284-5289-4f7b-bb0a-9bd16190d0cf tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0367a80b-d9b8-428a-97c2-cb318c939d84 HTTP/1.1" status: 200 len: 2981 time: 0.0476537 Jun 17 08:20:09.922091 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.926269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.927796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88051277-6fd2-42df-b6fc-87397e08bdfa HTTP/1.1" status: 204 len: 168 time: 0.2779090 Jun 17 08:20:09.933016 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42301181-c037-4e48-974b-52681bcd7448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:09.935021 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24b67150-22be-49aa-9d69-5d5b020e3972 req-f41f7fad-5c45-4e65-8fc3-5df32fd79842 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201816 Jun 17 08:20:09.961876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88051277-6fd2-42df-b6fc-87397e08bdfa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:09.965369 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.990219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-c51d7493-95eb-4820-bd8e-962c87f74a24 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0367a80b-d9b8-428a-97c2-cb318c939d84 HTTP/1.1" status: 200 len: 2981 time: 0.0608845 Jun 17 08:20:10.054280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-7ce67fea-b568-4f37-b018-f4b126934901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.056808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-7ce67fea-b568-4f37-b018-f4b126934901 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e03acb399cce4f94a3cdc55fba2075da&device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 1096 time: 0.0680861 Jun 17 08:20:10.069096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:10.080259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-24a24ac8-e2fd-40a1-82e9-d9c5bf76e70f tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1e722012-22eb-4cb4-89b6-310c2d379390 HTTP/1.1" status: 200 len: 2981 time: 0.0828040 Jun 17 08:20:10.091201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'port_id': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'mac_address': 'fa:16:3e:af:3b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:10.140122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.163866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:10.173005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-cbcc7dd1-bc87-484a-a739-7ce467d4e12c tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1e722012-22eb-4cb4-89b6-310c2d379390 HTTP/1.1" status: 200 len: 2981 time: 0.0917721 Jun 17 08:20:10.188822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:10.198365 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.200953 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.239503 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-46d21cac-5c1c-49f6-9a27-d4c8d26e6a1a tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1efd587c-cc61-472e-b329-5200fe6a3a75 HTTP/1.1" status: 200 len: 2981 time: 0.0643938 Jun 17 08:20:10.283569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.288568 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.297643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-18e83d1f-296e-4b89-a511-4e1860c50af5 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1efd587c-cc61-472e-b329-5200fe6a3a75 HTTP/1.1" status: 200 len: 2981 time: 0.0567322 Jun 17 08:20:10.345364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-b12a84f8-dd6f-4f4b-801b-1d07c3aac7c4 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/22052edb-7ae3-4db4-b9c0-211ebfd13339 HTTP/1.1" status: 200 len: 2981 time: 0.0467720 Jun 17 08:20:10.368913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38022) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:10.373378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-45f9dd79-44f3-4f0f-b909-1c117255d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.375878 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-45f9dd79-44f3-4f0f-b909-1c117255d8af service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfe7d00a-102e-43fc-9ed1-22419d6ab271 HTTP/1.1" status: 200 len: 915 time: 0.3128488 Jun 17 08:20:10.387512 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.418834 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-e2641b41-f741-4e77-b1aa-e4846f1fe886 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b50407-b487-4260-a3b7-a9528ceec005 HTTP/1.1" status: 200 len: 217 time: 0.0354264 Jun 17 08:20:10.443167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-6aaee05d-4903-4d18-81b6-197d528c6971 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/22052edb-7ae3-4db4-b9c0-211ebfd13339 HTTP/1.1" status: 200 len: 2981 time: 0.0968280 Jun 17 08:20:10.481689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-b596c847-5583-4eb8-8d77-82d4d76fbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.483436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-b596c847-5583-4eb8-8d77-82d4d76fbde6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d201060-936b-49e6-a91f-e9a70364bd96 HTTP/1.1" status: 200 len: 854 time: 0.0584567 Jun 17 08:20:10.522697 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-b6c67465-5f19-4761-b270-aeba5b319ae8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfe7d00a-102e-43fc-9ed1-22419d6ab271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323420 Jun 17 08:20:10.550821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:10.620522 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-705899a0-de0d-4222-a3fd-16604f0f14e8 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907822 Jun 17 08:20:10.692605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-11680d2a-7742-41bf-8dbb-5ebccce64a05 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4de878c8-038e-4a14-85d0-8f4d4c8581cf HTTP/1.1" status: 200 len: 2977 time: 0.2485619 Jun 17 08:20:10.718488 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed15ee21-9cbd-43b0-adc9-0c043ea44306 req-45c3696c-5315-475b-933d-1627f41e22e6 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894995 Jun 17 08:20:10.752417 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.763721 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.771565 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.797317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787326ff-4ce8-4523-abfd-88f49392e07c req-dd88889b-6183-4db9-aa33-6329d1fae1ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.798747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-787326ff-4ce8-4523-abfd-88f49392e07c req-dd88889b-6183-4db9-aa33-6329d1fae1ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 945 time: 0.1461658 Jun 17 08:20:10.801009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-5f0b56ad-3b44-4d36-9f61-10edd2f7c614 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4de878c8-038e-4a14-85d0-8f4d4c8581cf HTTP/1.1" status: 200 len: 2977 time: 0.0974123 Jun 17 08:20:10.819926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffd651b4e5354a80a5044a8fc4e6a53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501231 Jun 17 08:20:10.822732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38032) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:10.858379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3844b07-10c4-48fc-b096-b08c2a5eb5bf,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.868748 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.872603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.889948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-787326ff-4ce8-4523-abfd-88f49392e07c req-b9aa8cbd-bc6a-4bd1-9dfd-1b6ba78b230d tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834668 Jun 17 08:20:10.892911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-32a3c29b-d62d-4640-b07a-7ad1e13d9547 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/56d4feb6-6a32-4269-a26a-27fbe2e72e12 HTTP/1.1" status: 200 len: 2981 time: 0.0853779 Jun 17 08:20:10.894097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.954888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.959443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.960675 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3844b07-10c4-48fc-b096-b08c2a5eb5bf HTTP/1.1" status: 204 len: 168 time: 0.1369081 Jun 17 08:20:10.961068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-7a8fff77-5c30-4144-8417-91a047eecf76 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/56d4feb6-6a32-4269-a26a-27fbe2e72e12 HTTP/1.1" status: 200 len: 2981 time: 0.0515530 Jun 17 08:20:10.961572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-95e3e539-c3d8-4ba7-a99e-6ae295273e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.991904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3844b07-10c4-48fc-b096-b08c2a5eb5bf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.996630 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:11.038341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-51d253a9-b6f4-4de7-9393-fe7fd427f46f tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6780889f-1720-4a93-9698-38ef41935aa1 HTTP/1.1" status: 200 len: 2981 time: 0.0703101 Jun 17 08:20:11.104698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-b4eb7203-51db-43d8-a391-de4fbc338802 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6780889f-1720-4a93-9698-38ef41935aa1 HTTP/1.1" status: 200 len: 2981 time: 0.0599675 Jun 17 08:20:11.184708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-a5bbc443-e80e-49b6-86ba-c39f73df8a50 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6b51d35b-08dc-45a1-876c-fbe870fa657d HTTP/1.1" status: 200 len: 2981 time: 0.0635886 Jun 17 08:20:11.192621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf15e7-4265-4321-a1d9-25fbc901d2b0 req-784d787d-0487-4736-8a42-dcf9a21c2bd6 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.194102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6faf15e7-4265-4321-a1d9-25fbc901d2b0 req-784d787d-0487-4736-8a42-dcf9a21c2bd6 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 944 time: 0.1021731 Jun 17 08:20:11.243179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38046) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:11.256106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-2d1a2b19-ba01-4fd7-a5a6-2b96b358e85f tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6b51d35b-08dc-45a1-876c-fbe870fa657d HTTP/1.1" status: 200 len: 2981 time: 0.0610530 Jun 17 08:20:11.259014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6faf15e7-4265-4321-a1d9-25fbc901d2b0 req-599ce932-901c-476d-b19f-ca6828d06420 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584483 Jun 17 08:20:11.313274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-c2b22c89-01d4-4c01-ae80-accb4d551817 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6ecaeb74-46a2-41df-a9f0-24c9c616f020 HTTP/1.1" status: 200 len: 2977 time: 0.0496645 Jun 17 08:20:11.365024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-a796d306-f366-41c0-b9db-2d08a235e0a5 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6ecaeb74-46a2-41df-a9f0-24c9c616f020 HTTP/1.1" status: 200 len: 2977 time: 0.0440300 Jun 17 08:20:11.404992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.439909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-f3dd7317-7b25-4571-97d2-e34ad38e5346 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7b13d1bb-336a-462a-9ccf-40a048617d16 HTTP/1.1" status: 200 len: 2977 time: 0.0593426 Jun 17 08:20:11.490292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-997d4b52-f61b-4aa8-bf4c-3fb97ac0e970 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7b13d1bb-336a-462a-9ccf-40a048617d16 HTTP/1.1" status: 200 len: 2977 time: 0.0481884 Jun 17 08:20:11.528622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.537087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.540976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0f4ce95f-cc07-4220-a619-c861cdd04621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:11.544676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-e2951789-c110-46b6-b1ef-a56171dad186 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c44bc5e5-b8fe-4cf6-a215-778402dda600 HTTP/1.1" status: 200 len: 2973 time: 0.0430536 Jun 17 08:20:11.579877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de73ef-f005-4965-a97b-d907c508baad,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:11.587189 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f71f4e09f09e42f88c9bf952ce143c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405480 Jun 17 08:20:11.587189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:11.587461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38074) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:11.612073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19a844a-d076-4259-9dad-d994a053318b req-684f4822-1b1b-484b-94c4-4111d75ad3d8 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c44bc5e5-b8fe-4cf6-a215-778402dda600 HTTP/1.1" status: 200 len: 2973 time: 0.0590346 Jun 17 08:20:11.655265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.683748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.745094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.748333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.749840 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5de73ef-f005-4965-a97b-d907c508baad HTTP/1.1" status: 204 len: 168 time: 0.1614985 Jun 17 08:20:11.750782 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:11.752066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56768bf5-4e0a-4160-8690-d06c5ad741a4 req-9f2ae385-ff63-499a-b391-0e65632f128a tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8395ebdbc4d44f14b595cecc7b56eb04 HTTP/1.1" status: 200 len: 6100 time: 0.0861568 Jun 17 08:20:11.770691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de73ef-f005-4965-a97b-d907c508baad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:11.773634 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:11.838494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56768bf5-4e0a-4160-8690-d06c5ad741a4 req-dc3b168d-f4b8-447d-8492-d26b865d81b3 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "GET /v2.0/security-groups/0367a80b-d9b8-428a-97c2-cb318c939d84 HTTP/1.1" status: 200 len: 2981 time: 0.0793226 Jun 17 08:20:11.903694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:11.920313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56768bf5-4e0a-4160-8690-d06c5ad741a4 req-4e6f1041-1ea5-4fe3-862c-ee620ee1effe tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "GET /v2.0/security-groups/0367a80b-d9b8-428a-97c2-cb318c939d84 HTTP/1.1" status: 200 len: 2981 time: 0.0743389 Jun 17 08:20:11.996702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:12.003545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:12.004396 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.017520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:12.050459 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fb970fb-a493-4c94-be1a-1af644fb7f51 req-261afdb2-a88f-4860-b7c3-5d4f77c7e9fe tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c0e3a84e-b8f2-4ad4-8bf7-2084bd1ec159 HTTP/1.1" status: 200 len: 1777 time: 0.0576797 Jun 17 08:20:12.102684 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.136787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fb970fb-a493-4c94-be1a-1af644fb7f51 req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.138599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:12.140975 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40578583-c7d7-4d01-bbec-387975360caf" -d '{"events": [{"server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "name": "network-vif-plugged", "status": "completed", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:12.151282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38124) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:12.155911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:12.163030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.166041 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.168726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.185983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-network', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:12.186372 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fb970fb-a493-4c94-be1a-1af644fb7f51 req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.214940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:20:12.214940 n-d-780147-13 neutron-server[93499]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:20:12.214940 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id': '9a3f9a96aee04046825914b10a06779e', 'id': '69b54366-33bd-4808-ba22-0aeda4668fe7', 'expiration': datetime.datetime(2021, 6, 17, 8, 22, 12, 203458)}] Jun 17 08:20:12.214940 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:20:12.216127 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:20:12.218357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.221742 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.223769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Made reservation on behalf of 23ef15b0c48a4a738e47a0d19db0adde for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:12.226293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.234344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ace67-1da5-4f3d-81ae-79a39ad2c629 req-fefc7122-75bf-47d9-868d-5e664056d352 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.235170 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.235882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c26ace67-1da5-4f3d-81ae-79a39ad2c629 req-fefc7122-75bf-47d9-868d-5e664056d352 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 945 time: 0.1142285 Jun 17 08:20:12.257938 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fb970fb-a493-4c94-be1a-1af644fb7f51 req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.260516 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fb970fb-a493-4c94-be1a-1af644fb7f51 req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.261635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fb970fb-a493-4c94-be1a-1af644fb7f51 req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0e3a84e-b8f2-4ad4-8bf7-2084bd1ec159 HTTP/1.1" status: 204 len: 173 time: 0.2040920 Jun 17 08:20:12.263980 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.275065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3a84e-b8f2-4ad4-8bf7-2084bd1ec159,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.278012 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.295680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c26ace67-1da5-4f3d-81ae-79a39ad2c629 req-cbc2f7bb-3e31-42a1-a569-df4560bbdeb4 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532854 Jun 17 08:20:12.347558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.356145 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.360318 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89e7f6e1-b32b-4387-a12c-51e39d2e4dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.393223 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa26ed2-3bc4-4dda-81f9-04b68dab499f x-openstack-request-id: req-1aa26ed2-3bc4-4dda-81f9-04b68dab499f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:12.393632 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "name": "network-vif-plugged", "status": "completed", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:12.393953 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1aa26ed2-3bc4-4dda-81f9-04b68dab499f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:12.394413 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'code': 200} Jun 17 08:20:12.400278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:12.411084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.411758 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Added segment a3e382fc-7e0d-44ce-be4d-c1e4769131cb of type vlan for network cfac2445-2474-4e4c-a98b-2a92a0877777 Jun 17 08:20:12.429805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86fba77-5b3e-4979-9469-b5623d7f6602,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.433964 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.454404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cece347e-a682-4101-b565-baeff40b625c req-f650eca9-c27c-46aa-aeac-5a5b2846706f tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a723e665-bfad-4bd0-85c4-efa70e1866e0 HTTP/1.1" status: 200 len: 1778 time: 0.0487163 Jun 17 08:20:12.473002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.515795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.520201 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cece347e-a682-4101-b565-baeff40b625c req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.532507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.533095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.537826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.552005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cece347e-a682-4101-b565-baeff40b625c req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.579244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5605762 Jun 17 08:20:12.584319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38140) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:12.588130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Request body: {'subnet': {'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-subnet', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:12.613353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Pushing event updated for resources: {'Network': ['ID=cfac2445-2474-4e4c-a98b-2a92a0877777,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.615098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Made reservation on behalf of 23ef15b0c48a4a738e47a0d19db0adde for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:12.617565 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.618445 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.631509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network cfac2445-2474-4e4c-a98b-2a92a0877777 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:12.633433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6e59-9123-453b-839d-4824ba1e3f71 req-1556e4fe-5456-4004-84f3-0854cb004698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.633824 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cece347e-a682-4101-b565-baeff40b625c req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.636282 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6cac6e59-9123-453b-839d-4824ba1e3f71 req-1556e4fe-5456-4004-84f3-0854cb004698 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 1098 time: 0.1304827 Jun 17 08:20:12.636420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cece347e-a682-4101-b565-baeff40b625c req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.637507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cece347e-a682-4101-b565-baeff40b625c req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/a723e665-bfad-4bd0-85c4-efa70e1866e0 HTTP/1.1" status: 204 len: 173 time: 0.1822255 Jun 17 08:20:12.639949 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e3c454a-f8b6-4cf4-9c5b-ad6a823cab8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.657043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a723e665-bfad-4bd0-85c4-efa70e1866e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.665945 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.714335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6cac6e59-9123-453b-839d-4824ba1e3f71 req-b72d61e4-9a62-46c7-aacf-a4996f4a0d69 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704927 Jun 17 08:20:12.716995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.847862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.853071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.859368 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eaed95fe-08c0-4422-9637-8b2b434544f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.865411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41c028-3ae0-4759-ad67-138e38c74888 req-b5d144d9-4169-49a7-b83b-55b81d06ec64 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.866971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b41c028-3ae0-4759-ad67-138e38c74888 req-b5d144d9-4169-49a7-b83b-55b81d06ec64 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 944 time: 0.1355760 Jun 17 08:20:12.908173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7325e0a-5afe-4ed4-ab0a-1a965c712297,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.919049 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.930952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a3f9a96aee04046825914b10a06779e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7761307 Jun 17 08:20:12.931908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38152) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:12.952199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.965279 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6d54744-21ba-43d9-83c9-44d6f48b3fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.975166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b41c028-3ae0-4759-ad67-138e38c74888 req-5a74bc57-1c9a-4844-835e-10e569de9b2b tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974586 Jun 17 08:20:12.998090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.022876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.037652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc7c4a46-a98b-422a-a990-9d9f321a12a2 req-f945b62e-3b41-4df3-a6c5-1e196fd6b460 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "GET /v2.0/security-groups/77ce18d3-96cc-439e-a26a-4f10481e356b HTTP/1.1" status: 200 len: 1776 time: 0.1094949 Jun 17 08:20:13.044946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61d45c9-0bac-450f-bbd8-c559e5cc00b1,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:13.058514 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:13.074200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Checking segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:13.074550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Network hostable DHCP agents. Network: cfac2445-2474-4e4c-a98b-2a92a0877777, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:13.110851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.114645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Network cfac2445-2474-4e4c-a98b-2a92a0877777 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:13.115070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.118844 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7325e0a-5afe-4ed4-ab0a-1a965c712297 HTTP/1.1" status: 204 len: 168 time: 0.1836090 Jun 17 08:20:13.118844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14fde8b4-aed4-484b-90e6-b4927aff4c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:13.131537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bc7c4a46-a98b-422a-a990-9d9f321a12a2 req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.137202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, cfac2445-2474-4e4c-a98b-2a92a0877777) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:13.139650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7325e0a-5afe-4ed4-ab0a-1a965c712297,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:13.141823 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:13.172324 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bc7c4a46-a98b-422a-a990-9d9f321a12a2 req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.179763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca92450-88ab-4560-915c-7bde50b14bdc None None] Network cfac2445-2474-4e4c-a98b-2a92a0877777 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:13.193878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:13.194568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.232566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:13.233284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6488469 Jun 17 08:20:13.238222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:13.254492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bc7c4a46-a98b-422a-a990-9d9f321a12a2 req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.259615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bc7c4a46-a98b-422a-a990-9d9f321a12a2 req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.260900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc7c4a46-a98b-422a-a990-9d9f321a12a2 req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "DELETE /v2.0/security-groups/77ce18d3-96cc-439e-a26a-4f10481e356b HTTP/1.1" status: 204 len: 173 time: 0.2171106 Jun 17 08:20:13.261803 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:13.282315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce18d3-96cc-439e-a26a-4f10481e356b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:13.286692 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:13.289340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.291034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.367191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.522935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 77b50407-b487-4260-a3b7-a9528ceec005 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:13.599045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.619318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-cfac2445-2474-4e4c-a98b-2a92a0877777', 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'fixed_ips': [{'subnet_id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:20:13.620440 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.652734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62b10aa8-313b-4098-bf05-4530a33ec0a4 req-02a6f4e7-a8c3-47c6-9263-6247b867e196 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "GET /v2.0/security-groups/f25afec8-8ba1-406b-bd8f-edbb32a68f5e HTTP/1.1" status: 200 len: 1776 time: 0.1755974 Jun 17 08:20:13.719048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4c9b-55f5-4c2a-9560-35169a1457eb req-1b16b2c3-b1de-44a5-86d3-daa6cd57c794 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:13.721135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88df4c9b-55f5-4c2a-9560-35169a1457eb req-1b16b2c3-b1de-44a5-86d3-daa6cd57c794 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 946 time: 0.1680424 Jun 17 08:20:13.775741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62b10aa8-313b-4098-bf05-4530a33ec0a4 req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.810204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88df4c9b-55f5-4c2a-9560-35169a1457eb req-7dc97f34-d367-484d-834a-ad5f138828f7 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797238 Jun 17 08:20:13.845528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62b10aa8-313b-4098-bf05-4530a33ec0a4 req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.872338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Allocated IP 172.20.0.2 (cfac2445-2474-4e4c-a98b-2a92a0877777/a61d45c9-0bac-450f-bbd8-c559e5cc00b1/d6314dfc-8ae0-405d-a55e-0afbd0577951) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:13.874829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38194) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:13.881188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 77b50407-b487-4260-a3b7-a9528ceec005, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=77b50407-b487-4260-a3b7-a9528ceec005,segment=NetworkSegment(56acb67d-39bf-47a6-908e-293432a3fe1f),segment_id=56acb67d-39bf-47a6-908e-293432a3fe1f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:13.900528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '77b50407-b487-4260-a3b7-a9528ceec005', 'network_id': 'dfe7d00a-102e-43fc-9ed1-22419d6ab271', 'port_id': '77b50407-b487-4260-a3b7-a9528ceec005', 'mac_address': 'fa:16:3e:07:ba:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d201060-936b-49e6-a91f-e9a70364bd96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:13.973672 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62b10aa8-313b-4098-bf05-4530a33ec0a4 req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.976910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62b10aa8-313b-4098-bf05-4530a33ec0a4 req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.985662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62b10aa8-313b-4098-bf05-4530a33ec0a4 req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] 10.222.0.65 "DELETE /v2.0/security-groups/f25afec8-8ba1-406b-bd8f-edbb32a68f5e HTTP/1.1" status: 204 len: 173 time: 0.3306277 Jun 17 08:20:13.986978 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff2064e3-8446-49ca-9913-0359c1cf5c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:13.995462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.014374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25afec8-8ba1-406b-bd8f-edbb32a68f5e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:14.016391 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.020999 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:14.054581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.092664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b50407-b487-4260-a3b7-a9528ceec005 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:14.108283 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.116767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 77b50407-b487-4260-a3b7-a9528ceec005, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=77b50407-b487-4260-a3b7-a9528ceec005,segment=NetworkSegment(56acb67d-39bf-47a6-908e-293432a3fe1f),segment_id=56acb67d-39bf-47a6-908e-293432a3fe1f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:14.131883 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.137938 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:14.285545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Allocated IP 172.25.7.64 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/969ef6bc-1f36-412b-ade9-63daed73633b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:14.388640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=77b50407-b487-4260-a3b7-a9528ceec005,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:14.398465 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:14.413173 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.418623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['77b50407-b487-4260-a3b7-a9528ceec005'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:14.419025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38224) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:14.446221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Transition to ACTIVE for port object d6314dfc-8ae0-405d-a55e-0afbd0577951 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:14.459557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.478856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ee9a-001e-4f8f-9f09-25b0271d9f52 req-74b78ebe-b5c4-49a0-b915-e67a5aaf64df tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:14.481282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5566ee9a-001e-4f8f-9f09-25b0271d9f52 req-74b78ebe-b5c4-49a0-b915-e67a5aaf64df tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 945 time: 0.2561359 Jun 17 08:20:14.523889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.535506 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:14.571467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Transition to ACTIVE for port object d6314dfc-8ae0-405d-a55e-0afbd0577951 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:14.591743 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.598179 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.607865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.608346 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:14.624603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5566ee9a-001e-4f8f-9f09-25b0271d9f52 req-5af324d0-d5e3-44a7-9efa-cacd7581ee9d tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243629 Jun 17 08:20:14.639093 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecc1e9d9-7f72-47c6-8c0e-b0bd106faded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:14.674888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:14.681390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:14.683734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Pushing event updated for resources: {'Port': ['ID=969ef6bc-1f36-412b-ade9-63daed73633b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:14.685869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:14.715593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd27a4-87b9-44cd-ac75-c0517c2c3f59,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:14.723860 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:14.759181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5f08eaccbcd49378c0c3c7ac1b47a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8828132 Jun 17 08:20:14.759776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38238) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:14.862130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.915179 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:14.929899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Pushing event updated for resources: {'Port': ['ID=d6314dfc-8ae0-405d-a55e-0afbd0577951,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:14.939677 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:14.953721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Network cfac2445-2474-4e4c-a98b-2a92a0877777 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:14.957597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:14.962795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:14.980319 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.026501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8610a2-8eda-44db-814b-e6c42ffd2bad req-ccbf27eb-3962-460d-ad91-6816ddf56117 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.033331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f8610a2-8eda-44db-814b-e6c42ffd2bad req-ccbf27eb-3962-460d-ad91-6816ddf56117 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 972 time: 0.1666973 Jun 17 08:20:15.074955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Attempting to bind port d6314dfc-8ae0-405d-a55e-0afbd0577951 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:15.075657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Attempting to bind port d6314dfc-8ae0-405d-a55e-0afbd0577951 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:15.078600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1f3758f2-d4db-49da-80e4-796f650dcdeb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8395ebdbc4d44f14b595cecc7b56eb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545932 Jun 17 08:20:15.078734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.079379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Attempting to bind port d6314dfc-8ae0-405d-a55e-0afbd0577951 on network cfac2445-2474-4e4c-a98b-2a92a0877777 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:15.085483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38250) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:15.097533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:15.098198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Checking segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:15.098961 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.099547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Bound using segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:15.100196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Bound port: d6314dfc-8ae0-405d-a55e-0afbd0577951, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:15.100726 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.153506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.177232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.188401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] For port d6314dfc-8ae0-405d-a55e-0afbd0577951, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:15.193673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] For port d6314dfc-8ae0-405d-a55e-0afbd0577951, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d6314dfc-8ae0-405d-a55e-0afbd0577951,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:15.202303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.210823 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:15.245091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f8610a2-8eda-44db-814b-e6c42ffd2bad req-c7d12477-a67f-4927-9fab-ccd6fa13cea4 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108192 Jun 17 08:20:15.273267 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.281452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.282814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2edd27a4-87b9-44cd-ac75-c0517c2c3f59 HTTP/1.1" status: 204 len: 168 time: 0.5220225 Jun 17 08:20:15.284901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:15.302755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Pushing event updated for resources: {'Port': ['ID=d6314dfc-8ae0-405d-a55e-0afbd0577951,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.306308 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.320014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e039-417d-4aa3-a6e5-110f7246a07e req-ab7aa65e-b0d1-4edc-bee7-30ff1e7dd1eb tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.321658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6df6e039-417d-4aa3-a6e5-110f7246a07e req-ab7aa65e-b0d1-4edc-bee7-30ff1e7dd1eb tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 946 time: 0.3081889 Jun 17 08:20:15.338379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd27a4-87b9-44cd-ac75-c0517c2c3f59,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.345232 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.364125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.370414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.372275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0367a80b-d9b8-428a-97c2-cb318c939d84 HTTP/1.1" status: 204 len: 168 time: 0.2849960 Jun 17 08:20:15.373886 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-53367e39-3266-421d-bf31-914ba99fe4c8 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:15.407222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0367a80b-d9b8-428a-97c2-cb318c939d84,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.427211 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.449227 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.466081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6df6e039-417d-4aa3-a6e5-110f7246a07e req-d9bf6195-9dd3-4ae8-9b8e-a14c33dbf362 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282027 Jun 17 08:20:15.743699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Router 1083f1f1-ca70-43fb-a447-697fba17e988 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:20:15.814255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e42ca-824a-4e31-862a-8820e18f688e req-dff6986c-04bc-49c9-baae-062f5d38bb1c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.827606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb9e42ca-824a-4e31-862a-8820e18f688e req-dff6986c-04bc-49c9-baae-062f5d38bb1c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 946 time: 0.1684465 Jun 17 08:20:15.828129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:15.841455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'floatingip': {'port_id': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:16.013477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.098635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38304) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:16.211901 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.364927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:16.375327 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Sync routers for ids ['1083f1f1-ca70-43fb-a447-697fba17e988'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:16.396414 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Routers {'1083f1f1-ca70-43fb-a447-697fba17e988'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:16.398052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-0d8d2196-567c-46ee-ae1a-66c955b4e3c0 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.400246 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-0d8d2196-567c-46ee-ae1a-66c955b4e3c0 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.67 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 972 time: 0.3025057 Jun 17 08:20:16.401809 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1083f1f1-ca70-43fb-a447-697fba17e988'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:16.421177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38322) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:16.501420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aaaa9-fcef-430f-aaa0-ac09589fab00 req-eecd9ce3-d039-4511-8ca2-2aa4200d483a tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.516772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e2aaaa9-fcef-430f-aaa0-ac09589fab00 req-eecd9ce3-d039-4511-8ca2-2aa4200d483a tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 945 time: 0.4893529 Jun 17 08:20:16.626853 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Set router 1083f1f1-ca70-43fb-a447-697fba17e988 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:16.642053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.669425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Deleting port fc5bf7c3-5ef6-4e60-940b-178720d467ff {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:16.670174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.705506 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.718000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1097bf78-9385-44ce-a99c-832b5d8043da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58e360f6d6e04f789af14659758848a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956057 Jun 17 08:20:16.723265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38328) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:16.750652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:16.763910 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e4ae56348694b01ae080ad54a3bdf98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618421 Jun 17 08:20:16.765648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e2aaaa9-fcef-430f-aaa0-ac09589fab00 req-f1731dff-4503-4454-bfed-91730f458321 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458935 Jun 17 08:20:16.770159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38334) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:16.786754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.798016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5636938 Jun 17 08:20:16.800593 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.820019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38336) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:16.838623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96396c5-abba-4b8a-b63e-2f2fd72d9fb4 None None] Network cfac2445-2474-4e4c-a98b-2a92a0877777 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:17.051155 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:20:14Z', 'revision_number': 3, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:17.081801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-245c32ae-c837-473c-b495-c89cb69b8d86 None None] Provisioning for port d6314dfc-8ae0-405d-a55e-0afbd0577951 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:17.090859 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Checking router: 1083f1f1-ca70-43fb-a447-697fba17e988 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:17.092230 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Updating router 1083f1f1-ca70-43fb-a447-697fba17e988 port 969ef6bc-1f36-412b-ade9-63daed73633b binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:17.133811 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.168136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057b4b8e-5e87-4555-aa68-b259c510d708,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.208873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-99896a68-7899-4c32-98cb-0e9c4f549829 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501594 Jun 17 08:20:17.222765 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.229567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.283368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] For port fc5bf7c3-5ef6-4e60-940b-178720d467ff, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fc5bf7c3-5ef6-4e60-940b-178720d467ff,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:17.284713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.377136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.408033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Calling delete_port for fc5bf7c3-5ef6-4e60-940b-178720d467ff owned by compute:tempest-test_az-1730955489 {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:17.418660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.467370 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.478982 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Transition to ACTIVE for port object 969ef6bc-1f36-412b-ade9-63daed73633b will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:17.485672 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.490333 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.504337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.555671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 77b50407-b487-4260-a3b7-a9528ceec005 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:17.575263 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Attempting to bind port 969ef6bc-1f36-412b-ade9-63daed73633b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:17.576044 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Attempting to bind port 969ef6bc-1f36-412b-ade9-63daed73633b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:17.576813 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Attempting to bind port 969ef6bc-1f36-412b-ade9-63daed73633b on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:17.581970 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a04e-bd14-4950-9d09-35f34031266b None None] Pushing event updated for resources: {'Port': ['ID=969ef6bc-1f36-412b-ade9-63daed73633b,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.587570 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4143a04e-bd14-4950-9d09-35f34031266b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.588857 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:17.590045 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:17.590045 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.590828 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:17.591555 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Bound port: 969ef6bc-1f36-412b-ade9-63daed73633b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:17.592151 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.619455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3f9fa-67af-4633-be7c-d9966347a208 req-2f54548d-da93-4966-974c-d199ebdb4546 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.620978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fab3f9fa-67af-4633-be7c-d9966347a208 req-2f54548d-da93-4966-974c-d199ebdb4546 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 972 time: 0.5407984 Jun 17 08:20:17.662252 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 77b50407-b487-4260-a3b7-a9528ceec005 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:17.672930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 77b50407-b487-4260-a3b7-a9528ceec005 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:17.673327 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.701271 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] For port 969ef6bc-1f36-412b-ade9-63daed73633b, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:17.713475 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] For port 969ef6bc-1f36-412b-ade9-63daed73633b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=969ef6bc-1f36-412b-ade9-63daed73633b,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:17.716364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.727573 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.741910 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4143a04e-bd14-4950-9d09-35f34031266b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.793428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d6314dfc-8ae0-405d-a55e-0afbd0577951 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:17.806143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fab3f9fa-67af-4633-be7c-d9966347a208 req-9e800945-bcd8-419d-ac1e-aef32e09e557 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/security-groups?id=56d4feb6-6a32-4269-a26a-27fbe2e72e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434984 Jun 17 08:20:17.830077 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Routers {'1083f1f1-ca70-43fb-a447-697fba17e988'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:17.830719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1083f1f1-ca70-43fb-a447-697fba17e988'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:17.864624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-0db718ba-0305-46c5-be1f-73a869c0a0d0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.866653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-0db718ba-0305-46c5-be1f-73a869c0a0d0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6564052 Jun 17 08:20:17.883599 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.907407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-7b8b6f69-12df-4474-b5ab-10646cf81ad6 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/quotas/eb0ab35ac4ce4d06a10255d3f5507cad HTTP/1.1" status: 200 len: 375 time: 0.0164080 Jun 17 08:20:17.954075 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a04e-bd14-4950-9d09-35f34031266b None None] Pushing event updated for resources: {'Port': ['ID=969ef6bc-1f36-412b-ade9-63daed73633b,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.959264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b50407-b487-4260-a3b7-a9528ceec005'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:17.961958 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bf15aa-8fa3-4e02-9a8b-c8fab59e59b1" -d '{"events": [{"server_uuid": "b22f1930-a85c-4b4c-a908-bf66465c3cfc", "name": "network-vif-plugged", "status": "completed", "tag": "77b50407-b487-4260-a3b7-a9528ceec005"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:17.965992 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4143a04e-bd14-4950-9d09-35f34031266b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.982786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 77b50407-b487-4260-a3b7-a9528ceec005, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=77b50407-b487-4260-a3b7-a9528ceec005,segment=NetworkSegment(56acb67d-39bf-47a6-908e-293432a3fe1f),segment_id=56acb67d-39bf-47a6-908e-293432a3fe1f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:17.983017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-cb040506-d323-46a4-af52-cc3209b3f948 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745349 Jun 17 08:20:17.983528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.988892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Allocated IP 172.20.0.1 (cfac2445-2474-4e4c-a98b-2a92a0877777/a61d45c9-0bac-450f-bbd8-c559e5cc00b1/261614a0-1cb2-4f0b-b71f-0b47997a9820) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:17.989860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.996654 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.997477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e722012-22eb-4cb4-89b6-310c2d379390 HTTP/1.1" status: 204 len: 168 time: 1.2730181 Jun 17 08:20:18.004989 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0a7df15b-9289-4b98-9bdf-3fa70743d598 tempest-AggregatesAdminTestJSON-640034303 tempest-AggregatesAdminTestJSON-640034303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.019276 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.030683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d6314dfc-8ae0-405d-a55e-0afbd0577951 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:18.042440 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.060674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.065634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/057b4b8e-5e87-4555-aa68-b259c510d708 HTTP/1.1" status: 204 len: 168 time: 1.2944732 Jun 17 08:20:18.068070 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] Set router 1083f1f1-ca70-43fb-a447-697fba17e988 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:18.087001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d6314dfc-8ae0-405d-a55e-0afbd0577951 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:18.087391 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.110080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.138438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e722012-22eb-4cb4-89b6-310c2d379390,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.142070 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.143934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.resource_extend [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:20:18.155072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb766169-064d-4965-a1a5-b99868e7f79d tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.155301 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a06a9da5-8489-4400-b391-5e758cae4ab2 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.202618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fc5bf7c3-5ef6-4e60-940b-178720d467ff'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:18.291459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b4b8e-5e87-4555-aa68-b259c510d708,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.300827 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.426868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.429292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Pushing event deleted for resources: {'Port': ['ID=fc5bf7c3-5ef6-4e60-940b-178720d467ff,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.452890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.477388 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00e284-f908-46ac-a2b0-3e691a6e95cd x-openstack-request-id: req-8a00e284-f908-46ac-a2b0-3e691a6e95cd {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:18.484719 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22f1930-a85c-4b4c-a908-bf66465c3cfc", "name": "network-vif-plugged", "status": "completed", "tag": "77b50407-b487-4260-a3b7-a9528ceec005", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:18.485336 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a00e284-f908-46ac-a2b0-3e691a6e95cd {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:18.485958 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b50407-b487-4260-a3b7-a9528ceec005', 'code': 200} Jun 17 08:20:18.488135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=77b50407-b487-4260-a3b7-a9528ceec005,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.493079 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.587080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f773-71d7-497d-b8e4-2df67e936a81 req-ee06507e-9d15-4f86-a611-355af78638b8 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.591028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-31b7f773-71d7-497d-b8e4-2df67e936a81 req-ee06507e-9d15-4f86-a611-355af78638b8 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 946 time: 0.5095744 Jun 17 08:20:18.613801 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.614237 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:20:14Z', 'revision_number': 3, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:18.653093 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9b0de-160d-40c6-98d2-a7950b64b14c None None] The sync data for ids ['1083f1f1-ca70-43fb-a447-697fba17e988'] in n-d-780147-13 is: [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:20:14Z', 'revision_number': 3, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:18.678627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.67', 62574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:18.723309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port d6314dfc-8ae0-405d-a55e-0afbd0577951, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d6314dfc-8ae0-405d-a55e-0afbd0577951,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:18.730566 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.735892 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.786262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.823164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] No DVR routers for this DVR port fc5bf7c3-5ef6-4e60-940b-178720d467ff on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:18.827496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.833775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.836428 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a4e5118f-f444-46fa-b9d1-a279fa48f8fd req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.67 "DELETE /v2.0/ports/fc5bf7c3-5ef6-4e60-940b-178720d467ff HTTP/1.1" status: 204 len: 173 time: 2.4264042 Jun 17 08:20:18.837156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'name': 'network-vif-deleted', 'tag': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:18.844916 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4cfe8c72-d3de-40dd-9fd4-4974dfa383f1 req-e56c82f7-6801-4a8d-9443-21d24ccd4aee tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 210 time: 0.2478824 Jun 17 08:20:18.851591 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Floating IP 03f842c7-5f8b-495f-9fab-609233819903 associated. External IP: 172.25.7.206, port: b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd. Jun 17 08:20:18.858123 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcceddf6-096a-4ce8-8fa4-a4f4f34624fd" -d '{"events": [{"server_uuid": "114d28a6-6ba9-41aa-9181-aca5695b8427", "name": "network-vif-deleted", "tag": "fc5bf7c3-5ef6-4e60-940b-178720d467ff"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:18.873169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=d6314dfc-8ae0-405d-a55e-0afbd0577951,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.881301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.946386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Transition to ACTIVE for port object 261614a0-1cb2-4f0b-b71f-0b47997a9820 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:19.047004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.098829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.128662 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:19.140609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-31b7f773-71d7-497d-b8e4-2df67e936a81 req-275facb9-710b-4bf4-a0c7-c2ba62c34991 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832060 Jun 17 08:20:19.258019 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8d4a5-06be-4dd9-8e58-1b25721ef28e x-openstack-request-id: req-03a8d4a5-06be-4dd9-8e58-1b25721ef28e {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:19.259714 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114d28a6-6ba9-41aa-9181-aca5695b8427", "name": "network-vif-deleted", "tag": "fc5bf7c3-5ef6-4e60-940b-178720d467ff", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:19.261140 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03a8d4a5-06be-4dd9-8e58-1b25721ef28e {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:19.261574 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114d28a6-6ba9-41aa-9181-aca5695b8427', 'name': 'network-vif-deleted', 'tag': 'fc5bf7c3-5ef6-4e60-940b-178720d467ff', 'status': 'completed', 'code': 200} Jun 17 08:20:19.276678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Network cfac2445-2474-4e4c-a98b-2a92a0877777 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:19.280208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:19.280794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349b214-d674-43ff-9ff6-e6e75f1c952a req-b3216760-d905-4a54-8b83-c201689ee6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.283400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:19.283566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a349b214-d674-43ff-9ff6-e6e75f1c952a req-b3216760-d905-4a54-8b83-c201689ee6d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 1098 time: 0.4375818 Jun 17 08:20:19.284816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.415815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a349b214-d674-43ff-9ff6-e6e75f1c952a req-d185ec46-9ec4-41c6-ac73-8b682f660969 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176763 Jun 17 08:20:19.417536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Pushing event updated for resources: {'Port': ['ID=261614a0-1cb2-4f0b-b71f-0b47997a9820,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:19.429624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-644cc136-53b3-4937-b249-c31f535a5f32 req-e0fc3156-11c4-4da5-8a51-c3bd68ef63ee tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] 10.222.0.65 "GET /v2.0/ports?device_id=114d28a6-6ba9-41aa-9181-aca5695b8427 HTTP/1.1" status: 200 len: 210 time: 0.0801167 Jun 17 08:20:19.435966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:19.654144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.698031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-75bd5c1a-7078-4cb7-b769-50c7904e9073 None None] Provisioning for port 261614a0-1cb2-4f0b-b71f-0b47997a9820 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:19.703078 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-75bd5c1a-7078-4cb7-b769-50c7904e9073 None None] Provisioning complete for port 261614a0-1cb2-4f0b-b71f-0b47997a9820 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:19.703255 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75bd5c1a-7078-4cb7-b769-50c7904e9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.722268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:19.740314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38402) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:19.805229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5c1a-7078-4cb7-b769-50c7904e9073 None None] Port 261614a0-1cb2-4f0b-b71f-0b47997a9820 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:19.936664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:19.957144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d6314dfc-8ae0-405d-a55e-0afbd0577951 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:19.980460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.001236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:20.034785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:20.035731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:20.080718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.093975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.095719 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.101640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:20.190070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d6314dfc-8ae0-405d-a55e-0afbd0577951 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:20.192042 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.322859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Pushing event updated for resources: {'Port': ['ID=261614a0-1cb2-4f0b-b71f-0b47997a9820,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:20.334593 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:20.394369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:20.498256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Network cfac2445-2474-4e4c-a98b-2a92a0877777 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:20.500673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:20.644572 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.723995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 969ef6bc-1f36-412b-ade9-63daed73633b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:20.798943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Router 1083f1f1-ca70-43fb-a447-697fba17e988 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:20.978649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.982460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 969ef6bc-1f36-412b-ade9-63daed73633b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:20.985869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-65c04cb1-0fea-4fef-801d-5bec269c7b0d None None] Provisioning complete for port 261614a0-1cb2-4f0b-b71f-0b47997a9820 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:20.986328 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65c04cb1-0fea-4fef-801d-5bec269c7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.036596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:21.043677 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] 10.222.0.65 "PUT /v2.0/routers/1083f1f1-ca70-43fb-a447-697fba17e988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2229223 Jun 17 08:20:21.055467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 969ef6bc-1f36-412b-ade9-63daed73633b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:21.056188 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.060568 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-189103c1-663b-454a-aa67-d6fa25ed93b7 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367854 Jun 17 08:20:21.097128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e57d9c18-90ca-42fd-803f-06f3c5514bb3 req-33a4aff2-6515-4ca8-800b-c3cda7a8512f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 210 time: 0.4842303 Jun 17 08:20:21.121130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3965713-86bb-40df-a6e4-1febaa745f11 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "PUT /v2.0/floatingips/03f842c7-5f8b-495f-9fab-609233819903 HTTP/1.1" status: 200 len: 992 time: 5.2918446 Jun 17 08:20:21.130104 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.131556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-65c04cb1-0fea-4fef-801d-5bec269c7b0d None None] Port 261614a0-1cb2-4f0b-b71f-0b47997a9820 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:21.155482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '03f842c7-5f8b-495f-9fab-609233819903', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'port_id': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'mac_address': 'fa:16:3e:af:3b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:48Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 1, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:21.167946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:21.186040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:21.202860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:21.203586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:21.331322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c745bb17-7f03-44f4-9ae2-2a1d39228bbd tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.332869 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c745bb17-7f03-44f4-9ae2-2a1d39228bbd tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625933 Jun 17 08:20:21.333806 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b650031e-0a55-4b9d-a7b0-2dde4c345332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.357254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Request body: {'port': {'device_id': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'eb0ab35ac4ce4d06a10255d3f5507cad'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:21.447950 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab5624a49f2b44f19dde0f06a633052e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7065659 Jun 17 08:20:21.463923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38462) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:21.465496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0595afe9-9e9d-4547-8baf-41a8e45c793f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.489617 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.544825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49cbee-2686-4011-8f2e-194966effb46 req-de1829d1-84fe-4011-b06b-26ed488732d1 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.556978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff49cbee-2686-4011-8f2e-194966effb46 req-de1829d1-84fe-4011-b06b-26ed488732d1 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 946 time: 0.9603713 Jun 17 08:20:21.568179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Made reservation on behalf of eb0ab35ac4ce4d06a10255d3f5507cad for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:21.574270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.590371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fc5bf7c3-5ef6-4e60-940b-178720d467ff no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:21.593257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.635722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff49cbee-2686-4011-8f2e-194966effb46 req-9065b030-ab58-44fb-9952-c4a1bfec5c8c tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772414 Jun 17 08:20:21.654420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: fc5bf7c3-5ef6-4e60-940b-178720d467ff {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:21.658222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.665050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-59198494-e329-42e1-aa2a-af1ccc97d28f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5992098 Jun 17 08:20:21.670224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Sync routers for ids ['1083f1f1-ca70-43fb-a447-697fba17e988'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:21.674152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fc5bf7c3-5ef6-4e60-940b-178720d467ff not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:21.691920 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Routers {'1083f1f1-ca70-43fb-a447-697fba17e988'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:21.694412 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1083f1f1-ca70-43fb-a447-697fba17e988'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:21.724501 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.769970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.783048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 969ef6bc-1f36-412b-ade9-63daed73633b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=969ef6bc-1f36-412b-ade9-63daed73633b,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:21.784905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.790347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.798562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.828476 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.835847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.60', 64765) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:21.892799 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a4b2c9f6-3534-4804-9963-de2a60ccfc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.958576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee62794-e563-424f-b154-befd1672ef6d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.981244 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.983017 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Set router 1083f1f1-ca70-43fb-a447-697fba17e988 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:22.001058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=969ef6bc-1f36-412b-ade9-63daed73633b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.014876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-ff96b88d-59bd-4836-8225-802e00587ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.015675 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:22.023077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-ff96b88d-59bd-4836-8225-802e00587ffd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e03acb399cce4f94a3cdc55fba2075da&device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 1098 time: 0.2907758 Jun 17 08:20:22.067709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:22.095248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.107136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.109354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0595afe9-9e9d-4547-8baf-41a8e45c793f HTTP/1.1" status: 204 len: 168 time: 0.6154506 Jun 17 08:20:22.147835 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26281c42-2b07-4d93-8de4-b34ad0944359" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:22.157983 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:22.160275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Allocated IP 192.168.233.94 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/33e5125e-3443-4126-9493-a16e7dcb9f97) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:22.307643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595afe9-9e9d-4547-8baf-41a8e45c793f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.324293 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:22.327482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:22.383734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-e78e96af-d10c-4508-b098-59947998b416 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5458848 Jun 17 08:20:22.526502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f260aa29-0350-4efd-b128-913ff8c608ed req-0c5bb691-d030-4b08-86ef-8e306b5744c8 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 210 time: 0.1412013 Jun 17 08:20:22.608959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.610437 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:20:19Z', 'revision_number': 4, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '261614a0-1cb2-4f0b-b71f-0b47997a9820', 'name': '', 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'mac_address': 'fa:16:3e:b6:05:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:17Z', 'updated_at': '2021-06-17T08:20:19Z', 'revision_number': 2, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'subnets': [{'id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:22.641818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Transition to ACTIVE for port object 33e5125e-3443-4126-9493-a16e7dcb9f97 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:22.687217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-8838ab2c-993d-4342-b7d5-84f4d7c0180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.691876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-8838ab2c-993d-4342-b7d5-84f4d7c0180d service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfe7d00a-102e-43fc-9ed1-22419d6ab271 HTTP/1.1" status: 200 len: 915 time: 0.6457582 Jun 17 08:20:22.699914 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Checking router: 1083f1f1-ca70-43fb-a447-697fba17e988 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:22.701385 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Updating router 1083f1f1-ca70-43fb-a447-697fba17e988 port 261614a0-1cb2-4f0b-b71f-0b47997a9820 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:22.727926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.748758 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:22.809627 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.845691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:22.853644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-cd2621ee-5095-4389-b6af-11f92cc6d34c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b50407-b487-4260-a3b7-a9528ceec005 HTTP/1.1" status: 200 len: 217 time: 0.1516929 Jun 17 08:20:22.873546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:22.885045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:22.899140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.899488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.951507 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6088345 Jun 17 08:20:22.958957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Pushing event updated for resources: {'Port': ['ID=33e5125e-3443-4126-9493-a16e7dcb9f97,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.967622 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:22.989136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Request body: {'port': {'device_id': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:22.994551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '03f842c7-5f8b-495f-9fab-609233819903', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'port_id': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'mac_address': 'fa:16:3e:af:3b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:48Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 1, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:23.016251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-71622b02-0633-477d-b96a-4870b1049a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:23.022688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-71622b02-0633-477d-b96a-4870b1049a50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 1098 time: 0.5124242 Jun 17 08:20:23.077227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3eea85-cb0e-4884-9133-6c9524372288 None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '03f842c7-5f8b-495f-9fab-609233819903', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'port_id': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'mac_address': 'fa:16:3e:af:3b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:48Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 1, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:23.255616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-a6a0d220-b9d8-4dce-a4d4-cd1de3d0ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:23.260497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-a6a0d220-b9d8-4dce-a4d4-cd1de3d0ba7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d201060-936b-49e6-a91f-e9a70364bd96 HTTP/1.1" status: 200 len: 854 time: 0.3984170 Jun 17 08:20:23.334676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.477533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c4f4a-10c8-44e9-9835-96e560cb3db6 None None] New status for floating IP 03f842c7-5f8b-495f-9fab-609233819903: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:20:23.497611 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.512372 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Transition to ACTIVE for port object 261614a0-1cb2-4f0b-b71f-0b47997a9820 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:23.524520 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.537300 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:23.546650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-06d0684c-dddc-4bfb-9eff-2fb94f1dadf6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfe7d00a-102e-43fc-9ed1-22419d6ab271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2610004 Jun 17 08:20:23.576401 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cec9f01d-7d89-420c-aeae-bb4f81531c51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34a0a97f7036442ba0417f362a498c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2461185 Jun 17 08:20:23.580658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:23.631290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc870549-0286-49d9-90c3-0fc529ac7e7b None None] Provisioning for port 33e5125e-3443-4126-9493-a16e7dcb9f97 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:23.653642 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01adafbf-95a4-401d-92c0-2f2ec4314165 x-openstack-request-id: req-01adafbf-95a4-401d-92c0-2f2ec4314165 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:23.653956 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:23.654228 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01adafbf-95a4-401d-92c0-2f2ec4314165 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:23.654338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc870549-0286-49d9-90c3-0fc529ac7e7b None None] Provisioning complete for port 33e5125e-3443-4126-9493-a16e7dcb9f97 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:23.654689 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc870549-0286-49d9-90c3-0fc529ac7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.654785 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'status': 'completed', 'code': 200} Jun 17 08:20:23.671759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38526) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:23.744480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc870549-0286-49d9-90c3-0fc529ac7e7b None None] Port 33e5125e-3443-4126-9493-a16e7dcb9f97 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:23.849335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.917726 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d395-c2e8-4649-8fb1-14cfe71e6aea None None] Pushing event updated for resources: {'Port': ['ID=261614a0-1cb2-4f0b-b71f-0b47997a9820,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:23.933093 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abe0d395-c2e8-4649-8fb1-14cfe71e6aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:23.954829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-f11de256-d68a-4202-a3fb-729fcd067eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:23.958666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-f11de256-d68a-4202-a3fb-729fcd067eb8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 925 time: 0.9007046 Jun 17 08:20:23.985955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 969ef6bc-1f36-412b-ade9-63daed73633b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:24.048443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-57583bc5-cf0c-4847-8271-db5cb8b17c58 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864461 Jun 17 08:20:24.050829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.117333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 969ef6bc-1f36-412b-ade9-63daed73633b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:24.117902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.143147 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Attempting to bind port 261614a0-1cb2-4f0b-b71f-0b47997a9820 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:24.144228 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Attempting to bind port 261614a0-1cb2-4f0b-b71f-0b47997a9820 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:24.156179 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Attempting to bind port 261614a0-1cb2-4f0b-b71f-0b47997a9820 on network cfac2445-2474-4e4c-a98b-2a92a0877777 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:24.170588 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:24.171123 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Checking segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:24.177702 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.178199 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Bound using segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:24.178982 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Bound port: 261614a0-1cb2-4f0b-b71f-0b47997a9820, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:24.179243 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.234206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38536) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:24.268885 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.286052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-network', 'tenant_id': '73fec56a890a48739063683687da45e5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:24.299204 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] For port 261614a0-1cb2-4f0b-b71f-0b47997a9820, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:24.313275 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] For port 261614a0-1cb2-4f0b-b71f-0b47997a9820, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=261614a0-1cb2-4f0b-b71f-0b47997a9820,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:24.329731 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.332846 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:24.400049 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d395-c2e8-4649-8fb1-14cfe71e6aea None None] Pushing event updated for resources: {'Port': ['ID=261614a0-1cb2-4f0b-b71f-0b47997a9820,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:24.402137 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Routers {'1083f1f1-ca70-43fb-a447-697fba17e988'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:24.402748 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:19:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1083f1f1-ca70-43fb-a447-697fba17e988'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:24.405048 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abe0d395-c2e8-4649-8fb1-14cfe71e6aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:24.452930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.455854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.468335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56d4feb6-6a32-4269-a26a-27fbe2e72e12 HTTP/1.1" status: 204 len: 168 time: 0.8819165 Jun 17 08:20:24.480033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e5125e-3443-4126-9493-a16e7dcb9f97 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:24.489641 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b64ed70d-50d5-4d57-8d50-1b97c79771c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:24.524773 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.548330 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.559465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4feb6-6a32-4269-a26a-27fbe2e72e12,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:24.574005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.578501 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:24.582544 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5807ca5c-916c-47d2-b4a6-3f0737593d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:24.635885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Transition to ACTIVE for port object 33e5125e-3443-4126-9493-a16e7dcb9f97 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:24.639619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] Set router 1083f1f1-ca70-43fb-a447-697fba17e988 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:24.663818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.677642 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df5fb631332f43578421a05f44a519fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9178820 Jun 17 08:20:24.696435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38552) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:24.713145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba160acc-b5d8-46a2-a6aa-d03b74ab3d4e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:24.714234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efcd496c-cb33-45ff-9c91-7f257b528026 req-5d16f314-7dd5-4249-b69e-5ec92dfe77d4 service neutron] 10.222.0.67 "GET /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616846 Jun 17 08:20:24.716325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-398e6c46-b72e-4e0d-9fe4-9a493e858e3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 200 len: 1002 time: 0.7133355 Jun 17 08:20:24.725781 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:24.726029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-a87f5be2-c205-4c42-bd5f-ff7eff340426 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=825beebe5f594f2f8ae0c60463d739cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3486135 Jun 17 08:20:24.728038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Made reservation on behalf of 73fec56a890a48739063683687da45e5 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:24.728150 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bcbd6125-426a-4e76-aec9-6ba17a5dc002 tempest-AggregatesAdminTestJSON-456615091 tempest-AggregatesAdminTestJSON-456615091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:24.730316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.793534 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.822301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5af28-990e-44b5-aa06-c1463cb47ac0 req-7c0fd044-3937-4fd7-af4d-c30993b12ea8 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.829803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ca5af28-990e-44b5-aa06-c1463cb47ac0 req-7c0fd044-3937-4fd7-af4d-c30993b12ea8 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 935 time: 0.6576517 Jun 17 08:20:24.899703 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Pushing event updated for resources: {'Port': ['ID=33e5125e-3443-4126-9493-a16e7dcb9f97,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:24.908627 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:24.974052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-847da056-10ca-44af-a9d7-8024a4751a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.002270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.039742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Attempting to bind port 33e5125e-3443-4126-9493-a16e7dcb9f97 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:25.040356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Attempting to bind port 33e5125e-3443-4126-9493-a16e7dcb9f97 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:25.040860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Attempting to bind port 33e5125e-3443-4126-9493-a16e7dcb9f97 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:25.080599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Port 33e5125e-3443-4126-9493-a16e7dcb9f97 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:25.083097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Attempting to bind port 33e5125e-3443-4126-9493-a16e7dcb9f97 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:25.092207 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:20:19Z', 'revision_number': 4, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '261614a0-1cb2-4f0b-b71f-0b47997a9820', 'name': '', 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'mac_address': 'fa:16:3e:b6:05:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:17Z', 'updated_at': '2021-06-17T08:20:24Z', 'revision_number': 4, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'subnets': [{'id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:25.103832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:25.104417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:25.104937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:25.105518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Bound port: 33e5125e-3443-4126-9493-a16e7dcb9f97, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:25.118326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.134672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.215143 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7242c-691e-4336-8fa0-48d22e43a499 None None] The sync data for ids ['1083f1f1-ca70-43fb-a447-697fba17e988'] in n-d-780147-13 is: [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:20:19Z', 'revision_number': 4, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '261614a0-1cb2-4f0b-b71f-0b47997a9820', 'name': '', 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'mac_address': 'fa:16:3e:b6:05:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:17Z', 'updated_at': '2021-06-17T08:20:24Z', 'revision_number': 4, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'subnets': [{'id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:25.266392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-0f77dd2b-7e89-45bd-8a1c-6daaa54cf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.266947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:25.269276 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-0f77dd2b-7e89-45bd-8a1c-6daaa54cf691 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.5324733 Jun 17 08:20:25.320297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] For port 33e5125e-3443-4126-9493-a16e7dcb9f97, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:25.335906 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.336314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.349750 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba160acc-b5d8-46a2-a6aa-d03b74ab3d4e HTTP/1.1" status: 204 len: 168 time: 0.6501112 Jun 17 08:20:25.357654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ca5af28-990e-44b5-aa06-c1463cb47ac0 req-d6e6d5c0-605b-4498-801f-e4178037efe4 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238802 Jun 17 08:20:25.404607 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:25.435829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba160acc-b5d8-46a2-a6aa-d03b74ab3d4e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:25.452164 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:25.454419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] For port 33e5125e-3443-4126-9493-a16e7dcb9f97, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=33e5125e-3443-4126-9493-a16e7dcb9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:25.457886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-88067501-ed5c-412e-ad3a-e22e1924c8fa tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.459398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-88067501-ed5c-412e-ad3a-e22e1924c8fa tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7326243 Jun 17 08:20:25.497675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.515496 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:25.572305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-3055d9a4-9afb-4fc7-a31e-957508e2988f tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/quotas/825beebe5f594f2f8ae0c60463d739cd HTTP/1.1" status: 200 len: 375 time: 0.1012583 Jun 17 08:20:25.593026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.596177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.596177 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] 10.222.0.60 "PUT /v2.0/ports/33e5125e-3443-4126-9493-a16e7dcb9f97 HTTP/1.1" status: 200 len: 1096 time: 2.6246185 Jun 17 08:20:25.597559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Pushing event updated for resources: {'Port': ['ID=33e5125e-3443-4126-9493-a16e7dcb9f97,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:25.620088 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:25.620652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'tag': '33e5125e-3443-4126-9493-a16e7dcb9f97'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:25.623355 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba46f5c-b7f2-462f-a1d4-d26364fc5519", "tag": "33e5125e-3443-4126-9493-a16e7dcb9f97"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:25.633305 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1f757217-3f46-4de5-b854-cc1f157b804a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4c5630e21eb4f469725579c859c88ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622379 Jun 17 08:20:25.639374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:25.752445 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac3873-cad4-4d27-b007-6971f8bdc5ed x-openstack-request-id: req-68ac3873-cad4-4d27-b007-6971f8bdc5ed {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:25.753840 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba46f5c-b7f2-462f-a1d4-d26364fc5519", "tag": "33e5125e-3443-4126-9493-a16e7dcb9f97", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:25.753840 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68ac3873-cad4-4d27-b007-6971f8bdc5ed {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:25.753988 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'tag': '33e5125e-3443-4126-9493-a16e7dcb9f97', 'status': 'completed', 'code': 200} Jun 17 08:20:25.795873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.860762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-56494deb-755a-4910-9b2e-d58b9ce44642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.866351 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-56494deb-755a-4910-9b2e-d58b9ce44642 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 1099 time: 0.1973932 Jun 17 08:20:25.866619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-7a10115b-49e0-4b3a-bcdb-44d76dad1980 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=825beebe5f594f2f8ae0c60463d739cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2319384 Jun 17 08:20:25.876676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-080a8d6e-ece1-4e52-9a10-be834730b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.882285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-080a8d6e-ece1-4e52-9a10-be834730b48e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5956397 Jun 17 08:20:25.891296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.992844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38570) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:26.011126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 261614a0-1cb2-4f0b-b71f-0b47997a9820 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:26.097160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 261614a0-1cb2-4f0b-b71f-0b47997a9820 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:26.104222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 261614a0-1cb2-4f0b-b71f-0b47997a9820 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:26.104881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.195298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.213762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.234207 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a26d6757-f53f-4958-b89d-e2b711ba1311 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:26.236655 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.303999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 261614a0-1cb2-4f0b-b71f-0b47997a9820, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=261614a0-1cb2-4f0b-b71f-0b47997a9820,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:26.310507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.313599 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:26.334807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:26.367966 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-1e5109c0-5ff1-49af-a3f1-edeac299a589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=33e5125e-3443-4126-9493-a16e7dcb9f97 HTTP/1.1" status: 200 len: 217 time: 0.4882631 Jun 17 08:20:26.375516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=261614a0-1cb2-4f0b-b71f-0b47997a9820,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:26.382496 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:26.391177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-2332bfa5-e3ed-4c9a-9165-8a6e41d9d2bb service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887309 Jun 17 08:20:26.392486 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.408515 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.409916 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Added segment 0057066f-3aae-4ab1-bf6b-13e7a31eab27 of type vlan for network f296315f-f070-4ec6-977e-d176dbb884bc Jun 17 08:20:26.452460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ecf49-3003-49d1-bdef-06b8bd16294e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:26.503238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-16818cfc-0726-458a-ab21-6076fcf09eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:26.506929 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-16818cfc-0726-458a-ab21-6076fcf09eb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1247525 Jun 17 08:20:26.621042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-282c7e0b-6a4d-445b-99af-f1dee54dff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:26.622789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-282c7e0b-6a4d-445b-99af-f1dee54dff40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848093 Jun 17 08:20:26.626312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.627097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe003f00-e0c5-44e0-992c-8fa65ba5a8a1 req-59dd4b3b-cb72-4359-95e7-636a53cd66fb service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240608 Jun 17 08:20:26.632183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.634764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.638754 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:26.646752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b51d35b-08dc-45a1-876c-fbe870fa657d HTTP/1.1" status: 204 len: 168 time: 0.9996438 Jun 17 08:20:26.670955 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:26.693657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b51d35b-08dc-45a1-876c-fbe870fa657d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:26.699426 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:26.745329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-297e6bbb-28d0-4e68-835c-6354b520406e req-782d9a0b-75c6-46ae-be25-62be112992ef tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 210 time: 0.1151705 Jun 17 08:20:26.874154 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-cc107b12-e5c4-4bf7-906a-cca4af06a4fa service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225261 Jun 17 08:20:27.001910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106d8e-134b-47ad-b0bf-cbe0201c955e req-12f17745-ef30-4d1d-a02a-bfb1440a08d7 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.004949 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78106d8e-134b-47ad-b0bf-cbe0201c955e req-12f17745-ef30-4d1d-a02a-bfb1440a08d7 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 947 time: 0.3765154 Jun 17 08:20:27.005826 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.011236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.012225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.030093 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.039737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-8e1c1820-c29f-4b65-a958-2b7fa2890019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.041748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-8e1c1820-c29f-4b65-a958-2b7fa2890019 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 1098 time: 0.2946174 Jun 17 08:20:27.091018 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a060d24c-11e9-4a38-92b3-a66c9a2a01ab req-dc736deb-89b3-428f-977d-dadc250f2fed service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082925 Jun 17 08:20:27.317230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-87ead781-05be-4ef0-b9f0-2464188f476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.319786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f296315f-f070-4ec6-977e-d176dbb884bc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.322574 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-87ead781-05be-4ef0-b9f0-2464188f476c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 1099 time: 0.1637599 Jun 17 08:20:27.343327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f296315f-f070-4ec6-977e-d176dbb884bc details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:27.367927 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.388184 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b9a4970-3b2f-4997-9a32-aa7938baf828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.501912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.514747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-3aa1abc7-2edd-4e15-a2fd-9b84d25a95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.521108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78106d8e-134b-47ad-b0bf-cbe0201c955e req-e19ca66d-dfc7-49ca-8433-f853f193d932 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918916 Jun 17 08:20:27.535687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.539266 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-3aa1abc7-2edd-4e15-a2fd-9b84d25a95f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2054198 Jun 17 08:20:27.574869 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fc126ed-5b02-48b4-9a64-e79eba36ed33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.606656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3263240 Jun 17 08:20:27.621281 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.625540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:27.661216 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-364b4196-3924-41d1-965f-621cd3db725a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=33e5125e-3443-4126-9493-a16e7dcb9f97 HTTP/1.1" status: 200 len: 217 time: 0.1056616 Jun 17 08:20:27.688557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Request body: {'subnet': {'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-subnet', 'tenant_id': '73fec56a890a48739063683687da45e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:27.734207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-b8c82096-fc6a-43c1-a04d-f1abacea5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.735695 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-b8c82096-fc6a-43c1-a04d-f1abacea5d00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0702524 Jun 17 08:20:27.760186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-11e3d7b4-47fd-4d64-b9f5-11182bc82bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.762099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-11e3d7b4-47fd-4d64-b9f5-11182bc82bc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 925 time: 0.6877792 Jun 17 08:20:27.773089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ab056f4954a4df8aa11676ffc95d54b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7665167 Jun 17 08:20:27.832138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38642) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:27.928137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-6265e3fb-e733-46be-a79f-2b664016496e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 200 len: 1002 time: 0.1566474 Jun 17 08:20:27.935852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c66daff-6ac1-4609-b42c-2c1dbf7c36e7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.946711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 261614a0-1cb2-4f0b-b71f-0b47997a9820 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:28.017672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.027716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 261614a0-1cb2-4f0b-b71f-0b47997a9820 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:28.028113 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.060448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-4872696c-460c-4240-95a1-aee7a958a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.065134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-4872696c-460c-4240-95a1-aee7a958a8ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.1197505 Jun 17 08:20:28.078580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.105746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-74c30b6b-5933-434f-85a9-00703326d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.107341 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-74c30b6b-5933-434f-85a9-00703326d03f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3637586 Jun 17 08:20:28.197464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Made reservation on behalf of 73fec56a890a48739063683687da45e5 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:28.200928 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.229856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.233123 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.237553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c66daff-6ac1-4609-b42c-2c1dbf7c36e7 HTTP/1.1" status: 204 len: 168 time: 0.4013674 Jun 17 08:20:28.244303 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-997c72f4-0e02-4aae-b6df-e9fa61ab123a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:28.255851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.256221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.256577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.256918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.257550 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-a8d0ddb4-1a72-48f7-a99f-13effd7d20af service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364460 Jun 17 08:20:28.258673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c66daff-6ac1-4609-b42c-2c1dbf7c36e7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:28.261613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.262231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.262744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.267234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.269491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.270462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.271105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.273046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.277758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.278129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.278489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.278854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.279250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.279662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.280004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.280344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.280727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.281071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.281409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.281744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.294118 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:28.305008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3db0d630-cb8c-441a-acf7-464855482c4b req-84401834-8efd-47c4-b2b4-ccd89af4906d tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 210 time: 0.2305441 Jun 17 08:20:28.306353 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:28.388826 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c61592fc-fd48-4df7-8901-9f8ea1ac9a3c req-a12ecbb3-88ac-4040-88ee-842b56be8333 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215904 Jun 17 08:20:28.417491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-dda47b5e-8b23-4d18-99af-d2e8712d85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.419234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-dda47b5e-8b23-4d18-99af-d2e8712d85e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3076458 Jun 17 08:20:28.603930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-be1f7361-2d27-42d2-af78-4d96196ced36 service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765215 Jun 17 08:20:28.723248 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.775774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38678) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:28.811645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-57f69320-3166-4fa6-ab9d-09cbafcf803b tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=825beebe5f594f2f8ae0c60463d739cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905297 Jun 17 08:20:28.892050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.931037 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:28.959530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38684) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:28.985574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.034886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26281c42-2b07-4d93-8de4-b34ad0944359 req-0e0d813a-5cae-430b-9cec-11b41143a6ab service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146640 Jun 17 08:20:29.070997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4692cf-cb08-4339-9aec-8a3e7ca010d1,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:29.087968 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:29.146291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4372f-5da9-4431-bf6d-39546b1c8d0b req-e93e30cf-ee20-4b88-bd91-c3e4b687e083 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:29.162873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90b4372f-5da9-4431-bf6d-39546b1c8d0b req-e93e30cf-ee20-4b88-bd91-c3e4b687e083 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 947 time: 0.3971055 Jun 17 08:20:29.185629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-8f69503a-8630-4341-a408-fbac3e0bcd9c tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:29.187587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-8f69503a-8630-4341-a408-fbac3e0bcd9c tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3427188 Jun 17 08:20:29.211304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Request body: {'port': {'device_id': '5849771c-2210-4573-93b9-b5b38ade1358', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '825beebe5f594f2f8ae0c60463d739cd'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:29.222596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Checking segment: {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:29.223027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Network hostable DHCP agents. Network: f296315f-f070-4ec6-977e-d176dbb884bc, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:29.225969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.242621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.245729 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:29.282338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90b4372f-5da9-4431-bf6d-39546b1c8d0b req-9945b28d-3648-4cbd-8129-56111e815485 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164155 Jun 17 08:20:29.289021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d73997-878d-4492-8052-1ca3428e6dbb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:29.298743 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:29.368385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Network f296315f-f070-4ec6-977e-d176dbb884bc is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:29.397803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f296315f-f070-4ec6-977e-d176dbb884bc) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:29.407609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:29.408003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeef2c7-7cd5-491b-858e-d665470adedc None None] Network f296315f-f070-4ec6-977e-d176dbb884bc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:29.408453 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6cb02c2a-a8cf-4f3e-ac8e-a0a4a07f4262 tempest-AutoAllocateNetworkTest-1800940353 tempest-AutoAllocateNetworkTest-1800940353-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=87999e62cc3a4d689fc533e1fc4f4c86&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6310828 Jun 17 08:20:29.412135 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a24d7beca0a3457b8f2141c0eabda10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514077 Jun 17 08:20:29.413274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38696) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:29.415202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38698) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:29.415654 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.462555 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8034213 Jun 17 08:20:29.468733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38700) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:29.477220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:29.519730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.544143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.570341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Made reservation on behalf of 825beebe5f594f2f8ae0c60463d739cd for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:29.574322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.581869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49daa3c4-1557-4d18-a725-22338cb1ee49 req-6fd21bd8-f60f-4704-b07c-c5137a191ad1 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 210 time: 0.0585861 Jun 17 08:20:29.592926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.640844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f296315f-f070-4ec6-977e-d176dbb884bc', 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'tenant_id': '73fec56a890a48739063683687da45e5', 'fixed_ips': [{'subnet_id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:20:29.641708 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.662601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.663813 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.667062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.670298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.671749 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97d73997-878d-4492-8052-1ca3428e6dbb HTTP/1.1" status: 204 len: 168 time: 0.2445512 Jun 17 08:20:29.675609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:29.688537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d73997-878d-4492-8052-1ca3428e6dbb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:29.694070 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:29.722055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac834fcc-b2ec-4c7e-9294-f1c8477b4afb tempest-AutoAllocateNetworkTest-1800940353 tempest-AutoAllocateNetworkTest-1800940353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:29.724376 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ac834fcc-b2ec-4c7e-9294-f1c8477b4afb tempest-AutoAllocateNetworkTest-1800940353 tempest-AutoAllocateNetworkTest-1800940353-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3100114 Jun 17 08:20:29.727788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38706) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:29.751241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.761344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.770808 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-919a0ea0-368a-462f-8f20-a69512b81830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:29.806031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3231376-b13c-44dd-ba48-ab3feeea8380 tempest-AutoAllocateNetworkTest-1800940353 tempest-AutoAllocateNetworkTest-1800940353-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766540 Jun 17 08:20:29.808296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38708) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:29.847298 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42eed071-a2c9-4d64-a44b-631c76da889a tempest-AutoAllocateNetworkTest-1800940353 tempest-AutoAllocateNetworkTest-1800940353-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=87999e62cc3a4d689fc533e1fc4f4c86 HTTP/1.1" status: 200 len: 208 time: 0.0369306 Jun 17 08:20:29.882099 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.968388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1422a-9a92-4c67-8dac-2722ba0c7610,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:29.972610 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:29.992122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Allocated IP 172.20.0.2 (f296315f-f070-4ec6-977e-d176dbb884bc/fb4692cf-cb08-4339-9aec-8a3e7ca010d1/1c5a9762-708f-4b84-9f28-e73194d6453d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:30.059180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 33e5125e-3443-4126-9493-a16e7dcb9f97 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:30.185229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.258470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Allocated IP 192.168.233.59 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/e0f86e1c-6229-4c37-9b91-fa5d15c416ed) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:30.320050 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.508576 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.517246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 33e5125e-3443-4126-9493-a16e7dcb9f97, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=33e5125e-3443-4126-9493-a16e7dcb9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:30.537315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Transition to ACTIVE for port object 1c5a9762-708f-4b84-9f28-e73194d6453d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:30.545294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '33e5125e-3443-4126-9493-a16e7dcb9f97', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '33e5125e-3443-4126-9493-a16e7dcb9f97', 'mac_address': 'fa:16:3e:51:73:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:30.578998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38734) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:30.598008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Transition to ACTIVE for port object 1c5a9762-708f-4b84-9f28-e73194d6453d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:30.599680 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.615738 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.619432 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:30.665751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Pushing event updated for resources: {'Port': ['ID=1c5a9762-708f-4b84-9f28-e73194d6453d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:30.669251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e5125e-3443-4126-9493-a16e7dcb9f97 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:30.693021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 33e5125e-3443-4126-9493-a16e7dcb9f97, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=33e5125e-3443-4126-9493-a16e7dcb9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:30.711368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.712913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.713472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.715286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.715852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.716398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.717393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.718558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.719470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.721017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.721766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.723294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:30.732392 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:30.735279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.746683 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:30.751152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Network f296315f-f070-4ec6-977e-d176dbb884bc is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:30.762999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:30.809420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:30.838789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.882614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.920394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=33e5125e-3443-4126-9493-a16e7dcb9f97,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:30.928902 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:30.932116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Attempting to bind port 1c5a9762-708f-4b84-9f28-e73194d6453d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:30.932572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Attempting to bind port 1c5a9762-708f-4b84-9f28-e73194d6453d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:30.933016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Attempting to bind port 1c5a9762-708f-4b84-9f28-e73194d6453d on network f296315f-f070-4ec6-977e-d176dbb884bc {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:30.937267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Transition to ACTIVE for port object e0f86e1c-6229-4c37-9b91-fa5d15c416ed will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:30.939527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:30.940618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Checking segment: {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:30.941403 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.942014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Bound using segment: {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:30.942579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Bound port: 1c5a9762-708f-4b84-9f28-e73194d6453d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:30.943719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.991032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['33e5125e-3443-4126-9493-a16e7dcb9f97'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:31.012243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af838668-e68f-4048-a0cd-c8a757959022 req-118faf72-d640-43b7-85dd-8b03efaf2f98 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.013813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af838668-e68f-4048-a0cd-c8a757959022 req-118faf72-d640-43b7-85dd-8b03efaf2f98 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 948 time: 0.2636795 Jun 17 08:20:31.071174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.108152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.114340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.132694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af838668-e68f-4048-a0cd-c8a757959022 req-d6c214ad-ffe0-4104-a5cd-df18bc776dfa tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064174 Jun 17 08:20:31.135741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] For port 1c5a9762-708f-4b84-9f28-e73194d6453d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:31.136959 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.142047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] For port 1c5a9762-708f-4b84-9f28-e73194d6453d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c5a9762-708f-4b84-9f28-e73194d6453d,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:31.148913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.156541 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.165210 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.174969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.231747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c0be9d67-9ddf-47df-a5c3-824f54d00ea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.239123 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87999e62cc3a4d689fc533e1fc4f4c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6590455 Jun 17 08:20:31.248853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Pushing event updated for resources: {'Port': ['ID=1c5a9762-708f-4b84-9f28-e73194d6453d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.254759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38756) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:31.267630 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.319184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:31.326123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848ebfb1-ac13-4e69-a27d-393360ca5138,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.332504 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.341020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:31.380572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Pushing event updated for resources: {'Port': ['ID=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.422414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:31.432699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.439772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.446490 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.489390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.600663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.604819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.606704 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/848ebfb1-ac13-4e69-a27d-393360ca5138 HTTP/1.1" status: 204 len: 168 time: 0.3509710 Jun 17 08:20:31.607755 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-521acfb1-7efc-4d30-8102-2c8612a9362c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.618318 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.641772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4379928 Jun 17 08:20:31.645131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ebfb1-ac13-4e69-a27d-393360ca5138,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.647633 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.710468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Request body: {'port': {'device_id': '5849771c-2210-4573-93b9-b5b38ade1358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:31.812636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Allocated IP 172.25.7.148 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/fa14b16d-3c69-4938-88de-c8ae32db9c70) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:31.864958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd9244f3-8d8a-4172-b99c-da7498c6c564 None None] Provisioning for port e0f86e1c-6229-4c37-9b91-fa5d15c416ed completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:31.880745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd9244f3-8d8a-4172-b99c-da7498c6c564 None None] Provisioning complete for port e0f86e1c-6229-4c37-9b91-fa5d15c416ed triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:31.881138 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd9244f3-8d8a-4172-b99c-da7498c6c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.884210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a26bcb-8ffe-4c22-8509-7c3b5c64c2f4 req-1b65e802-a2a7-4c29-a84b-4c8425279522 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.894182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01a26bcb-8ffe-4c22-8509-7c3b5c64c2f4 req-1b65e802-a2a7-4c29-a84b-4c8425279522 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 935 time: 0.5716288 Jun 17 08:20:31.958662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.006218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fd9244f3-8d8a-4172-b99c-da7498c6c564 None None] Port e0f86e1c-6229-4c37-9b91-fa5d15c416ed cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:32.027178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c5a9762-708f-4b84-9f28-e73194d6453d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:32.076679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01a26bcb-8ffe-4c22-8509-7c3b5c64c2f4 req-06ef8bd9-9acd-4c0a-afc4-8f189efb6df9 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815255 Jun 17 08:20:32.083209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 33e5125e-3443-4126-9493-a16e7dcb9f97 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:32.144510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1c5a9762-708f-4b84-9f28-e73194d6453d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:32.207747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 33e5125e-3443-4126-9493-a16e7dcb9f97 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:32.212325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 33e5125e-3443-4126-9493-a16e7dcb9f97 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:32.212710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.329482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.383574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.499374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 33e5125e-3443-4126-9493-a16e7dcb9f97, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=33e5125e-3443-4126-9493-a16e7dcb9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:32.501563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e5125e-3443-4126-9493-a16e7dcb9f97'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:32.513909 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc1813-00d1-4c68-a702-b2ac74e9fe19" -d '{"events": [{"server_uuid": "6ba46f5c-b7f2-462f-a1d4-d26364fc5519", "name": "network-vif-plugged", "status": "completed", "tag": "33e5125e-3443-4126-9493-a16e7dcb9f97"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:32.517572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.525537 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.634410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=33e5125e-3443-4126-9493-a16e7dcb9f97,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.640199 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:32.651648 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c852f8-c325-4f14-8a3e-3d25162aba3f x-openstack-request-id: req-a7c852f8-c325-4f14-8a3e-3d25162aba3f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:32.652202 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba46f5c-b7f2-462f-a1d4-d26364fc5519", "name": "network-vif-plugged", "status": "completed", "tag": "33e5125e-3443-4126-9493-a16e7dcb9f97", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:32.652471 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7c852f8-c325-4f14-8a3e-3d25162aba3f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:32.652872 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e5125e-3443-4126-9493-a16e7dcb9f97', 'code': 200} Jun 17 08:20:32.961281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ba8fd-1693-4706-b18f-0b39205f6887 None None] Network f296315f-f070-4ec6-977e-d176dbb884bc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:32.998706 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.011564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:33.030966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111faf83-3d5d-4644-917f-22677281b2ae req-a2109eda-7f92-43e5-b101-162032c18fd2 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.038804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-111faf83-3d5d-4644-917f-22677281b2ae req-a2109eda-7f92-43e5-b101-162032c18fd2 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 949 time: 0.5720687 Jun 17 08:20:33.043418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f86e1c-6229-4c37-9b91-fa5d15c416ed {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:33.063815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Provisioning for port 1c5a9762-708f-4b84-9f28-e73194d6453d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:33.072976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Provisioning complete for port 1c5a9762-708f-4b84-9f28-e73194d6453d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:33.073367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.126595 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.162209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:33.179116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:33.181315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Transition to ACTIVE for port object e0f86e1c-6229-4c37-9b91-fa5d15c416ed will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:33.185869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Pushing event updated for resources: {'Port': ['ID=fa14b16d-3c69-4938-88de-c8ae32db9c70,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:33.189721 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:33.198562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616bd82-a60b-41aa-825d-297c44bcbcb0 req-50e709ad-28c4-4120-9d1a-49e182e086fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.200048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6616bd82-a60b-41aa-825d-297c44bcbcb0 req-50e709ad-28c4-4120-9d1a-49e182e086fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 1101 time: 0.4599609 Jun 17 08:20:33.201108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:33.206393 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.277708 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:33.287917 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-111faf83-3d5d-4644-917f-22677281b2ae req-3e7e5479-5c3d-4640-b552-0036c75d2ec6 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479615 Jun 17 08:20:33.325643 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.411739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] For port 1c5a9762-708f-4b84-9f28-e73194d6453d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c5a9762-708f-4b84-9f28-e73194d6453d,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:33.428300 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.434740 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:33.593428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Pushing event updated for resources: {'Port': ['ID=1c5a9762-708f-4b84-9f28-e73194d6453d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:33.602072 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:33.722602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6616bd82-a60b-41aa-825d-297c44bcbcb0 req-aeea9c9d-e443-429e-ba55-e0b3ecb1e838 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119548 Jun 17 08:20:33.753192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cd16a3ce-ae2a-4b2e-bb2f-e3f13f823251 None None] Provisioning complete for port 1c5a9762-708f-4b84-9f28-e73194d6453d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:33.754188 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16a3ce-ae2a-4b2e-bb2f-e3f13f823251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.771496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:33.806934 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:33.873912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Attempting to bind port e0f86e1c-6229-4c37-9b91-fa5d15c416ed on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:33.874197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Attempting to bind port e0f86e1c-6229-4c37-9b91-fa5d15c416ed by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:33.874515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Attempting to bind port e0f86e1c-6229-4c37-9b91-fa5d15c416ed on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:33.933762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c5a9762-708f-4b84-9f28-e73194d6453d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:34.004052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1c5a9762-708f-4b84-9f28-e73194d6453d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:34.004602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.155661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Port e0f86e1c-6229-4c37-9b91-fa5d15c416ed on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:34.156187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Attempting to bind port e0f86e1c-6229-4c37-9b91-fa5d15c416ed on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:34.176362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:34.176730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:34.177283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:34.177721 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Bound port: e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:34.178060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.210751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aabb9-d8f4-4c9c-8c98-4891a83ebd2a req-087df63d-bcde-47ec-bd53-80fdaa7f4b79 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.212275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d89aabb9-d8f4-4c9c-8c98-4891a83ebd2a req-087df63d-bcde-47ec-bd53-80fdaa7f4b79 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 947 time: 0.6315031 Jun 17 08:20:34.217452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.348591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.349058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.349518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.349970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.350421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.350871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.351343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.351792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.352235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.354062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5927c06f-4873-41e3-ba20-2248fcd1cd6f req-39e7f6ae-6f91-4542-8e0d-1dc70e9d477b tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.5990751 Jun 17 08:20:34.403942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] For port e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:34.420024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d89aabb9-d8f4-4c9c-8c98-4891a83ebd2a req-0cb4e4ea-c689-48af-8164-898be303efad tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959534 Jun 17 08:20:34.422247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] For port e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:34.434646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.443348 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:34.561965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.562578 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.568377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] 10.222.0.67 "PUT /v2.0/ports/e0f86e1c-6229-4c37-9b91-fa5d15c416ed HTTP/1.1" status: 200 len: 1096 time: 2.9101501 Jun 17 08:20:34.568896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849771c-2210-4573-93b9-b5b38ade1358', 'tag': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:34.575193 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872de7ea-213c-48ca-bc5e-4f004c3f636d" -d '{"events": [{"name": "network-changed", "server_uuid": "5849771c-2210-4573-93b9-b5b38ade1358", "tag": "e0f86e1c-6229-4c37-9b91-fa5d15c416ed"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:34.640438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:34.663037 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:34.713586 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.856049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6764d0-e069-49c7-a988-f25b4e1cd2db req-72cc795b-680d-4bea-a305-a46c2b394d0c tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.857514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd6764d0-e069-49c7-a988-f25b4e1cd2db req-72cc795b-680d-4bea-a305-a46c2b394d0c tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 949 time: 0.2300797 Jun 17 08:20:34.987323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd6764d0-e069-49c7-a988-f25b4e1cd2db req-13b678c6-3498-4630-b2d5-f1e88fbe5e27 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151714 Jun 17 08:20:34.996725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-73e7866d-c70c-4f4c-99a4-64c9824fc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.998166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-73e7866d-c70c-4f4c-99a4-64c9824fc12e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=825beebe5f594f2f8ae0c60463d739cd&device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 1099 time: 0.2014127 Jun 17 08:20:35.001283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d37e7-265e-4b27-afbd-3f0b80948cb0 req-b86b1def-9ec1-42a8-9ef7-05adc838a1cb tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.005310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f7d37e7-265e-4b27-afbd-3f0b80948cb0 req-b86b1def-9ec1-42a8-9ef7-05adc838a1cb tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 886 time: 0.2069762 Jun 17 08:20:35.058153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-ccf715f3-449b-4af0-b982-7132cf0453e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed HTTP/1.1" status: 200 len: 217 time: 0.0500419 Jun 17 08:20:35.066971 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae38b84-a12c-412f-a3e7-87c4fba3c257 x-openstack-request-id: req-fae38b84-a12c-412f-a3e7-87c4fba3c257 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:35.067287 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849771c-2210-4573-93b9-b5b38ade1358", "tag": "e0f86e1c-6229-4c37-9b91-fa5d15c416ed", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:35.067562 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fae38b84-a12c-412f-a3e7-87c4fba3c257 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:35.067971 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5849771c-2210-4573-93b9-b5b38ade1358', 'tag': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed', 'status': 'completed', 'code': 200} Jun 17 08:20:35.154844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-5bd68293-988d-49c6-b2d4-15a2f76a22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.156525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-5bd68293-988d-49c6-b2d4-15a2f76a22b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0875022 Jun 17 08:20:35.177995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:20:35.333480 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:20:35.364024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.364496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.364951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.365402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.365851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.366299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.366746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.367299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.367744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.369585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-799290e4-41b0-4eef-94a5-bc04d589c1aa req-4b380158-44c3-4c67-8fff-a9baada40ffd tempest-NetworksTest-964138491 tempest-NetworksTest-964138491-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.2897336 Jun 17 08:20:35.379551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-97996422-96f4-49fa-ad1e-88618d437891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.379551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-97996422-96f4-49fa-ad1e-88618d437891 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2142463 Jun 17 08:20:35.406555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:35.417381 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Sync routers for ids ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:35.429921 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Routers {'7afd78d5-5dca-4527-bf0d-26a4d858d2a0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:35.431751 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:35.448255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.449530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9797893 Jun 17 08:20:35.452724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38900) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:35.529947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38904) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:35.579451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-588789c8-2a24-4528-b447-7eaa185b34ad service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899624 Jun 17 08:20:35.609279 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Set router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:35.792620 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.838590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7586dba3-8bdf-4ca9-8f9e-400da9909081 req-8e93f188-fe19-48ad-b66c-7f7d2cb9a867 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455056 Jun 17 08:20:35.894183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799c572-0bd4-4606-8b32-ffdd13a9ba9e req-0e039d0f-46b7-466c-bfd8-66334265a6fd tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.903821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d799c572-0bd4-4606-8b32-ffdd13a9ba9e req-0e039d0f-46b7-466c-bfd8-66334265a6fd tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 947 time: 0.1729887 Jun 17 08:20:35.972018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38914) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:36.073829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d799c572-0bd4-4606-8b32-ffdd13a9ba9e req-0ce575af-c472-4b5f-9d08-2a663f443ffb tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575384 Jun 17 08:20:36.079081 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:20:33Z', 'revision_number': 3, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:36.134997 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Checking router: 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:36.135659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-24327bdc-f59c-401b-897c-50b0749fb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.139932 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Updating router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 port fa14b16d-3c69-4938-88de-c8ae32db9c70 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:36.140089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-24327bdc-f59c-401b-897c-50b0749fb4f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=825beebe5f594f2f8ae0c60463d739cd&device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 1099 time: 0.2205427 Jun 17 08:20:36.141827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.176911 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.181194 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d5569b2-49e0-4fb4-a6e7-21c9f86ed607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.204899 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.229491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.286362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.300684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c80aa36d4cd41f0aeb49d8d24a25901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690203 Jun 17 08:20:36.303512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38930) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:36.336225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd155f1c-ab0f-47c9-9bfc-0dce3e0ddd68,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.344277 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.400307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-2fe3f192-33de-4a68-a5a4-96579da9577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.401794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-2fe3f192-33de-4a68-a5a4-96579da9577b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2450898 Jun 17 08:20:36.433965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b2b33-6823-4570-af8e-4999c54902dd req-a8d9d603-e677-47e1-bc93-f489465edd2f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.437447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.441479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e7b2b33-6823-4570-af8e-4999c54902dd req-a8d9d603-e677-47e1-bc93-f489465edd2f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 949 time: 0.2248547 Jun 17 08:20:36.483414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-ba353ddb-ae6a-4675-906b-f785a44b8e9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed HTTP/1.1" status: 200 len: 217 time: 0.0699396 Jun 17 08:20:36.503750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.536416 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Allocated IP 172.20.0.1 (f296315f-f070-4ec6-977e-d176dbb884bc/fb4692cf-cb08-4339-9aec-8a3e7ca010d1/9d40c00f-47a1-4823-9370-dc0847e1a5a5) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:36.554606 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.565654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e7b2b33-6823-4570-af8e-4999c54902dd req-894c846e-0172-42f8-9d24-1281db2caa9c tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223783 Jun 17 08:20:36.574713 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Transition to ACTIVE for port object fa14b16d-3c69-4938-88de-c8ae32db9c70 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:36.589300 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.592677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-f65b7409-113a-4152-a693-93f0301d6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.594499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-f65b7409-113a-4152-a693-93f0301d6b4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1009731 Jun 17 08:20:36.610335 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abe0d395-c2e8-4649-8fb1-14cfe71e6aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.653866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.656800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.658167 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd155f1c-ab0f-47c9-9bfc-0dce3e0ddd68 HTTP/1.1" status: 204 len: 168 time: 0.3532116 Jun 17 08:20:36.662165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a65b1b12-6df3-4468-abe9-ac77f8801928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.671663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd155f1c-ab0f-47c9-9bfc-0dce3e0ddd68,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.676069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.678202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.691411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.699747 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.716917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.732119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Transition to ACTIVE for port object 9d40c00f-47a1-4823-9370-dc0847e1a5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:36.763105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-37e68e72-53e7-494d-8915-de6c8574158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.764602 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Pushing event updated for resources: {'Port': ['ID=fa14b16d-3c69-4938-88de-c8ae32db9c70,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.764758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-37e68e72-53e7-494d-8915-de6c8574158d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560290 Jun 17 08:20:36.767058 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Attempting to bind port fa14b16d-3c69-4938-88de-c8ae32db9c70 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:36.767423 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Attempting to bind port fa14b16d-3c69-4938-88de-c8ae32db9c70 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:36.767834 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Attempting to bind port fa14b16d-3c69-4938-88de-c8ae32db9c70 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:36.771403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.772403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43cd18298b304223ab063cfbdba2b496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991738 Jun 17 08:20:36.773244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe89931-2727-4c93-8f63-cff28518b209,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.777125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38946) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:36.783459 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cbe29a05-23b2-424d-a6f7-a94a99cf6554 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.788428 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.788554 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.791383 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.792339 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.792749 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.793140 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.793515 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.793891 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.794264 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.794630 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.795169 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.795692 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.796190 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:36.806849 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:36.807547 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:36.808129 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.808689 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:36.809350 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Bound port: fa14b16d-3c69-4938-88de-c8ae32db9c70, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:36.809906 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.821527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Network f296315f-f070-4ec6-977e-d176dbb884bc is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:36.824494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:36.827175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:36.828180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.928983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-b8d21c2f-a3eb-49af-8ffc-9444079ddb4c service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472893 Jun 17 08:20:36.928983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38950) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:36.948160 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] For port fa14b16d-3c69-4938-88de-c8ae32db9c70, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:36.952087 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] For port fa14b16d-3c69-4938-88de-c8ae32db9c70, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fa14b16d-3c69-4938-88de-c8ae32db9c70,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:36.953586 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.963164 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.966873 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:37.031268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.044311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Pushing event updated for resources: {'Port': ['ID=9d40c00f-47a1-4823-9370-dc0847e1a5a5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:37.048423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:37.051089 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Pushing event updated for resources: {'Port': ['ID=fa14b16d-3c69-4938-88de-c8ae32db9c70,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:37.060775 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:37.095653 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Routers {'7afd78d5-5dca-4527-bf0d-26a4d858d2a0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:37.096843 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:37.275596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd5fcd5b-e718-4a36-8193-b0d8cdd9115e None None] Provisioning for port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:37.281823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd5fcd5b-e718-4a36-8193-b0d8cdd9115e None None] Provisioning complete for port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:37.282718 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcd5b-e718-4a36-8193-b0d8cdd9115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.307103 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.317304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.318213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.334953 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:37.340755 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] Set router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:37.395848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fcd5b-e718-4a36-8193-b0d8cdd9115e None None] Port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:37.537183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Pushing event updated for resources: {'Port': ['ID=9d40c00f-47a1-4823-9370-dc0847e1a5a5,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:37.541284 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:37.578570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Network f296315f-f070-4ec6-977e-d176dbb884bc is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:37.580262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:37.728725 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '9d40c00f-47a1-4823-9370-dc0847e1a5a5', 'name': '', 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'tenant_id': '73fec56a890a48739063683687da45e5', 'mac_address': 'fa:16:3e:85:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:36Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 1, 'project_id': '73fec56a890a48739063683687da45e5', 'subnets': [{'id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:37.736112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38962) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:37.747477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:37.757787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.761967 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1eeaee-9066-4ba7-b389-b62afe461c80 None None] The sync data for ids ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'] in n-d-780147-13 is: [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '9d40c00f-47a1-4823-9370-dc0847e1a5a5', 'name': '', 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'tenant_id': '73fec56a890a48739063683687da45e5', 'mac_address': 'fa:16:3e:85:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:36Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 1, 'project_id': '73fec56a890a48739063683687da45e5', 'subnets': [{'id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:37.773621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.887388 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.901669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.926445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e4eaeaa3-dc0d-44cd-92a9-7ab93110d231 None None] Provisioning complete for port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:37.926837 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4eaeaa3-dc0d-44cd-92a9-7ab93110d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.945921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:37.957061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] 10.222.0.65 "PUT /v2.0/routers/7afd78d5-5dca-4527-bf0d-26a4d858d2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979236 Jun 17 08:20:37.966679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-872de7ea-213c-48ca-bc5e-4f004c3f636d req-1258a908-b0e1-4c1b-b792-dea51f943bca service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0299721 Jun 17 08:20:37.989571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.996724 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.999142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4eaeaa3-dc0d-44cd-92a9-7ab93110d231 None None] Port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:38.005362 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cdbb958-e3de-4ad0-80de-05f0808aab6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.070964 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2ffb3d6ce5046058a0b36d961736556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322892 Jun 17 08:20:38.072964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38966) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:38.079745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8f548-8ce8-417f-8331-9a442a05c1a6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.086674 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.092980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31c7a5-3bb3-4269-90a7-356d3c076d8a req-302516b3-d692-47e6-9e61-92bcda5cbe2e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.101441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da31c7a5-3bb3-4269-90a7-356d3c076d8a req-302516b3-d692-47e6-9e61-92bcda5cbe2e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 949 time: 0.3168590 Jun 17 08:20:38.121749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb82087-35a9-4190-9d1e-37724ed67a3e req-03377690-551d-4505-bea0-d744b17e30f4 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.136194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efb82087-35a9-4190-9d1e-37724ed67a3e req-03377690-551d-4505-bea0-d744b17e30f4 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 947 time: 0.3567047 Jun 17 08:20:38.154839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.189349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.204408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.207450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.208599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfe89931-2727-4c93-8f63-cff28518b209 HTTP/1.1" status: 204 len: 168 time: 1.4306097 Jun 17 08:20:38.217347 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a841f9d5-1898-4910-99d9-8c64288a2e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.245307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe89931-2727-4c93-8f63-cff28518b209,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.256504 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.303926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.306704 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.312488 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abc8f548-8ce8-417f-8331-9a442a05c1a6 HTTP/1.1" status: 204 len: 168 time: 0.2337410 Jun 17 08:20:38.312488 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f89f6231-3393-4951-bcb2-2c83ef210404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.312722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da31c7a5-3bb3-4269-90a7-356d3c076d8a req-e528427e-d055-49e4-af77-1db1903410d8 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065356 Jun 17 08:20:38.319912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8f548-8ce8-417f-8331-9a442a05c1a6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.325430 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.350952 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.371135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efb82087-35a9-4190-9d1e-37724ed67a3e req-34226117-052e-4f3c-9dd3-18e50501b211 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329440 Jun 17 08:20:38.374239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.479677 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dcae6787-7d4f-4be3-991f-761f6225268c tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.492942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38986) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:38.495328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=891cd930cfa9404381a7edc09a694999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5596921 Jun 17 08:20:38.553404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32679c7b-8a9b-4efd-8e3c-852fadf6680d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.566391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.665924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.763342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.861464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.864736 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.865954 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32679c7b-8a9b-4efd-8e3c-852fadf6680d HTTP/1.1" status: 204 len: 168 time: 0.3718534 Jun 17 08:20:38.866707 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82c21c70-0537-4ac1-b427-da5a381fb4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.907399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-349e069e-57ee-428d-97b2-854e2a40a3af tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.909229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-349e069e-57ee-428d-97b2-854e2a40a3af tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 1101 time: 0.1995230 Jun 17 08:20:38.914065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32679c7b-8a9b-4efd-8e3c-852fadf6680d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.916537 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:39.069355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Deleting port 33e5125e-3443-4126-9493-a16e7dcb9f97 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:39.069737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.153276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38996) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:39.187790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.220510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] For port 33e5125e-3443-4126-9493-a16e7dcb9f97, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=33e5125e-3443-4126-9493-a16e7dcb9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:39.220886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.314646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Calling delete_port for 33e5125e-3443-4126-9493-a16e7dcb9f97 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:39.589075 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.613513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.628237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc330006-2ba7-45bd-8b40-896e6b6a49a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:39.655605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e0f86e1c-6229-4c37-9b91-fa5d15c416ed details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:39.813361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66ad4a-5286-4b39-9b12-4f9e4874ee7d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:39.826510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39012) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:39.831726 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eecfeece75bd44ec91924ee6bc8bc588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759574 Jun 17 08:20:39.832750 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:39.838180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39016) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:39.888114 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.908235 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.935626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['33e5125e-3443-4126-9493-a16e7dcb9f97'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:39.965422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.975266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:40.004425 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:40.014090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed', 'mac_address': 'fa:16:3e:29:9c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:40.064473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.085697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e5125e-3443-4126-9493-a16e7dcb9f97,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:40.087645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:40.159616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7ebbc-6591-46cb-b64d-f17bca228d79 req-4b99ffa7-a994-4eca-b18c-1b481e82051a tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.169868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60b7ebbc-6591-46cb-b64d-f17bca228d79 req-4b99ffa7-a994-4eca-b18c-1b481e82051a tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 867 time: 0.4072218 Jun 17 08:20:40.191160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7d90-a469-48db-82a5-33829b2b29fb req-22bc0bba-1a68-48be-a5a7-d1cc8825d4da tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.202106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09dc7d90-a469-48db-82a5-33829b2b29fb req-22bc0bba-1a68-48be-a5a7-d1cc8825d4da tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 947 time: 0.4239960 Jun 17 08:20:40.242025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fa14b16d-3c69-4938-88de-c8ae32db9c70 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:40.245750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.248874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.252609 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b66ad4a-5286-4b39-9b12-4f9e4874ee7d HTTP/1.1" status: 204 len: 168 time: 0.4109623 Jun 17 08:20:40.252609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57275ded-a900-4a01-bbad-f605e34fb8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:40.310615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66ad4a-5286-4b39-9b12-4f9e4874ee7d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:40.349533 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:40.404375 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.465328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f86e1c-6229-4c37-9b91-fa5d15c416ed {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:40.472016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] No DVR routers for this DVR port 33e5125e-3443-4126-9493-a16e7dcb9f97 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:40.502704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09dc7d90-a469-48db-82a5-33829b2b29fb req-08a7eadb-37ca-497e-ac03-1132ad765e6b tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987068 Jun 17 08:20:40.515755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.517718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1becf18c-3b5c-43ef-ad63-fb4f4cbd1147 req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] 10.222.0.60 "DELETE /v2.0/ports/33e5125e-3443-4126-9493-a16e7dcb9f97 HTTP/1.1" status: 204 len: 173 time: 1.6014428 Jun 17 08:20:40.520308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'name': 'network-vif-deleted', 'tag': '33e5125e-3443-4126-9493-a16e7dcb9f97'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:40.543694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:40.546818 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b59739-7f79-47d0-b200-37105de3d312" -d '{"events": [{"server_uuid": "6ba46f5c-b7f2-462f-a1d4-d26364fc5519", "name": "network-vif-deleted", "tag": "33e5125e-3443-4126-9493-a16e7dcb9f97"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:40.566224 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.571497 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b0bb79c-0c37-47f6-9465-149f5465140f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:40.580130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port fa14b16d-3c69-4938-88de-c8ae32db9c70 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:40.585845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60b7ebbc-6591-46cb-b64d-f17bca228d79 req-780908f6-f672-4870-9536-ddc6b0a4871a tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147501 Jun 17 08:20:40.656909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.659791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fa14b16d-3c69-4938-88de-c8ae32db9c70 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:40.660447 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.687534 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.700003 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-614df434-5ad0-4cff-bc5d-0cf2bf5ca2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:40.803845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:40.810557 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:40.823608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2569792c5cbd4b419d5f83242734cae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9690657 Jun 17 08:20:40.826278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39032) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:40.838443 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bab924-99cb-42af-810e-e0fb8c6b45e3 x-openstack-request-id: req-10bab924-99cb-42af-810e-e0fb8c6b45e3 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:40.839416 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba46f5c-b7f2-462f-a1d4-d26364fc5519", "name": "network-vif-deleted", "tag": "33e5125e-3443-4126-9493-a16e7dcb9f97", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:40.840133 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10bab924-99cb-42af-810e-e0fb8c6b45e3 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:40.841238 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba46f5c-b7f2-462f-a1d4-d26364fc5519', 'name': 'network-vif-deleted', 'tag': '33e5125e-3443-4126-9493-a16e7dcb9f97', 'status': 'completed', 'code': 200} Jun 17 08:20:40.908445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12a0e16-9005-44a1-b3cd-ecbaf778a010,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:40.917854 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:40.955154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e0f86e1c-6229-4c37-9b91-fa5d15c416ed'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:41.014604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.094417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.121584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.148008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port fa14b16d-3c69-4938-88de-c8ae32db9c70, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fa14b16d-3c69-4938-88de-c8ae32db9c70,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:41.159932 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.169837 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaec9538-b41f-40cc-8a03-b23d0a955e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:41.227860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.230978 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.232306 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c12a0e16-9005-44a1-b3cd-ecbaf778a010 HTTP/1.1" status: 204 len: 168 time: 0.4048123 Jun 17 08:20:41.234007 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e64536ff-8c17-4a13-a7db-043f452c206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:41.252039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12a0e16-9005-44a1-b3cd-ecbaf778a010,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:41.259826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:41.320202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=fa14b16d-3c69-4938-88de-c8ae32db9c70,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:41.326479 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:41.386583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Sync routers for ids ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:41.402150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Routers {'7afd78d5-5dca-4527-bf0d-26a4d858d2a0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:41.402798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:41.544118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Set router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:42.053575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d3ac470-9d9a-4833-b04f-2cb32be559c8 req-b667627e-f3df-45db-9579-192ef64b08ae tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ba46f5c-b7f2-462f-a1d4-d26364fc5519 HTTP/1.1" status: 200 len: 210 time: 0.0874188 Jun 17 08:20:42.079791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fa14b16d-3c69-4938-88de-c8ae32db9c70 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:42.089981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7484a5-6222-49fa-8818-7325bdaa8fae req-f353e415-81d6-4374-b537-e3f7cdc66485 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.099058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f7484a5-6222-49fa-8818-7325bdaa8fae req-f353e415-81d6-4374-b537-e3f7cdc66485 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 948 time: 0.2895772 Jun 17 08:20:42.158115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '9d40c00f-47a1-4823-9370-dc0847e1a5a5', 'name': '', 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'tenant_id': '73fec56a890a48739063683687da45e5', 'mac_address': 'fa:16:3e:85:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:36Z', 'updated_at': '2021-06-17T08:20:37Z', 'revision_number': 2, 'project_id': '73fec56a890a48739063683687da45e5', 'subnets': [{'id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:42.163275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f7484a5-6222-49fa-8818-7325bdaa8fae req-08fb17a9-af21-431e-bb24-101e568712f0 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628805 Jun 17 08:20:42.201126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Checking router: 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:42.201486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Updating router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:42.242445 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.262280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fa14b16d-3c69-4938-88de-c8ae32db9c70 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:42.262733 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.423486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39068) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:42.494140 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.699155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.709477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.715401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5318fff1-1b2e-467b-8836-9f42cb92ad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:42.817632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15b31d7ba0634335947cfd32352ff207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922451 Jun 17 08:20:42.820104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d88323-45ba-4450-be55-7fe3c734afa9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:42.820788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39078) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:42.831241 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:42.898836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:42.928375 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.939565 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.969468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.973121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Transition to ACTIVE for port object 9d40c00f-47a1-4823-9370-dc0847e1a5a5 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:42.990849 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.993261 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b0bb79c-0c37-47f6-9465-149f5465140f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.030612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.035381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.039863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46d88323-45ba-4450-be55-7fe3c734afa9 HTTP/1.1" status: 204 len: 168 time: 0.2173982 Jun 17 08:20:43.041479 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.053656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d88323-45ba-4450-be55-7fe3c734afa9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:43.057384 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:43.089212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9afdf6-ed50-4abd-aedc-527dfc8447ea None None] Pushing event updated for resources: {'Port': ['ID=9d40c00f-47a1-4823-9370-dc0847e1a5a5,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:43.146803 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe9afdf6-ed50-4abd-aedc-527dfc8447ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:43.264305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Attempting to bind port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:43.264773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Attempting to bind port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:43.265210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Attempting to bind port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 on network f296315f-f070-4ec6-977e-d176dbb884bc {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:43.271504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:43.271962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Checking segment: {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:43.272431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.272889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Bound using segment: {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:43.273430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Bound port: 9d40c00f-47a1-4823-9370-dc0847e1a5a5, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0057066f-3aae-4ab1-bf6b-13e7a31eab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:43.274028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.388328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1895355365-network', 'tenant_id': 'ca66d96cbd8e44bab87f9095d7366533'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:43.443632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] For port 9d40c00f-47a1-4823-9370-dc0847e1a5a5, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:43.445133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Made reservation on behalf of ca66d96cbd8e44bab87f9095d7366533 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:43.450507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.451439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] For port 9d40c00f-47a1-4823-9370-dc0847e1a5a5, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9d40c00f-47a1-4823-9370-dc0847e1a5a5,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:43.458952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.491707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.496246 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.680448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Routers {'7afd78d5-5dca-4527-bf0d-26a4d858d2a0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:43.682553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:43.862382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.883188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.901278 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c52cc52-74c4-49ef-a2a6-8bb1fa929304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.907211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e0f86e1c-6229-4c37-9b91-fa5d15c416ed up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:43.959510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:44.025280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.025839 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Added segment b19e7301-458a-47eb-ad03-0b7bef50729c of type vlan for network db6fe610-7c97-479d-9ffe-890cfbc851ec Jun 17 08:20:44.027800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ba689-1d9d-42ce-bc51-78090b66e50b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.043790 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.069535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] Set router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:44.161223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.247197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.248426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:44.249158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.269417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 33e5125e-3443-4126-9493-a16e7dcb9f97 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:44.272305 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:44.324963 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4206953 Jun 17 08:20:44.325906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39130) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:44.332689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Request body: {'subnet': {'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1895355365-subnet', 'tenant_id': 'ca66d96cbd8e44bab87f9095d7366533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:44.357642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Pushing event updated for resources: {'Network': ['ID=db6fe610-7c97-479d-9ffe-890cfbc851ec,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.360493 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.391051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9afdf6-ed50-4abd-aedc-527dfc8447ea None None] Pushing event updated for resources: {'Port': ['ID=9d40c00f-47a1-4823-9370-dc0847e1a5a5,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.395610 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe9afdf6-ed50-4abd-aedc-527dfc8447ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.402599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network db6fe610-7c97-479d-9ffe-890cfbc851ec details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:44.411937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Made reservation on behalf of ca66d96cbd8e44bab87f9095d7366533 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:44.420778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.432894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 33e5125e-3443-4126-9493-a16e7dcb9f97 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:44.433380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 33e5125e-3443-4126-9493-a16e7dcb9f97 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:44.513485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-2501400f-afe8-4ef6-a2b6-545d7252424e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662818 Jun 17 08:20:44.665851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port e0f86e1c-6229-4c37-9b91-fa5d15c416ed completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:44.671236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e0f86e1c-6229-4c37-9b91-fa5d15c416ed triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:44.672007 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.730081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4968de2-8998-4145-9944-909fb6557752 req-500d308d-125f-41c7-a1ef-dc5bbcd22faa tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:44.732019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4968de2-8998-4145-9944-909fb6557752 req-500d308d-125f-41c7-a1ef-dc5bbcd22faa tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 948 time: 0.3556445 Jun 17 08:20:44.735634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '9d40c00f-47a1-4823-9370-dc0847e1a5a5', 'name': '', 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'tenant_id': '73fec56a890a48739063683687da45e5', 'mac_address': 'fa:16:3e:85:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:36Z', 'updated_at': '2021-06-17T08:20:43Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'subnets': [{'id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:44.777631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65f7e6-24e5-49dc-a1d6-475278316d83 None None] The sync data for ids ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'] in n-d-780147-13 is: [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:20:36Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '9d40c00f-47a1-4823-9370-dc0847e1a5a5', 'name': '', 'network_id': 'f296315f-f070-4ec6-977e-d176dbb884bc', 'tenant_id': '73fec56a890a48739063683687da45e5', 'mac_address': 'fa:16:3e:85:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:36Z', 'updated_at': '2021-06-17T08:20:43Z', 'revision_number': 4, 'project_id': '73fec56a890a48739063683687da45e5', 'subnets': [{'id': 'fb4692cf-cb08-4339-9aec-8a3e7ca010d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:44.843846 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.864641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4968de2-8998-4145-9944-909fb6557752 req-52ab2d3f-22b4-4728-8c33-770f2bd9bf4d tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240830 Jun 17 08:20:44.889603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-726eb5f9-20d0-4361-84ff-62e96b3acb73 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:44.891554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-726eb5f9-20d0-4361-84ff-62e96b3acb73 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769953 Jun 17 08:20:44.898949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849771c-2210-4573-93b9-b5b38ade1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:44.901867 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447ba0ae-8b20-4fac-a7d6-f7e8a27fefbe" -d '{"events": [{"server_uuid": "5849771c-2210-4573-93b9-b5b38ade1358", "name": "network-vif-plugged", "status": "completed", "tag": "e0f86e1c-6229-4c37-9b91-fa5d15c416ed"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:44.947664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:44.951504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-0bb7779e-cb43-4a8e-99e3-846214f0fc73 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/quotas/eb0ab35ac4ce4d06a10255d3f5507cad HTTP/1.1" status: 200 len: 375 time: 0.0364707 Jun 17 08:20:44.957152 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.960542 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:45.085426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:45.091481 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:45.123884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-16348669-bb25-4f01-a41f-c83e8567deb2 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798497 Jun 17 08:20:45.130804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.142526 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bf1f7dc0-146e-474e-ba5c-c18d78df14d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:45.226302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Checking segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:45.227822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Network hostable DHCP agents. Network: db6fe610-7c97-479d-9ffe-890cfbc851ec, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:45.236243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab76f25-5bd5-4925-885e-6f03f7a4072d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:45.249654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:45.287069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Network db6fe610-7c97-479d-9ffe-890cfbc851ec is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:45.310786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, db6fe610-7c97-479d-9ffe-890cfbc851ec) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:45.317447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:45.318277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.323316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee136c4-7590-4e27-a1ee-243a9c98c139 None None] Network db6fe610-7c97-479d-9ffe-890cfbc851ec requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:45.349624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0223711 Jun 17 08:20:45.591145 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642a854c-0992-482f-b2f1-ef8566e27ada x-openstack-request-id: req-642a854c-0992-482f-b2f1-ef8566e27ada {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:45.591457 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849771c-2210-4573-93b9-b5b38ade1358", "name": "network-vif-plugged", "status": "completed", "tag": "e0f86e1c-6229-4c37-9b91-fa5d15c416ed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:45.591778 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-642a854c-0992-482f-b2f1-ef8566e27ada {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:45.592192 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849771c-2210-4573-93b9-b5b38ade1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed', 'code': 200} Jun 17 08:20:45.631711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da84da-137e-4def-b977-9cb09a17a0d9 None None] Network db6fe610-7c97-479d-9ffe-890cfbc851ec requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:45.754678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63981d-99e1-4752-9b5d-6f7f9ea5fac8 req-bc68f353-6ca5-4503-83a7-7f8aef286657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:45.762698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb63981d-99e1-4752-9b5d-6f7f9ea5fac8 req-bc68f353-6ca5-4503-83a7-7f8aef286657 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 1101 time: 0.1625330 Jun 17 08:20:46.025723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb63981d-99e1-4752-9b5d-6f7f9ea5fac8 req-21cba7d8-965a-463c-899a-e8b473cac81b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555809 Jun 17 08:20:46.152969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e5cd619-c7a7-4dbf-9b3a-e26615e316de req-e2bc9379-e24f-4836-9ff5-52e55053053f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 210 time: 0.1232290 Jun 17 08:20:46.218939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9d40c00f-47a1-4823-9370-dc0847e1a5a5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:46.332863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:46.348481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:46.353231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.589784 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.625430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573af3fc-94f2-42ad-a27e-559b9d19be08 req-cb01d21b-75f1-4d63-814b-fa8bc432fbbf tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.634500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-573af3fc-94f2-42ad-a27e-559b9d19be08 req-cb01d21b-75f1-4d63-814b-fa8bc432fbbf tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 949 time: 0.1963034 Jun 17 08:20:46.681662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 9d40c00f-47a1-4823-9370-dc0847e1a5a5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9d40c00f-47a1-4823-9370-dc0847e1a5a5,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:46.694428 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.696506 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:46.724376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-573af3fc-94f2-42ad-a27e-559b9d19be08 req-7f811059-9c61-48aa-a364-6f54bd81cc34 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799594 Jun 17 08:20:46.828543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.855495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=9d40c00f-47a1-4823-9370-dc0847e1a5a5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:46.886399 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:47.092771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39218) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:47.349234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-6ba64b82-22ba-4634-b884-02c2583e8534 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.350728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-6ba64b82-22ba-4634-b884-02c2583e8534 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 822 time: 0.3358884 Jun 17 08:20:47.373658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.378401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-1a72e8f6-37bd-49d3-822a-b05629849308 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/quotas/ca66d96cbd8e44bab87f9095d7366533 HTTP/1.1" status: 200 len: 375 time: 0.0184131 Jun 17 08:20:47.460484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-4efcd5ca-2d8b-4b63-b5bd-60c590df1c80 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800519 Jun 17 08:20:47.528629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.541033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.545506 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:47.598958 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cc3e329cc0d44c8ae4ff03d38ff3c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050924 Jun 17 08:20:47.602666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39230) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:47.618517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce6e5d-b3fc-423a-b912-609f0a20a797,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:47.633510 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:47.682944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-af11ea5f-ecb3-456c-920e-cc46da9a590a service neutron] 10.222.0.65 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206810 Jun 17 08:20:47.759022 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6318c829-c984-4632-b47f-ce8c25cbd3ac req-e710d6f0-3655-4a04-bb3e-29b23b59ade6 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 210 time: 0.0742879 Jun 17 08:20:47.931531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-1a7f04b9-7167-48e0-8432-40435718f844 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863724 Jun 17 08:20:47.978597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9d40c00f-47a1-4823-9370-dc0847e1a5a5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:48.088686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-7b0f07f6-9111-4e38-a77a-8ff89c45fa82 service neutron] 10.222.0.65 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820784 Jun 17 08:20:48.154186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.182895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:48.183372 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.195645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.199225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-d5bc3c10-3438-42aa-a765-f7940111c481 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.206401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-d5bc3c10-3438-42aa-a765-f7940111c481 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634206 Jun 17 08:20:48.349946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.353626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.355513 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7bce6e5d-b3fc-423a-b912-609f0a20a797 HTTP/1.1" status: 204 len: 168 time: 0.7476981 Jun 17 08:20:48.356537 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b08227d2-9c7e-4401-b823-ba051366e2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:48.360066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Request body: {'port': {'device_id': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'eb0ab35ac4ce4d06a10255d3f5507cad'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:48.407662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce6e5d-b3fc-423a-b912-609f0a20a797,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:48.431552 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:48.575055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287cea-1230-4f48-8672-2c5ac7ec425c req-154a1601-ccce-4bdd-a28b-298f11d2f4d8 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.577236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a287cea-1230-4f48-8672-2c5ac7ec425c req-154a1601-ccce-4bdd-a28b-298f11d2f4d8 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 949 time: 0.3698816 Jun 17 08:20:48.753719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a287cea-1230-4f48-8672-2c5ac7ec425c req-034e7b09-9554-45e4-961d-7874a37ea5d3 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678555 Jun 17 08:20:48.768440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Made reservation on behalf of eb0ab35ac4ce4d06a10255d3f5507cad for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:48.773364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.068055 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.071770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d004bd06-a3bf-4da6-a3ba-d3b11b0b52c2 req-c4cb90a9-bdf4-4c92-9a24-f75dc3cffb2e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 210 time: 0.1286719 Jun 17 08:20:49.141694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5036b577-30d4-4128-9ad3-920aa4bd5593 req-3ab6d4b1-891e-489a-8eca-38f6d6e9ed55 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 210 time: 0.0663702 Jun 17 08:20:49.154754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39262) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:49.186976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Allocated IP 192.168.233.237 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/9d2e71f4-d38c-4625-8276-a964e4993812) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:49.187224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.524486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.558623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.563021 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f28033cf-35c9-4064-9672-a400758096d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.677889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.685486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1fdb5-a28b-4454-b4a5-8164299b9020,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.691627 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1babf8355ab4eb5ab1a0c0b452ec0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357163 Jun 17 08:20:49.695036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.698993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39270) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:49.721999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Transition to ACTIVE for port object 9d2e71f4-d38c-4625-8276-a964e4993812 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:49.870261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.877695 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.878303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.965588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.970512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39276) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:50.044207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Pushing event updated for resources: {'Port': ['ID=9d2e71f4-d38c-4625-8276-a964e4993812,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:50.049476 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:50.088108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:50.090875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:50.097354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:50.108781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.111874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.137887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.141059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.142273 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2e1fdb5-a28b-4454-b4a5-8164299b9020 HTTP/1.1" status: 204 len: 168 time: 0.4419146 Jun 17 08:20:50.144053 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dfd92634-ffa6-4ec1-94ea-5ab0699b77e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:50.182453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8251262 Jun 17 08:20:50.197049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1fdb5-a28b-4454-b4a5-8164299b9020,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:50.207517 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:50.211146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Request body: {'port': {'device_id': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:50.333595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.465761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.671547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ceb9bdf6-9805-4ef6-ad22-ded2e7ea634a None None] Provisioning for port 9d2e71f4-d38c-4625-8276-a964e4993812 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:50.684122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ceb9bdf6-9805-4ef6-ad22-ded2e7ea634a None None] Provisioning complete for port 9d2e71f4-d38c-4625-8276-a964e4993812 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:50.686738 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bdf6-9805-4ef6-ad22-ded2e7ea634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.701065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30bb637d-6f91-406b-9ee8-493ae11f82de req-1a85b0b6-e741-42a6-a486-2469bfa588e9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 210 time: 0.2337792 Jun 17 08:20:50.752779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.766646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.852844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9bdf6-9805-4ef6-ad22-ded2e7ea634a None None] Port 9d2e71f4-d38c-4625-8276-a964e4993812 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:50.855737 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57198d7c-a7f0-4963-bebd-2d9c25841d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:50.879054 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2b967475eb64946b7558e9b641d890e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8966043 Jun 17 08:20:50.882793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39298) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:50.905069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62402946-5fac-4893-9f95-197cb8d7d287 req-41468261-34d4-4093-8c99-ffe817a2f5a4 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.913833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62402946-5fac-4893-9f95-197cb8d7d287 req-41468261-34d4-4093-8c99-ffe817a2f5a4 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 949 time: 0.5617707 Jun 17 08:20:51.013734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0561b60-75e9-4193-885d-05c51aceaa57,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:51.020043 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:51.062048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.121404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.155321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-657ed106-b873-4c19-bb30-eef777affd87 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:51.156630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-657ed106-b873-4c19-bb30-eef777affd87 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 822 time: 0.2108400 Jun 17 08:20:51.228095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.230834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.232055 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0561b60-75e9-4193-885d-05c51aceaa57 HTTP/1.1" status: 204 len: 168 time: 0.3482673 Jun 17 08:20:51.232835 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:51.260715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0561b60-75e9-4193-885d-05c51aceaa57,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:51.268891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:51.318151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'port': {'device_id': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'admin_state_up': True, 'tenant_id': 'ca66d96cbd8e44bab87f9095d7366533'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:51.680370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:51.701226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.728652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62402946-5fac-4893-9f95-197cb8d7d287 req-cce8df47-f1ec-48de-baa3-21f492366fe6 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b1422a-9a92-4c67-8dac-2722ba0c7610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709929 Jun 17 08:20:51.799902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-9a6cde69-61c3-490e-83f0-3b351f10e112 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:51.801453 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-9a6cde69-61c3-490e-83f0-3b351f10e112 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.67 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 949 time: 0.2091184 Jun 17 08:20:51.999929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39346) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:52.079040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ebbe7-1d1a-4012-97c2-d58e92464add req-a0fab2e0-0708-43b4-ae14-c21a58b1bf85 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.081364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a2ebbe7-1d1a-4012-97c2-d58e92464add req-a0fab2e0-0708-43b4-ae14-c21a58b1bf85 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 936 time: 0.9098639 Jun 17 08:20:52.128645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.131548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Deleting port e0f86e1c-6229-4c37-9b91-fa5d15c416ed {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:52.133846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.153341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.160777 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44acae9a-b2df-4bbd-ac28-358ac2d446ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.223307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d8921ce-a58f-4f4b-86d2-56068952344f req-ca23c9b7-f46e-495f-b3ed-9fdb6759e047 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 210 time: 0.0565364 Jun 17 08:20:52.235044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Made reservation on behalf of ca66d96cbd8e44bab87f9095d7366533 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:52.238741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.255339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40f997-fc33-495b-ad3f-e0ea0e9fed43,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.262975 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.272807 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c3d6134cc474e7b927e0ae36bc8b4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907006 Jun 17 08:20:52.276011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39350) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:52.281192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a2ebbe7-1d1a-4012-97c2-d58e92464add req-13cae964-12f2-4b3f-ad05-4e42c6c0452a tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795714 Jun 17 08:20:52.350076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] For port e0f86e1c-6229-4c37-9b91-fa5d15c416ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:52.350842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.389578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2e71f4-d38c-4625-8276-a964e4993812 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:52.401948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.426064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2048118775-network', 'tenant_id': 'bc3e06af23124466ab6efab58ab373bc'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:52.447464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Transition to ACTIVE for port object 9d2e71f4-d38c-4625-8276-a964e4993812 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:52.462105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Calling delete_port for e0f86e1c-6229-4c37-9b91-fa5d15c416ed owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:52.465106 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.469254 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.476553 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.500189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.525212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Allocated IP 172.20.0.14 (db6fe610-7c97-479d-9ffe-890cfbc851ec/0ab76f25-5bd5-4925-885e-6f03f7a4072d/bab10267-756e-404f-a6e6-ed67144169f5) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:52.592942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e71f4-d38c-4625-8276-a964e4993812,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.602538 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.656039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Attempting to bind port 9d2e71f4-d38c-4625-8276-a964e4993812 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:52.656755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Attempting to bind port 9d2e71f4-d38c-4625-8276-a964e4993812 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:52.657268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Attempting to bind port 9d2e71f4-d38c-4625-8276-a964e4993812 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:52.658011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Made reservation on behalf of bc3e06af23124466ab6efab58ab373bc for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:52.673101 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.673670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Port 9d2e71f4-d38c-4625-8276-a964e4993812 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:52.674999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Attempting to bind port 9d2e71f4-d38c-4625-8276-a964e4993812 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:52.695513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:52.696157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:52.696713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:52.697326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Bound port: 9d2e71f4-d38c-4625-8276-a964e4993812, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:52.697845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.719309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.844976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.855080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.856249 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f40f997-fc33-495b-ad3f-e0ea0e9fed43 HTTP/1.1" status: 204 len: 168 time: 0.5790162 Jun 17 08:20:52.869086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] For port 9d2e71f4-d38c-4625-8276-a964e4993812, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:52.873012 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22b0c44c-4181-4b0e-941b-500dab740869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.882788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] For port 9d2e71f4-d38c-4625-8276-a964e4993812, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9d2e71f4-d38c-4625-8276-a964e4993812,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:52.916544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.943723 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75a774aa-363f-4935-b8fb-f144ce8e94ee tempest-DeleteServersAdminTestJSON-1561730249 tempest-DeleteServersAdminTestJSON-1561730249-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.970398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40f997-fc33-495b-ad3f-e0ea0e9fed43,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.010019 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.037642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.038326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.043460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.050165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] 10.222.0.60 "PUT /v2.0/ports/9d2e71f4-d38c-4625-8276-a964e4993812 HTTP/1.1" status: 200 len: 1097 time: 2.8603115 Jun 17 08:20:53.055851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e0f86e1c-6229-4c37-9b91-fa5d15c416ed'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:53.070218 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.076996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.079111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'tag': '9d2e71f4-d38c-4625-8276-a964e4993812'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:53.082463 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c225f031-d5a2-4451-aacf-126bc6946d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "cccca133-6c24-47b8-865a-3f29a14f9904", "tag": "9d2e71f4-d38c-4625-8276-a964e4993812"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:53.231912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Pushing event deleted for resources: {'Port': ['ID=e0f86e1c-6229-4c37-9b91-fa5d15c416ed,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.250499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.303655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c5b7247-8d71-4c4c-8f08-cd05483160df req-818de704-bc86-423b-ade6-76f61611d91f tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.65 "GET /v2.0/ports?device_id=5849771c-2210-4573-93b9-b5b38ade1358 HTTP/1.1" status: 200 len: 210 time: 0.1985261 Jun 17 08:20:53.336403 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42303fe-d78b-4ec7-a27f-9a9f22d45669 x-openstack-request-id: req-c42303fe-d78b-4ec7-a27f-9a9f22d45669 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:53.336710 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccca133-6c24-47b8-865a-3f29a14f9904", "tag": "9d2e71f4-d38c-4625-8276-a964e4993812", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:53.354677 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c42303fe-d78b-4ec7-a27f-9a9f22d45669 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:53.355193 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'tag': '9d2e71f4-d38c-4625-8276-a964e4993812', 'status': 'completed', 'code': 200} Jun 17 08:20:53.427568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e71f4-d38c-4625-8276-a964e4993812,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.434333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] No DVR routers for this DVR port e0f86e1c-6229-4c37-9b91-fa5d15c416ed on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:53.435899 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.445474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.450974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13c1bcd9-69f7-459c-a0de-8c86ffabeded req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] 10.222.0.67 "DELETE /v2.0/ports/e0f86e1c-6229-4c37-9b91-fa5d15c416ed HTTP/1.1" status: 204 len: 173 time: 1.6390738 Jun 17 08:20:53.457557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849771c-2210-4573-93b9-b5b38ade1358', 'name': 'network-vif-deleted', 'tag': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:53.467854 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd517b3-46dc-4864-ad06-b0f68c36c3fa" -d '{"events": [{"server_uuid": "5849771c-2210-4573-93b9-b5b38ade1358", "name": "network-vif-deleted", "tag": "e0f86e1c-6229-4c37-9b91-fa5d15c416ed"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:53.554888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-423f143e-8e06-4f56-963b-f97857d8638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.576797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-423f143e-8e06-4f56-963b-f97857d8638c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 1100 time: 0.4457953 Jun 17 08:20:53.578830 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.581321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.596107 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.599545 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6dcad77a-6560-4790-bc25-723b75829e7e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.620795 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.656505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:53.671533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0559b439-a818-4384-82c0-465d353fea9f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.676740 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.699734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.700426 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Added segment fc97b4af-f82c-46ca-8b5e-5dd560e16081 of type vlan for network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 Jun 17 08:20:53.744175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-3f6c7209-943b-42df-9769-3973ff79d417 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9d2e71f4-d38c-4625-8276-a964e4993812 HTTP/1.1" status: 200 len: 217 time: 0.1577215 Jun 17 08:20:53.756177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Network db6fe610-7c97-479d-9ffe-890cfbc851ec is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:53.789931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.864385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.865752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.866440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.869717 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.940321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:53.945910 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9418099 Jun 17 08:20:53.946346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39382) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:53.947227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:53.953978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.955053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.011290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Request body: {'subnet': {'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2048118775-subnet', 'tenant_id': 'bc3e06af23124466ab6efab58ab373bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:54.013572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.017639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2037fc-6420-420c-aac0-8b7fee99c3c3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.021446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-dfeedce1-f562-47c0-b3f1-c37d3fa33ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.024871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-dfeedce1-f562-47c0-b3f1-c37d3fa33ba4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2661483 Jun 17 08:20:54.031283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.035588 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.038494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:54.043641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8319058 Jun 17 08:20:54.084225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Made reservation on behalf of bc3e06af23124466ab6efab58ab373bc for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:54.086531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.165686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Request body: {'port': {'device_id': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:54.233912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ba250-7d21-4f2e-bffc-5813d8393d5e req-99114e86-ce6f-4530-83b2-4a3422a44992 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.238531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d3ba250-7d21-4f2e-bffc-5813d8393d5e req-99114e86-ce6f-4530-83b2-4a3422a44992 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 932 time: 0.6073358 Jun 17 08:20:54.286292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ddeae-fc2b-498a-a7a2-96526ebd4ade req-a844d253-94de-45bb-a6ed-88e0a5d27fdc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.296709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-438ddeae-fc2b-498a-a7a2-96526ebd4ade req-a844d253-94de-45bb-a6ed-88e0a5d27fdc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 948 time: 0.6685131 Jun 17 08:20:54.367924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.373740 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-61ac6e02-9fe8-4e1f-9974-3b83926bf3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:54.537324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.553309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575731d2-9552-4f64-b511-52d49327062c req-69f337bb-8084-454c-92eb-ef9ef9ed489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.554882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-69f337bb-8084-454c-92eb-ef9ef9ed489f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5090017 Jun 17 08:20:54.560900 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.570174 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-438ddeae-fc2b-498a-a7a2-96526ebd4ade req-7c19dc54-3d99-4223-b5ea-657e3205b1ff tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731051 Jun 17 08:20:54.633740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:54.637704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Network hostable DHCP agents. Network: 4a2037fc-6420-420c-aac0-8b7fee99c3c3, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:54.678812 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c88096-0356-44da-9088-41e52192b2bd x-openstack-request-id: req-c1c88096-0356-44da-9088-41e52192b2bd {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:54.681098 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849771c-2210-4573-93b9-b5b38ade1358", "name": "network-vif-deleted", "tag": "e0f86e1c-6229-4c37-9b91-fa5d15c416ed", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:54.681649 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1c88096-0356-44da-9088-41e52192b2bd {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:54.682308 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849771c-2210-4573-93b9-b5b38ade1358', 'name': 'network-vif-deleted', 'tag': 'e0f86e1c-6229-4c37-9b91-fa5d15c416ed', 'status': 'completed', 'code': 200} Jun 17 08:20:54.687798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:54.692948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d3ba250-7d21-4f2e-bffc-5813d8393d5e req-9cf5f893-9770-4aa2-bf3e-df887ea7abf3 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360583 Jun 17 08:20:54.726857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4a2037fc-6420-420c-aac0-8b7fee99c3c3) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:54.736394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0f690-c5ec-4c94-94d9-44b385f8028e None None] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:54.738699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.740862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.774874 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8276906 Jun 17 08:20:54.809680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.933758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-1497095a-8385-4249-8b4a-1baa6bc5d39b service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376830 Jun 17 08:20:55.004600 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71870d43-d88c-4a14-adaa-cb7e60415940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.052182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124c98d-401f-4265-aaae-9f8ea76fe32d None None] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:55.219140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575731d2-9552-4f64-b511-52d49327062c req-be25fe4e-bcf9-48c3-ade2-67e9d78df727 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698951 Jun 17 08:20:55.401532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab10267-756e-404f-a6e6-ed67144169f5 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:55.412645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.433981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Transition to ACTIVE for port object bab10267-756e-404f-a6e6-ed67144169f5 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:55.457526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.466817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-2a146021-beda-4c58-a5fd-ebc6fd12a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.468454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-2a146021-beda-4c58-a5fd-ebc6fd12a906 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 1100 time: 0.1751637 Jun 17 08:20:55.472230 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cb4e758-3a77-46c6-8e8e-16e51fd547da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:55.520865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39420) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.583988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:55.590493 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:55.777152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e0f86e1c-6229-4c37-9b91-fa5d15c416ed no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:55.793204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Attempting to bind port bab10267-756e-404f-a6e6-ed67144169f5 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:55.794971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Attempting to bind port bab10267-756e-404f-a6e6-ed67144169f5 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:55.795354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Attempting to bind port bab10267-756e-404f-a6e6-ed67144169f5 on network db6fe610-7c97-479d-9ffe-890cfbc851ec {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:55.830829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Port bab10267-756e-404f-a6e6-ed67144169f5 on network db6fe610-7c97-479d-9ffe-890cfbc851ec not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:55.831202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Attempting to bind port bab10267-756e-404f-a6e6-ed67144169f5 on network db6fe610-7c97-479d-9ffe-890cfbc851ec {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:55.843357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: e0f86e1c-6229-4c37-9b91-fa5d15c416ed {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:55.847281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-7a94f0b5-2243-46c7-a9b4-143ae0ff28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.847832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e0f86e1c-6229-4c37-9b91-fa5d15c416ed not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:55.848597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-7a94f0b5-2243-46c7-a9b4-143ae0ff28c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3714709 Jun 17 08:20:55.870527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:55.870890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Checking segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:55.871480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Bound using segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:55.871950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Bound port: bab10267-756e-404f-a6e6-ed67144169f5, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:55.872365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.935215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-94a1362e-8642-4d72-8eaf-f479df1e17dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9d2e71f4-d38c-4625-8276-a964e4993812 HTTP/1.1" status: 200 len: 217 time: 0.0670919 Jun 17 08:20:56.058095 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c02c41d0-3297-45e6-a3f4-3df92124ea42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=825beebe5f594f2f8ae0c60463d739cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334942 Jun 17 08:20:56.058725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39444) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:56.089615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:56.094447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:56.134391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.150284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.164448 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.178271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.221522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.231482 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.251239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8723b-13df-4390-bd0f-8f06ad36d899 req-df37da68-4a8f-4371-8383-87ba930b355e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.253561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bd8723b-13df-4390-bd0f-8f06ad36d899 req-df37da68-4a8f-4371-8383-87ba930b355e tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 948 time: 0.4270508 Jun 17 08:20:56.255018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.259818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-3a51754b-b875-414b-b1ea-7a0ce9ede9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.268280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.269422 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06b1422a-9a92-4c67-8dac-2722ba0c7610 HTTP/1.1" status: 204 len: 168 time: 0.2097509 Jun 17 08:20:56.270439 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4b722cf-e4d6-4d27-b3f5-c987e5088ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.271058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-3a51754b-b875-414b-b1ea-7a0ce9ede9fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.3272569 Jun 17 08:20:56.288322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1422a-9a92-4c67-8dac-2722ba0c7610,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.290720 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.295878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c1cd-e431-4359-b23b-e95df3522f4a req-00eed023-ecc0-4a47-94c7-d3c184e7d81a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.297421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdc2c1cd-e431-4359-b23b-e95df3522f4a req-00eed023-ecc0-4a47-94c7-d3c184e7d81a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.3603907 Jun 17 08:20:56.334656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39456) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:56.335206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.335890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.337220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] 10.222.0.67 "PUT /v2.0/ports/bab10267-756e-404f-a6e6-ed67144169f5 HTTP/1.1" status: 200 len: 1093 time: 2.2325113 Jun 17 08:20:56.339845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2062613287-network', 'tenant_id': '6c8dd3bfb388491ab8bd9ea79a4c4e67'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:56.357992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:56.365993 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bef352-ade9-45c3-9894-3ae70fdca5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "tag": "bab10267-756e-404f-a6e6-ed67144169f5"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:56.387118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Made reservation on behalf of 6c8dd3bfb388491ab8bd9ea79a4c4e67 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:56.391736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bd8723b-13df-4390-bd0f-8f06ad36d899 req-b6c61ffd-59b6-44f7-92f9-5c734a77b22f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155629 Jun 17 08:20:56.412718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.460948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.518497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdc2c1cd-e431-4359-b23b-e95df3522f4a req-15d2632b-d11a-4891-9962-5a87de8f049b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403482 Jun 17 08:20:56.568202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-1494b45b-42c1-4faa-a781-d0815934bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.572791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-1494b45b-42c1-4faa-a781-d0815934bfe6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2911294 Jun 17 08:20:56.668195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-142774d7-7fc2-4750-a704-9e0bc6a3baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.672487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-142774d7-7fc2-4750-a704-9e0bc6a3baed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 1096 time: 0.2784286 Jun 17 08:20:56.765339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.775435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.782501 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a3642c1-92ee-4ed0-9a59-6c31bdba31ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.827245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-25b92ef6-343c-4cdf-8667-da172096ca2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bab10267-756e-404f-a6e6-ed67144169f5 HTTP/1.1" status: 200 len: 217 time: 0.1258132 Jun 17 08:20:56.828850 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ee10d-72c2-4914-bc9c-0b8b60c445af x-openstack-request-id: req-b44ee10d-72c2-4914-bc9c-0b8b60c445af {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:56.829176 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "tag": "bab10267-756e-404f-a6e6-ed67144169f5", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:56.829570 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b44ee10d-72c2-4914-bc9c-0b8b60c445af {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:56.830506 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5', 'status': 'completed', 'code': 200} Jun 17 08:20:56.842101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:56.858845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6eb401-de3f-496b-86f2-8580e3a8a963,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.868526 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.886941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.887313 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Added segment 9d2d2e02-c949-4a0c-9ff8-bc9530243bf7 of type vlan for network f593cf64-fad9-490f-ad76-8ac419639e75 Jun 17 08:20:56.914082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-23ec35d8-c2ab-491c-a9db-fd2fd12b8098 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283088 Jun 17 08:20:57.014023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.030942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610665bc-2c7b-4030-b723-d18440a36e46 req-c433ef16-f35b-4ea7-95df-bee65c119b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.034266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-c433ef16-f35b-4ea7-95df-bee65c119b0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.1181598 Jun 17 08:20:57.057941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39464) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:57.078931 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.109175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.113358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.113614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c225f031-d5a2-4451-aacf-126bc6946d9a req-99d361f4-d040-4419-a3ac-78f251ee0f95 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908345 Jun 17 08:20:57.114572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.115651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-a88329ce-3273-47bd-b99d-57390e9a48e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710943 Jun 17 08:20:57.117751 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:57.248043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.273188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Pushing event updated for resources: {'Network': ['ID=f593cf64-fad9-490f-ad76-8ac419639e75,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:57.282328 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9440346 Jun 17 08:20:57.282328 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:57.285796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:57.288408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f593cf64-fad9-490f-ad76-8ac419639e75 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:57.306728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Request body: {'subnet': {'network_id': 'f593cf64-fad9-490f-ad76-8ac419639e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2062613287-subnet', 'tenant_id': '6c8dd3bfb388491ab8bd9ea79a4c4e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:57.310048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.323483 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e3b9a81-a1a2-4b65-a12e-f5d9e5c2c706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:57.356379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d871b-15f8-4169-9272-03393bf16827,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:57.358751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Made reservation on behalf of 6c8dd3bfb388491ab8bd9ea79a4c4e67 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:57.362079 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.365702 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:57.447926 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-572e8e6c-cb4e-477c-a087-1a64669de68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.453513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14965a04daa640a59a32b26d5d78682f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945394 Jun 17 08:20:57.466793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39474) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:57.541329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-d5f9b02d-e5b7-434c-a7e7-3c1cc4954b64 service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918401 Jun 17 08:20:57.568535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.588943 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.754887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.757364 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:57.847601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe80a99-f1a9-402b-8711-bb0bdc2356c1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:57.851682 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:57.852996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Checking segment: {'id': '9d2d2e02-c949-4a0c-9ff8-bc9530243bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f593cf64-fad9-490f-ad76-8ac419639e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:57.853356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Network hostable DHCP agents. Network: f593cf64-fad9-490f-ad76-8ac419639e75, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:57.895059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Network f593cf64-fad9-490f-ad76-8ac419639e75 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:57.916055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f593cf64-fad9-490f-ad76-8ac419639e75) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:57.925909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.926582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.936728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.939034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a26bd6-72c7-43fe-b9f1-09aadb64dc73 None None] Network f593cf64-fad9-490f-ad76-8ac419639e75 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:57.958494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6665928 Jun 17 08:20:58.021378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39486) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:58.079484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-610665bc-2c7b-4030-b723-d18440a36e46 req-aac79dea-29a0-419e-8ae2-4d983bfe26f5 service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295303 Jun 17 08:20:58.093865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124a8db-36fa-4b7a-81c2-09850334e70a req-63d5b5c5-e38c-45a3-b940-b35c2f7240a4 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.095404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8124a8db-36fa-4b7a-81c2-09850334e70a req-63d5b5c5-e38c-45a3-b940-b35c2f7240a4 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 948 time: 0.4893255 Jun 17 08:20:58.142176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55986c-7399-4b89-bbe7-0e5efdde0d02 req-caf037d0-15f6-4433-b6f1-72d9077d4f4b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.144322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e55986c-7399-4b89-bbe7-0e5efdde0d02 req-caf037d0-15f6-4433-b6f1-72d9077d4f4b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.2100534 Jun 17 08:20:58.144958 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.147786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.151120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e0d871b-15f8-4169-9272-03393bf16827 HTTP/1.1" status: 204 len: 168 time: 0.6809335 Jun 17 08:20:58.152103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50c98e-1cd6-44d4-b948-22568b7ea552 None None] Network f593cf64-fad9-490f-ad76-8ac419639e75 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:58.155804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21ba4b97-101a-4d1e-abfb-2d9699b0521c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:58.221164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9d2e71f4-d38c-4625-8276-a964e4993812 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:58.237939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8124a8db-36fa-4b7a-81c2-09850334e70a req-96a36737-ea5f-45f1-b07e-c3cd6c425a95 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222277 Jun 17 08:20:58.239842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d871b-15f8-4169-9272-03393bf16827,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:58.256371 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:58.311833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e55986c-7399-4b89-bbe7-0e5efdde0d02 req-bf8dd547-bcd7-4c80-9a52-ce35c814b220 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493356 Jun 17 08:20:58.358986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-d8c0b349-4f1e-4c89-9618-14a3323fac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.362595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-d8c0b349-4f1e-4c89-9618-14a3323fac2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 1096 time: 0.2030015 Jun 17 08:20:58.384539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.483509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9d2e71f4-d38c-4625-8276-a964e4993812, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9d2e71f4-d38c-4625-8276-a964e4993812,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:58.512538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '9d2e71f4-d38c-4625-8276-a964e4993812', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '9d2e71f4-d38c-4625-8276-a964e4993812', 'mac_address': 'fa:16:3e:d1:cb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:58.556677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-95d5e513-ad3f-4a89-9fdd-1e201a760059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.558073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-95d5e513-ad3f-4a89-9fdd-1e201a760059 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 923 time: 0.1892953 Jun 17 08:20:58.576895 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.599946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e71f4-d38c-4625-8276-a964e4993812 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:58.628084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9d2e71f4-d38c-4625-8276-a964e4993812, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9d2e71f4-d38c-4625-8276-a964e4993812,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:58.639187 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.643005 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:58.648113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-95b4cb55-c398-4955-9028-8916f24ee6c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bab10267-756e-404f-a6e6-ed67144169f5 HTTP/1.1" status: 200 len: 217 time: 0.0817840 Jun 17 08:20:58.677528 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.693279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.741777 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59f857aa-71b2-4a7f-bbe5-14a74fd1e43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:58.750653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0187cff9f37e451da0dafb9124923d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7253058 Jun 17 08:20:58.754437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39508) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:58.824773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9244069a-e9b3-4128-abdd-1f1fc1bb83c4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:58.834565 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.837920 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:58.862070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9d2e71f4-d38c-4625-8276-a964e4993812,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:58.869161 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:58.882711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9d2e71f4-d38c-4625-8276-a964e4993812'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:58.952862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-c4da3a48-3711-4ad5-abed-a8e22db8f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.954214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-c4da3a48-3711-4ad5-abed-a8e22db8f2e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.2992556 Jun 17 08:20:59.001238 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-37dd3cb5-af54-43da-8e87-b4e33c35da23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395832 Jun 17 08:20:59.004435 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.114213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.281293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-fc03a432-5078-4978-9117-9fd83331910d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.282789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-fc03a432-5078-4978-9117-9fd83331910d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.2841415 Jun 17 08:20:59.287779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-046ac6df-d3e8-4a4b-8e69-4635f45afadd service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426889 Jun 17 08:20:59.375766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-93ecdfd9-074f-4013-a55b-d8c9f9405e28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/quotas/bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 375 time: 0.0746017 Jun 17 08:20:59.389611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.397641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.401208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9244069a-e9b3-4128-abdd-1f1fc1bb83c4 HTTP/1.1" status: 204 len: 168 time: 0.6433368 Jun 17 08:20:59.402228 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2653c8ae-6d98-431e-99b7-de0695f725d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:59.520274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-c004593a-ca7b-4e5a-b790-76179f8bdd6d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367490 Jun 17 08:20:59.524728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9244069a-e9b3-4128-abdd-1f1fc1bb83c4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:59.527222 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:59.615016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29bef352-ade9-45c3-9894-3ae70fdca5fa req-15385025-44b3-43fc-9944-69c0c59cfdcb service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170559 Jun 17 08:20:59.722579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7847-cbd9-4446-921e-aabdd849692a req-917d30ba-5e11-44c1-a288-77c19be311f5 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.730009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972a7847-cbd9-4446-921e-aabdd849692a req-917d30ba-5e11-44c1-a288-77c19be311f5 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 949 time: 0.2540627 Jun 17 08:20:59.747318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-09f17fad-7b6c-4a24-a2d0-e1fadcaf6399 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982765 Jun 17 08:20:59.752905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39548) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:59.823096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972a7847-cbd9-4446-921e-aabdd849692a req-f3590ed9-34c2-4394-aaab-e3d6cbdca1bf tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918458 Jun 17 08:20:59.902540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-93927832-4c7d-4c3e-9967-dad021119ab2 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344321 Jun 17 08:20:59.961416 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:00.004410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-network', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:00.063031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.183719 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.185826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Made reservation on behalf of d4223e356cb24370bc86d1b801fab0cf for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:00.190023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.200811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.203218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.207283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-26600c4a-2568-4c26-866c-d2975749cbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.213111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9d2e71f4-d38c-4625-8276-a964e4993812 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:00.237935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.246878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5c30-9cb2-4b61-b96b-e33775eebd49 req-e8b47d29-6b30-46db-8ee5-7ac289116bd7 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.257680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0cc5c30-9cb2-4b61-b96b-e33775eebd49 req-e8b47d29-6b30-46db-8ee5-7ac289116bd7 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.0928469 Jun 17 08:21:00.262455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d09f09-c990-4624-84cf-79fd31d3f2a6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.274362 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.322794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0cc5c30-9cb2-4b61-b96b-e33775eebd49 req-e5baae05-d97b-4ad1-8961-0f90f1847ec4 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639074 Jun 17 08:21:00.335901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 9d2e71f4-d38c-4625-8276-a964e4993812 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:00.340373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 9d2e71f4-d38c-4625-8276-a964e4993812 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:00.341073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.400359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbca5f62264e4577b5f838ab6f118771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373076 Jun 17 08:21:00.403020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39564) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:00.526706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.552591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6494a873-a7ac-4f29-9fd8-58e966e127a4 req-6cac4674-096d-4a79-9b67-3d897da5be62 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 210 time: 0.0907843 Jun 17 08:21:00.571690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9d2e71f4-d38c-4625-8276-a964e4993812, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9d2e71f4-d38c-4625-8276-a964e4993812,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:00.572863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e71f4-d38c-4625-8276-a964e4993812'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:00.575894 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f866b7cf-7974-43c5-9e71-e30e8f90ebca" -d '{"events": [{"server_uuid": "cccca133-6c24-47b8-865a-3f29a14f9904", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e71f4-d38c-4625-8276-a964e4993812"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:00.577946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.589113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.594172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.601873 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe9afdf6-ed50-4abd-aedc-527dfc8447ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.603901 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.615136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:21:00.630822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.641104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.641819 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Added segment b2b300b9-cb1c-4e3c-9376-73ba49411385 of type vlan for network e2c7c8b8-60c3-4078-8c64-1566ff69b057 Jun 17 08:21:00.671359 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c596c-efe9-49b0-823e-a4156d7e382b x-openstack-request-id: req-f25c596c-efe9-49b0-823e-a4156d7e382b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:00.671903 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccca133-6c24-47b8-865a-3f29a14f9904", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e71f4-d38c-4625-8276-a964e4993812", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:00.673081 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f25c596c-efe9-49b0-823e-a4156d7e382b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:00.674079 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e71f4-d38c-4625-8276-a964e4993812', 'code': 200} Jun 17 08:21:00.698765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.727407 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c0ca4da-bf63-491b-be5f-3dc5ced6f659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.735817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9d2e71f4-d38c-4625-8276-a964e4993812,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.741406 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.757808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e457b634-7bfe-43da-8def-241851782388,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.760518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.761769 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.763342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.764184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.768226 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab0965f4-cc88-4956-a467-227e40a616a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.807800 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0537608 Jun 17 08:21:00.810837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39572) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:00.819150 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.821771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.822937 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52d09f09-c990-4624-84cf-79fd31d3f2a6 HTTP/1.1" status: 204 len: 168 time: 0.4187603 Jun 17 08:21:00.823933 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-51528c2a-4427-4df2-abd7-581e51be65ba tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.834377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d09f09-c990-4624-84cf-79fd31d3f2a6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.843765 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.878000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6adc82-c382-41c7-83a6-f79643cc0f4f req-074fb98f-4156-4e2f-ad9b-c3695f91cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.879869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae6adc82-c382-41c7-83a6-f79643cc0f4f req-074fb98f-4156-4e2f-ad9b-c3695f91cd46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 1102 time: 0.1231740 Jun 17 08:21:00.886711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Request body: {'subnet': {'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-subnet', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:00.935390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c7c8b8-60c3-4078-8c64-1566ff69b057,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.940884 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.944105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Made reservation on behalf of d4223e356cb24370bc86d1b801fab0cf for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:00.947936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.948104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:21:00.953963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae6adc82-c382-41c7-83a6-f79643cc0f4f req-9f5e7757-ccb2-4e25-9c3e-cc9d113b1dde service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Jun 17 08:21:01.319583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.322434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f92fd-b5ae-4607-ac91-cd0327f2c3d0 req-22947778-0811-4fe0-9a0c-9cfb1cb963f0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.323008 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a63d70e-de22-4788-954c-824935fff2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:01.337506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a4f92fd-b5ae-4607-ac91-cd0327f2c3d0 req-22947778-0811-4fe0-9a0c-9cfb1cb963f0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 950 time: 0.1318088 Jun 17 08:21:01.431777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a4f92fd-b5ae-4607-ac91-cd0327f2c3d0 req-57499f26-273f-4293-8319-1d7647a696f7 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910890 Jun 17 08:21:01.448849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Checking segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:01.449628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Network hostable DHCP agents. Network: e2c7c8b8-60c3-4078-8c64-1566ff69b057, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:21:01.452243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153db9ad-d02f-4ed3-901e-cd8b8ed856b2,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:01.456612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:01.485859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:21:01.507307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, e2c7c8b8-60c3-4078-8c64-1566ff69b057) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:01.511501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.512232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.518544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02495dc6-728f-4628-9c62-5e826d6214e3 None None] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:01.551182 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7387011 Jun 17 08:21:01.553440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:01.558448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:01.623111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.625517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.729564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cd5b3-cd7a-44c9-8083-a689bc602b82 req-a7ffc115-3192-4bf3-ae1e-7ee633b4e9d5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.740071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-544cd5b3-cd7a-44c9-8083-a689bc602b82 req-a7ffc115-3192-4bf3-ae1e-7ee633b4e9d5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.1620796 Jun 17 08:21:01.790753 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.818208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:01.868880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-544cd5b3-cd7a-44c9-8083-a689bc602b82 req-4042e1b6-011d-400d-bc81-63c23b6290ff tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278389 Jun 17 08:21:01.905483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:21:01.906340 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.094693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.147969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8851e430-3096-4187-ad32-c43121e26cb3 req-5326869e-7bfb-4c65-bd9d-f250ee89c8ef tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 210 time: 0.1028969 Jun 17 08:21:02.151768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:02.175735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'bab10267-756e-404f-a6e6-ed67144169f5', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'port_id': 'bab10267-756e-404f-a6e6-ed67144169f5', 'mac_address': 'fa:16:3e:32:11:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab76f25-5bd5-4925-885e-6f03f7a4072d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:02.337624 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.368802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab10267-756e-404f-a6e6-ed67144169f5 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:02.413394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.442476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:02.457676 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.468938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.501302 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:02.678561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Allocated IP 172.20.0.2 (e2c7c8b8-60c3-4078-8c64-1566ff69b057/153db9ad-d02f-4ed3-901e-cd8b8ed856b2/b07fd6bd-10a1-4b35-82ca-a0adcde9cc47) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:02.699335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bab10267-756e-404f-a6e6-ed67144169f5'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:02.759941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Allocated IP 172.25.7.235 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:02.824232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:02.850121 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:02.938587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-e27e196c-f79b-4b04-b422-8d70d5149f0e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:02.940902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-e27e196c-f79b-4b04-b422-8d70d5149f0e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.4007385 Jun 17 08:21:02.971323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00fb57-785d-4193-b99f-1551234b1ee1 req-b3f3b5af-136f-48f1-b7b0-99c7a490494a tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:02.986799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f00fb57-785d-4193-b99f-1551234b1ee1 req-b3f3b5af-136f-48f1-b7b0-99c7a490494a tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 950 time: 0.2541773 Jun 17 08:21:03.006363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Request body: {'port': {'device_id': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'admin_state_up': True, 'tenant_id': 'bc3e06af23124466ab6efab58ab373bc'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:03.038524 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.133812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.144954 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:03.159149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f00fb57-785d-4193-b99f-1551234b1ee1 req-9ae08af1-08d7-4ba1-9b77-97eec089e136 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691234 Jun 17 08:21:03.230000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:03.231619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:03.234427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:03.240453 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:03.241278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:03.672241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.695569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Transition to ACTIVE for port object b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:03.737647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Transition to ACTIVE for port object b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:03.754485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.760595 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:03.770450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27e330a6-d27f-471c-b9b3-7d9827a22948 req-ed753ef3-5a18-46a2-8fe9-426e8507b6a7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 210 time: 0.1258667 Jun 17 08:21:03.773077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Made reservation on behalf of bc3e06af23124466ab6efab58ab373bc for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:03.788026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.876230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:03.889749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:03.896114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:03.918107 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.936894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Pushing event updated for resources: {'Port': ['ID=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:03.945287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:04.007277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Attempting to bind port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:04.008471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Attempting to bind port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:04.009007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Attempting to bind port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 on network e2c7c8b8-60c3-4078-8c64-1566ff69b057 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:04.016137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:04.016804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Checking segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:04.017566 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.018338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Bound using segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:04.019114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Bound port: b07fd6bd-10a1-4b35-82ca-a0adcde9cc47, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:04.019665 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.044047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b62e0-9a5c-420a-8bb4-4bba3f95c055 req-c8ad60c5-b92c-435c-86d6-8ed627a4abd4 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:04.056232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-107b62e0-9a5c-420a-8bb4-4bba3f95c055 req-c8ad60c5-b92c-435c-86d6-8ed627a4abd4 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 945 time: 0.5637393 Jun 17 08:21:04.119155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] For port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:04.125152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] For port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:04.134841 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.138559 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:04.161299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-107b62e0-9a5c-420a-8bb4-4bba3f95c055 req-e0e8aa17-cf5f-498b-8924-86feae0ce9c5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041903 Jun 17 08:21:04.214713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Pushing event updated for resources: {'Port': ['ID=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:04.222187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Allocated IP 172.20.0.13 (4a2037fc-6420-420c-aac0-8b7fee99c3c3/fdd73d8b-9541-44b4-83d7-a3bb7bd4e401/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:04.241631 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:04.648470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.650303 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.778769 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.785155 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:04.866750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Router cbb8dc3c-bacc-4870-a860-1f83466d0865 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:21:04.902589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:04.920035 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:04.922135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:04.957283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:04.973464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:04.983278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:04.984631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.008780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:05.022199 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Sync routers for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:05.042150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.043357 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:05.043644 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.4889314 Jun 17 08:21:05.044847 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:05.046783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:05.093769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1011455 Jun 17 08:21:05.121375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Request body: {'port': {'device_id': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:05.216584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c238-2aa4-4d92-b8bf-3691a9638599 req-c5195da6-587f-4fba-bfdc-f244899af03f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.226175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8b6c238-2aa4-4d92-b8bf-3691a9638599 req-c5195da6-587f-4fba-bfdc-f244899af03f tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 950 time: 0.3543539 Jun 17 08:21:05.309216 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:05.432840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8b6c238-2aa4-4d92-b8bf-3691a9638599 req-4c3e4e7d-44f4-464f-96b3-53da4ddc6167 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973257 Jun 17 08:21:05.471621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.742811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:03Z', 'revision_number': 3, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:05.801638 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Checking router: cbb8dc3c-bacc-4870-a860-1f83466d0865 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:05.801989 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Updating router cbb8dc3c-bacc-4870-a860-1f83466d0865 port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:21:05.819315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:05.866986 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.926937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c669984-6db7-4061-9635-935b98dc392c None None] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:05.937491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.984219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port bab10267-756e-404f-a6e6-ed67144169f5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:06.027954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port bab10267-756e-404f-a6e6-ed67144169f5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:06.028396 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.093284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-437968a2-7604-4e7f-9a48-550ccd469760 None None] Provisioning for port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:06.136843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:06.226945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:06.240849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Allocated IP 172.20.0.1 (e2c7c8b8-60c3-4078-8c64-1566ff69b057/153db9ad-d02f-4ed3-901e-cd8b8ed856b2/5eb4d628-56ec-4676-a4b6-afcde6d13100) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:06.253542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.308455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:06.338463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:06.338973 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.347400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Transition to ACTIVE for port object 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:06.368631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b01d3-136f-4633-9ef3-1218d0e8e437 req-5410c411-1657-44c8-a4ca-25ff7c7ee34b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:06.369798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.377741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b1b01d3-136f-4633-9ef3-1218d0e8e437 req-5410c411-1657-44c8-a4ca-25ff7c7ee34b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 932 time: 0.7380068 Jun 17 08:21:06.388895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.398403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Transition to ACTIVE for port object 5eb4d628-56ec-4676-a4b6-afcde6d13100 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:06.398705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d1cb6-0a3b-41e6-bbd2-a8d807665427 req-6f542fa6-6c6c-4d3f-ba88-b14ba13fc87c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:06.400318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-273d1cb6-0a3b-41e6-bbd2-a8d807665427 req-6f542fa6-6c6c-4d3f-ba88-b14ba13fc87c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 945 time: 0.6490402 Jun 17 08:21:06.405249 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.423105 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b66886b3-7375-404e-a274-fbcf37e7591c tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.444693 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.459288 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Transition to ACTIVE for port object 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:06.472981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.473555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.477013 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.478565 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.482490 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7fbf5883-c88e-4e31-bf9e-114432ea3048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.495875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.519818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:06.524957 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10c1112-d8dc-4efc-8058-b1589fe1df4d" -d '{"events": [{"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-plugged", "status": "completed", "tag": "bab10267-756e-404f-a6e6-ed67144169f5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:06.569367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:06.570862 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Attempting to bind port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:06.572523 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Attempting to bind port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:06.573729 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Attempting to bind port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:06.578031 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b02dad-3ca2-4a6e-96f1-7fc4be5fbff2 None None] Pushing event updated for resources: {'Port': ['ID=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.579180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:06.585156 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44b02dad-3ca2-4a6e-96f1-7fc4be5fbff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.588413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:06.589601 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:06.590769 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:06.591540 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.592180 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:06.593986 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Bound port: 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:06.594116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:06.594481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.595135 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.607697 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.615910 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e96d9c9-74f5-4d84-87f2-1cd34b7cfec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.633420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b1b01d3-136f-4633-9ef3-1218d0e8e437 req-4a8be1d1-bac4-477a-9a54-7fa641e4a507 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547233 Jun 17 08:21:06.640153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:06.640768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:06.641560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:06.672994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:06.673578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:06.697681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:06.697681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:06.699232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:06.699232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Bound port: 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:06.699232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.710671 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] For port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:06.721300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-273d1cb6-0a3b-41e6-bbd2-a8d807665427 req-48e0c5cf-9b33-4de5-8c84-2758cf9a8cbd tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946150 Jun 17 08:21:06.738398 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] For port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:06.762761 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.767029 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44b02dad-3ca2-4a6e-96f1-7fc4be5fbff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.813629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.828818 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.830149 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.894987 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:06.895610 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:06.899533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Pushing event updated for resources: {'Port': ['ID=5eb4d628-56ec-4676-a4b6-afcde6d13100,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.906888 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.938820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:06.949137 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.951776 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d3fb7ed-a651-46a9-b8d0-6e1a08f3db66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.987889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:07.001925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:07.017198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.021589 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:07.091434 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.104730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.115837 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:07.144897 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:07.174019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.188364 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:07.204022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:07.205210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.206835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] 10.222.0.67 "PUT /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 1093 time: 2.1029623 Jun 17 08:21:07.207410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:07.223735 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb51247-ce05-444f-9bdf-a205ee391c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:07.224079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9866a14d-75ff-4dff-8df1-40e56cee1ba2 None None] Provisioning complete for port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:07.224428 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9866a14d-75ff-4dff-8df1-40e56cee1ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.432597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-2fd1c9ef-1895-4ebc-89d0-0427aa8bb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:07.443643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-2fd1c9ef-1895-4ebc-89d0-0427aa8bb0f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1096 time: 0.1874652 Jun 17 08:21:07.528043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-9c5fe931-d760-4c17-9164-a38b6830b81a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.0830462 Jun 17 08:21:07.547598 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b02dad-3ca2-4a6e-96f1-7fc4be5fbff2 None None] Pushing event updated for resources: {'Port': ['ID=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.559769 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2833da-63cc-46f1-a408-acb1f513d7f4 x-openstack-request-id: req-9b2833da-63cc-46f1-a408-acb1f513d7f4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:07.560244 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-plugged", "status": "completed", "tag": "bab10267-756e-404f-a6e6-ed67144169f5", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:07.561819 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b2833da-63cc-46f1-a408-acb1f513d7f4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:07.561819 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5', 'code': 200} Jun 17 08:21:07.566169 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44b02dad-3ca2-4a6e-96f1-7fc4be5fbff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:07.580927 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:03Z', 'revision_number': 3, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:07.640848 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6aa4b5-1519-4f41-ab67-80952fdf7148 x-openstack-request-id: req-3c6aa4b5-1519-4f41-ab67-80952fdf7148 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:07.641163 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:07.641443 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c6aa4b5-1519-4f41-ab67-80952fdf7148 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:07.641858 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'status': 'completed', 'code': 200} Jun 17 08:21:07.672893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-a134885e-c835-4d9a-ae47-e0dfe0801fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:07.677108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-a134885e-c835-4d9a-ae47-e0dfe0801fc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.1380508 Jun 17 08:21:07.699916 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c48efc-cc89-4ac4-86ae-feb73c655d44 None None] The sync data for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 is: [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:03Z', 'revision_number': 3, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:07.725660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.745267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5a20a8f9-85a5-47e0-99ca-a58e1dcce91b None None] Provisioning for port 5eb4d628-56ec-4676-a4b6-afcde6d13100 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:07.749952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5a20a8f9-85a5-47e0-99ca-a58e1dcce91b None None] Provisioning complete for port 5eb4d628-56ec-4676-a4b6-afcde6d13100 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:07.750427 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a20a8f9-85a5-47e0-99ca-a58e1dcce91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.751250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.753752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.757869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-f9c24f1c-34a5-44ea-97b3-40aacf8c54d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726788 Jun 17 08:21:07.772662 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:07.866347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5a20a8f9-85a5-47e0-99ca-a58e1dcce91b None None] Port 5eb4d628-56ec-4676-a4b6-afcde6d13100 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:07.922890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Pushing event updated for resources: {'Port': ['ID=5eb4d628-56ec-4676-a4b6-afcde6d13100,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.946663 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.011385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:08.047026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b00ea-06b2-4479-ad58-408afbb29588 req-f082d0be-6239-4f0f-975c-14b35cce9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.054005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-df8b00ea-06b2-4479-ad58-408afbb29588 req-f082d0be-6239-4f0f-975c-14b35cce9f1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 1098 time: 0.4033649 Jun 17 08:21:08.090108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-cbf44805-b7e1-4e2d-a3d8-eee77ef666b7 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158753 Jun 17 08:21:08.098072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:08.098553 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.235455 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-df8b00ea-06b2-4479-ad58-408afbb29588 req-abc9c206-29f5-4830-a600-815ed7b383a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666288 Jun 17 08:21:08.308541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:08.314758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:08.440712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c63b40cc-7c7a-472f-9e05-c9037054821f req-b651de53-d0ba-440e-a5da-bc62e4b1f36f service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973399 Jun 17 08:21:08.528432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bda197-48ed-474d-a540-0d0d35b38f2e req-56e1bfe4-f6d3-4307-91ba-e4756caa506c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.530353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23bda197-48ed-474d-a540-0d0d35b38f2e req-56e1bfe4-f6d3-4307-91ba-e4756caa506c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 944 time: 0.5509028 Jun 17 08:21:08.541299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a63320-f4b5-4ed4-ab4c-81967de24c76 req-97098795-ecff-44c0-b17b-9369eb76bb04 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.549604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98a63320-f4b5-4ed4-ab4c-81967de24c76 req-97098795-ecff-44c0-b17b-9369eb76bb04 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 950 time: 0.5603597 Jun 17 08:21:08.644079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98a63320-f4b5-4ed4-ab4c-81967de24c76 req-fa286bfe-fb3c-4a39-b3db-c36bcc29ade0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927231 Jun 17 08:21:08.692016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23bda197-48ed-474d-a540-0d0d35b38f2e req-cea895c3-686c-424b-a635-71fdf5322953 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388125 Jun 17 08:21:08.820672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7357d92f-793c-4501-9247-caf0e3661d07 None None] Provisioning complete for port 5eb4d628-56ec-4676-a4b6-afcde6d13100 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:08.821066 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7357d92f-793c-4501-9247-caf0e3661d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.930026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7357d92f-793c-4501-9247-caf0e3661d07 None None] Port 5eb4d628-56ec-4676-a4b6-afcde6d13100 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:08.954073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-274b1fcb-6894-4883-83bc-1285214de9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.956145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-274b1fcb-6894-4883-83bc-1285214de9e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1096 time: 0.2547438 Jun 17 08:21:09.125911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Router cbb8dc3c-bacc-4870-a860-1f83466d0865 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:09.374202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:09.379844 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] 10.222.0.65 "PUT /v2.0/routers/cbb8dc3c-bacc-4870-a860-1f83466d0865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3311458 Jun 17 08:21:09.630797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-db851086-4417-48a7-ba5b-23d3eabbf4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.633070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-db851086-4417-48a7-ba5b-23d3eabbf4b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.6652756 Jun 17 08:21:09.692392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-8be40f07-23b7-4d00-8e73-f20d4d65fce2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.0507197 Jun 17 08:21:09.730069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-436b14c5-75fd-4119-8c11-e931da132be0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.731547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-436b14c5-75fd-4119-8c11-e931da132be0 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 950 time: 0.7267351 Jun 17 08:21:09.864478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305718-c2b6-46f5-9c95-5a25e3b524ea req-e841570c-d219-43c2-b297-85fc24c05601 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.873171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75305718-c2b6-46f5-9c95-5a25e3b524ea req-e841570c-d219-43c2-b297-85fc24c05601 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.8196688 Jun 17 08:21:09.938691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-b2a2a6fb-279e-4baf-b03b-e97281a3727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.943224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-b2a2a6fb-279e-4baf-b03b-e97281a3727a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.2390084 Jun 17 08:21:10.020496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-f1760bea-1d36-4e02-a4a9-49829337a055 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551476 Jun 17 08:21:10.029216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:10.041390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75305718-c2b6-46f5-9c95-5a25e3b524ea req-32b47ca0-c41b-4249-9532-62c655610cbc tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670148 Jun 17 08:21:10.117282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Deleting port 9d2e71f4-d38c-4625-8276-a964e4993812 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:10.117635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.163963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:10.169755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:10.170136 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.294418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.324533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:10.330544 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.342791 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:10.399103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Sync routers for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:10.408454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:10.411945 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:10.417989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:10.419120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:10.502385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] For port 9d2e71f4-d38c-4625-8276-a964e4993812, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9d2e71f4-d38c-4625-8276-a964e4993812,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:10.502729 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.561424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-0719ec63-87bd-4fcd-aa2d-3050a7df2ccc tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.563004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-0719ec63-87bd-4fcd-aa2d-3050a7df2ccc tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 829 time: 0.3512003 Jun 17 08:21:10.565084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-9c52e2d6-c74c-4204-847e-87e377e3bab7 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987750 Jun 17 08:21:10.608045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d1c0b-4c71-4f3c-9ebe-db9118cf27e9 req-3b852dc6-5e06-40ba-934e-e590dda20867 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.617765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e13d1c0b-4c71-4f3c-9ebe-db9118cf27e9 req-3b852dc6-5e06-40ba-934e-e590dda20867 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 950 time: 0.4072635 Jun 17 08:21:10.654203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Calling delete_port for 9d2e71f4-d38c-4625-8276-a964e4993812 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:10.681642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:10.709797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-ccea7ed8-1664-4e04-a8d5-acf3414867a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/quotas/d4223e356cb24370bc86d1b801fab0cf HTTP/1.1" status: 200 len: 375 time: 0.1091053 Jun 17 08:21:10.864692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb51247-ce05-444f-9bdf-a205ee391c5d req-5d8d180f-481a-47ca-89fb-5c83de3b7851 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651191 Jun 17 08:21:10.895051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e13d1c0b-4c71-4f3c-9ebe-db9118cf27e9 req-0540f244-10b9-4453-a338-83075e7a245b tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/security-groups?id=dee62794-e563-424f-b154-befd1672ef6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762022 Jun 17 08:21:10.933578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:07Z', 'revision_number': 2, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:10.960413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Checking router: cbb8dc3c-bacc-4870-a860-1f83466d0865 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:10.960778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Updating router cbb8dc3c-bacc-4870-a860-1f83466d0865 port 5eb4d628-56ec-4676-a4b6-afcde6d13100 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:21:10.983291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-f5ddfd5a-8e54-42cd-b5d0-d9973431d060 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2724636 Jun 17 08:21:11.021944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.164924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.177524 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4134a0d1-3fc8-4347-879b-6f230f01e1c7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.181738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9d2e71f4-d38c-4625-8276-a964e4993812'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:11.212951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Pushing event deleted for resources: {'Port': ['ID=9d2e71f4-d38c-4625-8276-a964e4993812,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.216669 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.296596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-e940838b-1751-41a2-83a0-d4f7d0a09f14 service neutron] 10.222.0.65 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649236 Jun 17 08:21:11.316127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] No DVR routers for this DVR port 9d2e71f4-d38c-4625-8276-a964e4993812 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:11.319239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.321692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfd28eef-89bb-49fd-b744-e558929a0d3f req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.60 "DELETE /v2.0/ports/9d2e71f4-d38c-4625-8276-a964e4993812 HTTP/1.1" status: 204 len: 173 time: 1.5565920 Jun 17 08:21:11.339855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'name': 'network-vif-deleted', 'tag': '9d2e71f4-d38c-4625-8276-a964e4993812'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:11.342507 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cbf58d-12a3-444b-b8d5-eddf78cd6f1c" -d '{"events": [{"server_uuid": "cccca133-6c24-47b8-865a-3f29a14f9904", "name": "network-vif-deleted", "tag": "9d2e71f4-d38c-4625-8276-a964e4993812"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:11.467782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.478284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5f673-1a5b-4491-b0d4-a146e78b7477 req-4639e7bd-70db-4d9b-825f-be01e9f03c43 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:11.483747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Transition to ACTIVE for port object 5eb4d628-56ec-4676-a4b6-afcde6d13100 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:11.491723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73f5f673-1a5b-4491-b0d4-a146e78b7477 req-4639e7bd-70db-4d9b-825f-be01e9f03c43 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 944 time: 0.4335930 Jun 17 08:21:11.502305 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.512474 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.574386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1cd27-9660-452d-b649-9ce19c2c6572 None None] Pushing event updated for resources: {'Port': ['ID=5eb4d628-56ec-4676-a4b6-afcde6d13100,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.585699 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0f1cd27-9660-452d-b649-9ce19c2c6572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.664579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73f5f673-1a5b-4491-b0d4-a146e78b7477 req-31330f72-26bf-4fd3-b799-83e2e46bbb28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717358 Jun 17 08:21:11.705455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-a2eea89b-2be6-42f8-a7ae-f2810d9afcca service neutron] 10.222.0.65 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905523 Jun 17 08:21:11.724497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-bc9f3154-6144-4663-b099-8fe932a700a2 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:11.728317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Attempting to bind port 5eb4d628-56ec-4676-a4b6-afcde6d13100 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:11.728705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Attempting to bind port 5eb4d628-56ec-4676-a4b6-afcde6d13100 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:11.729132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Attempting to bind port 5eb4d628-56ec-4676-a4b6-afcde6d13100 on network e2c7c8b8-60c3-4078-8c64-1566ff69b057 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:11.734787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:11.735236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Checking segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:11.735598 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.736033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Bound using segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:11.736528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Bound port: 5eb4d628-56ec-4676-a4b6-afcde6d13100, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:11.736901 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.741285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-bc9f3154-6144-4663-b099-8fe932a700a2 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.67 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 946 time: 0.3948083 Jun 17 08:21:11.870421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:11.937348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] For port 5eb4d628-56ec-4676-a4b6-afcde6d13100, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:11.966616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] For port 5eb4d628-56ec-4676-a4b6-afcde6d13100, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5eb4d628-56ec-4676-a4b6-afcde6d13100,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:11.996758 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.000467 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:12.041630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a6ecb-8a47-455d-9945-7a869235ade7 req-da9e3994-6004-4603-9e13-901aea170174 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:12.050735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e0a6ecb-8a47-455d-9945-7a869235ade7 req-da9e3994-6004-4603-9e13-901aea170174 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 946 time: 0.1550381 Jun 17 08:21:12.102374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e0a6ecb-8a47-455d-9945-7a869235ade7 req-5a8291d7-ba9d-4199-989a-c52b0d0acacd tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/security-groups?id=6780889f-1720-4a93-9698-38ef41935aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503838 Jun 17 08:21:12.106562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Deleting port 77b50407-b487-4260-a3b7-a9528ceec005 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:12.106927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.117220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:12.284871 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54277e78-f6a8-4757-a5c9-de19fce1b3e8 x-openstack-request-id: req-54277e78-f6a8-4757-a5c9-de19fce1b3e8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:12.286330 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccca133-6c24-47b8-865a-3f29a14f9904", "name": "network-vif-deleted", "tag": "9d2e71f4-d38c-4625-8276-a964e4993812", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:12.286624 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54277e78-f6a8-4757-a5c9-de19fce1b3e8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:12.287075 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccca133-6c24-47b8-865a-3f29a14f9904', 'name': 'network-vif-deleted', 'tag': '9d2e71f4-d38c-4625-8276-a964e4993812', 'status': 'completed', 'code': 200} Jun 17 08:21:12.327022 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:21:12.396396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:12.397087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:12.467137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] For port 77b50407-b487-4260-a3b7-a9528ceec005, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=77b50407-b487-4260-a3b7-a9528ceec005,segment=NetworkSegment(56acb67d-39bf-47a6-908e-293432a3fe1f),segment_id=56acb67d-39bf-47a6-908e-293432a3fe1f)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:12.467483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.516236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1cd27-9660-452d-b649-9ce19c2c6572 None None] Pushing event updated for resources: {'Port': ['ID=5eb4d628-56ec-4676-a4b6-afcde6d13100,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:12.613522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Calling delete_port for 77b50407-b487-4260-a3b7-a9528ceec005 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:12.628092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:12.653496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d08903f-16b7-4e65-9b36-6ac7e154fe84 req-cfd25aa9-fe33-4ac1-adcc-ec6a8951efcb tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccca133-6c24-47b8-865a-3f29a14f9904 HTTP/1.1" status: 200 len: 210 time: 0.0738773 Jun 17 08:21:12.668501 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0f1cd27-9660-452d-b649-9ce19c2c6572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:12.685303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:12.719740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'port_id': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'mac_address': 'fa:16:3e:b3:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd73d8b-9541-44b4-83d7-a3bb7bd4e401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:12.766445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:12.769019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.780147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87eb4764-facd-4ea7-810d-553ec0fb65a5 req-5417ec19-d89a-4675-929d-7f0382ab59bc tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 210 time: 0.0417137 Jun 17 08:21:12.792463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cf10e-b510-4d42-bcdb-ab4754d64afb req-a8485fb1-258c-4136-b357-e96ae53afb71 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:12.794012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-846cf10e-b510-4d42-bcdb-ab4754d64afb req-a8485fb1-258c-4136-b357-e96ae53afb71 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.4628758 Jun 17 08:21:12.908872 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.955880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.964053 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:12.967774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:13.001232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['77b50407-b487-4260-a3b7-a9528ceec005'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:13.003726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Pushing event deleted for resources: {'Port': ['ID=77b50407-b487-4260-a3b7-a9528ceec005,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:13.006786 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:13.058370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] No DVR routers for this DVR port 77b50407-b487-4260-a3b7-a9528ceec005 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:13.061383 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.065364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-301d30a9-57b3-4b94-8454-c0f08c4a4134 req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.67 "DELETE /v2.0/ports/77b50407-b487-4260-a3b7-a9528ceec005 HTTP/1.1" status: 204 len: 173 time: 1.3176715 Jun 17 08:21:13.079668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-846cf10e-b510-4d42-bcdb-ab4754d64afb req-52976ac6-259f-42b4-a734-ae409db491a6 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451857 Jun 17 08:21:13.098681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:13.139691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.188605 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:13.278285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72bd58-50f3-46f7-bf1e-2cd692c16ea4 req-1666b18b-d769-4f8b-8159-66052aecbe77 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.295761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f72bd58-50f3-46f7-bf1e-2cd692c16ea4 req-1666b18b-d769-4f8b-8159-66052aecbe77 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.1442828 Jun 17 08:21:13.366611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:13.371957 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:13.382383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:13.433375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f72bd58-50f3-46f7-bf1e-2cd692c16ea4 req-c47f361b-c7c6-4262-87e2-9d423e2d6c8d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316953 Jun 17 08:21:13.569714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:11Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:13.582495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9f3a-d472-40ee-bcc6-2c03a93bdea1 req-fd7de7cf-16c6-48d9-a8cd-b33166aaa910 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.596595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6dad9f3a-d472-40ee-bcc6-2c03a93bdea1 req-fd7de7cf-16c6-48d9-a8cd-b33166aaa910 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.1600375 Jun 17 08:21:13.602047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff7228-9d96-4bd6-91f3-8c07dfceb70c None None] The sync data for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 is: [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:11Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:13.735792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-513147ca-1445-400a-bb72-c115df1e4e5a req-c8fbdfab-4e77-4ac8-8a79-27832e69086c tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] 10.222.0.65 "GET /v2.0/ports?device_id=b22f1930-a85c-4b4c-a908-bf66465c3cfc HTTP/1.1" status: 200 len: 210 time: 0.0926998 Jun 17 08:21:13.796633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6dad9f3a-d472-40ee-bcc6-2c03a93bdea1 req-ebb434b7-4ed0-495e-954b-7c56df1195bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872478 Jun 17 08:21:13.931538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 77b50407-b487-4260-a3b7-a9528ceec005 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:14.060628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39762) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:14.092756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5eb4d628-56ec-4676-a4b6-afcde6d13100 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:14.105834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 77b50407-b487-4260-a3b7-a9528ceec005 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:14.109390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 77b50407-b487-4260-a3b7-a9528ceec005 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:14.211520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-ec48d9a3-c6a2-4605-aa2d-2beb5880c6f7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:14.213253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-ec48d9a3-c6a2-4605-aa2d-2beb5880c6f7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.60 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 829 time: 0.3376615 Jun 17 08:21:14.252368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Request body: {'port': {'device_id': '85f2b107-9690-4b41-9320-67b7066c2c37', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'admin_state_up': True, 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:14.280360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9d2e71f4-d38c-4625-8276-a964e4993812 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:14.334236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 9d2e71f4-d38c-4625-8276-a964e4993812 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:14.335410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9d2e71f4-d38c-4625-8276-a964e4993812 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:14.345297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5eb4d628-56ec-4676-a4b6-afcde6d13100 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:14.358009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5eb4d628-56ec-4676-a4b6-afcde6d13100 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:14.358619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.461031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.465370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'name': 'network-vif-deleted', 'tag': '77b50407-b487-4260-a3b7-a9528ceec005'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:14.470184 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404abbda-a5da-445e-900a-ceb3241113f6" -d '{"events": [{"server_uuid": "b22f1930-a85c-4b4c-a908-bf66465c3cfc", "name": "network-vif-deleted", "tag": "77b50407-b487-4260-a3b7-a9528ceec005"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:14.632578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.633467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82885803-bff1-416e-bf65-8f4687881ebb req-80fc639f-d5c5-49d6-b5b3-b143a9f0a168 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 210 time: 0.4108412 Jun 17 08:21:14.637401 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.664511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.668219 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bfe3bbc-ecf6-468a-96b1-96fa6f3764f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:14.746510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5eb4d628-56ec-4676-a4b6-afcde6d13100, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5eb4d628-56ec-4676-a4b6-afcde6d13100,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:14.752565 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.759598 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f9b556b9-c365-40cc-abd9-670ad48a4ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:14.778871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Made reservation on behalf of d4223e356cb24370bc86d1b801fab0cf for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:14.782429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.798832 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88b225bb7f414d13a244adb9dc4055de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7349415 Jun 17 08:21:14.801827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39778) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:14.802554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce04b277-f947-4ba8-b2b9-30d88e4dec17,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:14.813234 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:14.828979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba201872-62d8-46dc-b172-acf7af9608bf req-9eed5303-db98-4dd1-ab8e-3924d1465a20 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:14.847406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba201872-62d8-46dc-b172-acf7af9608bf req-9eed5303-db98-4dd1-ab8e-3924d1465a20 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.3707097 Jun 17 08:21:14.857772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5eb4d628-56ec-4676-a4b6-afcde6d13100,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:14.864573 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:14.920168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.951397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.013417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.018387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.022932 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce04b277-f947-4ba8-b2b9-30d88e4dec17 HTTP/1.1" status: 204 len: 168 time: 0.2108960 Jun 17 08:21:15.024747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ca8cdd1-9a33-4e4b-96f4-c59b30801a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:15.034428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce04b277-f947-4ba8-b2b9-30d88e4dec17,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:15.037157 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:15.339816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba201872-62d8-46dc-b172-acf7af9608bf req-048e5ed7-f7ae-49aa-a178-b75335532e34 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911761 Jun 17 08:21:15.436341 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26628cb4-7289-46b6-a939-a902146ffaab x-openstack-request-id: req-26628cb4-7289-46b6-a939-a902146ffaab {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:15.436687 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22f1930-a85c-4b4c-a908-bf66465c3cfc", "name": "network-vif-deleted", "tag": "77b50407-b487-4260-a3b7-a9528ceec005", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:15.437029 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26628cb4-7289-46b6-a939-a902146ffaab {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:15.437341 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22f1930-a85c-4b4c-a908-bf66465c3cfc', 'name': 'network-vif-deleted', 'tag': '77b50407-b487-4260-a3b7-a9528ceec005', 'status': 'completed', 'code': 200} Jun 17 08:21:15.476632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8af0f-96bf-49d4-835f-090c886b6755 req-5ecbf0b8-c3f3-4690-9c72-303254912d12 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:15.478195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3c8af0f-96bf-49d4-835f-090c886b6755 req-5ecbf0b8-c3f3-4690-9c72-303254912d12 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.5079548 Jun 17 08:21:15.508472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39794) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:15.529710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.543635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Allocated IP 172.20.0.14 (e2c7c8b8-60c3-4078-8c64-1566ff69b057/153db9ad-d02f-4ed3-901e-cd8b8ed856b2/7d04f787-bfa5-422d-9e3c-4285248d34a9) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:15.584868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3c8af0f-96bf-49d4-835f-090c886b6755 req-5012743d-b231-4dc3-8259-3569dfd7aa3d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Jun 17 08:21:15.590772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39796) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:15.728808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.736824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.741059 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:15.772763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Deleting subnet 4d201060-936b-49e6-a91f-e9a70364bd96 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:21:15.791997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ac4054-d06c-4b79-aa87-73378ce58411,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:15.809081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.833968 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:15.880825 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68f2bdb634a24f869639bd7de5886815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712056 Jun 17 08:21:15.881486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39806) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:15.885664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:15.921228 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.979061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:15.983175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:15.983826 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.014918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.024432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5eb4d628-56ec-4676-a4b6-afcde6d13100 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:16.064048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99f39779-0908-4696-bcb2-26bbc2070ba4 req-1246f5c5-e84b-4a19-8a86-35cbe1b222c8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 210 time: 0.1389735 Jun 17 08:21:16.116554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.123445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8abcc-2214-4e7d-acd2-19d51d122f1b req-4b2bf84c-a53e-44b1-abed-1804bb8533de tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:16.132351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fcd8abcc-2214-4e7d-acd2-19d51d122f1b req-4b2bf84c-a53e-44b1-abed-1804bb8533de tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.3812218 Jun 17 08:21:16.177818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5eb4d628-56ec-4676-a4b6-afcde6d13100 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:16.179253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.195335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.207437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fcd8abcc-2214-4e7d-acd2-19d51d122f1b req-c4ad620f-1a4a-47e4-9b2a-2e48a9ee9226 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732839 Jun 17 08:21:16.287004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.322477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.331711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.334599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.335812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39ac4054-d06c-4b79-aa87-73378ce58411 HTTP/1.1" status: 204 len: 168 time: 0.4533792 Jun 17 08:21:16.336560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d8ad158-bc6c-40ce-bb0d-76a1c10261bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.342225 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3af07baf-633e-43e7-bc43-e98121d535d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.349439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Transition to ACTIVE for port object 7d04f787-bfa5-422d-9e3c-4285248d34a9 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:16.351083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ac4054-d06c-4b79-aa87-73378ce58411,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.363364 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.367325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39826) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:16.378450 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.427585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d201060-936b-49e6-a91f-e9a70364bd96,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.433598 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.440989 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.445575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d201060-936b-49e6-a91f-e9a70364bd96 HTTP/1.1" status: 204 len: 168 time: 0.8506076 Jun 17 08:21:16.446271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:16.458416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:16.469642 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f09ca2-6d92-4092-ba36-e337159ea493" -d '{"events": [{"server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "name": "network-vif-plugged", "status": "completed", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:16.515644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:16.539572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.542515 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.547655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.604533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.613652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.617380 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.620696 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5da2736-2b74-495f-8b62-018ed6bdf989 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.635727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f3e31-fcf7-4ee2-a23a-434608a30dfe req-4e816e35-4c10-4e96-81dc-06470a9cad70 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:16.637233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-132f3e31-fcf7-4ee2-a23a-434608a30dfe req-4e816e35-4c10-4e96-81dc-06470a9cad70 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.1652393 Jun 17 08:21:16.660158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.672014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.672623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.674590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.675500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.675999 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.676477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.676956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.677450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.677922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.678391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.702335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:16.717985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:16.720772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:16.726622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:16.727301 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.740238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event updated for resources: {'Port': ['ID=7d04f787-bfa5-422d-9e3c-4285248d34a9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.747798 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.781078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-132f3e31-fcf7-4ee2-a23a-434608a30dfe req-e8d3cac3-5d1c-4fcb-91ee-ca5226a2cfa2 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213109 Jun 17 08:21:16.798213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5731058 Jun 17 08:21:16.822217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Request body: {'port': {'device_id': '85f2b107-9690-4b41-9320-67b7066c2c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:16.839149 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.856058 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab43ef39-b717-4c17-bdc9-ae72930c567d x-openstack-request-id: req-ab43ef39-b717-4c17-bdc9-ae72930c567d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:16.856508 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "name": "network-vif-plugged", "status": "completed", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:16.856773 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab43ef39-b717-4c17-bdc9-ae72930c567d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:16.857177 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'code': 200} Jun 17 08:21:16.906300 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.906648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.906998 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.907331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:21:16.908468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe7d00a-102e-43fc-9ed1-22419d6ab271']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.981704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56acb67d-39bf-47a6-908e-293432a3fe1f') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.982002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56acb67d-39bf-47a6-908e-293432a3fe1f') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:17.027168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7ec4949c-8b7c-4b0c-8ba2-8fa3a7a83a1f None None] Provisioning for port 7d04f787-bfa5-422d-9e3c-4285248d34a9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:17.031341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7ec4949c-8b7c-4b0c-8ba2-8fa3a7a83a1f None None] Provisioning complete for port 7d04f787-bfa5-422d-9e3c-4285248d34a9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:17.031796 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ec4949c-8b7c-4b0c-8ba2-8fa3a7a83a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.052323 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.097955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4949c-8b7c-4b0c-8ba2-8fa3a7a83a1f None None] Port 7d04f787-bfa5-422d-9e3c-4285248d34a9 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:17.114053 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-320418b6-6368-43f4-ac7b-d56ced1e33c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb0ab35ac4ce4d06a10255d3f5507cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454915 Jun 17 08:21:17.115765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.119724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:17.133013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:21:17.133952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: from cryptography.utils import int_from_bytes Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: from cryptography.utils import int_from_bytes Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:21:17.158759 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:21:17.161596 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:21:17.164298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.198375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-2c6e616e-caf2-4ff8-8fed-d0d062d9bf58 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.205894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-2c6e616e-caf2-4ff8-8fed-d0d062d9bf58 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/networks?id=cfac2445-2474-4e4c-a98b-2a92a0877777 HTTP/1.1" status: 200 len: 815 time: 0.2653501 Jun 17 08:21:17.256952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-b2d4b2b7-1089-43d0-90b9-654542089daf tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/quotas/23ef15b0c48a4a738e47a0d19db0adde HTTP/1.1" status: 200 len: 375 time: 0.0499547 Jun 17 08:21:17.257761 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.270414 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.284672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.285650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cc8eb-21a0-487b-926d-7ccc16a360dc req-71ef2cf8-6a3a-45ea-a622-5608094e59c6 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.286511 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dfe7d00a-102e-43fc-9ed1-22419d6ab271 HTTP/1.1" status: 204 len: 168 time: 0.8390932 Jun 17 08:21:17.287431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.289337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe7d00a-102e-43fc-9ed1-22419d6ab271,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.291512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-913cc8eb-21a0-487b-926d-7ccc16a360dc req-71ef2cf8-6a3a-45ea-a622-5608094e59c6 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 946 time: 0.2449086 Jun 17 08:21:17.292064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39868) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:17.295662 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.319132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.367232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d97dc6-e28d-48db-8a33-e844393c1128 req-0ff6dbdc-569c-4b06-aa48-d2501f87b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.368784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84d97dc6-e28d-48db-8a33-e844393c1128 req-0ff6dbdc-569c-4b06-aa48-d2501f87b1ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1098 time: 0.3234229 Jun 17 08:21:17.377002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.379695 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.384305 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dee62794-e563-424f-b154-befd1672ef6d HTTP/1.1" status: 204 len: 168 time: 0.2633770 Jun 17 08:21:17.385134 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28706aab-a796-41f8-b0d5-56f84d97d61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.394558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee62794-e563-424f-b154-befd1672ef6d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.404442 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.491532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:17.503549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Deleting subnet fe544285-8960-421a-b27e-cbed0f8d0fa0 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:21:17.514464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.551036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-913cc8eb-21a0-487b-926d-7ccc16a360dc req-eb9d6e9e-7612-429c-82dc-e5e678cfa1ac tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216816 Jun 17 08:21:17.586542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84d97dc6-e28d-48db-8a33-e844393c1128 req-821b4518-d022-4dcc-b7db-1afbeea79869 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032681 Jun 17 08:21:17.607121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.616283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-e05c44e9-ad7f-4e94-9fb8-9e9d123ce605 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23ef15b0c48a4a738e47a0d19db0adde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3492067 Jun 17 08:21:17.657141 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.745430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-786006421-network', 'tenant_id': 'df255d9f8ec84c5babafd4030453edec'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:17.778990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Made reservation on behalf of df255d9f8ec84c5babafd4030453edec for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:17.781722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.797567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.819507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-9ac191fd-faf3-40a1-8ec6-1caec5a1e6ce service neutron] 10.222.0.65 "GET /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752415 Jun 17 08:21:17.824671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39880) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:17.869360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.894003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.899568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.902560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de04a5e1-ac24-4f5f-a8c5-4ddc5080e298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.917780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.925991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:21:17.926871 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f965456-1106-47a6-aad0-83dd5364dc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.936237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e06a56-1f03-4d36-9ba3-873b0b785cd1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.941194 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.942439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.942778 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Added segment 3d59b339-4030-40b8-a921-ea2edfe9e07a of type vlan for network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa Jun 17 08:21:17.977511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d04f787-bfa5-422d-9e3c-4285248d34a9 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:17.983749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.010880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe544285-8960-421a-b27e-cbed0f8d0fa0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.014184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.016022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.017451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.020226 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.020348 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.024422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fe544285-8960-421a-b27e-cbed0f8d0fa0 HTTP/1.1" status: 204 len: 168 time: 0.7184074 Jun 17 08:21:18.024961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39882) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:18.025369 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.030201 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.075212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Transition to ACTIVE for port object 7d04f787-bfa5-422d-9e3c-4285248d34a9 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:18.083257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-7bdb8e51-969a-4dac-9c5d-e6a7568315e6 service neutron] 10.222.0.65 "GET /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599969 Jun 17 08:21:18.086454 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.092467 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-04ae2e2f-5c8a-4b5d-8c01-aae869ec0262 tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.107524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Pushing event updated for resources: {'Network': ['ID=943a0609-d4dd-4bda-a3a4-c58f0a2585fa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.110746 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.119314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:21:18.154355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3b727-1925-4bba-a805-e69cb1bcd0ee req-94ae21c2-960f-45bc-bc96-f0421e1ac123 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.161847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ac3b727-1925-4bba-a805-e69cb1bcd0ee req-94ae21c2-960f-45bc-bc96-f0421e1ac123 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.3485160 Jun 17 08:21:18.162727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.232549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Pushing event updated for resources: {'Port': ['ID=7d04f787-bfa5-422d-9e3c-4285248d34a9,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.238148 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.284046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.293753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ac3b727-1925-4bba-a805-e69cb1bcd0ee req-d24b9eec-2cd1-4501-8a33-b3e92f05863e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309628 Jun 17 08:21:18.313248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Attempting to bind port 7d04f787-bfa5-422d-9e3c-4285248d34a9 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:18.313582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Attempting to bind port 7d04f787-bfa5-422d-9e3c-4285248d34a9 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:18.314486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Attempting to bind port 7d04f787-bfa5-422d-9e3c-4285248d34a9 on network e2c7c8b8-60c3-4078-8c64-1566ff69b057 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:18.322525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753b05d5-cdc5-4960-8544-65dcfa99e9d7']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:18.338853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Port 7d04f787-bfa5-422d-9e3c-4285248d34a9 on network e2c7c8b8-60c3-4078-8c64-1566ff69b057 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:18.339244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Attempting to bind port 7d04f787-bfa5-422d-9e3c-4285248d34a9 on network e2c7c8b8-60c3-4078-8c64-1566ff69b057 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:18.365343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.366495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:18.366863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Checking segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:18.367272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Bound using segment: {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:18.367738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Bound port: 7d04f787-bfa5-422d-9e3c-4285248d34a9, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b300b9-cb1c-4e3c-9376-73ba49411385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:18.368140 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.372033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db591d74-feb9-4867-9cd3-d46fbe99af96') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:18.372312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db591d74-feb9-4867-9cd3-d46fbe99af96') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:18.390297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.392254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.400504 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d346271d-18e9-421e-987b-7305a6bb07c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.405999 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9126642 Jun 17 08:21:18.414424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39890) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:18.420838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Request body: {'subnet': {'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-786006421-subnet', 'tenant_id': 'df255d9f8ec84c5babafd4030453edec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:18.453102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa6c70e4-fcc1-40a7-830e-34413f2463f7 req-ae045a23-5b8e-4ed4-b316-028bd866bc9e tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 210 time: 0.0794408 Jun 17 08:21:18.467597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.480400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Made reservation on behalf of df255d9f8ec84c5babafd4030453edec for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:18.485328 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.534859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8b8c8a2616541b88c490c269f28be0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7004063 Jun 17 08:21:18.535212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39894) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:18.563516 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c954a-9741-47de-809d-bfd3f7c36261,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.586181 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.590825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] For port 7d04f787-bfa5-422d-9e3c-4285248d34a9, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:18.610800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:21:18.611231 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:21:18.612981 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:21:18.628395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] For port 7d04f787-bfa5-422d-9e3c-4285248d34a9, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:18.648118 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.651121 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dae6cee3-dab4-412e-b34c-0836794b0d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.694078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.718841 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f29d06da-99b5-4c12-80f0-ec9a34c6ad93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.734769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.740089 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] 10.222.0.65 "DELETE /v2.0/networks/753b05d5-cdc5-4960-8544-65dcfa99e9d7 HTTP/1.1" status: 204 len: 168 time: 0.7055571 Jun 17 08:21:18.742107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Pushing event deleted for resources: {'Network': ['ID=753b05d5-cdc5-4960-8544-65dcfa99e9d7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.742930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.743731 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.745441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 1093 time: 1.9279673 Jun 17 08:21:18.751837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:18.754263 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48f1f0f-a060-4aab-a0d2-9962f167e99d" -d '{"events": [{"name": "network-changed", "server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:18.759578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.828762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.832754 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.912809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.915850 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.966485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:18.966997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Network hostable DHCP agents. Network: 943a0609-d4dd-4bda-a3a4-c58f0a2585fa, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:21:18.990377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:21:19.017919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 943a0609-d4dd-4bda-a3a4-c58f0a2585fa) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:19.024149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39910) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:19.025425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.026808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.043862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd9b97-0319-4389-a1c8-8c6de817b8a2 None None] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:19.070846 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.077291 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6617699 Jun 17 08:21:19.099855 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6b1a2320-9eb5-441f-aa6e-8a3333fae2c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e03acb399cce4f94a3cdc55fba2075da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690074 Jun 17 08:21:19.104243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39914) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:19.118937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.143063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.168126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.209053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.223228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5814-90cd-45b6-99d7-fd8e8210f9fe req-754e89dc-db73-4907-9068-22894bf77385 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.230073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a9b5814-90cd-45b6-99d7-fd8e8210f9fe req-754e89dc-db73-4907-9068-22894bf77385 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 944 time: 0.6722643 Jun 17 08:21:19.254114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Pushing event updated for resources: {'Port': ['ID=7d04f787-bfa5-422d-9e3c-4285248d34a9,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.265760 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.288807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.291912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.296043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6780889f-1720-4a93-9698-38ef41935aa1 HTTP/1.1" status: 204 len: 168 time: 0.1897876 Jun 17 08:21:19.296970 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fdd56696-66d9-4d6a-92a9-3ec3f90b17b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:19.305868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6780889f-1720-4a93-9698-38ef41935aa1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.313393 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.317980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17eb5e-0a58-4949-8f71-a812d6306136 None None] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:19.328129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02cacd-8fa1-4b53-a364-83db2227e01a req-856947f2-9002-4efb-a9e3-bb6364089ca2 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.328129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca02cacd-8fa1-4b53-a364-83db2227e01a req-856947f2-9002-4efb-a9e3-bb6364089ca2 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.6435401 Jun 17 08:21:19.355710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a9b5814-90cd-45b6-99d7-fd8e8210f9fe req-cb1b0e64-6162-46b6-9194-c4022a6790f9 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246819 Jun 17 08:21:19.382432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-6d2eb2a1-2b5e-4f67-b86d-a7dee34d7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.405356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-6d2eb2a1-2b5e-4f67-b86d-a7dee34d7ca5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1096 time: 0.2501309 Jun 17 08:21:19.407871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.410462 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.411621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d6c954a-9741-47de-809d-bfd3f7c36261 HTTP/1.1" status: 204 len: 168 time: 0.8702970 Jun 17 08:21:19.428874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63ef001a-eadd-4133-81dd-640d15878f37 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:19.450460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c954a-9741-47de-809d-bfd3f7c36261,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.454074 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.522587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca02cacd-8fa1-4b53-a364-83db2227e01a req-1688b669-69ef-461d-a3f4-e7a619f24b74 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624165 Jun 17 08:21:19.527578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-398866e1-811c-4ff0-af1e-b5b954584089 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 217 time: 0.0832646 Jun 17 08:21:19.663409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5b5299df-9e30-463d-b0ea-073c5fabedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.664849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-5b5299df-9e30-463d-b0ea-073c5fabedd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 200 len: 868 time: 0.0635262 Jun 17 08:21:19.723997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ce79b-0826-4f7e-b7d0-b361339fb171 req-20d7a2b1-f51f-47de-a5d4-9ec51e4db0d0 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.725504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-733ce79b-0826-4f7e-b7d0-b361339fb171 req-20d7a2b1-f51f-47de-a5d4-9ec51e4db0d0 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 946 time: 0.1955745 Jun 17 08:21:19.769318 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d203d-25d0-4953-98e1-4496505b16d8 x-openstack-request-id: req-183d203d-25d0-4953-98e1-4496505b16d8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:19.769634 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:19.769909 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-183d203d-25d0-4953-98e1-4496505b16d8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:19.770315 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'status': 'completed', 'code': 200} Jun 17 08:21:19.778980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-733ce79b-0826-4f7e-b7d0-b361339fb171 req-254fda55-9c01-41fe-a804-88e621ae8ca7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471096 Jun 17 08:21:19.788586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-1af3f5ea-cd47-4eb5-855e-685ec9190c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.790497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-1af3f5ea-cd47-4eb5-855e-685ec9190c88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2c7c8b8-60c3-4078-8c64-1566ff69b057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167934 Jun 17 08:21:19.949850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f314153-efaf-4e60-9de5-031faa4eac75 req-d53ec8a2-e091-4979-a7bf-8a6768e945e2 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 210 time: 0.0539422 Jun 17 08:21:19.997977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-57374cd7-2b4d-4855-aade-11dbabed7999 service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003570 Jun 17 08:21:20.107675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39942) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:20.136322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99b6ad-6470-46bb-b6f4-af31bc24d392 req-572c59b4-b0d0-4b67-bb60-5edf411c18c0 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:20.137714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c99b6ad-6470-46bb-b6f4-af31bc24d392 req-572c59b4-b0d0-4b67-bb60-5edf411c18c0 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.1902766 Jun 17 08:21:20.186403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e542c07-036d-4e64-92ed-3d46a8a4ca30 req-4847402d-e62a-4e27-8a0e-0da82b15f14f service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765461 Jun 17 08:21:20.208434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-53d91009-34f7-4d18-9e64-6fc489f37d96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eaf0cb7be8b54ba4a4e9c0ea79288ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990865 Jun 17 08:21:20.211773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:20.219466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c99b6ad-6470-46bb-b6f4-af31bc24d392 req-8caae357-4f0c-4f5d-9ef0-b1ed8efc9adf tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723541 Jun 17 08:21:20.238981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-0ccaef07-1c1f-4afe-b546-f0cb39ec6107 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:20.240952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-0ccaef07-1c1f-4afe-b546-f0cb39ec6107 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.60 "GET /v2.0/networks?id=cfac2445-2474-4e4c-a98b-2a92a0877777 HTTP/1.1" status: 200 len: 815 time: 0.1812117 Jun 17 08:21:20.271879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Request body: {'port': {'device_id': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'admin_state_up': True, 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:20.319654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-5bac9d24-24e4-476f-9847-cddfa4c57579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:20.321475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-5bac9d24-24e4-476f-9847-cddfa4c57579 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1096 time: 0.0665398 Jun 17 08:21:20.439922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Made reservation on behalf of 23ef15b0c48a4a738e47a0d19db0adde for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:20.448647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.502993 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.511010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-88c418da-8924-4cee-bc1a-42635131d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:20.515669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-88c418da-8924-4cee-bc1a-42635131d7cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 930 time: 0.1875813 Jun 17 08:21:20.620250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39966) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:20.622228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-fae32bbb-58a1-44c5-a179-72b9e60f9eea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 217 time: 0.0867057 Jun 17 08:21:20.627796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1258687281-network', 'tenant_id': '8dc97d390a894fe582e112486b3fafbb'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:20.698940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Made reservation on behalf of 8dc97d390a894fe582e112486b3fafbb for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:20.702019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.708947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Allocated IP 172.20.0.7 (cfac2445-2474-4e4c-a98b-2a92a0877777/a61d45c9-0bac-450f-bbd8-c559e5cc00b1/c43592a4-d7c9-493e-8e21-efa08f61f0c4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:20.732577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-bd8cb0bb-3ff7-44d5-a45b-1fb4b7056d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:20.734454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-bd8cb0bb-3ff7-44d5-a45b-1fb4b7056d29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 200 len: 868 time: 0.1024063 Jun 17 08:21:20.756680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.806442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.871590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675513f-5338-4ee6-afd0-a712628d8e31 req-477d1cfe-8e9c-426d-a9a3-d774b49895b9 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:20.873272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.876927 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.878196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22052edb-7ae3-4db4-b9c0-211ebfd13339 HTTP/1.1" status: 204 len: 168 time: 0.6607051 Jun 17 08:21:20.880154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9675513f-5338-4ee6-afd0-a712628d8e31 req-477d1cfe-8e9c-426d-a9a3-d774b49895b9 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1098 time: 0.1960535 Jun 17 08:21:20.881610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-712c08cb-6c4e-491a-8bc9-281c7b528d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:20.916112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22052edb-7ae3-4db4-b9c0-211ebfd13339,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:20.920134 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:20.938588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9675513f-5338-4ee6-afd0-a712628d8e31 req-3993faf1-ae4b-4193-a1e2-a829f3eb76c7 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 Jun 17 08:21:21.021208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.059933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Transition to ACTIVE for port object c43592a4-d7c9-493e-8e21-efa08f61f0c4 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:21.096624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.118492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.131152 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.131702 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2a327b7-7590-406a-aafc-0590d6b56338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:21.137372 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d9a89a4d-3ba1-45f6-8e28-7dda1bad4498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:21.183588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Network cfac2445-2474-4e4c-a98b-2a92a0877777 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:21.186853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8819464-894d-44b0-9fb9-d8cd5d1ee650,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:21.191454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:21.198262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-1f74f16c-7696-4e65-8c8b-efee53a21630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.200103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-1f74f16c-7696-4e65-8c8b-efee53a21630 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2c7c8b8-60c3-4078-8c64-1566ff69b057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4535937 Jun 17 08:21:21.203324 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:21.210777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:21.246370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Pushing event updated for resources: {'Port': ['ID=c43592a4-d7c9-493e-8e21-efa08f61f0c4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:21.254115 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:21.289695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:21:21.293338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.294041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.318790 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0688884 Jun 17 08:21:21.337452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Request body: {'port': {'device_id': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:21.372169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.372727 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Added segment 6f021bc9-2f76-4901-9d47-832101794fca of type vlan for network 87e2544f-cf24-4e3e-be28-92e5fd586335 Jun 17 08:21:21.519663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.611589 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.653561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-779d4614-eb60-4ba3-9a52-76f9d8b5bebd None None] Provisioning for port c43592a4-d7c9-493e-8e21-efa08f61f0c4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:21.671176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-779d4614-eb60-4ba3-9a52-76f9d8b5bebd None None] Provisioning complete for port c43592a4-d7c9-493e-8e21-efa08f61f0c4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:21.671176 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-779d4614-eb60-4ba3-9a52-76f9d8b5bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.772948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.788902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.789494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.799605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-779d4614-eb60-4ba3-9a52-76f9d8b5bebd None None] Port c43592a4-d7c9-493e-8e21-efa08f61f0c4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:21.831948 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:21.944430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Pushing event updated for resources: {'Network': ['ID=87e2544f-cf24-4e3e-be28-92e5fd586335,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:21.948124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3244936 Jun 17 08:21:21.950631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40014) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:21.951551 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:21.959228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 87e2544f-cf24-4e3e-be28-92e5fd586335 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:21:21.976741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Request body: {'subnet': {'network_id': '87e2544f-cf24-4e3e-be28-92e5fd586335', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1258687281-subnet', 'tenant_id': '8dc97d390a894fe582e112486b3fafbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:21.985162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fcd23-3720-4e08-96d7-3dcc34551140 req-6477997a-4c62-4dfd-b323-2aea38bda521 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.989194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca4fcd23-3720-4e08-96d7-3dcc34551140 req-6477997a-4c62-4dfd-b323-2aea38bda521 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 944 time: 0.8035228 Jun 17 08:21:22.010453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-eb7cfd1b-dde2-4b2f-84f7-54b868a8e2e9 service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635827 Jun 17 08:21:22.098082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c6b43-826f-4e52-9d08-15ab80786c9c req-9f5f4145-b221-4055-b45e-4b732b759a4a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.105871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d95c6b43-826f-4e52-9d08-15ab80786c9c req-9f5f4145-b221-4055-b45e-4b732b759a4a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1098 time: 0.6934779 Jun 17 08:21:22.160173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca4fcd23-3720-4e08-96d7-3dcc34551140 req-869c14a8-c8f2-4c18-81f8-aafb6e1543a8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444657 Jun 17 08:21:22.202753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43592a4-d7c9-493e-8e21-efa08f61f0c4 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:22.223645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:22.234586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d95c6b43-826f-4e52-9d08-15ab80786c9c req-000853e6-3761-4bcb-a427-f19cd41573ef tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279912 Jun 17 08:21:22.272787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Made reservation on behalf of 8dc97d390a894fe582e112486b3fafbb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:22.285685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:22.286056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48f1f0f-a060-4aab-a0d2-9962f167e99d req-3b801b3e-0a3d-44b3-b002-0698deb5589c service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208073 Jun 17 08:21:22.301528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Transition to ACTIVE for port object c43592a4-d7c9-493e-8e21-efa08f61f0c4 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:22.342154 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:22.363172 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb8c9b4e-d8ea-4612-8193-ffcdc8f22920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:22.499752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1328d-3cda-43fd-b300-fb17889e1acf req-222aab86-e55f-4e1c-b67b-e897b9e1cda2 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.510869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3de1328d-3cda-43fd-b300-fb17889e1acf req-222aab86-e55f-4e1c-b67b-e897b9e1cda2 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 943 time: 0.1187088 Jun 17 08:21:22.618573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3de1328d-3cda-43fd-b300-fb17889e1acf req-d5a9f7c8-cfff-4540-aafa-19708a664349 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032600 Jun 17 08:21:22.787600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c43592a4-d7c9-493e-8e21-efa08f61f0c4,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:22.801900 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.124149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Attempting to bind port c43592a4-d7c9-493e-8e21-efa08f61f0c4 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:23.124974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Attempting to bind port c43592a4-d7c9-493e-8e21-efa08f61f0c4 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:23.125475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Attempting to bind port c43592a4-d7c9-493e-8e21-efa08f61f0c4 on network cfac2445-2474-4e4c-a98b-2a92a0877777 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:23.133026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Port c43592a4-d7c9-493e-8e21-efa08f61f0c4 on network cfac2445-2474-4e4c-a98b-2a92a0877777 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:23.133580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Attempting to bind port c43592a4-d7c9-493e-8e21-efa08f61f0c4 on network cfac2445-2474-4e4c-a98b-2a92a0877777 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:23.214776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:23.217220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Checking segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:23.217637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Bound using segment: {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:23.218305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Bound port: c43592a4-d7c9-493e-8e21-efa08f61f0c4, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:23.220241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.291538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.300127 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40c961e4-044e-44ab-862e-b941b82dc496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.344766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-ab4cb93e-d7a2-42fc-8073-04a9e31d632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.354191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-ab4cb93e-d7a2-42fc-8073-04a9e31d632a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 1098 time: 0.1689069 Jun 17 08:21:23.414062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] For port c43592a4-d7c9-493e-8e21-efa08f61f0c4, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:23.421904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] For port c43592a4-d7c9-493e-8e21-efa08f61f0c4, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:23.437937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.440645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f27c671-97e1-4ea4-bb1a-cf106cd99ccd,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.445893 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.446943 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.483353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Checking segment: {'id': '6f021bc9-2f76-4901-9d47-832101794fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87e2544f-cf24-4e3e-be28-92e5fd586335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:23.483726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Network hostable DHCP agents. Network: 87e2544f-cf24-4e3e-be28-92e5fd586335, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:21:23.491902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.492542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.493927 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/c43592a4-d7c9-493e-8e21-efa08f61f0c4 HTTP/1.1" status: 200 len: 1092 time: 2.1626198 Jun 17 08:21:23.495153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'tag': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:23.497760 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72814f1c-7646-48b1-a91d-13f0a03e07c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b953c810-42b5-45ed-9bcb-8c8948461e19", "tag": "c43592a4-d7c9-493e-8e21-efa08f61f0c4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:23.683555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Network 87e2544f-cf24-4e3e-be28-92e5fd586335 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:21:23.701539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c43592a4-d7c9-493e-8e21-efa08f61f0c4,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.706861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-9cf62551-8602-490e-9f7e-5709bb2f3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.708505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-9cf62551-8602-490e-9f7e-5709bb2f3c07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 923 time: 0.3118553 Jun 17 08:21:23.713077 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.718447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 87e2544f-cf24-4e3e-be28-92e5fd586335) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:23.733799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f3ab2-0a7f-4b00-95ad-60fa6a164feb None None] Network 87e2544f-cf24-4e3e-be28-92e5fd586335 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:23.747212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.747895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.822868 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8581152 Jun 17 08:21:23.833918 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-74c85baa-6c56-4d9b-a8b1-ff389991791d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bab10267-756e-404f-a6e6-ed67144169f5 HTTP/1.1" status: 200 len: 217 time: 0.0953352 Jun 17 08:21:23.838048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-579ce585-95ce-49da-99f9-eebbc6e9a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.849822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-579ce585-95ce-49da-99f9-eebbc6e9a0a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23ef15b0c48a4a738e47a0d19db0adde&device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 1095 time: 0.2825980 Jun 17 08:21:23.975904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-014dcac9-d075-479d-a735-ae5ecc84c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.978127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-014dcac9-d075-479d-a735-ae5ecc84c04f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.1432648 Jun 17 08:21:24.008891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf308c89-334d-4f26-bc57-da2a43386769 None None] Network 87e2544f-cf24-4e3e-be28-92e5fd586335 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:24.022926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855015-7f35-4a02-815c-1c289df9dc35 req-d27cd1ca-c91f-47db-9b63-bce88a1e3186 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.031502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f855015-7f35-4a02-815c-1c289df9dc35 req-d27cd1ca-c91f-47db-9b63-bce88a1e3186 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 946 time: 0.1306562 Jun 17 08:21:24.067515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-62fd4e58-4fb8-41db-aa20-9edcf74e455f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674124 Jun 17 08:21:24.196528 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-36d2b899-834f-4266-acb9-380a7ffc7d6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4 HTTP/1.1" status: 200 len: 217 time: 0.0787325 Jun 17 08:21:24.235092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f855015-7f35-4a02-815c-1c289df9dc35 req-70817bf1-58e3-4c00-9af6-65a85861877d tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014964 Jun 17 08:21:24.359994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7d04f787-bfa5-422d-9e3c-4285248d34a9 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:24.422506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-11cc1224-47b9-476a-aae2-760589c4f2e3 service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404157 Jun 17 08:21:24.442358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-1c5a142e-49ea-4c0e-8b70-c3c0946d97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.445982 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-1c5a142e-49ea-4c0e-8b70-c3c0946d97f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a61d45c9-0bac-450f-bbd8-c559e5cc00b1 HTTP/1.1" status: 200 len: 854 time: 0.1334157 Jun 17 08:21:24.604379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7d04f787-bfa5-422d-9e3c-4285248d34a9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:24.635139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'port_id': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'mac_address': 'fa:16:3e:c0:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:24.677905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-497ac8d5-0249-4764-b3b6-5bc718b16778 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5491164 Jun 17 08:21:24.680070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.690225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-90aa8c4c-482c-49cd-a769-f3aaa1a3d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.699196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d04f787-bfa5-422d-9e3c-4285248d34a9 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:24.704114 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-90aa8c4c-482c-49cd-a769-f3aaa1a3d224 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfac2445-2474-4e4c-a98b-2a92a0877777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663783 Jun 17 08:21:24.709254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed0a61bb-c2ba-4479-878e-f0315e255c82 req-8fb87129-d60d-4062-9475-d84e44c7212c service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727928 Jun 17 08:21:24.728367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7d04f787-bfa5-422d-9e3c-4285248d34a9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:24.736472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.742393 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc2b27e9-f5d5-497b-a541-d084d4b71b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:24.778757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f14674-514c-499c-8e1e-e526952700d2 req-1829584d-2b48-4b10-9230-dbbb9171c748 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.780411 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10f14674-514c-499c-8e1e-e526952700d2 req-1829584d-2b48-4b10-9230-dbbb9171c748 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 944 time: 0.2223415 Jun 17 08:21:24.836302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=7d04f787-bfa5-422d-9e3c-4285248d34a9,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:24.857367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10f14674-514c-499c-8e1e-e526952700d2 req-fdfd6627-023d-4c02-961c-cdd9a3fd6839 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652397 Jun 17 08:21:24.858400 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:24.974018 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f910294-924a-4a87-a0b2-a9d179209c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.004752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['7d04f787-bfa5-422d-9e3c-4285248d34a9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:25.106447 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f2fe28-c552-408b-b35f-c965088d7ca4 x-openstack-request-id: req-b5f2fe28-c552-408b-b35f-c965088d7ca4 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:25.106834 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b953c810-42b5-45ed-9bcb-8c8948461e19", "tag": "c43592a4-d7c9-493e-8e21-efa08f61f0c4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:25.107253 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5f2fe28-c552-408b-b35f-c965088d7ca4 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:25.107776 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'tag': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4', 'status': 'completed', 'code': 200} Jun 17 08:21:25.904397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:26.006444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:26.020135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'bab10267-756e-404f-a6e6-ed67144169f5', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'port_id': 'bab10267-756e-404f-a6e6-ed67144169f5', 'mac_address': 'fa:16:3e:32:11:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab76f25-5bd5-4925-885e-6f03f7a4072d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:26.060298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.073786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bab10267-756e-404f-a6e6-ed67144169f5 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:26.097343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:26.102271 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.104212 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:26.154519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:26.159252 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:26.163713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bab10267-756e-404f-a6e6-ed67144169f5'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:26.368185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7d04f787-bfa5-422d-9e3c-4285248d34a9 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:26.423249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 7d04f787-bfa5-422d-9e3c-4285248d34a9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:26.426966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 7d04f787-bfa5-422d-9e3c-4285248d34a9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:26.427346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.519910 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.545533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:26.548426 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97383150-37f2-4ad2-96fb-ff6065a0ad91" -d '{"events": [{"server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "name": "network-vif-plugged", "status": "completed", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:26.561374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7d04f787-bfa5-422d-9e3c-4285248d34a9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:26.565737 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.568881 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:26.615800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=7d04f787-bfa5-422d-9e3c-4285248d34a9,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:26.619781 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:27.331595 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9864b75f-d559-4224-b271-25f2e321929e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.447824 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.929764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:27.980051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port bab10267-756e-404f-a6e6-ed67144169f5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:27.980434 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.058446 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.091187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:28.096303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.099424 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:28.154197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:28.158385 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:28.715842 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.922384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:29.999914 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.032428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:30.037037 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.040265 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:30.088542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:30.091602 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:30.176103 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.860960 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-d4a81667-e166-404b-af04-2c6334282ff7 service neutron] 10.222.0.60 "GET /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886371 Jun 17 08:21:32.882560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-917f58d2-6853-41be-b9c1-8547222d1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:32.884078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-917f58d2-6853-41be-b9c1-8547222d1931 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 1098 time: 0.0658226 Jun 17 08:21:32.999665 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1a90ab92-7d01-4b09-b80d-7858bbc5cfc6 req-f87f65da-4e45-4a10-b5b2-12082bf7633c service neutron] 10.222.0.60 "GET /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306670 Jun 17 08:21:33.010807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-64c247f7-9253-42cf-8f29-3d1ffa82a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.012193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-64c247f7-9253-42cf-8f29-3d1ffa82a9dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 925 time: 0.0998452 Jun 17 08:21:33.103239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-2f8746cf-4acc-4934-a25b-b3d573c681a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 200 len: 1002 time: 0.0723035 Jun 17 08:21:33.150872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7d558-829a-4a2c-9a8f-48c6ac936dd7 req-deb1a7ba-c157-4aeb-9c10-fb97c83e1839 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.152452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bd7d558-829a-4a2c-9a8f-48c6ac936dd7 req-deb1a7ba-c157-4aeb-9c10-fb97c83e1839 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 943 time: 0.1529837 Jun 17 08:21:33.188892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-55d0e239-7c54-490b-9e42-41dbd463f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.190359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-55d0e239-7c54-490b-9e42-41dbd463f69a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.0767272 Jun 17 08:21:33.200275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40136) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:33.243511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bd7d558-829a-4a2c-9a8f-48c6ac936dd7 req-b972875d-8409-4f1c-89b1-240abf226bbc tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808165 Jun 17 08:21:33.278758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-fe658d95-f140-4daa-b99c-b17fe39feebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.280813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-fe658d95-f140-4daa-b99c-b17fe39feebb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794318 Jun 17 08:21:33.310399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-0ca90510-277e-4cd1-acad-6730655c458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.312071 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-0ca90510-277e-4cd1-acad-6730655c458d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23ef15b0c48a4a738e47a0d19db0adde&device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 1095 time: 0.2467637 Jun 17 08:21:33.366611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-d999d816-1bbe-4cf8-bf76-b09b5ec170c1 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:21:33.367574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-d999d816-1bbe-4cf8-bf76-b09b5ec170c1 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1652873 Jun 17 08:21:33.405970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-f8f7f05a-5d6c-48ca-a635-45786a85d42f service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156323 Jun 17 08:21:33.408856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-a9684f82-c3ad-4a99-9900-a27aa8191f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.410013 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-a9684f82-c3ad-4a99-9900-a27aa8191f49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfac2445-2474-4e4c-a98b-2a92a0877777 HTTP/1.1" status: 200 len: 916 time: 0.0905137 Jun 17 08:21:33.456296 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-807672fa-93d7-4ae9-965a-88b37d728c12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4 HTTP/1.1" status: 200 len: 217 time: 0.0368869 Jun 17 08:21:33.496513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Request body: {'binding': {'host': 'n-h1-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:33.497033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:21:33.507036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-b80c77d9-e71a-45f0-aa4f-d2edf05f3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.508474 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-b80c77d9-e71a-45f0-aa4f-d2edf05f3542 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a61d45c9-0bac-450f-bbd8-c559e5cc00b1 HTTP/1.1" status: 200 len: 854 time: 0.0435793 Jun 17 08:21:33.567867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-36b9c123-444a-435b-b272-643a036b1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.569345 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-36b9c123-444a-435b-b272-643a036b1785 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfac2445-2474-4e4c-a98b-2a92a0877777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539374 Jun 17 08:21:33.625801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-65ad73b7-b346-4e82-915c-3c07a315fb25 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.627288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-65ad73b7-b346-4e82-915c-3c07a315fb25 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 0.2326069 Jun 17 08:21:33.659490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e0048f-660f-4ac8-8ff6-d0e8ee1f698b req-0213eb66-69ed-487e-8a00-f5eaed8752fb service neutron] 10.222.0.60 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366469 Jun 17 08:21:33.661866 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-8d8f31a1-9f1b-4896-bae9-9ff62b74eb05 service neutron] 10.222.0.60 "GET /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848932 Jun 17 08:21:33.674631 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-95e2b06c-c79c-4c02-adff-174df7753045 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/quotas/df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 375 time: 0.0417840 Jun 17 08:21:33.730259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-cb4ecae1-9ec6-49e0-a571-7be6d506bd54 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459299 Jun 17 08:21:33.761311 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72814f1c-7646-48b1-a91d-13f0a03e07c8 req-2f4dc41e-b19d-43c5-bdc9-19016fcaa990 service neutron] 10.222.0.60 "GET /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888970 Jun 17 08:21:33.766374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on host n-h1-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:33.767306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:33.767645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:33.778607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:33.778942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:33.808284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:33.808617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:33.808993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:33.809416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Bound port: 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:34.139685 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-83675083-11b0-4d21-bc11-02c5595fe3d6 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018333 Jun 17 08:21:34.162008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:34.174253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:34.175648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-bd5ead8d-4f08-4b47-ab1f-fbbb9267d5ee service neutron] 10.222.0.65 "POST /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db/bindings HTTP/1.1" status: 201 len: 390 time: 0.7571256 Jun 17 08:21:34.240833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-9ec15720-1ec0-4068-afcf-22872b7df128 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942247 Jun 17 08:21:34.497631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-5ae88c8f-14c8-4c77-ac6c-0406aa7da676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.499267 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-5ae88c8f-14c8-4c77-ac6c-0406aa7da676 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1098 time: 0.0666182 Jun 17 08:21:34.543229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbe30-e2d5-4898-b3c2-6bcf18b44310 req-7241c723-2248-411d-83d1-6a3f6c49b34a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.544720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b66bbe30-e2d5-4898-b3c2-6bcf18b44310 req-7241c723-2248-411d-83d1-6a3f6c49b34a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.1052091 Jun 17 08:21:34.577250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa33a9-55b5-40ce-acba-287a5dc22ad4 req-ceaf4ac6-9fb7-4e44-8029-ddebafb3c72c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.578815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2dfa33a9-55b5-40ce-acba-287a5dc22ad4 req-ceaf4ac6-9fb7-4e44-8029-ddebafb3c72c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 946 time: 0.1065085 Jun 17 08:21:34.610694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2f9ba7e-8e11-4d13-98b9-c82158b188ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.612557 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2f9ba7e-8e11-4d13-98b9-c82158b188ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.1069717 Jun 17 08:21:34.615564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b66bbe30-e2d5-4898-b3c2-6bcf18b44310 req-dc5eaca1-1dd5-4c4b-aebf-ac8bbbb37973 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625601 Jun 17 08:21:34.635989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2dfa33a9-55b5-40ce-acba-287a5dc22ad4 req-9a972fd7-bdf2-408c-af38-e8b816ce01ab tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Jun 17 08:21:34.671158 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-413a0d33-0f0c-4dd8-b61c-4262881a7453 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.0504396 Jun 17 08:21:34.690078 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967c25e0-0bb9-4c7f-a777-f617af6ef1d9 x-openstack-request-id: req-967c25e0-0bb9-4c7f-a777-f617af6ef1d9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:34.691539 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "name": "network-vif-plugged", "status": "completed", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:34.692175 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-967c25e0-0bb9-4c7f-a777-f617af6ef1d9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:34.692735 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'code': 200} Jun 17 08:21:34.748131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-5f5c6d26-f9a3-4cf8-b70c-db4320158ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.749822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-5f5c6d26-f9a3-4cf8-b70c-db4320158ea6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0716946 Jun 17 08:21:34.790623 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-a13fcd40-bd16-403f-a3b2-c072c87f8f03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303257 Jun 17 08:21:34.875033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300adf-9d64-4d47-b2af-d938060d13c0 req-3087bd5a-85d0-448a-b870-a1c0dd57d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.877216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10300adf-9d64-4d47-b2af-d938060d13c0 req-3087bd5a-85d0-448a-b870-a1c0dd57d825 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1098 time: 0.1040466 Jun 17 08:21:34.914111 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-95c59993-f1e1-476b-80f7-9aeb60af3ed9 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168296 Jun 17 08:21:34.937436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022ca3a-6975-4bb3-9ba6-9b7be0cdaaaf req-fd0df0d6-df19-4cab-9c5e-bd2f9c27a4f3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.939830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6022ca3a-6975-4bb3-9ba6-9b7be0cdaaaf req-fd0df0d6-df19-4cab-9c5e-bd2f9c27a4f3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 946 time: 0.1151462 Jun 17 08:21:34.954485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10300adf-9d64-4d47-b2af-d938060d13c0 req-904dc053-96f4-4b68-817c-bdbba7f35fe4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686297 Jun 17 08:21:35.018980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6022ca3a-6975-4bb3-9ba6-9b7be0cdaaaf req-ba5b89b4-9c48-4ad2-91e8-c82543619e81 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632126 Jun 17 08:21:35.026493 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-2c2d3df2-0984-498f-8568-d9af76f97daf service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055875 Jun 17 08:21:35.054987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2ffc2-ead7-477c-ac27-3c2713e02d28 req-39be54be-1579-408f-a876-b00a11edb861 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.056940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbb2ffc2-ead7-477c-ac27-3c2713e02d28 req-39be54be-1579-408f-a876-b00a11edb861 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 943 time: 0.1160846 Jun 17 08:21:35.100752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbb2ffc2-ead7-477c-ac27-3c2713e02d28 req-921a1966-a184-4bd5-84de-816299f72873 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Jun 17 08:21:35.247816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1817c50b-3188-45c1-86ad-791f61f760ff req-5a108398-03e2-40ea-9264-1fb85c753b37 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 210 time: 0.0356896 Jun 17 08:21:35.285484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-0a311a16-ca4b-4756-a15c-67d0fbc397a0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.287237 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-0a311a16-ca4b-4756-a15c-67d0fbc397a0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1098 time: 0.1210823 Jun 17 08:21:35.300899 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-13'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:35.383647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.569597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:35.632059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aff2b-ba15-41b3-8b29-b27915c4466b req-e56e4631-0e85-4cc9-a170-add4327c3c22 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.639219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a5aff2b-ba15-41b3-8b29-b27915c4466b req-e56e4631-0e85-4cc9-a170-add4327c3c22 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.0814753 Jun 17 08:21:35.645031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:35.685490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a5aff2b-ba15-41b3-8b29-b27915c4466b req-ec582186-0751-4dc6-a116-6d9d4618de08 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Jun 17 08:21:35.728973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:35.732185 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859bae14-972b-4007-9c09-2b0c47456ac8" -d '{"events": [{"server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:35.745603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.762937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.780409 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:35.864157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=7']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:35.897859 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260bbe37-7966-4f5a-815d-f938a96b192b x-openstack-request-id: req-260bbe37-7966-4f5a-815d-f938a96b192b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:35.898521 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:35.898990 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-260bbe37-7966-4f5a-815d-f938a96b192b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:35.899550 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'code': 200} Jun 17 08:21:35.910938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.911939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.912458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.912982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.913764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.914265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.916504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.917191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.917716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.918539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.919247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.919893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:35.924520 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:35.962459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:35.981995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on host n-h2-780147-13 for vnic_type normal with profile {"migrating_to": "n-h1-780147-13"} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:35.982677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:35.983315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:35.989468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:35.990116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Attempting to bind port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:35.997225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:35.998493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:35.999171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:36.000053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Bound port: 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:36.000788 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.079774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c126a-5e34-4331-ae0f-33a8cca5d4d1 req-96f59865-6bd4-44b0-86f0-72aaa062a366 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.082283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-642c126a-5e34-4331-ae0f-33a8cca5d4d1 req-96f59865-6bd4-44b0-86f0-72aaa062a366 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 946 time: 0.2370515 Jun 17 08:21:36.092670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-f5d71165-031e-45db-b877-ab00b881c0b8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.095363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-f5d71165-031e-45db-b877-ab00b881c0b8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 0.3294907 Jun 17 08:21:36.124865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:36.132751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:36.144598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.145033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Request body: {'port': {'device_id': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'admin_state_up': True, 'tenant_id': 'df255d9f8ec84c5babafd4030453edec'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:36.148330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:36.253791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-642c126a-5e34-4331-ae0f-33a8cca5d4d1 req-4a450041-98d8-4753-8309-1c4e771832d7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569202 Jun 17 08:21:36.277363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40246) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:36.288588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.289851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.291944 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] 10.222.0.60 "PUT /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 1124 time: 0.9966545 Jun 17 08:21:36.292638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=8']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:36.317453 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:36.366045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.374204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:36.396323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.413886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:21:36.413886 n-d-780147-13 neutron-server[93500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:21:36.413886 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id': 'df255d9f8ec84c5babafd4030453edec', 'id': 'cc0cd261-eda6-4ab0-a908-4f71a773324a', 'expiration': datetime.datetime(2021, 6, 17, 8, 23, 36, 390617)}] Jun 17 08:21:36.413886 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:21:36.414351 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:21:36.448555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c43592a4-d7c9-493e-8e21-efa08f61f0c4 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:36.475841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5261d-e85b-40a5-96e5-a0acb12e3733 req-485842c2-e976-4aa9-b07c-e9062f56d22d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.477453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ca5261d-e85b-40a5-96e5-a0acb12e3733 req-485842c2-e976-4aa9-b07c-e9062f56d22d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 944 time: 0.1581316 Jun 17 08:21:36.571119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.588186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.594503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:36.617946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ca5261d-e85b-40a5-96e5-a0acb12e3733 req-a0c090d1-a6b3-4931-a95c-f7bfaa967089 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248183 Jun 17 08:21:36.633342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b68f5-49cf-49b7-b97b-77547eed9563,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:36.638031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c9cca7ba53649039b6cc59f9b578130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727464 Jun 17 08:21:36.639015 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:36.640575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40252) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:36.686310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd62fdc-7b85-4917-8802-c2cdc7a04e27 req-ac374766-3452-463f-8e36-fe46c3bc4f34 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.687945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edd62fdc-7b85-4917-8802-c2cdc7a04e27 req-ac374766-3452-463f-8e36-fe46c3bc4f34 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 943 time: 0.1675766 Jun 17 08:21:36.730746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.754797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edd62fdc-7b85-4917-8802-c2cdc7a04e27 req-92e61c18-ea46-499d-a97a-8214813bb1e1 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591340 Jun 17 08:21:36.756765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.768498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.779736 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e75fbb4-5d9b-4fe1-a726-8bbbacc6a0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:36.787981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.798871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5'}, {'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:36.801505 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def9934-feb5-4629-afeb-ec6318af2d8e" -d '{"events": [{"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-plugged", "status": "completed", "tag": "bab10267-756e-404f-a6e6-ed67144169f5"}, {"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-unplugged", "status": "completed", "tag": "bab10267-756e-404f-a6e6-ed67144169f5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:36.819361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5e5b0a2-f3e4-4a33-9561-9c0cea3ac3f5 req-e1834d97-8f15-493a-bfcd-508aafde0820 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 210 time: 0.0545390 Jun 17 08:21:36.848353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=989901efdcff4a2986cd942b1ef8f109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5699446 Jun 17 08:21:36.850582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.851535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c43592a4-d7c9-493e-8e21-efa08f61f0c4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:36.856045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.861000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40258) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:36.861677 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/931b68f5-49cf-49b7-b97b-77547eed9563 HTTP/1.1" status: 204 len: 168 time: 0.2200789 Jun 17 08:21:36.865141 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:36.874608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b68f5-49cf-49b7-b97b-77547eed9563,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:36.878283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:36.910572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789eeb71-6c97-4c04-bc17-98c6b533fc85,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:36.930079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.930429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.930789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.931560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.931560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.931857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.932197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.932541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.932883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.933224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.933564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.933901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:36.934652 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f60629-f590-4df6-8dd4-3359d346352e x-openstack-request-id: req-24f60629-f590-4df6-8dd4-3359d346352e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:36.935078 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-plugged", "status": "completed", "tag": "bab10267-756e-404f-a6e6-ed67144169f5", "code": 200}, {"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-unplugged", "status": "completed", "tag": "bab10267-756e-404f-a6e6-ed67144169f5", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:36.935426 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24f60629-f590-4df6-8dd4-3359d346352e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:36.935910 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5', 'code': 200} Jun 17 08:21:36.936314 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5', 'code': 200} Jun 17 08:21:36.941362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4', 'network_id': 'cfac2445-2474-4e4c-a98b-2a92a0877777', 'port_id': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4', 'mac_address': 'fa:16:3e:5d:52:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61d45c9-0bac-450f-bbd8-c559e5cc00b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:36.944240 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:36.982713 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.989596 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.996219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Made reservation on behalf of df255d9f8ec84c5babafd4030453edec for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:36.997649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43592a4-d7c9-493e-8e21-efa08f61f0c4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:36.999960 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.023289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c43592a4-d7c9-493e-8e21-efa08f61f0c4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:37.028908 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.031404 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14a11931-57d1-4616-812d-e71a6cd5af54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:37.038109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.079416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=c43592a4-d7c9-493e-8e21-efa08f61f0c4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:37.087462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.087813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.088248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.088593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.088929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.089258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.089589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.089912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.090235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.090558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.090877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.091370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:37.096074 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:37.132252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40805ce-1882-4408-a587-ce1a1deb93d4 req-e99b52e4-c54c-491b-98ad-c5647b02e49b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.133789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b40805ce-1882-4408-a587-ce1a1deb93d4 req-e99b52e4-c54c-491b-98ad-c5647b02e49b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.1962314 Jun 17 08:21:37.202926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.206083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.210132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/789eeb71-6c97-4c04-bc17-98c6b533fc85 HTTP/1.1" status: 204 len: 168 time: 0.3488822 Jun 17 08:21:37.218618 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7db3eee3-d18c-4a1d-be70-9af2c395440d tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:37.236352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Allocated IP 172.20.0.11 (943a0609-d4dd-4bda-a3a4-c58f0a2585fa/ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:37.240881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b40805ce-1882-4408-a587-ce1a1deb93d4 req-44f75105-8a84-4f0a-850f-5f99d73a16ad tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946057 Jun 17 08:21:37.244603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789eeb71-6c97-4c04-bc17-98c6b533fc85,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:37.253370 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:37.331227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c43592a4-d7c9-493e-8e21-efa08f61f0c4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:37.494022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-2d15f2c0-cde0-41cd-9618-0e07714cbd83 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.496577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-2d15f2c0-cde0-41cd-9618-0e07714cbd83 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "GET /v2.0/ports?device_id=931dab9f-b953-4bc8-bfb8-bd6bb0e6f396 HTTP/1.1" status: 200 len: 944 time: 0.1234727 Jun 17 08:21:37.499611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.528364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716cdb5-e146-4b7b-abcd-dea90d37c343 req-d491fa9f-e76d-4047-8855-4497e20279d7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.529965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1716cdb5-e146-4b7b-abcd-dea90d37c343 req-d491fa9f-e76d-4047-8855-4497e20279d7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 946 time: 0.1305578 Jun 17 08:21:37.589001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1716cdb5-e146-4b7b-abcd-dea90d37c343 req-625e1cef-c619-481d-81f0-2d13c78668db tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Jun 17 08:21:37.599391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.604881 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32453b24-2eb8-4bd8-a513-2a7f6a7af5dc tempest-DeleteServersAdminTestJSON-877258432 tempest-DeleteServersAdminTestJSON-877258432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:37.612749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40286) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:37.668959 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.680945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Deleting port bab10267-756e-404f-a6e6-ed67144169f5 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:37.681446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:37.681557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.705306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:37.723324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:37.729010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.729622 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.785225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6529417 Jun 17 08:21:37.797235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] For port bab10267-756e-404f-a6e6-ed67144169f5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bab10267-756e-404f-a6e6-ed67144169f5,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:37.798408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.806160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:37.824690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Request body: {'port': {'device_id': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:37.829596 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:37.867385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Calling delete_port for bab10267-756e-404f-a6e6-ed67144169f5 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:37.910295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:37.912806 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a2a27c-228d-435d-8934-3453e1e1c3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: from cryptography.utils import int_from_bytes Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: from cryptography.utils import int_from_bytes Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.003783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:38.006835 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:21:38.017745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.022035 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:38.033984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-1feae8eb-0bd0-4f65-9649-47d13e4f4792 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 258 time: 0.3728402 Jun 17 08:21:38.056023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event deleted for resources: {'Port': ['ID=bab10267-756e-404f-a6e6-ed67144169f5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.059572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.062962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:38.080686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.105483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf57d-bbfe-4876-af7b-f53c8349cecf req-fbb959c3-b1a6-4910-b778-7af2920b26d6 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:38.106951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e46cf57d-bbfe-4876-af7b-f53c8349cecf req-fbb959c3-b1a6-4910-b778-7af2920b26d6 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 944 time: 0.3338661 Jun 17 08:21:38.112424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] No DVR routers for this DVR port bab10267-756e-404f-a6e6-ed67144169f5 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:38.115256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.117233 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73d2d916-306b-4a6e-a68d-c3ac05f688c6 req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "DELETE /v2.0/ports/bab10267-756e-404f-a6e6-ed67144169f5 HTTP/1.1" status: 204 len: 173 time: 0.6138067 Jun 17 08:21:38.167287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.183558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.198422 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f86a98f6-c6a8-4cd0-8e20-f8abf35d7af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:38.276029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e46cf57d-bbfe-4876-af7b-f53c8349cecf req-87aa2f1b-3486-4365-afdc-f39bfee923de tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624570 Jun 17 08:21:38.283937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.301953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24b66bf4911b4da4b06e06928cd99eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881611 Jun 17 08:21:38.305206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40310) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:38.322119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0f28db-46d8-4590-80e2-bfe272fc0bf6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.327443 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.359043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.393880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.445690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.446993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c43592a4-d7c9-493e-8e21-efa08f61f0c4 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:38.448309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.451753 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc0f28db-46d8-4590-80e2-bfe272fc0bf6 HTTP/1.1" status: 204 len: 168 time: 0.1432290 Jun 17 08:21:38.451753 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7253de4-0ee8-4499-ad65-7288bf808277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:38.465565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0f28db-46d8-4590-80e2-bfe272fc0bf6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.468792 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.524113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port c43592a4-d7c9-493e-8e21-efa08f61f0c4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:38.528391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port c43592a4-d7c9-493e-8e21-efa08f61f0c4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:38.528714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.583791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db99d-3770-40d3-9905-89b0c329ebd2 req-23e0fc4d-5fd8-4eb5-9a6e-bf046f553c6b tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:38.586689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-749db99d-3770-40d3-9905-89b0c329ebd2 req-23e0fc4d-5fd8-4eb5-9a6e-bf046f553c6b tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 944 time: 0.1896036 Jun 17 08:21:38.600326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:38.612502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.623379 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.643377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.659197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Transition to ACTIVE for port object 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:38.664379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c43592a4-d7c9-493e-8e21-efa08f61f0c4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:38.669416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.672493 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:38.676727 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.713853 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:38.732246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=c43592a4-d7c9-493e-8e21-efa08f61f0c4,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.736411 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.776511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-749db99d-3770-40d3-9905-89b0c329ebd2 req-3994146f-945d-4678-9439-768379f00427 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710463 Jun 17 08:21:38.836566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.839404 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.898614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:38.898969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:38.899499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:38.918723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:38.919150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:38.937011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:38.940260 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d599f8-0bf2-4dfc-a846-b5e4ce4796a0" -d '{"events": [{"server_uuid": "b953c810-42b5-45ed-9bcb-8c8948461e19", "name": "network-vif-plugged", "status": "completed", "tag": "c43592a4-d7c9-493e-8e21-efa08f61f0c4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:38.952388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Allocated IP 172.25.7.21 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/589a05fd-121b-4279-9179-d4f339a4d521) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:38.956826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:38.957134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:38.957576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:38.958053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Bound port: 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:38.958450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.371729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d244d4-e727-448c-abe4-32dd52952963 req-5752c722-e182-4ddc-879f-6d9aeb1ae9e5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.379154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55d244d4-e727-448c-abe4-32dd52952963 req-5752c722-e182-4ddc-879f-6d9aeb1ae9e5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 944 time: 0.4746099 Jun 17 08:21:39.395108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:39.426375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:39.430050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.439004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.447767 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:39.486980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55d244d4-e727-448c-abe4-32dd52952963 req-ba2853bd-c9b8-44cb-8a50-a66c74368ab9 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068187 Jun 17 08:21:39.499399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.500434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.502130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 1093 time: 1.6989994 Jun 17 08:21:39.504398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:39.507342 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:39.554677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:39.559028 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:39.562323 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82f3c96-6f1c-4e36-924f-ca19be288ba5 x-openstack-request-id: req-b82f3c96-6f1c-4e36-924f-ca19be288ba5 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:39.563169 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:39.563848 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b82f3c96-6f1c-4e36-924f-ca19be288ba5 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:39.564549 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'status': 'completed', 'code': 200} Jun 17 08:21:39.568069 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.571267 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6e77ced-b144-46f5-a167-1deb4a489f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:39.638820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:39.647657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:39.654847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event updated for resources: {'Port': ['ID=589a05fd-121b-4279-9179-d4f339a4d521,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:39.659689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:39.667150 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:39.691146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-51f8225e-e3ca-41bf-8401-7a3aae689533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.692686 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-51f8225e-e3ca-41bf-8401-7a3aae689533 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1127 time: 0.0910282 Jun 17 08:21:39.733163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-daa774ff-6237-4f88-95f4-190f0a476e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.734893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-daa774ff-6237-4f88-95f4-190f0a476e27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1096 time: 0.1567292 Jun 17 08:21:39.737947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.786079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-80885b24-6811-4e3a-ae81-c39cf1bffbed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.0424998 Jun 17 08:21:39.845526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-229f0c8d-a417-4da3-af9b-b519b001b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.849895 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-229f0c8d-a417-4da3-af9b-b519b001b65d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.1497838 Jun 17 08:21:39.854394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.881637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-b9c6963f-c1c9-477a-a60d-3f8f0671e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.883674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-b9c6963f-c1c9-477a-a60d-3f8f0671e9d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0782821 Jun 17 08:21:39.893157 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a270e-f809-4dbe-b1f4-c9f74ca37185 x-openstack-request-id: req-b51a270e-f809-4dbe-b1f4-c9f74ca37185 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:39.893657 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953c810-42b5-45ed-9bcb-8c8948461e19", "name": "network-vif-plugged", "status": "completed", "tag": "c43592a4-d7c9-493e-8e21-efa08f61f0c4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:39.894002 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b51a270e-f809-4dbe-b1f4-c9f74ca37185 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:39.894429 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4', 'code': 200} Jun 17 08:21:39.942565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-06bc7f12-dfde-43f8-bea4-c11c2d2df584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.0840485 Jun 17 08:21:39.955348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-c0a43077-ed03-4706-9c99-04c74f4e7412 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596931 Jun 17 08:21:40.029267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-4dc78832-3b55-4667-b8c5-df265ac671a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.030692 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-4dc78832-3b55-4667-b8c5-df265ac671a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0835786 Jun 17 08:21:40.069491 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-9b96ddf3-9b31-4979-a131-c685d312c885 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298171 Jun 17 08:21:40.088372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecac378-dcc9-4e46-992a-29fbe0e253f1 req-334c583c-edea-42d3-a2b9-54f4b0965755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.089776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3ecac378-dcc9-4e46-992a-29fbe0e253f1 req-334c583c-edea-42d3-a2b9-54f4b0965755 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 1097 time: 0.0966558 Jun 17 08:21:40.170083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3ecac378-dcc9-4e46-992a-29fbe0e253f1 req-11ab80d2-8388-4b4b-b788-7739e8ea2656 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710132 Jun 17 08:21:40.170365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-a9643bbc-d09d-40ca-9aa6-fe4e2b9f2fe0 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950338 Jun 17 08:21:40.184528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bd69-7aba-4ee7-ace3-aca0a0f1e0e6 req-5e1d086a-469d-4617-8304-a7e836b775a4 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.185961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b99bd69-7aba-4ee7-ace3-aca0a0f1e0e6 req-5e1d086a-469d-4617-8304-a7e836b775a4 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 944 time: 0.1892910 Jun 17 08:21:40.190641 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-5d365f65-65c9-4000-8073-5131a91a924e service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137080 Jun 17 08:21:40.218363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.235705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.240694 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:40.325588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.346650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b99bd69-7aba-4ee7-ace3-aca0a0f1e0e6 req-e3aeb01c-ce01-4734-bbd4-92bdb1ed7aeb tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402652 Jun 17 08:21:40.355605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event updated for resources: {'Port': ['ID=589a05fd-121b-4279-9179-d4f339a4d521,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:40.360832 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:40.376393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6079ceb5-06b7-4e70-9d81-c7b9d489a9f1 req-3ad422e6-e2bf-474c-a11d-6b4efae66894 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881206 Jun 17 08:21:40.377649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.378809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3308136 Jun 17 08:21:40.450383 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c4686-1e7e-4db1-9a7d-5da5b0d093cf x-openstack-request-id: req-245c4686-1e7e-4db1-9a7d-5da5b0d093cf {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:40.450383 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:40.450589 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-245c4686-1e7e-4db1-9a7d-5da5b0d093cf {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:40.451111 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'status': 'completed', 'code': 200} Jun 17 08:21:40.458785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:40.484392 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e9a2a27c-228d-435d-8934-3453e1e1c3a8 req-d5263aa4-448b-458d-8ce8-5e66fac537ab service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792888 Jun 17 08:21:40.506247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-3a4d0e0b-af67-4161-b6de-66d2c044c50f tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.1182756 Jun 17 08:21:40.570566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:40.582741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db has no active binding in host n-h1-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:21:40.649835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-28fab8b2-eb36-4a88-b92b-103ce6ef6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.651339 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-28fab8b2-eb36-4a88-b92b-103ce6ef6b21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1096 time: 0.1994939 Jun 17 08:21:40.660642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-2234069c-798a-4b1d-97b1-4dfe4ae1c4f3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.661874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-2234069c-798a-4b1d-97b1-4dfe4ae1c4f3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.1548622 Jun 17 08:21:40.680071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-639a3d6f-0bfd-49f6-ad38-bcefa683f66a tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:21:40.681016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-831d76c7-153d-44d1-b595-a9be3c2b198f req-639a3d6f-0bfd-49f6-ad38-bcefa683f66a tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081708 Jun 17 08:21:40.719012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b070-bc87-4e5e-90e4-1ea057ef2781 req-68678351-9712-47e2-bff9-0bf2167cc7e0 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.720506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe68b070-bc87-4e5e-90e4-1ea057ef2781 req-68678351-9712-47e2-bff9-0bf2167cc7e0 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 945 time: 0.1453042 Jun 17 08:21:40.796683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-0e7fccce-bbee-4221-9164-a612421d1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.798791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-0e7fccce-bbee-4221-9164-a612421d1d84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1360030 Jun 17 08:21:40.802114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe68b070-bc87-4e5e-90e4-1ea057ef2781 req-c9b6e653-44ba-497e-84bf-6df70cc0b907 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584621 Jun 17 08:21:40.841800 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-82ada7ab-6a4a-4c6a-8d23-2c8a64761cb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.0360436 Jun 17 08:21:40.851109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40394) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:40.859576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072074594', 'description': 'tempest-description--1176147074'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:40.900349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.901841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-a39df968-307d-4e4d-a762-3c798fa26e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.903731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-a39df968-307d-4e4d-a762-3c798fa26e56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0521228 Jun 17 08:21:40.951954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-66cfc561-5314-4efc-8d50-fe108ac75498 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398118 Jun 17 08:21:41.017028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.021906 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.033162 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-172510f3-411b-4a7f-bbde-e3378f1bde87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:41.038081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.039519 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1867065 Jun 17 08:21:41.044746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:41.055415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'security_group_rule': {'security_group_id': '0d3019b8-80aa-44b0-93ae-990825fbf120', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:41.097277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3019b8-80aa-44b0-93ae-990825fbf120,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:41.097443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-14f7c4b5-f049-4060-8e0a-acafd713afc7 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387970 Jun 17 08:21:41.101343 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:41.110129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.147358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727152d-79f1-4c05-b769-44cf9ddc84f3 req-7bb96109-e93d-4624-8352-cad8c9152f13 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.148872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2727152d-79f1-4c05-b769-44cf9ddc84f3 req-7bb96109-e93d-4624-8352-cad8c9152f13 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 944 time: 0.1163321 Jun 17 08:21:41.186712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.191405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.193600 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:41.214008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.215587 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696873 Jun 17 08:21:41.218301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40412) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:41.223759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'security_group_rule': {'security_group_id': '0d3019b8-80aa-44b0-93ae-990825fbf120', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:41.232977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ac3810-ed55-4e7a-8572-45df1f26da90,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:41.236574 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:41.260009 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.308474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0758aa-f80a-49b3-954e-a4b3ffb7ced9 req-fbc811dc-7440-4471-93da-f2e01becb912 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982365 Jun 17 08:21:41.311600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2727152d-79f1-4c05-b769-44cf9ddc84f3 req-949f37c1-925d-4c5a-8741-479ab40c9383 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523983 Jun 17 08:21:41.332690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.341261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.341261 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:41.354284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-7b151d62-0768-46a1-80a3-4741e191d5ee tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.356120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37607555-a226-4bd5-9f23-76b0f1de0d88,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:41.361570 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:41.361868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-7b151d62-0768-46a1-80a3-4741e191d5ee tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1893885 Jun 17 08:21:41.364862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.367346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478369 Jun 17 08:21:41.369440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40414) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:41.374637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:41.400696 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.410654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-4bc36fa5-0078-4d4e-ae87-70e61e8c8593 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.0475700 Jun 17 08:21:41.421289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Request body: {'floatingip': {'port_id': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:41.470171 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.507426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.566068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-deleted', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:41.568359 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d84ab7c-d0de-4377-8689-e8974a3a0848" -d '{"events": [{"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-deleted", "tag": "bab10267-756e-404f-a6e6-ed67144169f5"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:41.620412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Allocated IP 172.25.7.121 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/9a0a21cb-62b9-47ce-9ca8-d3ff4126f23a) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:41.716143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655445e2-b4dd-44b3-988a-75f567e10ab9 req-d1254598-4401-4e72-9e0a-306b7ea9c67b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.717647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-655445e2-b4dd-44b3-988a-75f567e10ab9 req-d1254598-4401-4e72-9e0a-306b7ea9c67b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 944 time: 0.1658361 Jun 17 08:21:41.728682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.767812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.769685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:41.773720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-655445e2-b4dd-44b3-988a-75f567e10ab9 req-742c4c02-d30c-4f01-93d0-9e1b44134f68 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477941 Jun 17 08:21:41.811059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:41.814636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:41.817162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:41.847023 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee5ab75-aff0-40ce-8305-8d287a6d4fe0 x-openstack-request-id: req-1ee5ab75-aff0-40ce-8305-8d287a6d4fe0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:41.847347 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931dab9f-b953-4bc8-bfb8-bd6bb0e6f396", "name": "network-vif-deleted", "tag": "bab10267-756e-404f-a6e6-ed67144169f5", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:41.847622 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ee5ab75-aff0-40ce-8305-8d287a6d4fe0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:41.848035 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931dab9f-b953-4bc8-bfb8-bd6bb0e6f396', 'name': 'network-vif-deleted', 'tag': 'bab10267-756e-404f-a6e6-ed67144169f5', 'status': 'completed', 'code': 200} Jun 17 08:21:41.850491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'Port': ['ID=9a0a21cb-62b9-47ce-9ca8-d3ff4126f23a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:41.853427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:41.967439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.009870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:42.031585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.052258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: bab10267-756e-404f-a6e6-ed67144169f5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:42.054890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bab10267-756e-404f-a6e6-ed67144169f5 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:42.202165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.207660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.211189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31cecc29-6309-4b90-b1c9-85487daf9459 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:42.286845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'Port': ['ID=9a0a21cb-62b9-47ce-9ca8-d3ff4126f23a,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:42.291274 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:42.292419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.307127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.310945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-34663bec-227a-4932-ad0f-1909fbe914bd service neutron] 10.222.0.67 "GET /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.4228086 Jun 17 08:21:42.311090 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9374058 Jun 17 08:21:42.422269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d8fa-67ab-478c-9a7f-3d1bb8ecceda req-9f7e3ec4-7cfa-433e-a2b9-7670a25fa5a2 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.424278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e22d8fa-67ab-478c-9a7f-3d1bb8ecceda req-9f7e3ec4-7cfa-433e-a2b9-7670a25fa5a2 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 945 time: 0.2280085 Jun 17 08:21:42.459992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.467075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.565647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e22d8fa-67ab-478c-9a7f-3d1bb8ecceda req-aff42da5-b5cb-49d5-85de-a914cf3dca1c tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346662 Jun 17 08:21:42.633231 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Floating IP dcff444a-6d7f-47a9-9b96-e2a00d36d4f4 associated. External IP: 172.25.7.21, port: 7d04f787-bfa5-422d-9e3c-4285248d34a9. Jun 17 08:21:42.794081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:42.833925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:42.874713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab1c0-4bea-4992-9b0f-8d24a159c1d8 req-54da18b6-1d31-4c97-8328-4c97283eeeda tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.876260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e73ab1c0-4bea-4992-9b0f-8d24a159c1d8 req-54da18b6-1d31-4c97-8328-4c97283eeeda tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 944 time: 0.1862659 Jun 17 08:21:42.943959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:42.968644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:42.996352 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.026398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e73ab1c0-4bea-4992-9b0f-8d24a159c1d8 req-aecf271e-abdc-4ed6-ac36-1b8e65cc277e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138074 Jun 17 08:21:43.093477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Router cbb8dc3c-bacc-4870-a860-1f83466d0865 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:43.121859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Transition to ACTIVE for port object 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:43.155251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.186095 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:43.358809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] No DVR routers for this DVR port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:43.373063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:43.385910 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:43.410121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:43.417396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.420670 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] Sync routers for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:43.433338 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:43.433963 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:43.453332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] 10.222.0.67 "PUT /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db/bindings/n-h1-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1370294 Jun 17 08:21:43.479892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-9a124d49-1e71-4f07-9fac-acfccb7d0edf tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.481369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-9a124d49-1e71-4f07-9fac-acfccb7d0edf tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 822 time: 0.3276498 Jun 17 08:21:43.496828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-831b5e70-5a7c-4a8b-ae80-d43bb90631b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "PUT /v2.0/floatingips/dcff444a-6d7f-47a9-9b96-e2a00d36d4f4 HTTP/1.1" status: 200 len: 996 time: 2.0775096 Jun 17 08:21:43.497435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:43.502061 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:43.554144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-fc43bb9e-5179-4c7c-b00b-9228ddeb3808 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/quotas/ca66d96cbd8e44bab87f9095d7366533 HTTP/1.1" status: 200 len: 375 time: 0.0430396 Jun 17 08:21:43.596657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-f5e6c4d4-3a7d-415a-94d4-89f9b138fe7e tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.598476 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-f5e6c4d4-3a7d-415a-94d4-89f9b138fe7e tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.0737138 Jun 17 08:21:43.628727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-672d5e64-2b68-479b-b080-8db0d998285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.635770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-672d5e64-2b68-479b-b080-8db0d998285d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1098 time: 0.1227121 Jun 17 08:21:43.648321 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:43.682805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-14ccb06a-05e6-4e79-991d-43a87025752f tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224861 Jun 17 08:21:43.698888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-887ad6f3-d5f9-4be0-9c9d-b2f06a27cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.700500 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-887ad6f3-d5f9-4be0-9c9d-b2f06a27cab1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090&tenant_id=bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 1097 time: 0.0939085 Jun 17 08:21:43.783375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-226f34d9-6f8d-4e09-b43f-609ac61d68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.784961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-226f34d9-6f8d-4e09-b43f-609ac61d68c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1097 time: 0.0530729 Jun 17 08:21:43.796835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-cdcc70c0-b92c-4fb2-9d1b-1ea56cfa2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.804122 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-cdcc70c0-b92c-4fb2-9d1b-1ea56cfa2035 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 930 time: 0.1678932 Jun 17 08:21:43.864494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-36361d7c-c7d8-4864-bb60-376555b95c39 service neutron] 10.222.0.65 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797800 Jun 17 08:21:43.884175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-4dfe9ea4-1bbc-4b1c-aefc-d23a7bb9f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.885743 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-4dfe9ea4-1bbc-4b1c-aefc-d23a7bb9f5de service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0906670 Jun 17 08:21:43.929382 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-d81bf32c-7122-45ac-90d9-7e997a796136 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.0361114 Jun 17 08:21:43.952615 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'dcff444a-6d7f-47a9-9b96-e2a00d36d4f4', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'port_id': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'mac_address': 'fa:16:3e:c0:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f2b107-9690-4b41-9320-67b7066c2c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:39Z', 'updated_at': '2021-06-17T08:21:42Z', 'revision_number': 1, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:43.959449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-312e43b2-0966-4b40-a5ed-4bd7e560d826 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 999 time: 0.1544771 Jun 17 08:21:43.978746 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] Checking router: cbb8dc3c-bacc-4870-a860-1f83466d0865 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:43.987824 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:43.988470 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:43.995846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-24127a62-ce4e-4cdc-8aef-ecd3dd9bec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.997486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-24127a62-ce4e-4cdc-8aef-ecd3dd9bec59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0595691 Jun 17 08:21:44.009303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:44.019820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-616f04d4-aa54-4dbe-8d1e-2dd873c49fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.021760 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-616f04d4-aa54-4dbe-8d1e-2dd873c49fb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 200 len: 868 time: 0.0559740 Jun 17 08:21:44.035295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-476de053-6745-4248-a863-f9cf022f0b43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294626 Jun 17 08:21:44.037664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-8ed324b3-6315-459d-8091-22e5639e4f31 service neutron] 10.222.0.65 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693308 Jun 17 08:21:44.120110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-3b615592-64d7-43a7-96a0-ffce441b03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.121904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-3b615592-64d7-43a7-96a0-ffce441b03da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2c7c8b8-60c3-4078-8c64-1566ff69b057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867987 Jun 17 08:21:44.123495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:44.124718 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:44.136112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-898513eb-dfe2-43f3-8e50-39401aa859a5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:21:44.143995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-898513eb-dfe2-43f3-8e50-39401aa859a5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120459 Jun 17 08:21:44.152884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'port_id': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'mac_address': 'fa:16:3e:9a:eb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:44.184771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-8ac018f0-f767-47b4-bfb4-4e6e333a13e9 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355691 Jun 17 08:21:44.231957 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:44.246290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:44.308984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:44.312960 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-2666fbea-02f7-47bd-acd4-29edd77a5ba5 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190095 Jun 17 08:21:44.317310 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:44.320516 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:44.351758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-901c74df-81d3-4592-8041-8472bf30dbaa service neutron] 10.222.0.65 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966228 Jun 17 08:21:44.386356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:44.392131 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:44.481515 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'dcff444a-6d7f-47a9-9b96-e2a00d36d4f4', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'port_id': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'mac_address': 'fa:16:3e:c0:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f2b107-9690-4b41-9320-67b7066c2c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:39Z', 'updated_at': '2021-06-17T08:21:42Z', 'revision_number': 1, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:44.498346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13dbd9e0-85ad-48e9-8adb-da8e07321514 req-74b2bf4f-6f3e-4c78-b1c3-cb41f94a91a7 service neutron] 10.222.0.65 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360588 Jun 17 08:21:44.509923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:44.546517 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df68a2-3ec8-4706-9876-19a405e7f540 None None] The sync data for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 is: [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'dcff444a-6d7f-47a9-9b96-e2a00d36d4f4', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'port_id': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'mac_address': 'fa:16:3e:c0:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f2b107-9690-4b41-9320-67b7066c2c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:39Z', 'updated_at': '2021-06-17T08:21:42Z', 'revision_number': 1, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:44.620260 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893eaac9-d156-4a67-b4cb-b702022c2c44 x-openstack-request-id: req-893eaac9-d156-4a67-b4cb-b702022c2c44 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:44.620565 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:44.621550 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-893eaac9-d156-4a67-b4cb-b702022c2c44 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:44.622010 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'status': 'completed', 'code': 200} Jun 17 08:21:44.745457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-761d0a95-0b4c-44cc-94e8-0b22777a8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.751561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-761d0a95-0b4c-44cc-94e8-0b22777a8460 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1098 time: 0.0997379 Jun 17 08:21:44.859764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-fe3ae2e0-d896-43a9-b2c3-9668c0e88123 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.862847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-fe3ae2e0-d896-43a9-b2c3-9668c0e88123 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.1721761 Jun 17 08:21:44.881070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1db330-16c9-4a99-82f5-446d3592a791 req-e23f5300-dc17-46a0-82dd-33e45af3adc8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.893141 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad1db330-16c9-4a99-82f5-446d3592a791 req-e23f5300-dc17-46a0-82dd-33e45af3adc8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.2629681 Jun 17 08:21:44.898790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-5e540932-00be-475b-8d52-f734c83aa20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.900506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-5e540932-00be-475b-8d52-f734c83aa20a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 930 time: 0.1438093 Jun 17 08:21:44.943215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a2c08-4893-4eb3-aede-25ebfd0f0f16 None None] New status for floating IP dcff444a-6d7f-47a9-9b96-e2a00d36d4f4: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:21:45.066311 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-b67fa6b5-7768-4011-ab80-06fd14dcdb7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 999 time: 0.1546474 Jun 17 08:21:45.129733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-16fdf92a-ca8c-4f4b-8d9f-629bb6849256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.131862 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-16fdf92a-ca8c-4f4b-8d9f-629bb6849256 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 200 len: 868 time: 0.0585668 Jun 17 08:21:45.278310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-ef066145-967b-43f2-81e6-eeca72a3dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.280226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-ef066145-967b-43f2-81e6-eeca72a3dcee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2c7c8b8-60c3-4078-8c64-1566ff69b057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364498 Jun 17 08:21:45.293812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad1db330-16c9-4a99-82f5-446d3592a791 req-306f4c96-2365-47b8-bc42-6fc61a2f284c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995132 Jun 17 08:21:45.423645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-984b9165-f9d5-468d-b1f3-225307100c63 service neutron] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:45.431334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552ba0d-cf33-4074-855e-773472cb2800 req-86fac15d-c0c1-4185-b820-3dfa8ba71c7d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.432786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0552ba0d-cf33-4074-855e-773472cb2800 req-86fac15d-c0c1-4185-b820-3dfa8ba71c7d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 945 time: 0.1381133 Jun 17 08:21:45.449013 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-5f92d3bd-ba6a-4bc2-9de6-c9a75a950fd4 service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050355 Jun 17 08:21:45.451627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0b1dbdd-1126-4ce1-8c03-8dd12c9ca010 req-2d56f182-e081-47d4-911b-cbace5f901f5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 210 time: 0.0449684 Jun 17 08:21:45.454377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-984b9165-f9d5-468d-b1f3-225307100c63 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.455289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f559029a-a3b6-46df-90ca-f60bd58aa0a5 req-984b9165-f9d5-468d-b1f3-225307100c63 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db/bindings/n-h2-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.5593872 Jun 17 08:21:45.498661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0552ba0d-cf33-4074-855e-773472cb2800 req-f94ef4ef-3528-41a8-a087-240bebf8540d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Jun 17 08:21:45.588822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8411077-5bf2-40ca-ad7d-c695a1e99c6a req-ef0dbf55-a804-4241-a770-b3a6c18a788a service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265540 Jun 17 08:21:45.760487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-d1166c72-259b-4166-85fe-4d68b3cfac15 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 258 time: 0.1771703 Jun 17 08:21:45.772662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:45.851912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.919104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-8a6bd0ad-42ff-4980-b8e7-fe1b3cab4d5d tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.920716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-8a6bd0ad-42ff-4980-b8e7-fe1b3cab4d5d tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 822 time: 0.2004738 Jun 17 08:21:45.955011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'port': {'device_id': '0b4546b6-b844-4917-b459-c0de699e50e9', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'admin_state_up': True, 'tenant_id': 'ca66d96cbd8e44bab87f9095d7366533'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:46.009072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:46.106230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:46.120877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:46.127466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:46.128085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.154195 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.220545 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.223251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Made reservation on behalf of ca66d96cbd8e44bab87f9095d7366533 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:46.227217 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.228395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.249197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:46.253016 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64970dd3-2e53-4533-ba76-a7e0c6fdfe0d" -d '{"events": [{"server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "name": "network-vif-plugged", "status": "completed", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:46.270283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:46.276724 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.279175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:46.304719 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.380698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.392486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.396462 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f77b3b26-e098-47ff-b76e-faa85e52d92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.434580 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef5af0-d421-43a4-a062-97493bfbcc94 x-openstack-request-id: req-94ef5af0-d421-43a4-a062-97493bfbcc94 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:46.434880 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "name": "network-vif-plugged", "status": "completed", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:46.435176 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94ef5af0-d421-43a4-a062-97493bfbcc94 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:46.435568 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'code': 200} Jun 17 08:21:46.447788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Allocated IP 172.25.7.245 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/caee0a1f-bc75-431b-9733-ace22d3a32fc) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:46.458894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8334b28-32d7-46a3-9341-72a64446f55f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.467010 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.478864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b485ce5552fc45ee806202fd6ca2e8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681259 Jun 17 08:21:46.484830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40550) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:46.508309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.515306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:46.518939 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.557134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d60163-37c9-43fd-b798-74ce205ee3d3 req-151fa1de-96f8-4733-9105-af792299a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.557647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Allocated IP 172.20.0.8 (db6fe610-7c97-479d-9ffe-890cfbc851ec/0ab76f25-5bd5-4925-885e-6f03f7a4072d/7db999e3-2b1d-47a4-b807-0c73615b07e6) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:46.558781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39d60163-37c9-43fd-b798-74ce205ee3d3 req-151fa1de-96f8-4733-9105-af792299a93c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1098 time: 0.1032612 Jun 17 08:21:46.596128 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39d60163-37c9-43fd-b798-74ce205ee3d3 req-ae36ea8b-3004-45c5-aec3-e21f277e9ab3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Jun 17 08:21:46.681164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.758327 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.770118 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.831676 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.865464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd45a86-e206-4849-877d-88e7f83dfec7 req-d61b1c1f-bf77-4263-83e2-6a1936ceae41 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.871837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fd45a86-e206-4849-877d-88e7f83dfec7 req-d61b1c1f-bf77-4263-83e2-6a1936ceae41 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.3101263 Jun 17 08:21:46.955800 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fd45a86-e206-4849-877d-88e7f83dfec7 req-7b4006ea-bd3d-422d-b5cb-e3978ce6915f tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830956 Jun 17 08:21:46.959580 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.962166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.963349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8334b28-32d7-46a3-9341-72a64446f55f HTTP/1.1" status: 204 len: 168 time: 0.4772542 Jun 17 08:21:46.968263 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-588466c4-185a-423c-a653-d3d016562caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.000285 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.011495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.015676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8334b28-32d7-46a3-9341-72a64446f55f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.020002 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.021994 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.031302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:47.057293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:47.061869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:47.152013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event updated for resources: {'Port': ['ID=caee0a1f-bc75-431b-9733-ace22d3a32fc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.167661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0d89098-0550-4106-bc23-230adc96ae41 req-3e615e49-8ac6-4e9c-b77e-f4cd6a70f07c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 210 time: 0.0582805 Jun 17 08:21:47.183910 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.192789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.217119 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.247641 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.381436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Network db6fe610-7c97-479d-9ffe-890cfbc851ec is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:47.382289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.389916 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.395714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:47.398423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:47.403918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.404526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.409424 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.424052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:47.451022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.468412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5316703 Jun 17 08:21:47.489321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Request body: {'port': {'device_id': '0b4546b6-b844-4917-b459-c0de699e50e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:47.531150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f2773-ae62-4e95-8e20-250a64f5e8ae req-4daef41c-b595-4ac3-8de3-a0953d21ad40 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.532900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-957f2773-ae62-4e95-8e20-250a64f5e8ae req-4daef41c-b595-4ac3-8de3-a0953d21ad40 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 946 time: 0.2133787 Jun 17 08:21:47.558431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.564523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.567154 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71e3ae2c-f5f8-40eb-b97a-ec255af90e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.607325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3394b8767c3f40ee8800526e0625d252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820145 Jun 17 08:21:47.608129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626cbb0d-d2a2-44c0-9d8c-67753cd43fb1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.611183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40586) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:47.617980 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.664469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.664720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-957f2773-ae62-4e95-8e20-250a64f5e8ae req-635e41fa-718f-4a1f-aea1-798e6b1a0aff tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193254 Jun 17 08:21:47.668246 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.688437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.728314 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.738726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.751961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.752685 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.755491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.756638 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/626cbb0d-d2a2-44c0-9d8c-67753cd43fb1 HTTP/1.1" status: 204 len: 168 time: 0.1444616 Jun 17 08:21:47.757429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6d359eb-704e-42d7-afe0-9ae5707774ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.765882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626cbb0d-d2a2-44c0-9d8c-67753cd43fb1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.775850 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.805235 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.902613 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.903867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1363916 Jun 17 08:21:47.904592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event updated for resources: {'Port': ['ID=caee0a1f-bc75-431b-9733-ace22d3a32fc,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.908429 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.991912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-3f21be54-c83b-46c9-ac5e-81a47ea376e8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0764337 Jun 17 08:21:48.202101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-073aff66-24fa-46f5-ad51-7d90ec303437 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.205699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6c14da7-0fcb-43b5-a5c8-10b59d95f47f req-073aff66-24fa-46f5-ad51-7d90ec303437 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2072937 Jun 17 08:21:48.267660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80e20-94c7-4ada-983c-8ad9c96b5fa8 req-bee36280-cacc-4a35-95d8-fec560f9c6d6 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.269377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5c80e20-94c7-4ada-983c-8ad9c96b5fa8 req-bee36280-cacc-4a35-95d8-fec560f9c6d6 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1097 time: 0.1640942 Jun 17 08:21:48.289934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db999e3-2b1d-47a4-b807-0c73615b07e6 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:48.315780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.357734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Transition to ACTIVE for port object 7db999e3-2b1d-47a4-b807-0c73615b07e6 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:48.374785 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.390503 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:48.438234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:48.451455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5c80e20-94c7-4ada-983c-8ad9c96b5fa8 req-cfbc43de-1e85-42d4-bf7e-01d57068aa1a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646893 Jun 17 08:21:48.461364 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:48.691883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Attempting to bind port 7db999e3-2b1d-47a4-b807-0c73615b07e6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:48.692284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Attempting to bind port 7db999e3-2b1d-47a4-b807-0c73615b07e6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:48.692834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Attempting to bind port 7db999e3-2b1d-47a4-b807-0c73615b07e6 on network db6fe610-7c97-479d-9ffe-890cfbc851ec {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:48.715538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Port 7db999e3-2b1d-47a4-b807-0c73615b07e6 on network db6fe610-7c97-479d-9ffe-890cfbc851ec not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:48.716018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Attempting to bind port 7db999e3-2b1d-47a4-b807-0c73615b07e6 on network db6fe610-7c97-479d-9ffe-890cfbc851ec {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:48.729872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b3dae-5ec9-45b4-876e-0ee55b278bbf req-355e8c77-3de2-46d3-b577-738f2bfe330e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.731459 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e44b3dae-5ec9-45b4-876e-0ee55b278bbf req-355e8c77-3de2-46d3-b577-738f2bfe330e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 943 time: 0.2946441 Jun 17 08:21:48.735165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:48.735674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Checking segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:48.736170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Bound using segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:48.736618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Bound port: 7db999e3-2b1d-47a4-b807-0c73615b07e6, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:48.737207 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.745570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-b280b0eb-3940-4663-90bb-21bc127642d4 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.747078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-b280b0eb-3940-4663-90bb-21bc127642d4 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1814363 Jun 17 08:21:48.835916 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-55601098-449a-4a2d-8d1b-2f1ae31bd5b2 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0710578 Jun 17 08:21:48.857313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-4aa4f4e6-6ab9-4ebd-bbd9-bb36a6d68164 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Request body: {'floatingip': {'port_id': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:48.901786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e44b3dae-5ec9-45b4-876e-0ee55b278bbf req-eede8fb8-2595-41e2-bef1-eff575ad3e81 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480887 Jun 17 08:21:48.910154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-4aa4f4e6-6ab9-4ebd-bbd9-bb36a6d68164 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.019818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:49.041022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.053889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-6ad72f98-1bba-4522-8d12-bcd3611e8910 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503950 Jun 17 08:21:49.324441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:49.330499 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:21:49.358717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.365613 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:49.426160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.426792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.428639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] 10.222.0.67 "PUT /v2.0/ports/7db999e3-2b1d-47a4-b807-0c73615b07e6 HTTP/1.1" status: 200 len: 1092 time: 1.9491313 Jun 17 08:21:49.437295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:49.440570 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:49.587026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:49.596618 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:49.648876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-e6d251a4-4fab-4d6e-b3ee-483124bad32c tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.650336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-e6d251a4-4fab-4d6e-b3ee-483124bad32c tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245795 Jun 17 08:21:49.674743 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-4aa4f4e6-6ab9-4ebd-bbd9-bb36a6d68164 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:21:49.676055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1823ad9-b547-409a-8950-1adda1a6c950 req-4aa4f4e6-6ab9-4ebd-bbd9-bb36a6d68164 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "PUT /v2.0/floatingips/45bed0eb-0892-4ad1-b8cd-25b72f48a714 HTTP/1.1" status: 409 len: 551 time: 0.8273385 Jun 17 08:21:49.688027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-19ab1ccc-67fe-4691-8085-d48d874b8c2a tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/quotas/8b3bbfc9f14b4a69a6f5fdb93d0fe8e6 HTTP/1.1" status: 200 len: 375 time: 0.0256398 Jun 17 08:21:49.706765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-fde4405c-8759-42da-b631-aa0420ad5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.708258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-fde4405c-8759-42da-b631-aa0420ad5cc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 1095 time: 0.1825495 Jun 17 08:21:49.727165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-eed64a05-2012-4d1b-8133-2502e012c4df tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381420 Jun 17 08:21:49.764442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-8dcdbf0d-3230-4ce5-bf44-ec8587b0b5cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6 HTTP/1.1" status: 200 len: 217 time: 0.0396850 Jun 17 08:21:49.907745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-091ca425-6715-46d1-af27-8d6d154fb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.909905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-091ca425-6715-46d1-af27-8d6d154fb89f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.1351948 Jun 17 08:21:49.967084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-a428472c-219c-4341-88ca-6b384140819e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334537 Jun 17 08:21:49.987207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-580c050e-2b91-4e99-9ca9-d25dea93beb3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.989518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-580c050e-2b91-4e99-9ca9-d25dea93beb3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.2274806 Jun 17 08:21:50.056174 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-244085b4-4993-433e-a358-a435c5587eb5 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/quotas/bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 375 time: 0.0428362 Jun 17 08:21:50.199462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ca7d3-9a5f-4b12-a29f-4424a3d30528 req-8f87b9ed-4419-4cd5-bf30-b43e77364e4e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.200942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b1ca7d3-9a5f-4b12-a29f-4424a3d30528 req-8f87b9ed-4419-4cd5-bf30-b43e77364e4e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 946 time: 0.2324944 Jun 17 08:21:50.206668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-ebb6d26c-7522-4638-b4da-b544ea6d311c service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273767 Jun 17 08:21:50.242286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-c79a3fa4-24dd-4d06-b75e-49f0e0b7cf66 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568844 Jun 17 08:21:50.347206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b1ca7d3-9a5f-4b12-a29f-4424a3d30528 req-8a6356d4-78e3-4581-ae85-9110bad0d83e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365993 Jun 17 08:21:50.417325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93877f5a-2aca-490c-93dd-94aaae5d9059 req-0f0dbaa5-3c1a-46ed-a824-48f715fc6c71 service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996400 Jun 17 08:21:50.423895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-bd714a61-5166-4cd7-a194-bef79c9db323 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700802 Jun 17 08:21:50.528720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-28e3c75e-57d6-42d4-9e92-e13fb238ded8 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973704 Jun 17 08:21:50.680655 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70601e90-2613-49b5-a427-b343bc9325b4 x-openstack-request-id: req-70601e90-2613-49b5-a427-b343bc9325b4 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:50.680978 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:50.681257 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70601e90-2613-49b5-a427-b343bc9325b4 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:50.681674 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'status': 'completed', 'code': 200} Jun 17 08:21:50.762457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-6b70f39a-77e1-4d41-ac86-be21d6fa5c7c tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9a976d31208e40b5a37e444a54324b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767992 Jun 17 08:21:50.799407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-084ede3a-ad02-4b05-96b3-d4f748ef7fbb tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips/45bed0eb-0892-4ad1-b8cd-25b72f48a714 HTTP/1.1" status: 200 len: 693 time: 0.0921783 Jun 17 08:21:50.969910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-6f4ed74d-ea6a-411d-91ab-65f7dd24591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.970858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-6f4ed74d-ea6a-411d-91ab-65f7dd24591b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 1095 time: 0.2419765 Jun 17 08:21:51.013766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-72dd2be1-a32d-47a9-8f24-c45e54ee9852 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.015601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-72dd2be1-a32d-47a9-8f24-c45e54ee9852 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454610 Jun 17 08:21:51.048089 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-d1b17668-ddca-4e30-bf06-0ed437be320f tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.054022 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-a15020ce-fab4-4962-880d-fa71f7279e57 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496743 Jun 17 08:21:51.055710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-d1b17668-ddca-4e30-bf06-0ed437be320f tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2430036 Jun 17 08:21:51.058574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d43b91a-e887-4fbf-a348-5ebbe3a58073 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/quotas/9a976d31208e40b5a37e444a54324b84 HTTP/1.1" status: 200 len: 375 time: 0.0314627 Jun 17 08:21:51.066932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-c4218bb4-efcb-46aa-8c64-37f2d4b2c1aa tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:21:51.073852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-c4218bb4-efcb-46aa-8c64-37f2d4b2c1aa tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172315 Jun 17 08:21:51.137693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-c87595fa-ad77-4f81-b75e-f3561343408b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0628493 Jun 17 08:21:51.185101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-44dfd856-2529-494e-83b2-9e1a17510fcb tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a976d31208e40b5a37e444a54324b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022911 Jun 17 08:21:51.263303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-ca4d5240-6191-41b9-a802-fae19a4c3223 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.1247618 Jun 17 08:21:51.274223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-0842b6fc-45a9-4e5a-9166-7851af10e564 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.279227 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-0842b6fc-45a9-4e5a-9166-7851af10e564 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153387 Jun 17 08:21:51.301137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Request body: {'port': {'device_id': '5c72a47f-315d-462b-911e-f7315f65f23a', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '8b3bbfc9f14b4a69a6f5fdb93d0fe8e6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:51.383879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-b754f131-ee9c-4a42-ae32-6ae88b34c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.385359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-b754f131-ee9c-4a42-ae32-6ae88b34c082 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 923 time: 0.4059372 Jun 17 08:21:51.444891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-9d3f2791-3ffd-42d3-97db-3676149a856f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6 HTTP/1.1" status: 200 len: 217 time: 0.0504165 Jun 17 08:21:51.504144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Made reservation on behalf of 8b3bbfc9f14b4a69a6f5fdb93d0fe8e6 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:51.508159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.515647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-10a577dd-2eae-419d-8c66-50758a006585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.517777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-10a577dd-2eae-419d-8c66-50758a006585 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.0630686 Jun 17 08:21:51.519470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Deleting port caee0a1f-bc75-431b-9733-ace22d3a32fc {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:51.519605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.523769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.602318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-6a837cf7-5534-4eef-a0e1-86a3ab13a3c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760694 Jun 17 08:21:51.642859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.647435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.651971 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a9117a88-e06f-46b5-b988-0f22a4a94cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:51.725359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5948696-003e-4f1c-aeb6-90b9bcf29ecd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:51.730816 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:51.794261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-0790a8d1-b801-4160-913a-7a3c516afdbe service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672206 Jun 17 08:21:51.802499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Allocated IP 192.168.233.236 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/4bd5516b-8586-40cc-95a0-60e57fb8e3b4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:51.820183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.820526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.858090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1162bfa-95c5-489f-84b1-96b1e8a43e5a req-714bd584-f9eb-4777-a774-52dd9ba6751c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.862009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1162bfa-95c5-489f-84b1-96b1e8a43e5a req-714bd584-f9eb-4777-a774-52dd9ba6751c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 943 time: 0.2638590 Jun 17 08:21:51.930889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Calling delete_port for caee0a1f-bc75-431b-9733-ace22d3a32fc owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:51.978548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.995591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Transition to ACTIVE for port object 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:52.044117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.049704 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:52.096345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:52.103955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:52.126520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:52.129132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:52.132364 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:52.195349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.196110 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.261042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9715760 Jun 17 08:21:52.327457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Request body: {'port': {'device_id': '5c72a47f-315d-462b-911e-f7315f65f23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:52.383776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-fd759056-3914-44f8-9359-d3a075fd4ebc tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.384859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-fd759056-3914-44f8-9359-d3a075fd4ebc tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.1848023 Jun 17 08:21:52.401125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Request body: {'port': {'device_id': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'admin_state_up': True, 'tenant_id': 'bc3e06af23124466ab6efab58ab373bc'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:52.419430 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1162bfa-95c5-489f-84b1-96b1e8a43e5a req-d84b24ce-2a13-4149-ae7c-5f0eee3d768e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201468 Jun 17 08:21:52.430138 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2e3e9d0-3c8a-4ce9-9374-e5acdd284a09 req-14d8297c-8aee-49ec-b133-a6125946c8c6 service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249464 Jun 17 08:21:52.467236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-89b18cd3-a485-47e7-936c-5ff588c60520 None None] Provisioning for port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:52.471836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-89b18cd3-a485-47e7-936c-5ff588c60520 None None] Provisioning complete for port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:52.472299 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89b18cd3-a485-47e7-936c-5ff588c60520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.535729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-89b18cd3-a485-47e7-936c-5ff588c60520 None None] Port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:52.549393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.555169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-412f4bb4-8224-439a-a881-16f53ba1ecc7 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325425 Jun 17 08:21:52.562023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Made reservation on behalf of bc3e06af23124466ab6efab58ab373bc for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:52.566503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.591286 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.595517 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2d1a4d6-4e0d-4f1d-aa90-55d56edb2a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:52.632309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event deleted for resources: {'Port': ['ID=caee0a1f-bc75-431b-9733-ace22d3a32fc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:52.639171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:52.684542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.687071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.688872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfb588eb-0f00-4f6a-895e-62a08eafcedf req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "DELETE /v2.0/floatingips/45bed0eb-0892-4ad1-b8cd-25b72f48a714 HTTP/1.1" status: 204 len: 173 time: 1.4241269 Jun 17 08:21:52.723485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-dab8a01e-cc72-41cf-a987-7339ecd92de3 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.727383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-dab8a01e-cc72-41cf-a987-7339ecd92de3 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663976 Jun 17 08:21:52.742089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-4447d5df-b5c2-414d-aa2a-b5d84bc1c434 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/quotas/8b3bbfc9f14b4a69a6f5fdb93d0fe8e6 HTTP/1.1" status: 200 len: 375 time: 0.0108144 Jun 17 08:21:52.856876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7afe9d50-0943-433f-b3ba-7960f621ed3d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069829 Jun 17 08:21:53.032862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-745f6899-a5ab-4ea6-98e9-6f8e05b4f58a tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9a976d31208e40b5a37e444a54324b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329189 Jun 17 08:21:53.154833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Allocated IP 172.20.0.7 (4a2037fc-6420-420c-aac0-8b7fee99c3c3/fdd73d8b-9541-44b4-83d7-a3bb7bd4e401/52a7d7ca-aa79-4c2e-83af-d65521b52d06) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:53.185108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671823e7-b0a7-4b17-b1f4-cdb3bf9a1124 req-ab047fdd-cb85-4264-b46b-f1c0477eb001 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.186739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-671823e7-b0a7-4b17-b1f4-cdb3bf9a1124 req-ab047fdd-cb85-4264-b46b-f1c0477eb001 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1098 time: 0.1528547 Jun 17 08:21:53.238319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-ecd3fc1c-90e6-4822-8108-f7497a7003fc tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.239879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-ecd3fc1c-90e6-4822-8108-f7497a7003fc tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739638 Jun 17 08:21:53.246946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-671823e7-b0a7-4b17-b1f4-cdb3bf9a1124 req-383dd78a-c9f7-4a9e-b301-4944c84f8ab7 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Jun 17 08:21:53.259724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Request body: {'port': {'device_id': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '9a976d31208e40b5a37e444a54324b84'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:53.324692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:53.338181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.397622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Transition to ACTIVE for port object 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:53.410629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.412645 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:53.435063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3d58aeb-0fff-4978-98db-300e0b4f2a4c req-0484cfbf-0d3e-4471-ba92-71af76f07ebf tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 210 time: 0.0655246 Jun 17 08:21:53.448794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Made reservation on behalf of 9a976d31208e40b5a37e444a54324b84 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:53.463688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.476021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.588894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.601684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.703436 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:53.743714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38ccdfbb-d7af-48aa-b219-9d7ad2555af4 req-d5ffa945-f5fc-4077-9597-d3669ea7e310 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 210 time: 0.2003479 Jun 17 08:21:53.745793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:53.750327 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.763771 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:53.805986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Attempting to bind port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:53.806327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Attempting to bind port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:53.806657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Attempting to bind port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:53.830789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:53.831292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Attempting to bind port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:53.839727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:53.839988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:53.840364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:53.840788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Bound port: 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:53.841134 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.863626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.866013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfe391ce-5098-4390-92d5-f5b022a83933 req-f4a0edab-0f17-4304-a2c2-e0ab504999e0 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 210 time: 0.0601234 Jun 17 08:21:53.883192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae6dd37-56e0-4132-8305-cf1141ba5354,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:53.900213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:53.908214 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:53.943860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-5ada4802-533e-47ec-aa67-437483f8d008 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.2357850 Jun 17 08:21:53.945143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Allocated IP 192.168.233.12 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/dd84ab01-4748-457e-a6a5-5a0262cc7daa) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:53.960556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:53.967715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:53.970794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:54.034486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:54.057184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:54.060205 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:54.069079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.069712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.074790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:54.079018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-e410665d-d4de-4db2-a38f-fc3ea6c23542 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.080749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-e410665d-d4de-4db2-a38f-fc3ea6c23542 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports/7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 943 time: 0.1306543 Jun 17 08:21:54.092430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:54.107367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.117909 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:54.134016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7373922 Jun 17 08:21:54.167165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Request body: {'port': {'device_id': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:54.214499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:54.216833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.218567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.221032 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] 10.222.0.67 "PUT /v2.0/ports/4bd5516b-8586-40cc-95a0-60e57fb8e3b4 HTTP/1.1" status: 200 len: 1097 time: 1.9001791 Jun 17 08:21:54.226879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:54.229527 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ccba78-fdd7-45f3-872a-8c3d52cca607" -d '{"events": [{"name": "network-changed", "server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:54.247448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'port_id': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'mac_address': 'fa:16:3e:da:6d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab76f25-5bd5-4925-885e-6f03f7a4072d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:54.262749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b7e5-ffbd-429d-9d88-8da3211f45c7 req-be6f454a-7b76-4e38-94df-bb98f7efba6d tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.264609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bda4b7e5-ffbd-429d-9d88-8da3211f45c7 req-be6f454a-7b76-4e38-94df-bb98f7efba6d tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1098 time: 0.2642751 Jun 17 08:21:54.309419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.317595 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.329934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Transition to ACTIVE for port object dd84ab01-4748-457e-a6a5-5a0262cc7daa will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:54.337398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db999e3-2b1d-47a4-b807-0c73615b07e6 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:54.339649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:54.345073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:54.350855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.365405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:54.373479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.376091 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:54.431337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-20b36b64-c58d-45ad-8004-6b21cc6505c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.433380 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-20b36b64-c58d-45ad-8004-6b21cc6505c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 1100 time: 0.1538801 Jun 17 08:21:54.437414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bda4b7e5-ffbd-429d-9d88-8da3211f45c7 req-fef4fabb-0368-452e-ba15-6c8f077e5509 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986497 Jun 17 08:21:54.448072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-ff4681f4-462e-417f-b3b8-f9f0fc075631 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.1992342 Jun 17 08:21:54.459350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:54.476475 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:54.497963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.505543 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f6f0ca3-0c9a-40a6-984f-720b664d529b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:54.575283 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-84d8561e-1edc-4542-9cde-125557218a47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0525146 Jun 17 08:21:54.586081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7db999e3-2b1d-47a4-b807-0c73615b07e6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:54.617500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:54.627555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:54.642203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Pushing event updated for resources: {'Port': ['ID=dd84ab01-4748-457e-a6a5-5a0262cc7daa,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:54.651371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:54.662785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.664076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.680809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:54.712060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-1765383e-ffe3-4d7a-9d96-e7efb7bca112 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871587 Jun 17 08:21:54.734695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-4a6dad29-e7de-49e5-83ac-10d243e6064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.737082 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-4a6dad29-e7de-49e5-83ac-10d243e6064a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1382365 Jun 17 08:21:54.750631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-5bd13016-779c-4c8e-bfcb-e3e052708b8b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.752425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-5bd13016-779c-4c8e-bfcb-e3e052708b8b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3035598 Jun 17 08:21:54.832809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5788994 Jun 17 08:21:54.865815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-9f44c1dd-5a1a-451f-907f-3eb6c5b72b0b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:21:54.868969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea68fa-3908-422d-87ad-59e4a013a978 req-ec045572-e9d9-4dd6-aeed-69feb7ed8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.870420 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-ec045572-e9d9-4dd6-aeed-69feb7ed8f5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256294 Jun 17 08:21:54.871422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-9f44c1dd-5a1a-451f-907f-3eb6c5b72b0b tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403483 Jun 17 08:21:54.886038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a7d7ca-aa79-4c2e-83af-d65521b52d06 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:54.887414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Request body: {'port': {'device_id': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:54.914150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.951482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Transition to ACTIVE for port object 52a7d7ca-aa79-4c2e-83af-d65521b52d06 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:54.963712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc4949c8-0ada-4b76-80c3-ac410f5c9192 None None] Provisioning for port dd84ab01-4748-457e-a6a5-5a0262cc7daa completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:54.970367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47e1e55d-1c7a-44fd-8b29-47cf9ac102e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.973858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc4949c8-0ada-4b76-80c3-ac410f5c9192 None None] Provisioning complete for port dd84ab01-4748-457e-a6a5-5a0262cc7daa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:54.974242 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc4949c8-0ada-4b76-80c3-ac410f5c9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.978365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.984325 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:55.017513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc4949c8-0ada-4b76-80c3-ac410f5c9192 None None] Port dd84ab01-4748-457e-a6a5-5a0262cc7daa cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:55.038960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-f69ca3ab-b104-4220-ac8e-dd030bbab0a7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.1637578 Jun 17 08:21:55.050374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7da0a41a-09a3-4042-82b9-1be5b89e8547 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.051826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7da0a41a-09a3-4042-82b9-1be5b89e8547 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149550 Jun 17 08:21:55.062124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d880731-414e-4ad2-85f0-ea13612e35f5 req-0c3400bc-8556-4186-8c94-f14d9aed4039 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.064474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d880731-414e-4ad2-85f0-ea13612e35f5 req-0c3400bc-8556-4186-8c94-f14d9aed4039 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 944 time: 0.3970530 Jun 17 08:21:55.069732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:55.081154 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-dea6f562-87c2-40a8-9761-ed552ae4df64 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034740 Jun 17 08:21:55.081807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:55.084005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Request body: {'port': {'device_id': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '8b3bbfc9f14b4a69a6f5fdb93d0fe8e6'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:55.099103 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:55.131153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.208714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:55.209319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:55.209431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:55.221929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:55.222249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:55.230696 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-faea68fa-3908-422d-87ad-59e4a013a978 req-55f6dd14-5e9d-4a34-a21f-a54562cff2d4 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306865 Jun 17 08:21:55.231572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:55.231900 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:55.232270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:55.232691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Bound port: 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:55.233032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.238944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.286382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d880731-414e-4ad2-85f0-ea13612e35f5 req-70e76ef4-5ce2-4848-823e-5f4321c9e5f5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095110 Jun 17 08:21:55.300408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:55.304893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:55.311761 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.316338 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:55.359114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.359888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.361844 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] 10.222.0.60 "PUT /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 1092 time: 1.1999815 Jun 17 08:21:55.384045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:55.387342 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:55.471973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-9babb582-4dcb-4ecb-b059-40481f036dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.473530 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-9babb582-4dcb-4ecb-b059-40481f036dec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1095 time: 0.0569441 Jun 17 08:21:55.519686 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-53323245-0933-4855-83f0-30b5bdc82779 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 217 time: 0.0342977 Jun 17 08:21:55.543459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Made reservation on behalf of 8b3bbfc9f14b4a69a6f5fdb93d0fe8e6 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:55.546868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.572125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-dbbaae17-425a-4942-8a4e-7b2952acdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.573570 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-dbbaae17-425a-4942-8a4e-7b2952acdaf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0434959 Jun 17 08:21:55.593446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.629644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.629963 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Floating IP dcff444a-6d7f-47a9-9b96-e2a00d36d4f4 disassociated. External IP: 172.25.7.21, port: 7d04f787-bfa5-422d-9e3c-4285248d34a9. Jun 17 08:21:55.634969 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-91e16647-0ee8-4990-a886-a299c7873afc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275812 Jun 17 08:21:55.739866 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-11071f7b-de27-451d-b5a2-6d90d1c70862 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892656 Jun 17 08:21:55.842969 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f57784e3-b9d9-4b9f-b424-621235fe77b6 req-196dc544-65b0-43dc-80f8-4d08a274b9dd service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917375 Jun 17 08:21:56.035418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:56.046018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0351a9-6388-4139-9bc9-58cfebe66ff7 req-baa2132d-3fb1-41f7-b359-a7699ccfe7a5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.048241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee0351a9-6388-4139-9bc9-58cfebe66ff7 req-baa2132d-3fb1-41f7-b359-a7699ccfe7a5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 946 time: 0.6049485 Jun 17 08:21:56.088059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 7db999e3-2b1d-47a4-b807-0c73615b07e6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:56.092119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 7db999e3-2b1d-47a4-b807-0c73615b07e6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:56.092497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.152588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee0351a9-6388-4139-9bc9-58cfebe66ff7 req-709ef252-a847-4968-8551-ec177fa18fbb tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961924 Jun 17 08:21:56.168996 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.198432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:56.199443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd84ab01-4748-457e-a6a5-5a0262cc7daa {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:56.201496 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3e615f-dc24-41c4-b909-f2a99b96f6fd" -d '{"events": [{"server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "name": "network-vif-plugged", "status": "completed", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:56.209281 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15a9935-26d6-4372-96cd-db4411a1f08c x-openstack-request-id: req-b15a9935-26d6-4372-96cd-db4411a1f08c {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:56.209789 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:56.209967 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b15a9935-26d6-4372-96cd-db4411a1f08c {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:56.210329 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'status': 'completed', 'code': 200} Jun 17 08:21:56.226771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:56.232652 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.238402 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:56.240617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.264110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Transition to ACTIVE for port object dd84ab01-4748-457e-a6a5-5a0262cc7daa will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:56.279811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.295040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:56.302674 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:56.309506 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:56.318330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-50b1f20e-e7f8-419d-90d5-7987dbef85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.319226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-50b1f20e-e7f8-419d-90d5-7987dbef85de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 1100 time: 0.0873349 Jun 17 08:21:56.417595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-c85a9753-c8a0-44d2-851a-838aae921aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.419100 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-c85a9753-c8a0-44d2-851a-838aae921aec service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.0936780 Jun 17 08:21:56.462563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Router cbb8dc3c-bacc-4870-a860-1f83466d0865 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:56.464807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Allocated IP 192.168.233.166 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/c5fef248-062c-4e4c-9309-290dd15e11a3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:56.466481 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-a717fb8a-c0fe-486f-8607-c2feeff4a79a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0399272 Jun 17 08:21:56.488538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Pushing event updated for resources: {'Port': ['ID=dd84ab01-4748-457e-a6a5-5a0262cc7daa,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:56.512676 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:56.521516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-4f4228c6-c46f-44bf-9683-bf434f1877e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.522349 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-4f4228c6-c46f-44bf-9683-bf434f1877e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0495000 Jun 17 08:21:56.551479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Attempting to bind port dd84ab01-4748-457e-a6a5-5a0262cc7daa on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:56.551973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Attempting to bind port dd84ab01-4748-457e-a6a5-5a0262cc7daa by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:56.552134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Attempting to bind port dd84ab01-4748-457e-a6a5-5a0262cc7daa on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:56.581541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-b58702df-71cc-46ba-8791-79a8a39bc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.583041 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-b58702df-71cc-46ba-8791-79a8a39bc980 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548489 Jun 17 08:21:56.627372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Port dd84ab01-4748-457e-a6a5-5a0262cc7daa on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:56.627689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Attempting to bind port dd84ab01-4748-457e-a6a5-5a0262cc7daa on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:56.651939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:56.652287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:56.652672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:56.653104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Bound port: dd84ab01-4748-457e-a6a5-5a0262cc7daa, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:56.653454 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.677864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-4b21d4da-560d-47d1-ba72-da8a9a9bb9e8 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882609 Jun 17 08:21:56.694125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d97412-5ff0-4516-9c61-6817facfdfa8 req-b6f4972a-0b96-4dc9-83a3-ebf826c09edd tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.695641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d97412-5ff0-4516-9c61-6817facfdfa8 req-b6f4972a-0b96-4dc9-83a3-ebf826c09edd tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 943 time: 0.3724871 Jun 17 08:21:56.766772 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23ccba78-fdd7-45f3-872a-8c3d52cca607 req-5f9e4e61-cba9-4807-9ca3-590f7de3fd66 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Jun 17 08:21:56.829416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:56.837983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.838859 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] Sync routers for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:56.848373 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:56.848994 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:56.877244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d97412-5ff0-4516-9c61-6817facfdfa8 req-880c7fad-4825-458c-9904-692a2652ddc5 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706438 Jun 17 08:21:56.883793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] For port dd84ab01-4748-457e-a6a5-5a0262cc7daa, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:56.914955 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.918075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] For port dd84ab01-4748-457e-a6a5-5a0262cc7daa, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:56.920072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-7debb0a4-6aad-43e5-b94e-debd78fd6534 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "PUT /v2.0/floatingips/dcff444a-6d7f-47a9-9b96-e2a00d36d4f4 HTTP/1.1" status: 200 len: 694 time: 1.8672690 Jun 17 08:21:56.922121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:56.925430 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62044a4-942d-4167-92d5-abad7f1e12bf" -d '{"events": [{"name": "network-changed", "server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:56.937832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.942434 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:56.958397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Transition to ACTIVE for port object c5fef248-062c-4e4c-9309-290dd15e11a3 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:56.983661 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:57.023735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.024354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.025733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd84ab01-4748-457e-a6a5-5a0262cc7daa HTTP/1.1" status: 200 len: 1096 time: 2.1430779 Jun 17 08:21:57.067986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Pushing event updated for resources: {'Port': ['ID=dd84ab01-4748-457e-a6a5-5a0262cc7daa,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:57.072928 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:57.093857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-98eeb79e-eea5-4037-9d50-bbd80a5dd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.095960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-98eeb79e-eea5-4037-9d50-bbd80a5dd796 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1098 time: 0.1566775 Jun 17 08:21:57.105587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.126006 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b7423794-6692-4a8e-ad4e-dc286ec22f42 tempest-VolumesAdminNegativeTest-183710575 tempest-VolumesAdminNegativeTest-183710575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:57.211708 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:57.240485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:57.242528 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] Checking router: cbb8dc3c-bacc-4870-a860-1f83466d0865 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:57.251274 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:57.252209 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:57.275798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:57.280154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:57.285832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.286408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.291762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:57.302813 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:57.345084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2686441 Jun 17 08:21:57.349930 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2f52eab-aa9d-4a93-8c0b-3efb3a1fa11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.353862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-e9a75efd-b4e3-4caa-a4fb-48c05777599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.355026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-e9a75efd-b4e3-4caa-a4fb-48c05777599a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 930 time: 0.2476120 Jun 17 08:21:57.363640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Request body: {'port': {'device_id': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:57.367454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-d6505c90-3fc4-4d57-84b1-d872baf89c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.370108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-d6505c90-3fc4-4d57-84b1-d872baf89c7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a976d31208e40b5a37e444a54324b84&device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 1099 time: 0.2773845 Jun 17 08:21:57.377025 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:57.383703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab00b-3c33-4850-b8b3-ebf88794ec10 req-aaae43a8-d809-4c3a-ab4b-5d70c83e11f8 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.385222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52eab00b-3c33-4850-b8b3-ebf88794ec10 req-aaae43a8-d809-4c3a-ab4b-5d70c83e11f8 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 947 time: 0.2810054 Jun 17 08:21:57.448666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.477443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-22a17177-9d3a-4170-afd6-1f6336909848 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 217 time: 0.1079388 Jun 17 08:21:57.536454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-0953312b-aa25-446a-ac04-e0a990b7c234 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa HTTP/1.1" status: 200 len: 217 time: 0.1255970 Jun 17 08:21:57.604648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d80596a1-f77b-4dd8-ae66-a744d4d7df86 None None] Provisioning for port c5fef248-062c-4e4c-9309-290dd15e11a3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:57.610635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d80596a1-f77b-4dd8-ae66-a744d4d7df86 None None] Provisioning complete for port c5fef248-062c-4e4c-9309-290dd15e11a3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:57.611615 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d80596a1-f77b-4dd8-ae66-a744d4d7df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.615067 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:57.645361 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8517223-2add-4f0e-812a-c274774bb9c5 None None] The sync data for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 is: [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:21:06Z', 'revision_number': 4, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '5eb4d628-56ec-4676-a4b6-afcde6d13100', 'name': '', 'network_id': 'e2c7c8b8-60c3-4078-8c64-1566ff69b057', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'mac_address': 'fa:16:3e:a7:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:05Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'subnets': [{'id': '153db9ad-d02f-4ed3-901e-cd8b8ed856b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:57.658074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52eab00b-3c33-4850-b8b3-ebf88794ec10 req-884eba01-f4ee-4ed9-b7ea-bb6ed8a9ae6b tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471743 Jun 17 08:21:57.665477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-269a0491-8b04-410b-b37c-448631b438b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.666978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-269a0491-8b04-410b-b37c-448631b438b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 200 len: 868 time: 0.1467199 Jun 17 08:21:57.674856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.676561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d80596a1-f77b-4dd8-ae66-a744d4d7df86 None None] Port c5fef248-062c-4e4c-9309-290dd15e11a3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:57.687713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-00c125ab-a231-4f6b-8a3b-24cd852671c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.690135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-00c125ab-a231-4f6b-8a3b-24cd852671c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1164329 Jun 17 08:21:57.926763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2066fa9-2caa-4cfa-8f88-8bb6f4f29af7 None None] New status for floating IP dcff444a-6d7f-47a9-9b96-e2a00d36d4f4: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:21:57.963924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-a05120f1-dd32-494e-a209-816b8f4beb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.965431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-a05120f1-dd32-494e-a209-816b8f4beb05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2c7c8b8-60c3-4078-8c64-1566ff69b057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2720315 Jun 17 08:21:58.018859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-ed871d0a-587a-4ce2-bded-e41c431089ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.020366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-ed871d0a-587a-4ce2-bded-e41c431089ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3141325 Jun 17 08:21:58.075352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:58.097770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c3995-b2e3-4d86-b230-c4f34504037c req-91c40c1b-87f5-436a-a370-631e012579e4 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.099256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d86c3995-b2e3-4d86-b230-c4f34504037c req-91c40c1b-87f5-436a-a370-631e012579e4 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 936 time: 0.2882872 Jun 17 08:21:58.211094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:58.214049 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7871a0c-b521-4760-b249-adc3a4f45d54" -d '{"events": [{"name": "network-changed", "server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:58.217953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:58.230569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'mac_address': 'fa:16:3e:de:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:58.267713 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.280488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:58.282983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d86c3995-b2e3-4d86-b230-c4f34504037c req-57fcaeab-331c-4ca3-9e66-1066b61b928d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420836 Jun 17 08:21:58.287798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-b379e109-038b-4464-94a5-79f1e32e2844 service neutron] 10.222.0.65 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119829 Jun 17 08:21:58.291635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-03d00b8c-bb6f-4232-8e53-293c936f2286 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530012 Jun 17 08:21:58.308917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:58.309119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fef248-062c-4e4c-9309-290dd15e11a3 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:58.315636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.318111 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0f1cd27-9660-452d-b649-9ce19c2c6572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:58.332586 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.348522 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb4b3f-511a-435d-93e9-72865de3182d x-openstack-request-id: req-01fb4b3f-511a-435d-93e9-72865de3182d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:58.348817 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "name": "network-vif-plugged", "status": "completed", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:58.349421 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01fb4b3f-511a-435d-93e9-72865de3182d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:58.350249 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'code': 200} Jun 17 08:21:58.386144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:58.391782 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:58.403505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Transition to ACTIVE for port object c5fef248-062c-4e4c-9309-290dd15e11a3 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:58.473850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020f3ef-688a-4a13-ad84-909dbeddce3c req-f825e900-a2eb-4a9d-8970-992bf7eef001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.475668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c020f3ef-688a-4a13-ad84-909dbeddce3c req-f825e900-a2eb-4a9d-8970-992bf7eef001 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 1097 time: 0.0634687 Jun 17 08:21:58.517985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c020f3ef-688a-4a13-ad84-909dbeddce3c req-5709e5d2-81e5-4c4a-a21b-394fac3f8f9d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Jun 17 08:21:58.552925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['4bd5516b-8586-40cc-95a0-60e57fb8e3b4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:58.716307 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.722565 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.724457 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:58.855302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3388a935-1017-4289-a8bb-1451aeeebf0e req-a3b3b325-d2a6-4b9e-abe0-fb72b65da532 service neutron] 10.222.0.65 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585554 Jun 17 08:21:58.867179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:58.870961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b4379-f88e-4dfc-9777-4a75f8ce2c4c req-f037d2a3-f84d-4b50-8705-6f4fcc520961 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597007 Jun 17 08:21:58.873712 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:58.922050 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a829f11-20f6-459e-853e-f612eb8c7a50 x-openstack-request-id: req-4a829f11-20f6-459e-853e-f612eb8c7a50 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:58.922949 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:58.923189 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a829f11-20f6-459e-853e-f612eb8c7a50 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:58.923622 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'status': 'completed', 'code': 200} Jun 17 08:21:58.925448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Attempting to bind port c5fef248-062c-4e4c-9309-290dd15e11a3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:58.925936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Attempting to bind port c5fef248-062c-4e4c-9309-290dd15e11a3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:58.926268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Attempting to bind port c5fef248-062c-4e4c-9309-290dd15e11a3 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:58.935341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb1076-1049-4c31-9ea3-b3152d021526 req-192b7962-427e-48c3-a77a-d363260e0093 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.937049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcfb1076-1049-4c31-9ea3-b3152d021526 req-192b7962-427e-48c3-a77a-d363260e0093 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 945 time: 0.2157426 Jun 17 08:21:58.941400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Port c5fef248-062c-4e4c-9309-290dd15e11a3 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:58.941726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Attempting to bind port c5fef248-062c-4e4c-9309-290dd15e11a3 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:58.965636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:58.965999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:58.966529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:58.967003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Bound port: c5fef248-062c-4e4c-9309-290dd15e11a3, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:58.967349 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.058453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcfb1076-1049-4c31-9ea3-b3152d021526 req-ee0787a5-37ee-48f3-b254-fc3e199c96bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995173 Jun 17 08:21:59.102358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:59.108267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-855157f9-d93f-41a4-b995-77f8382d07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.110323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-855157f9-d93f-41a4-b995-77f8382d07b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4223e356cb24370bc86d1b801fab0cf&device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 1098 time: 0.1268606 Jun 17 08:21:59.121377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:59.133337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.145662 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:59.197880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.198496 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.199904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5fef248-062c-4e4c-9309-290dd15e11a3 HTTP/1.1" status: 200 len: 1097 time: 1.8431911 Jun 17 08:21:59.261647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:59.270213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:59.298139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-48e6176c-7ec6-4657-940d-22a82f275f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.299667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-48e6176c-7ec6-4657-940d-22a82f275f99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 200 len: 930 time: 0.1768608 Jun 17 08:21:59.367919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-99da6b6d-b087-4517-be7b-4d4cb091b1c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 200 len: 217 time: 0.0504365 Jun 17 08:21:59.430673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-95f4ab1f-3be2-4c68-ac2f-cf4dc1d56d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.433725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-95f4ab1f-3be2-4c68-ac2f-cf4dc1d56d33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 1100 time: 0.1809542 Jun 17 08:21:59.455280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-6b63fa84-42c0-4098-85c8-638aac6f04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.456995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-6b63fa84-42c0-4098-85c8-638aac6f04db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 200 len: 868 time: 0.0733550 Jun 17 08:21:59.513974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-f8c02dd0-3be3-4b99-8323-e048366f46dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c5fef248-062c-4e4c-9309-290dd15e11a3 HTTP/1.1" status: 200 len: 217 time: 0.0673103 Jun 17 08:21:59.632112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-8ffca4f1-62d8-4688-81fb-1acf2b2d3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.633554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-8ffca4f1-62d8-4688-81fb-1acf2b2d3851 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1051154 Jun 17 08:21:59.686504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-76281f9a-04cc-499f-a245-ee5f0f8f662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.688876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-76281f9a-04cc-499f-a245-ee5f0f8f662e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2c7c8b8-60c3-4078-8c64-1566ff69b057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930292 Jun 17 08:21:59.698242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879a8d-0ec9-4df3-bbde-59dbfad26125 req-4b0a42bc-999c-4f96-842c-612e28c8f743 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.699712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7879a8d-0ec9-4df3-bbde-59dbfad26125 req-4b0a42bc-999c-4f96-842c-612e28c8f743 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 943 time: 0.1848354 Jun 17 08:21:59.811845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7879a8d-0ec9-4df3-bbde-59dbfad26125 req-972492fb-65c9-4a5b-8f91-5070989d95b7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999517 Jun 17 08:21:59.823092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-aae8b5d0-8f3f-40bc-ae7e-dfc34e5c9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.825097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-aae8b5d0-8f3f-40bc-ae7e-dfc34e5c9bb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808953 Jun 17 08:21:59.849024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-6a8300e7-a050-4929-9157-eccda3ef490a service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483743 Jun 17 08:21:59.861712 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997bb63e-dcae-44de-b339-55dec617ce59 x-openstack-request-id: req-997bb63e-dcae-44de-b339-55dec617ce59 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:59.862220 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:59.862314 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-997bb63e-dcae-44de-b339-55dec617ce59 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:59.862688 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'status': 'completed', 'code': 200} Jun 17 08:21:59.984379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-ccfd3789-06a5-4ccd-9b51-c0deb0b36505 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511319 Jun 17 08:22:00.002272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-d7826ac6-9f7b-4674-8536-cb135f7b38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.004836 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-d7826ac6-9f7b-4674-8536-cb135f7b38be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1095 time: 0.0694089 Jun 17 08:22:00.027257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e62044a4-942d-4167-92d5-abad7f1e12bf req-356285f8-d75e-4967-9b2a-9c3eade424ef service neutron] 10.222.0.60 "GET /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298025 Jun 17 08:22:00.057998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:00.110571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb74aa60-9d1f-427f-bc2c-1242a4bd296d req-be8fab6b-c5c8-4787-b6d8-c3955423fe48 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181035 Jun 17 08:22:00.151058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:00.157549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:00.157922 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.165174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-af9dee06-4fd2-4b66-b7d8-d34005118ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.166829 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-af9dee06-4fd2-4b66-b7d8-d34005118ac0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.1202192 Jun 17 08:22:00.223388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.288845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40850) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:00.348046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af34ac-c093-4ee5-b5cb-8c879cc8fede req-13b6689b-c787-4091-a1cf-7f01d6ab9b4a tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.356708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12af34ac-c093-4ee5-b5cb-8c879cc8fede req-13b6689b-c787-4091-a1cf-7f01d6ab9b4a tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 947 time: 0.0972037 Jun 17 08:22:00.413655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12af34ac-c093-4ee5-b5cb-8c879cc8fede req-deee5e68-a57d-437e-9c33-846abdc41d9f tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555747 Jun 17 08:22:00.417538 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.437995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-5102401e-0f3b-4890-bac7-9563bba4126b tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:22:00.440113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-5102401e-0f3b-4890-bac7-9563bba4126b tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1501830 Jun 17 08:22:00.457467 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-0ef34535-0d2f-4bbb-8983-88190fa63868 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 217 time: 0.2736754 Jun 17 08:22:00.461001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:00.463581 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ee281-481e-4d83-8c6e-854d404037b1" -d '{"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:00.467479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:00.474353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.478998 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:00.502812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-4f7ccf6a-29c0-4186-b373-0b2bdbb1cd3f tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips/dcff444a-6d7f-47a9-9b96-e2a00d36d4f4 HTTP/1.1" status: 200 len: 692 time: 0.0610249 Jun 17 08:22:00.539006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-0312397c-072b-4b35-815a-8449614b623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.541016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-0312397c-072b-4b35-815a-8449614b623c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0681815 Jun 17 08:22:00.541386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:00.544141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Request body: {'binding': {'host': 'n-h1-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:00.544597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:22:00.544704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:00.550447 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:00.583685 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-9cbd23f1-4a50-42bd-8942-13a1ae4d0a51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275526 Jun 17 08:22:00.645737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:00.660820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'port_id': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'mac_address': 'fa:16:3e:64:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd73d8b-9541-44b4-83d7-a3bb7bd4e401', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:00.667509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-e1521f1e-f1d3-45e0-844c-53be311b231a tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.671449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-e1521f1e-f1d3-45e0-844c-53be311b231a tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.1618843 Jun 17 08:22:00.696186 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-04ad07b3-8aa0-4944-8536-80d2498272cd service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944345 Jun 17 08:22:00.699252 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.712214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a7d7ca-aa79-4c2e-83af-d65521b52d06 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:00.735321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:00.739865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.743185 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:00.757703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-4f46292f-617f-41fc-aa6a-6c909e243e92 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.0584095 Jun 17 08:22:00.794594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:00.798576 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:00.804964 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7871a0c-b521-4760-b249-adc3a4f45d54 req-67cf0323-dd36-4c84-92e6-08cf52bebedc service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950162 Jun 17 08:22:00.826748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3c206beb-3853-4928-8d97-d020cc74ce15 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.0612607 Jun 17 08:22:00.850417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on host n-h1-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:00.850747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:00.851099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:00.884344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:00.884661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:00.917475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:00.917730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:00.918109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:00.918542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Bound port: 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:00.925627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'tag': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa'}, {'name': 'network-changed', 'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:00.927883 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1aed9708-808d-49c5-bc02-6de286d8d2e7", "tag": "dd84ab01-4748-457e-a6a5-5a0262cc7daa"}, {"name": "network-changed", "server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:01.005728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:01.010983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.012131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-b922efbd-ffcf-4f86-ba13-a0aaba3ecb2f service neutron] 10.222.0.65 "POST /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19/bindings HTTP/1.1" status: 201 len: 390 time: 0.5231309 Jun 17 08:22:01.021804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Deleting port 589a05fd-121b-4279-9179-d4f339a4d521 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:01.022129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.106651 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.107000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.124089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['52a7d7ca-aa79-4c2e-83af-d65521b52d06'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:01.183551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Calling delete_port for 589a05fd-121b-4279-9179-d4f339a4d521 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:01.293505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-bf6bbab6-b1af-4bd2-a9ee-68ac7cdb9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.294998 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-bf6bbab6-b1af-4bd2-a9ee-68ac7cdb9264 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1098 time: 0.0541098 Jun 17 08:22:01.304086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8a042-81df-4cc9-83e1-eb4e7ba7a8b5 req-4779e54a-bbe4-4ed0-a58a-0a0cd08b9b46 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.305605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ad8a042-81df-4cc9-83e1-eb4e7ba7a8b5 req-4779e54a-bbe4-4ed0-a58a-0a0cd08b9b46 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 948 time: 0.1199765 Jun 17 08:22:01.366826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ad8a042-81df-4cc9-83e1-eb4e7ba7a8b5 req-cad3a29e-82a2-4b8b-9470-50ee8f2d6c9c tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Jun 17 08:22:01.401750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.404819 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-196b3e49-38cf-4789-9875-cff0dec77fd8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:01.414176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-3c9164ec-0f48-41c0-96f8-95b462995d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.415771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-3c9164ec-0f48-41c0-96f8-95b462995d14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.0907772 Jun 17 08:22:01.432101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event deleted for resources: {'Port': ['ID=589a05fd-121b-4279-9179-d4f339a4d521,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:01.435254 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:01.464662 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-9210aa40-e09b-4b7d-8773-1a051c84afbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.0402524 Jun 17 08:22:01.468329 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.471481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.472529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eb9aa29-8e9e-49c7-86c0-276a6cb7315d req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "DELETE /v2.0/floatingips/dcff444a-6d7f-47a9-9b96-e2a00d36d4f4 HTTP/1.1" status: 204 len: 173 time: 0.6365082 Jun 17 08:22:01.502530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-73569e9e-bbce-421f-84fe-2184578cda56 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1511393529&fields=id&tenant_id=f124d3ff741d42eaa0dc42214608300d HTTP/1.1" status: 200 len: 267 time: 0.0414319 Jun 17 08:22:01.526744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-a8154316-f733-4fc2-822c-9ad4c9f1570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.528230 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-a8154316-f733-4fc2-822c-9ad4c9f1570a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0479064 Jun 17 08:22:01.568715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-984addf6-f240-470e-906a-fef89a3dc642 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266409 Jun 17 08:22:01.615722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-3a7a742c-ddf6-438b-95a6-24ee3999b74b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.617205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-3a7a742c-ddf6-438b-95a6-24ee3999b74b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 824 time: 0.1073997 Jun 17 08:22:01.635925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-4061c297-7529-454a-8207-45c8fd723205 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/quotas/f124d3ff741d42eaa0dc42214608300d HTTP/1.1" status: 200 len: 375 time: 0.0093520 Jun 17 08:22:01.685985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-e9c3db5e-b46b-4844-b093-f9bde6f5db30 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928404 Jun 17 08:22:01.713051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-2a52de5e-5b11-491a-90b0-65740d8f2a4a tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0711906 Jun 17 08:22:01.800313 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-fa6a8c24-e8ff-4f09-8498-e46888706a93 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933685 Jun 17 08:22:01.851854 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-70203242-840f-48ae-8063-1790548ae5d0 service neutron] 10.222.0.65 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247094 Jun 17 08:22:01.954728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-6fde9870-251b-4328-b81b-8d7410ec0c75 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.956174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-6fde9870-251b-4328-b81b-8d7410ec0c75 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1098 time: 0.0688846 Jun 17 08:22:01.968112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-13'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:01.975411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-abf3afab-4934-4172-93e9-e62c05940a1e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.976877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-abf3afab-4934-4172-93e9-e62c05940a1e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d1c3d52-32fe-4528-a8fb-51616972f513 HTTP/1.1" status: 200 len: 946 time: 0.1569326 Jun 17 08:22:02.037712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.052083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-649ddf32-d793-4cda-aad7-60fa7ac0aa43 service neutron] 10.222.0.65 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860437 Jun 17 08:22:02.093768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f2764-6dec-4661-84c7-955e099d3e8c req-fcd395af-71a5-448d-b35b-de5630e1fa3e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.095948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b60f2764-6dec-4661-84c7-955e099d3e8c req-fcd395af-71a5-448d-b35b-de5630e1fa3e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 945 time: 0.2059231 Jun 17 08:22:02.145162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b60f2764-6dec-4661-84c7-955e099d3e8c req-d9451f7d-0add-4301-b85b-bab9b2a443b8 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Jun 17 08:22:02.151116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Deleting port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:02.151466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.188968 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:02.233314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:02.243526 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3be0fe-60bf-486c-a51d-8ab1b85922da x-openstack-request-id: req-3f3be0fe-60bf-486c-a51d-8ab1b85922da {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:02.244541 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:02.245064 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f3be0fe-60bf-486c-a51d-8ab1b85922da {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:02.245812 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'code': 200} Jun 17 08:22:02.271558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] For port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:02.272002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.294953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.304612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:02.308178 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4186ca5b-24a7-4be8-924c-38c08baf88a7" -d '{"events": [{"server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:02.320102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.351115 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0121578-67d4-463d-9263-1b5505c60860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:02.424665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.60', 64794) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:02.479222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.479222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.479222 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Floating IP 03f842c7-5f8b-495f-9fab-609233819903 disassociated. External IP: 172.25.7.206, port: b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd. Jun 17 08:22:02.479222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Calling delete_port for b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:02.551963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=7']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:02.554693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dd84ab01-4748-457e-a6a5-5a0262cc7daa details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:02.572697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:02.595975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on host n-h2-780147-13 for vnic_type normal with profile {"migrating_to": "n-h1-780147-13"} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:02.596594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:02.597089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:02.606299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:02.606959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Attempting to bind port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:02.621462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:02.623411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:02.623785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:02.624238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:02.624702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Bound port: 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:02.624928 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76cf691-b7d2-4c3b-98c6-e3bea80a23d1 x-openstack-request-id: req-b76cf691-b7d2-4c3b-98c6-e3bea80a23d1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:02.625058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.625955 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aed9708-808d-49c5-bc02-6de286d8d2e7", "tag": "dd84ab01-4748-457e-a6a5-5a0262cc7daa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:02.626169 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b76cf691-b7d2-4c3b-98c6-e3bea80a23d1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:02.626626 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'tag': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa', 'status': 'completed', 'code': 200} Jun 17 08:22:02.626937 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'status': 'completed', 'code': 200} Jun 17 08:22:02.636215 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.638236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-71775910-f86f-4b5a-be08-36ebb8383113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.639973 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-71775910-f86f-4b5a-be08-36ebb8383113 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 1100 time: 0.2901542 Jun 17 08:22:02.644752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-99b360f1-fc41-4290-b0ac-e960d44b4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.646389 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-99b360f1-fc41-4290-b0ac-e960d44b4aa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a976d31208e40b5a37e444a54324b84&device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 1099 time: 0.2205513 Jun 17 08:22:02.702619 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:02.744476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port dd84ab01-4748-457e-a6a5-5a0262cc7daa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:02.758423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa', 'mac_address': 'fa:16:3e:72:60:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:02.765084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:02.831607 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.859529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd84ab01-4748-457e-a6a5-5a0262cc7daa {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:02.861842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:02.903912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port dd84ab01-4748-457e-a6a5-5a0262cc7daa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:02.910205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:02.910810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.940293 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.952562 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:02.960919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:03.004632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:03.009671 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13a6603-7034-4973-92e4-ce1a151a93ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:03.059795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=dd84ab01-4748-457e-a6a5-5a0262cc7daa,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:03.071910 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:03.104575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=8']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:03.143512 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:03.182475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:03.186767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-f1e13f33-2ba4-4cca-8d1e-3407168338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.188345 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-f1e13f33-2ba4-4cca-8d1e-3407168338f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.5319660 Jun 17 08:22:03.189816 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:03.193070 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:03.199243 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:03.212527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event deleted for resources: {'Port': ['ID=b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:03.214797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-333b9c8c-2d01-46cf-80a9-19825658889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.216278 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-333b9c8c-2d01-46cf-80a9-19825658889c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.5589733 Jun 17 08:22:03.222540 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:03.255402 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-1b02a157-3f4a-4339-80ec-5d5728fa25be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c5fef248-062c-4e4c-9309-290dd15e11a3 HTTP/1.1" status: 200 len: 217 time: 0.0527954 Jun 17 08:22:03.316810 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-548c858e-a313-4157-bfc0-11ef6cc5ad39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa HTTP/1.1" status: 200 len: 217 time: 0.0699072 Jun 17 08:22:03.321191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.322238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:03.323657 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 1124 time: 1.3595443 Jun 17 08:22:03.331566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:03.336047 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:03.390701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac160f-243b-4082-9caa-fecddbb8e1a0 req-4b1f8bce-0e41-4cbd-9d1c-63209de3b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.392748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4ac160f-243b-4082-9caa-fecddbb8e1a0 req-4b1f8bce-0e41-4cbd-9d1c-63209de3b736 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 1102 time: 0.7727232 Jun 17 08:22:03.397767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-2a0f88ff-636b-47f9-8aa1-ed307c776038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.399495 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-2a0f88ff-636b-47f9-8aa1-ed307c776038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1111608 Jun 17 08:22:03.406009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-684dc6b3-a449-4c8c-870f-d43aae19cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.408119 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-684dc6b3-a449-4c8c-870f-d43aae19cf9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0631025 Jun 17 08:22:03.410442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:03.416748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c225ea-ee0d-4bcc-b33f-ee3f2cde5768 req-06911e35-72f7-4141-acf4-6a06d1c9646c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.424310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27c225ea-ee0d-4bcc-b33f-ee3f2cde5768 req-06911e35-72f7-4141-acf4-6a06d1c9646c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 944 time: 0.8018570 Jun 17 08:22:03.440049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['dd84ab01-4748-457e-a6a5-5a0262cc7daa'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:03.449352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce831f4d-0f41-437f-a325-d12a77778530 req-0ebf0304-9606-40ab-8ecf-e30602b61110 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.457100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce831f4d-0f41-437f-a325-d12a77778530 req-0ebf0304-9606-40ab-8ecf-e30602b61110 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 944 time: 0.8355424 Jun 17 08:22:03.537493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4ac160f-243b-4082-9caa-fecddbb8e1a0 req-6f238ca7-3d1f-41a4-ae75-1388cf96a7de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081245 Jun 17 08:22:03.590551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27c225ea-ee0d-4bcc-b33f-ee3f2cde5768 req-fc74aadc-8668-4118-aab2-2fde1c15bc57 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646492 Jun 17 08:22:03.602305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:22:03.618617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-f6a6cce0-1f1c-41a8-ac50-a74d02af4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.628079 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-f6a6cce0-1f1c-41a8-ac50-a74d02af4404 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2096734 Jun 17 08:22:03.629381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce831f4d-0f41-437f-a325-d12a77778530 req-a92f4ad0-50f4-48eb-aeaf-1be070efa7b5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712942 Jun 17 08:22:03.703253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-5eb6f6e7-c727-4dfa-955a-f2d411d30419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.705813 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-5eb6f6e7-c727-4dfa-955a-f2d411d30419 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2251942 Jun 17 08:22:03.931871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:03.936086 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-737ba5ca-128c-4bf0-951e-3d05dce37c71 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922056 Jun 17 08:22:03.981992 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:03.982734 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-349b4928-a363-4abe-9124-edf0912a99b6 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657533 Jun 17 08:22:04.009118 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:04.010400 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:04.086932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:04.248214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:04.251007 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38410ecc-06fa-4ec3-98fa-5ad672d24bb8" -d '{"events": [{"server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "name": "network-vif-plugged", "status": "completed", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:04.285858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-ab47d48e-0c2d-4f31-a54d-a992375a1f1d service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333507 Jun 17 08:22:04.291905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:04.333171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'mac_address': 'fa:16:3e:43:c6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:04.334607 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7cc3cf89-f5b7-4041-98b8-8aeceb7604ff req-044a2bfa-8c72-4f0c-a9c2-8c0c2c9276b1 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227961 Jun 17 08:22:04.344775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba9c201f-92bc-46a1-9177-77f7e8bc0824 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:04.347056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba9c201f-92bc-46a1-9177-77f7e8bc0824 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.67 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 824 time: 0.3743179 Jun 17 08:22:04.428944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.432785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] No DVR routers for this DVR port b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:04.440988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.445678 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:04.447164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad33aaa9-65af-4c8f-82f5-13d31687f7c7 req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.60 "DELETE /v2.0/ports/b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd HTTP/1.1" status: 204 len: 173 time: 2.4583127 Jun 17 08:22:04.450588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fef248-062c-4e4c-9309-290dd15e11a3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:04.487579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:04.502138 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.503759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-27b00a72-ecdf-4a77-ac1a-215004149b8e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f124d3ff741d42eaa0dc42214608300d HTTP/1.1" status: 200 len: 380 time: 0.1439292 Jun 17 08:22:04.505732 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:04.517875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'port': {'device_id': '86449318-1d68-4f12-bb7b-b08efd48b362', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'admin_state_up': True, 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'security_groups': ['991a12f5-ca19-453a-8c81-55670867de2d']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:04.577635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:04.598474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5be805-4df2-4a30-ade9-8e391fcaeaf4 req-eb01bb4b-b27b-4c66-9cea-a48ec20afc72 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:04.599463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a5be805-4df2-4a30-ade9-8e391fcaeaf4 req-eb01bb4b-b27b-4c66-9cea-a48ec20afc72 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 948 time: 0.2511573 Jun 17 08:22:04.606672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1f1d0-dee8-4098-8d56-3cce71398042 req-1c7c59ba-4ea9-4f85-b994-71484533bf31 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:04.619368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28f1f1d0-dee8-4098-8d56-3cce71398042 req-1c7c59ba-4ea9-4f85-b994-71484533bf31 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 945 time: 0.6153541 Jun 17 08:22:04.631220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'name': 'network-vif-deleted', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:04.634396 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef87ce5-d15d-426b-941b-b5ab4701c33a" -d '{"events": [{"server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "name": "network-vif-deleted", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:04.667602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:04.668500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:04.670588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:04.675667 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:04.791310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28f1f1d0-dee8-4098-8d56-3cce71398042 req-fedb9340-48f2-4d0b-9d3a-611dcf9e41be tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709349 Jun 17 08:22:04.807229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a5be805-4df2-4a30-ade9-8e391fcaeaf4 req-8d8a65fe-d1b3-4ab5-a0ed-b0989b38faf3 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851561 Jun 17 08:22:04.816880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['c5fef248-062c-4e4c-9309-290dd15e11a3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:04.845412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Made reservation on behalf of f124d3ff741d42eaa0dc42214608300d for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:04.849418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.880632 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:04.916012 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:04.935478 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:04.936211 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:04.961230 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d41b8f-6293-4e17-b1f5-fe80bca27343 x-openstack-request-id: req-d7d41b8f-6293-4e17-b1f5-fe80bca27343 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:04.961549 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "name": "network-vif-unplugged", "status": "completed", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:04.961826 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7d41b8f-6293-4e17-b1f5-fe80bca27343 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:04.962243 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'code': 200} Jun 17 08:22:05.010754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8dee1e3a-8a0a-454c-929c-15ffa3aa3d9c req-2f583036-d004-4fda-a887-c459a0f4ab0e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 210 time: 0.0547030 Jun 17 08:22:05.088364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:05.091838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Allocated IP 172.20.0.14 (972b48f1-cf1a-4481-8411-1c1bd1f4c147/57b40d5a-6d22-4908-91e2-a3b58a4f69c4/355f57d7-1767-4bc6-a477-e2dee36e989b) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:05.331514 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.365961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Transition to ACTIVE for port object 355f57d7-1767-4bc6-a477-e2dee36e989b will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:05.399815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5980-cdef-4aa8-bd2a-3b9e28308154 req-8b1d6fb9-dadc-4ab6-bb98-97f6f112e5ba tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.401297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f27b5980-cdef-4aa8-bd2a-3b9e28308154 req-8b1d6fb9-dadc-4ab6-bb98-97f6f112e5ba tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 949 time: 0.1771402 Jun 17 08:22:05.431559 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:05.437429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8c86-961e-42fc-a05b-cdc17800dd29 req-905e90f1-d57b-4d15-97a2-9861e583d74d tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.445293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d69c8c86-961e-42fc-a05b-cdc17800dd29 req-905e90f1-d57b-4d15-97a2-9861e583d74d tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1823637 Jun 17 08:22:05.467061 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9336e-10d4-45fa-9e59-780fb5747689 None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:22:05.511169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d69c8c86-961e-42fc-a05b-cdc17800dd29 req-5376a16c-6d54-48fc-8ede-1e61610f153d tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0647933 Jun 17 08:22:05.542191 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.552386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f27b5980-cdef-4aa8-bd2a-3b9e28308154 req-f75d05fd-6cec-47ea-8884-fbcb73734ca6 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414912 Jun 17 08:22:05.552650 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c56f55-e3e9-4a5c-a38a-b9d08ea38728 x-openstack-request-id: req-82c56f55-e3e9-4a5c-a38a-b9d08ea38728 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:05.553115 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "name": "network-vif-plugged", "status": "completed", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:05.553115 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82c56f55-e3e9-4a5c-a38a-b9d08ea38728 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:05.555313 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:05.559642 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'code': 200} Jun 17 08:22:05.630945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event updated for resources: {'Port': ['ID=355f57d7-1767-4bc6-a477-e2dee36e989b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:05.637898 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d3970f-4c8f-4c87-9259-c2ecfa67a0d7 x-openstack-request-id: req-85d3970f-4c8f-4c87-9259-c2ecfa67a0d7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:05.638511 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1c3d52-32fe-4528-a8fb-51616972f513", "name": "network-vif-deleted", "tag": "b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:05.638946 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85d3970f-4c8f-4c87-9259-c2ecfa67a0d7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:05.639332 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1c3d52-32fe-4528-a8fb-51616972f513', 'name': 'network-vif-deleted', 'tag': 'b01e2227-ebb0-4fe2-bb9f-5c5b0afb84dd', 'status': 'completed', 'code': 200} Jun 17 08:22:05.640136 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:05.651406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:05.653011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:05.656470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:05.675799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.676503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.701364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1890523 Jun 17 08:22:05.717246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Request body: {'port': {'device_id': '86449318-1d68-4f12-bb7b-b08efd48b362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:05.865589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33e5a9-61b7-4150-9a2e-99620b37b7d7 None None] New status for floating IP 03f842c7-5f8b-495f-9fab-609233819903: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:22:05.953162 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.978397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ea65d-5b73-44bb-ae5f-e16f6c18161c req-fef76a4f-83da-4ff5-b6b1-84f44cd37eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.979917 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd3ea65d-5b73-44bb-ae5f-e16f6c18161c req-fef76a4f-83da-4ff5-b6b1-84f44cd37eef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1097 time: 0.2579408 Jun 17 08:22:06.057749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b162cbb-9673-4e5c-9b52-b6966f180864 req-df1e1d13-d45a-4436-9035-5a5b4cdf9a55 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.059283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b162cbb-9673-4e5c-9b52-b6966f180864 req-df1e1d13-d45a-4436-9035-5a5b4cdf9a55 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 945 time: 0.2563269 Jun 17 08:22:06.079792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fa0b8-34a7-4c0b-8260-319bf3c6dd16 req-178ea881-a272-4e7c-9771-189c8aa8606c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.081369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb1fa0b8-34a7-4c0b-8260-319bf3c6dd16 req-178ea881-a272-4e7c-9771-189c8aa8606c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 944 time: 0.2330260 Jun 17 08:22:06.120586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:06.188562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd3ea65d-5b73-44bb-ae5f-e16f6c18161c req-764c3639-0505-4d5f-9a00-2c568c22af36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742024 Jun 17 08:22:06.228031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port c5fef248-062c-4e4c-9309-290dd15e11a3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:06.233286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port c5fef248-062c-4e4c-9309-290dd15e11a3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:06.233666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.243777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb1fa0b8-34a7-4c0b-8260-319bf3c6dd16 req-50f70d7c-a001-430b-90c7-0ee715032f78 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453142 Jun 17 08:22:06.268819 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b162cbb-9673-4e5c-9b52-b6966f180864 req-5f86cd1e-c271-4bf9-a0e1-9dc535d22e48 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854806 Jun 17 08:22:06.362603 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.393074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbd23b2f-9417-4cf3-95b4-0bdaddba3ec4 req-369a82e7-cca5-4ba7-9936-70ad491b7cf2 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0794697 Jun 17 08:22:06.400463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:06.407091 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.410553 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe9afdf6-ed50-4abd-aedc-527dfc8447ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.467373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.471339 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.522188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355f57d7-1767-4bc6-a477-e2dee36e989b {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:06.541289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.556366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Transition to ACTIVE for port object 355f57d7-1767-4bc6-a477-e2dee36e989b will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:06.560932 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.570332 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f330cb4-98a2-4a1c-bff8-23d8d22a4cb8 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.592081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:06.680798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Pushing event updated for resources: {'Port': ['ID=355f57d7-1767-4bc6-a477-e2dee36e989b,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.686521 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.698320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dd84ab01-4748-457e-a6a5-5a0262cc7daa up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:06.747531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:06.757259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa62e0-fed7-4a26-be9f-92dc78278938 req-eb759287-1d23-4553-afa6-3cf3660d157e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.759222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7aa62e0-fed7-4a26-be9f-92dc78278938 req-eb759287-1d23-4553-afa6-3cf3660d157e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 948 time: 0.1905911 Jun 17 08:22:06.763835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Attempting to bind port 355f57d7-1767-4bc6-a477-e2dee36e989b on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:06.764450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Attempting to bind port 355f57d7-1767-4bc6-a477-e2dee36e989b by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:06.764915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Attempting to bind port 355f57d7-1767-4bc6-a477-e2dee36e989b on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:06.771884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 has no active binding in host n-h1-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:22:06.777581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Port 355f57d7-1767-4bc6-a477-e2dee36e989b on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:06.777904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Attempting to bind port 355f57d7-1767-4bc6-a477-e2dee36e989b on network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:06.783343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port dd84ab01-4748-457e-a6a5-5a0262cc7daa completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:06.785211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:06.785720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Checking segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:06.786125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Bound using segment: {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:06.786565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Bound port: 355f57d7-1767-4bc6-a477-e2dee36e989b, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9477d9ec-fda4-44e3-8c16-2bad16e9c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:06.787505 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.788907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port dd84ab01-4748-457e-a6a5-5a0262cc7daa triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:06.789390 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.859137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7aa62e0-fed7-4a26-be9f-92dc78278938 req-8231d14a-1487-477c-ac44-6f1cffbc03ea tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875700 Jun 17 08:22:06.918376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] For port 355f57d7-1767-4bc6-a477-e2dee36e989b, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:06.923137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] For port 355f57d7-1767-4bc6-a477-e2dee36e989b, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=355f57d7-1767-4bc6-a477-e2dee36e989b,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:06.945089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.957546 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-820f8924-bddc-4a9b-803c-c5c8d1d29800 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.963024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:06.965967 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e058875-39d2-4b99-b774-741a579771c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:06.991597 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.040786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Pushing event updated for resources: {'Port': ['ID=355f57d7-1767-4bc6-a477-e2dee36e989b,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:07.052479 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:07.053913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.054558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.056021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] 10.222.0.67 "PUT /v2.0/ports/355f57d7-1767-4bc6-a477-e2dee36e989b HTTP/1.1" status: 200 len: 1093 time: 1.3458235 Jun 17 08:22:07.069374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port dd84ab01-4748-457e-a6a5-5a0262cc7daa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:07.082897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.084975 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:07.180833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968535-6d29-4611-868a-993e12faa4ba req-c5c7ad29-ea6b-4995-8180-b86c8f399301 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.182423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f968535-6d29-4611-868a-993e12faa4ba req-c5c7ad29-ea6b-4995-8180-b86c8f399301 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 944 time: 0.1606233 Jun 17 08:22:07.188863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=dd84ab01-4748-457e-a6a5-5a0262cc7daa,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:07.193835 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:07.544813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-431c171b-61db-4ee4-840c-a619c42af345 None None] Provisioning for port 355f57d7-1767-4bc6-a477-e2dee36e989b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:07.560452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3'}, {'server_uuid': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:07.564174 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a94e6f-986a-435f-b5aa-5964489b138f" -d '{"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3"}, {"server_uuid": "1aed9708-808d-49c5-bc02-6de286d8d2e7", "name": "network-vif-plugged", "status": "completed", "tag": "dd84ab01-4748-457e-a6a5-5a0262cc7daa"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:07.597047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f968535-6d29-4611-868a-993e12faa4ba req-c61f7677-2424-4cc1-b75a-c451f51baaf9 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062836 Jun 17 08:22:07.603197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-c29ac32c-5dde-48a3-9bd6-41574ec4b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.604652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-c29ac32c-5dde-48a3-9bd6-41574ec4b013 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 1096 time: 0.4795067 Jun 17 08:22:07.664088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:07.666637 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91f3cae-2551-423b-b651-30482191dd53" -d '{"events": [{"name": "network-changed", "server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:07.682212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535c893-a7c0-49ff-a7fa-4109ffb32529 req-fa13166b-9ccf-405c-95c6-60639eaa20d7 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.690692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c535c893-a7c0-49ff-a7fa-4109ffb32529 req-fa13166b-9ccf-405c-95c6-60639eaa20d7 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 950 time: 0.1506212 Jun 17 08:22:07.693389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-c72a7635-6a6d-47d5-b174-e22399bf89d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=355f57d7-1767-4bc6-a477-e2dee36e989b HTTP/1.1" status: 200 len: 217 time: 0.0745034 Jun 17 08:22:07.784708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c535c893-a7c0-49ff-a7fa-4109ffb32529 req-6a1da6e6-2e14-4f13-b357-3c6c07c5752e tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927994 Jun 17 08:22:07.810050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-9173bbcc-8133-45cf-af51-6d276956644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.812055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-9173bbcc-8133-45cf-af51-6d276956644a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.1109881 Jun 17 08:22:07.836175 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c701bd24-2b51-4bf6-be6d-379fcf79e314 x-openstack-request-id: req-c701bd24-2b51-4bf6-be6d-379fcf79e314 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:07.836498 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:07.836828 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c701bd24-2b51-4bf6-be6d-379fcf79e314 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:07.837251 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'status': 'completed', 'code': 200} Jun 17 08:22:07.888912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-d4c4b8aa-8c1f-44f5-99e4-54ce3bf85fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.890435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-d4c4b8aa-8c1f-44f5-99e4-54ce3bf85fc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700896 Jun 17 08:22:07.939689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058875-39d2-4b99-b774-741a579771c0 req-a07b8095-73e2-4838-be65-a735fa3c5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.941254 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-a07b8095-73e2-4838-be65-a735fa3c5bbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1127 time: 0.0816565 Jun 17 08:22:08.037381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058875-39d2-4b99-b774-741a579771c0 req-a221b9df-d6c2-43f6-acc1-f869ed8fb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.038845 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-a221b9df-d6c2-43f6-acc1-f869ed8fb4e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.0901940 Jun 17 08:22:08.070732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-82c0d7f4-b48e-472f-a9bf-4e5ba8b8a5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699736 Jun 17 08:22:08.084328 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-d7e07bc0-a8a6-4428-9793-04e24aeb4150 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.0331340 Jun 17 08:22:08.127920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111e47-c073-4e65-9ef3-237c1569a439 req-e5e1f327-992b-423e-b362-7bbe64710ebf tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.129035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd111e47-c073-4e65-9ef3-237c1569a439 req-e5e1f327-992b-423e-b362-7bbe64710ebf tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 946 time: 0.1818271 Jun 17 08:22:08.131430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058875-39d2-4b99-b774-741a579771c0 req-b3e845a8-2bfb-4d36-a2cf-b18e6a6cb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.132842 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-b3e845a8-2bfb-4d36-a2cf-b18e6a6cb1b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0424030 Jun 17 08:22:08.144598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5bff-dee1-4aad-aefc-094e94340b5f req-46cd1b06-1943-4c4f-a506-c0b59b61ded8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.146031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-914e5bff-dee1-4aad-aefc-094e94340b5f req-46cd1b06-1943-4c4f-a506-c0b59b61ded8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 944 time: 0.1623163 Jun 17 08:22:08.170740 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-2c5d9f93-ee6c-45e2-a0c2-093f239e9cba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310950 Jun 17 08:22:08.247765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd111e47-c073-4e65-9ef3-237c1569a439 req-8f7012c8-637a-43fd-b19a-f2e43fe81c62 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Jun 17 08:22:08.255883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3355b0ac-9909-4d3e-9b4a-6b616a33a19d req-829cfe48-4660-4617-b895-e3860f010dda service neutron] 10.222.0.67 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782477 Jun 17 08:22:08.258804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-914e5bff-dee1-4aad-aefc-094e94340b5f req-49f09d89-11af-4ccf-8da4-61a85e0a6c98 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031389 Jun 17 08:22:08.264011 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-392962b0-1e9b-4a6c-a1cd-074c428eb5fe service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862439 Jun 17 08:22:08.331264 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd539b5f-199e-44be-9d7e-d4f3a98dc891 x-openstack-request-id: req-dd539b5f-199e-44be-9d7e-d4f3a98dc891 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:08.331758 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3", "code": 200}, {"server_uuid": "1aed9708-808d-49c5-bc02-6de286d8d2e7", "name": "network-vif-plugged", "status": "completed", "tag": "dd84ab01-4748-457e-a6a5-5a0262cc7daa", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:08.332397 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd539b5f-199e-44be-9d7e-d4f3a98dc891 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:08.333020 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'code': 200} Jun 17 08:22:08.333526 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa', 'code': 200} Jun 17 08:22:08.367474 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21481f99-9f56-4a34-9043-550139683d2b x-openstack-request-id: req-21481f99-9f56-4a34-9043-550139683d2b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:08.367987 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:08.368432 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21481f99-9f56-4a34-9043-550139683d2b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:08.369000 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'status': 'completed', 'code': 200} Jun 17 08:22:08.377385 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2e058875-39d2-4b99-b774-741a579771c0 req-626e0142-f047-4364-b518-921cd6c82cbf service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058989 Jun 17 08:22:08.485756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3cae-2551-423b-b651-30482191dd53 req-d0567156-8397-4cbd-a363-78087118c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.487242 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-d0567156-8397-4cbd-a363-78087118c31b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 1096 time: 0.0642087 Jun 17 08:22:08.568773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c052e6-ef93-43e8-a559-1c002a91aa2e req-92711152-1c23-4d3e-bd31-830a21d96bfd tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.570240 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79c052e6-ef93-43e8-a559-1c002a91aa2e req-92711152-1c23-4d3e-bd31-830a21d96bfd tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 945 time: 0.1904850 Jun 17 08:22:08.578451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3cae-2551-423b-b651-30482191dd53 req-c7189e7c-2fb4-4fd6-afc8-eef0844665d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.579920 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-c7189e7c-2fb4-4fd6-afc8-eef0844665d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 925 time: 0.0851147 Jun 17 08:22:08.621060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36365ea8-02ce-40a5-99ea-72193f71dd9e req-ce9828f1-7263-45f3-baa2-e13ad26cd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.622549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-36365ea8-02ce-40a5-99ea-72193f71dd9e req-ce9828f1-7263-45f3-baa2-e13ad26cd1fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 1102 time: 0.1815026 Jun 17 08:22:08.625893 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-222f6bdb-aac9-4637-8050-b14570bd4c19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=355f57d7-1767-4bc6-a477-e2dee36e989b HTTP/1.1" status: 200 len: 217 time: 0.0372102 Jun 17 08:22:08.648794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7e55f-83ab-440b-9337-36d6d10f6464 req-ed948bb1-1b91-4afb-b3e1-27971aa41026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.650214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7be7e55f-83ab-440b-9337-36d6d10f6464 req-ed948bb1-1b91-4afb-b3e1-27971aa41026 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 1101 time: 0.1764224 Jun 17 08:22:08.667154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79c052e6-ef93-43e8-a559-1c002a91aa2e req-082a27f5-e754-4120-bfa2-35a14e3017fc tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871344 Jun 17 08:22:08.682342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3cae-2551-423b-b651-30482191dd53 req-ad2ca392-e6a5-46ff-8f92-a856fd8e7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.684386 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-ad2ca392-e6a5-46ff-8f92-a856fd8e7e69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.0496457 Jun 17 08:22:08.697263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40058f-cf82-4295-8980-6491251e4d4b req-10c1b0fe-3e6c-4eb9-b9e4-ea9ce12aaa23 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.698761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f40058f-cf82-4295-8980-6491251e4d4b req-10c1b0fe-3e6c-4eb9-b9e4-ea9ce12aaa23 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 949 time: 0.1810124 Jun 17 08:22:08.731464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-36365ea8-02ce-40a5-99ea-72193f71dd9e req-2fe07b19-2b00-4e0f-a45b-4944fde4652e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918539 Jun 17 08:22:08.743137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7be7e55f-83ab-440b-9337-36d6d10f6464 req-789e38ef-cab4-484c-b644-133ded890d67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790246 Jun 17 08:22:08.743910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3cae-2551-423b-b651-30482191dd53 req-2f69763a-930b-40a6-890d-c3e7e57ccfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.745409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-2f69763a-930b-40a6-890d-c3e7e57ccfb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539341 Jun 17 08:22:08.755660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f40058f-cf82-4295-8980-6491251e4d4b req-95150869-d900-4904-9e35-d9023c3c536b tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Jun 17 08:22:08.850128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6f64d-1843-40b3-8218-9124ef94d96f req-bb9b4efb-5864-40d3-9ce2-68c6e8e4cc2c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.851384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6a6f64d-1843-40b3-8218-9124ef94d96f req-bb9b4efb-5864-40d3-9ce2-68c6e8e4cc2c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 945 time: 0.0699079 Jun 17 08:22:08.894726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6a6f64d-1843-40b3-8218-9124ef94d96f req-91288178-fbfd-4b60-b9ef-addf0035a72b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Jun 17 08:22:09.101254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a764d87-9b0c-4f59-b63c-a915416798b5 req-a69478bb-7e44-496f-848b-15083368e664 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.102661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a764d87-9b0c-4f59-b63c-a915416798b5 req-a69478bb-7e44-496f-848b-15083368e664 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 944 time: 0.1033418 Jun 17 08:22:09.108083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-549526d8-c048-4600-8bb7-cd0ac67073ed service neutron] 10.222.0.67 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119645 Jun 17 08:22:09.144566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5318-7132-4f63-bbca-3b124cb1f60b req-28cb3c6e-411f-4dec-8237-b3bc47d0580b tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.146080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57ba5318-7132-4f63-bbca-3b124cb1f60b req-28cb3c6e-411f-4dec-8237-b3bc47d0580b tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1097 time: 0.0953715 Jun 17 08:22:09.153233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a764d87-9b0c-4f59-b63c-a915416798b5 req-a8c6d997-f15b-4cf0-bcec-76c4c5b6209b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Jun 17 08:22:09.199383 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c91f3cae-2551-423b-b651-30482191dd53 req-71bca43f-a6e7-4397-9042-866439c3a562 service neutron] 10.222.0.67 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836930 Jun 17 08:22:09.227295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57ba5318-7132-4f63-bbca-3b124cb1f60b req-0ca17f22-b5de-45a8-8596-c765fac6c316 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730662 Jun 17 08:22:09.251058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-a9501769-80d5-46ce-8987-4b605f2bcf1a service neutron] 10.222.0.67 "GET /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.0823512 Jun 17 08:22:09.396599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09629e-77c5-45e5-b709-24c68a417238 req-b3ccf631-fbbe-446d-974e-a69c2c18b5f8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.397986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c09629e-77c5-45e5-b709-24c68a417238 req-b3ccf631-fbbe-446d-974e-a69c2c18b5f8 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 950 time: 0.1188567 Jun 17 08:22:09.478693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c09629e-77c5-45e5-b709-24c68a417238 req-6d34691a-7d50-456a-b826-4daa1857e9a3 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Jun 17 08:22:09.507696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:09.570111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:09.659906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:09.678985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:09.708811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.730719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-81c98543-d107-4fb9-8f45-8bd9b473a1cf tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.732179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-81c98543-d107-4fb9-8f45-8bd9b473a1cf tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.60 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 946 time: 0.2115111 Jun 17 08:22:09.741778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0efa69-ebb4-470f-a62a-92beeeabec47 req-4ba36a8a-1b9f-4b65-a0ee-db139c51e7f8 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.743181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0efa69-ebb4-470f-a62a-92beeeabec47 req-4ba36a8a-1b9f-4b65-a0ee-db139c51e7f8 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1097 time: 0.1876132 Jun 17 08:22:09.803481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac969ec-7a8b-4225-a35d-8ac464370138 req-7977843a-d170-4658-ac95-71535f1ccac1 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.804911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ac969ec-7a8b-4225-a35d-8ac464370138 req-7977843a-d170-4658-ac95-71535f1ccac1 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 946 time: 0.2000260 Jun 17 08:22:09.915227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd0efa69-ebb4-470f-a62a-92beeeabec47 req-cc298060-7134-4142-82fa-e4575e36d1a2 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581814 Jun 17 08:22:09.937858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ac969ec-7a8b-4225-a35d-8ac464370138 req-5d006e64-9ff3-40f2-9b56-75b906c2f37d tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/security-groups?id=e457b634-7bfe-43da-8def-241851782388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241207 Jun 17 08:22:09.948583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Transition to ACTIVE for port object 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:09.958666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.963929 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:09.998587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Deleting port 7d04f787-bfa5-422d-9e3c-4285248d34a9 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:09.998965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.120600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:10.197051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] No DVR routers for this DVR port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:10.229543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] For port 7d04f787-bfa5-422d-9e3c-4285248d34a9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7d04f787-bfa5-422d-9e3c-4285248d34a9,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:10.229907 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.233430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:10.242755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:10.244832 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:10.254678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'port_id': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'mac_address': 'fa:16:3e:da:6d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab76f25-5bd5-4925-885e-6f03f7a4072d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:10.291443 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.303928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7db999e3-2b1d-47a4-b807-0c73615b07e6 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:10.308616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Calling delete_port for 7d04f787-bfa5-422d-9e3c-4285248d34a9 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:10.322433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:10.327047 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.330110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:10.355818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19/bindings/n-h1-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1035140 Jun 17 08:22:10.387316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:10.392861 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:10.402740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe4df-e6b2-488a-b8b0-ab432d956724 req-2899f1aa-53f2-432e-8862-e0196da2d0fe tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.404230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b73fe4df-e6b2-488a-b8b0-ab432d956724 req-2899f1aa-53f2-432e-8862-e0196da2d0fe tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 945 time: 0.3322651 Jun 17 08:22:10.408561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7db999e3-2b1d-47a4-b807-0c73615b07e6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:10.453116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15367-387c-43bd-85cd-ac728b3429f1 req-db0bf60b-a1d2-4678-bb73-a723bffd4461 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.455502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ba15367-387c-43bd-85cd-ac728b3429f1 req-db0bf60b-a1d2-4678-bb73-a723bffd4461 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 945 time: 0.3323846 Jun 17 08:22:10.504774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b73fe4df-e6b2-488a-b8b0-ab432d956724 req-edbc18f2-b2d8-421f-9b9e-737cbb4e3475 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858140 Jun 17 08:22:10.541574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-e17afaea-1f9b-4f31-83a8-7239a98bd31e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.543211 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-e17afaea-1f9b-4f31-83a8-7239a98bd31e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.0816813 Jun 17 08:22:10.570694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ba15367-387c-43bd-85cd-ac728b3429f1 req-6a5b8e32-0822-4304-97fc-ef4f9c5e7607 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053431 Jun 17 08:22:10.588858 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.593077 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92113bbf-22ca-4055-9117-9e851fd79dbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:10.601737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['7d04f787-bfa5-422d-9e3c-4285248d34a9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:10.625992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-85881e45-2688-4d8f-aed2-ed59c0dbd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.626193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Pushing event deleted for resources: {'Port': ['ID=7d04f787-bfa5-422d-9e3c-4285248d34a9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:10.628074 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-85881e45-2688-4d8f-aed2-ed59c0dbd3e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88&tenant_id=df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 1097 time: 0.0751081 Jun 17 08:22:10.630164 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:10.688410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] No DVR routers for this DVR port 7d04f787-bfa5-422d-9e3c-4285248d34a9 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:10.698175 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.700577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fefe8ac-4280-49b1-baab-91dd1b7ac7ba req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.60 "DELETE /v2.0/ports/7d04f787-bfa5-422d-9e3c-4285248d34a9 HTTP/1.1" status: 204 len: 173 time: 0.9536433 Jun 17 08:22:10.701099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'name': 'network-vif-deleted', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:10.704315 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1450210-0990-4831-8c2d-ffdcdd307b36" -d '{"events": [{"server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "name": "network-vif-deleted", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:10.746021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-2f6b8442-bbbc-4217-902d-920abae572d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.748353 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-2f6b8442-bbbc-4217-902d-920abae572d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1097 time: 0.0696118 Jun 17 08:22:10.804720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b3c97-3dd1-43db-a0f8-cd1db3a4a356 req-1fc42af7-c879-4058-bed1-6352f395ef6c tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.806404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d71b3c97-3dd1-43db-a0f8-cd1db3a4a356 req-1fc42af7-c879-4058-bed1-6352f395ef6c tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 949 time: 0.1199956 Jun 17 08:22:10.846492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb51404-b21e-4973-9307-4ecd34415506 req-1d69bfb4-3bd4-48ad-b8e2-40865a8732ee tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.848809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abb51404-b21e-4973-9307-4ecd34415506 req-1d69bfb4-3bd4-48ad-b8e2-40865a8732ee tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 944 time: 0.1211228 Jun 17 08:22:10.861658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-137f1464-afd7-4efc-89d7-6e5528361a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.863200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-137f1464-afd7-4efc-89d7-6e5528361a7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1039770 Jun 17 08:22:10.895953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d71b3c97-3dd1-43db-a0f8-cd1db3a4a356 req-6cc8b9fc-96d7-49d4-b4e1-f6f8c55f10ff tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787048 Jun 17 08:22:10.931989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-ca9082a9-846d-478a-9ac4-3a3c827667b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.0575452 Jun 17 08:22:10.939381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abb51404-b21e-4973-9307-4ecd34415506 req-e0e2663c-68ea-4dba-8980-20e57350baaa tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819838 Jun 17 08:22:10.996829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-df9ddd7b-ad6e-49f4-9590-38e6c7dead37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.998289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-df9ddd7b-ad6e-49f4-9590-38e6c7dead37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0482159 Jun 17 08:22:11.038519 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-4b0c8639-9272-4f81-b054-5a1dcdcbaf5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297134 Jun 17 08:22:11.134425 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-30406fe8-b24e-4eac-b9ef-2a2b83096f3d service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834217 Jun 17 08:22:11.140640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937631a7-15c3-4e9d-ae30-0f0460c53223 req-bf665362-6a58-4fe4-bb21-ccd141fefa0e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.142273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-937631a7-15c3-4e9d-ae30-0f0460c53223 req-bf665362-6a58-4fe4-bb21-ccd141fefa0e tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 944 time: 0.1008599 Jun 17 08:22:11.161868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e4016-743e-4690-a730-1ef60ed918d4 req-7c7bd90c-87a8-430a-9e59-f559195775fe tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.163324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-160e4016-743e-4690-a730-1ef60ed918d4 req-7c7bd90c-87a8-430a-9e59-f559195775fe tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 950 time: 0.0941041 Jun 17 08:22:11.206248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-937631a7-15c3-4e9d-ae30-0f0460c53223 req-c943a6b9-4005-4bf7-97ac-4f24d4c61eb1 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579376 Jun 17 08:22:11.218098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-160e4016-743e-4690-a730-1ef60ed918d4 req-587e4c04-7fba-416a-96fe-8b7ac4a0c7d6 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Jun 17 08:22:11.246468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-a23b6b3d-a10c-4190-8846-33c65bccf6d1 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968781 Jun 17 08:22:11.263965 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128c9e28-cb85-4550-b4af-f0471d212381 x-openstack-request-id: req-128c9e28-cb85-4550-b4af-f0471d212381 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:11.263965 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f2b107-9690-4b41-9320-67b7066c2c37", "name": "network-vif-deleted", "tag": "7d04f787-bfa5-422d-9e3c-4285248d34a9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:11.264508 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-128c9e28-cb85-4550-b4af-f0471d212381 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:11.264936 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f2b107-9690-4b41-9320-67b7066c2c37', 'name': 'network-vif-deleted', 'tag': '7d04f787-bfa5-422d-9e3c-4285248d34a9', 'status': 'completed', 'code': 200} Jun 17 08:22:11.659463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-8e811a88-b755-4d3e-bdcc-be354a513604 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.661196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-8e811a88-b755-4d3e-bdcc-be354a513604 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.0675883 Jun 17 08:22:11.669750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3e1c6c5-b32e-447a-979e-35bce0514022 req-a972daeb-ff2c-42f2-88db-ef8e9e60c4c7 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f2b107-9690-4b41-9320-67b7066c2c37 HTTP/1.1" status: 200 len: 210 time: 0.0427248 Jun 17 08:22:11.781813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16537-68b7-4b20-978e-ea24087ac273 req-361a8e80-d916-4811-8ca1-277dbe8ac0d6 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.783402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61f16537-68b7-4b20-978e-ea24087ac273 req-361a8e80-d916-4811-8ca1-277dbe8ac0d6 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 950 time: 0.0650425 Jun 17 08:22:11.836206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-915ac6a7-b12d-4db9-bc26-4da08a243dc3 service neutron] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:11.839680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-915ac6a7-b12d-4db9-bc26-4da08a243dc3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:11.840786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-616d3809-8c3b-4c5f-b295-128944db7e05 req-915ac6a7-b12d-4db9-bc26-4da08a243dc3 service neutron] 10.222.0.60 "DELETE /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19/bindings/n-h2-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.1643031 Jun 17 08:22:11.856059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61f16537-68b7-4b20-978e-ea24087ac273 req-a67f6d61-2d9d-4627-aaba-992fa69b1d7a tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645299 Jun 17 08:22:11.899450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec83e5-79ab-4515-b94a-540964a662c7 req-f835cc6d-9faa-4fe3-8430-af77d3148a7d tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.904101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cdec83e5-79ab-4515-b94a-540964a662c7 req-f835cc6d-9faa-4fe3-8430-af77d3148a7d tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 949 time: 0.1055467 Jun 17 08:22:11.952211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cdec83e5-79ab-4515-b94a-540964a662c7 req-f56c2d46-b12a-4fed-ac25-904045258269 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Jun 17 08:22:12.048591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c266d73-bfc1-4835-ace0-cd8e431271d9 req-a374c03a-1772-4616-9049-d891b4445d34 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.050374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c266d73-bfc1-4835-ace0-cd8e431271d9 req-a374c03a-1772-4616-9049-d891b4445d34 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 944 time: 0.0818594 Jun 17 08:22:12.082637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-692498c8-c42c-4050-9b4f-df96c985a8db tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.084116 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-692498c8-c42c-4050-9b4f-df96c985a8db tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.60 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 945 time: 0.0900593 Jun 17 08:22:12.113534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c266d73-bfc1-4835-ace0-cd8e431271d9 req-8db42297-4d14-4dfd-8780-c6b5545fbb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575209 Jun 17 08:22:12.121732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 355f57d7-1767-4bc6-a477-e2dee36e989b details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:12.177493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4377a-2863-4ee7-882d-b678d910a8c3 req-d486de73-71c0-4750-abfd-5101a92a9e55 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.183397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1a4377a-2863-4ee7-882d-b678d910a8c3 req-d486de73-71c0-4750-abfd-5101a92a9e55 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 945 time: 0.1140397 Jun 17 08:22:12.207851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:12.220990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Deleting port c43592a4-d7c9-493e-8e21-efa08f61f0c4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:12.220990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.246691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1a4377a-2863-4ee7-882d-b678d910a8c3 req-7e9c8acd-abff-4e9d-b861-1058bb7d9c4c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592103 Jun 17 08:22:12.286024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 355f57d7-1767-4bc6-a477-e2dee36e989b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=355f57d7-1767-4bc6-a477-e2dee36e989b,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:12.302234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'port_id': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'mac_address': 'fa:16:3e:09:77:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:12.340825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 7db999e3-2b1d-47a4-b807-0c73615b07e6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:12.341602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.358940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] For port c43592a4-d7c9-493e-8e21-efa08f61f0c4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c43592a4-d7c9-493e-8e21-efa08f61f0c4,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:12.360074 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.377987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.378216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7724f-7f08-45f1-9cce-7d0d49c90a48 req-5470f47f-e23d-4526-8681-d32b5560ac58 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.380759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79b7724f-7f08-45f1-9cce-7d0d49c90a48 req-5470f47f-e23d-4526-8681-d32b5560ac58 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/ports?device_id=b953c810-42b5-45ed-9bcb-8c8948461e19 HTTP/1.1" status: 200 len: 945 time: 0.1272485 Jun 17 08:22:12.398678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355f57d7-1767-4bc6-a477-e2dee36e989b {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:12.424264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 355f57d7-1767-4bc6-a477-e2dee36e989b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=355f57d7-1767-4bc6-a477-e2dee36e989b,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:12.441850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Calling delete_port for c43592a4-d7c9-493e-8e21-efa08f61f0c4 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:12.446055 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.449920 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:12.459939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79b7724f-7f08-45f1-9cce-7d0d49c90a48 req-cd1ac262-2108-42ba-8173-e705bd632036 tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.65 "GET /v2.0/security-groups?id=e86fba77-5b3e-4979-9469-b5623d7f6602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721622 Jun 17 08:22:12.476980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac53736-10b8-4bc0-930d-b01734b9f25e req-0cfc6f1d-3e8e-44a7-9d70-963bccbb4466 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.478462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ac53736-10b8-4bc0-930d-b01734b9f25e req-0cfc6f1d-3e8e-44a7-9d70-963bccbb4466 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1097 time: 0.0788016 Jun 17 08:22:12.490636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.526533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=355f57d7-1767-4bc6-a477-e2dee36e989b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:12.530184 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:12.532700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ac53736-10b8-4bc0-930d-b01734b9f25e req-c0e7971e-86f5-4358-b1d2-afad12d610d0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Jun 17 08:22:12.535326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:12.537853 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c17deb-e601-47e2-bea7-dffdab95e501" -d '{"events": [{"server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "name": "network-vif-plugged", "status": "completed", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:12.554266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:12.561542 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.564422 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:12.606389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.614476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:12.621038 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:12.625879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c43592a4-d7c9-493e-8e21-efa08f61f0c4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:12.626026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:12.655539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Pushing event deleted for resources: {'Port': ['ID=c43592a4-d7c9-493e-8e21-efa08f61f0c4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:12.663271 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:12.673604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-164797eb-9f1a-4258-b2e0-1513d27ac140 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9a976d31208e40b5a37e444a54324b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310969 Jun 17 08:22:12.730454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] No DVR routers for this DVR port c43592a4-d7c9-493e-8e21-efa08f61f0c4 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:12.732874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:12.735717 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-087b7ffc-5528-4aef-8b9c-7048001d9799 req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] 10.222.0.60 "DELETE /v2.0/ports/c43592a4-d7c9-493e-8e21-efa08f61f0c4 HTTP/1.1" status: 204 len: 173 time: 0.6454022 Jun 17 08:22:12.736287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'name': 'network-vif-deleted', 'tag': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:12.756216 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde2ad41-5c02-4c21-b824-17f6ec1c036d" -d '{"events": [{"server_uuid": "b953c810-42b5-45ed-9bcb-8c8948461e19", "name": "network-vif-deleted", "tag": "c43592a4-d7c9-493e-8e21-efa08f61f0c4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:12.800006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-870f3d1a-ecc2-4838-8213-547f967868b3 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.802457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-870f3d1a-ecc2-4838-8213-547f967868b3 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277881 Jun 17 08:22:12.807364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['355f57d7-1767-4bc6-a477-e2dee36e989b'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:12.836006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-d488e680-3902-4e75-8dc8-83dbea7b04ce tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/quotas/9a976d31208e40b5a37e444a54324b84 HTTP/1.1" status: 200 len: 375 time: 0.0207520 Jun 17 08:22:12.955307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-e6f822ef-7ec7-4d82-b542-2a12d8ece4d8 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a976d31208e40b5a37e444a54324b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182804 Jun 17 08:22:13.145268 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd2b277-0d98-4ef4-9bba-ca9a2a068692 x-openstack-request-id: req-0bd2b277-0d98-4ef4-9bba-ca9a2a068692 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:13.145750 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "name": "network-vif-plugged", "status": "completed", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:13.145855 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bd2b277-0d98-4ef4-9bba-ca9a2a068692 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:13.146240 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'code': 200} Jun 17 08:22:13.204862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7c2b0-4f28-49f5-937f-aa53fcb14c36 req-df658542-0434-48af-bb1a-24200cc16748 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.206533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ca7c2b0-4f28-49f5-937f-aa53fcb14c36 req-df658542-0434-48af-bb1a-24200cc16748 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 945 time: 0.0751505 Jun 17 08:22:13.267377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ca7c2b0-4f28-49f5-937f-aa53fcb14c36 req-d1e87334-1a46-4152-8582-39499cfc8864 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527568 Jun 17 08:22:13.385499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:13.450129 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4089cd12-84df-4fd2-b9a5-0d29b8afd412 x-openstack-request-id: req-4089cd12-84df-4fd2-b9a5-0d29b8afd412 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:13.450652 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953c810-42b5-45ed-9bcb-8c8948461e19", "name": "network-vif-deleted", "tag": "c43592a4-d7c9-493e-8e21-efa08f61f0c4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:13.451158 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4089cd12-84df-4fd2-b9a5-0d29b8afd412 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:13.451720 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953c810-42b5-45ed-9bcb-8c8948461e19', 'name': 'network-vif-deleted', 'tag': 'c43592a4-d7c9-493e-8e21-efa08f61f0c4', 'status': 'completed', 'code': 200} Jun 17 08:22:13.667520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-729a6856-bdee-412d-a83c-a2295de66e2f tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.669599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-729a6856-bdee-412d-a83c-a2295de66e2f tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 945 time: 0.1294026 Jun 17 08:22:13.706446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c916cebf-bb4f-4b94-a312-4f5836ad08fb req-04550a53-5601-457d-8683-68e734178f7a tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 210 time: 0.0354974 Jun 17 08:22:13.895384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Deleting port 7db999e3-2b1d-47a4-b807-0c73615b07e6 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:13.895956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:13.933513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454863e-e7d3-45e6-b310-caf63fbc2894 req-215a5c79-fd88-4697-beb2-7613b3529684 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.935322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8454863e-e7d3-45e6-b310-caf63fbc2894 req-215a5c79-fd88-4697-beb2-7613b3529684 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1097 time: 0.1082253 Jun 17 08:22:14.010450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8454863e-e7d3-45e6-b310-caf63fbc2894 req-de609d07-66e0-40b0-812b-b06e9d2c82d5 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669532 Jun 17 08:22:14.017599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.063325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] For port 7db999e3-2b1d-47a4-b807-0c73615b07e6, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7db999e3-2b1d-47a4-b807-0c73615b07e6,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:14.063325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.155463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 355f57d7-1767-4bc6-a477-e2dee36e989b up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:14.252791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 355f57d7-1767-4bc6-a477-e2dee36e989b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:14.257624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 355f57d7-1767-4bc6-a477-e2dee36e989b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:14.258245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.354487 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.428095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 355f57d7-1767-4bc6-a477-e2dee36e989b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=355f57d7-1767-4bc6-a477-e2dee36e989b,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:14.429010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-e8c715b7-5336-4bb3-a02c-c32726c6b4c7 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9a976d31208e40b5a37e444a54324b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267174 Jun 17 08:22:14.434170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.437069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:14.440983 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:14.462158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Calling delete_port for 7db999e3-2b1d-47a4-b807-0c73615b07e6 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:14.509556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-611403cc-b06f-4d43-96f3-956960777fb0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:22:14.510545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-611403cc-b06f-4d43-96f3-956960777fb0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118253 Jun 17 08:22:14.537660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=355f57d7-1767-4bc6-a477-e2dee36e989b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:14.544267 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:14.550493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Deleting port 5eb4d628-56ec-4676-a4b6-afcde6d13100 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:14.550847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.559759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Request body: {'binding': {'host': 'n-h2-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:14.560214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:22:14.574388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:14.575950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:14.627402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7d04f787-bfa5-422d-9e3c-4285248d34a9 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:14.654324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3e047-a4ae-4d76-8636-a5a5b898ee1d req-72e0ff97-168c-4c56-a3c6-0bc6e6e7cf23 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.662273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07b3e047-a4ae-4d76-8636-a5a5b898ee1d req-72e0ff97-168c-4c56-a3c6-0bc6e6e7cf23 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 945 time: 0.2255893 Jun 17 08:22:14.666301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 7d04f787-bfa5-422d-9e3c-4285248d34a9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:14.667910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7d04f787-bfa5-422d-9e3c-4285248d34a9 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:14.737298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.787495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07b3e047-a4ae-4d76-8636-a5a5b898ee1d req-dc8747e4-fa33-4419-a978-d2348ffc6f73 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243198 Jun 17 08:22:14.837464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.839129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on host n-h2-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:14.839457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:14.839844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:14.840672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-6c1b60c9-da68-4689-b013-9f7738ddde4b tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.842131 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-6c1b60c9-da68-4689-b013-9f7738ddde4b tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915749 Jun 17 08:22:14.843394 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a117eab0-79f9-47fb-846c-0a53edb5c911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:14.872080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] For port 5eb4d628-56ec-4676-a4b6-afcde6d13100, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5eb4d628-56ec-4676-a4b6-afcde6d13100,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:14.872442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.877642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:14.877787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Request body: {'port': {'device_id': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '9a976d31208e40b5a37e444a54324b84'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:14.877974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:14.880295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event deleted for resources: {'Port': ['ID=7db999e3-2b1d-47a4-b807-0c73615b07e6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:14.889116 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:14.897070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:14.898146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:14.898685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:14.899444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Bound port: 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:14.990811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Calling delete_port for 5eb4d628-56ec-4676-a4b6-afcde6d13100 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:14.994078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] No DVR routers for this DVR port 7db999e3-2b1d-47a4-b807-0c73615b07e6 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:15.009956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.011873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e2d5ce6-5f65-494a-adc3-455c3c2ace0e req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "DELETE /v2.0/ports/7db999e3-2b1d-47a4-b807-0c73615b07e6 HTTP/1.1" status: 204 len: 173 time: 1.3309364 Jun 17 08:22:15.012370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'name': 'network-vif-deleted', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:15.014940 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb76bec8-3ed7-4e3e-b49e-70f1f136205a" -d '{"events": [{"server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "name": "network-vif-deleted", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:15.095112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:15.104799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.106138 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b9e9a0e4-9bff-4397-ba12-213c2e2b67d8 service neutron] 10.222.0.65 "POST /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06/bindings HTTP/1.1" status: 201 len: 390 time: 0.5855465 Jun 17 08:22:15.141957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-848a0670-6c64-48c8-883e-91e90c73dc8e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.144140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-848a0670-6c64-48c8-883e-91e90c73dc8e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 0.1532254 Jun 17 08:22:15.147715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:15.151867 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedeb1fc-4381-44fa-b8a4-3e884a1878a7" -d '{"events": [{"server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "name": "network-vif-plugged", "status": "completed", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:15.182815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-a8f0f9ce-3238-4aac-b5e6-fac43caa00de tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/quotas/df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 375 time: 0.0248826 Jun 17 08:22:15.240733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Made reservation on behalf of 9a976d31208e40b5a37e444a54324b84 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:15.245693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.300291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-2b384cf4-d47f-499e-8e6c-e51f3da76bdf tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968568 Jun 17 08:22:15.460019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-971bacc5-3e3b-4f18-8a5d-f8e80cf94270 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561544 Jun 17 08:22:15.461580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.475603 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:15.479407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Allocated IP 192.168.233.184 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/e5adbb3a-e4fb-4119-a405-6aaa205c8d2b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:15.493184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320c5b-f0a5-40f2-b232-8634741f0d78 req-4b7f4a8f-4fc1-4c50-aafd-1f0778db0091 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.494683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5320c5b-f0a5-40f2-b232-8634741f0d78 req-4b7f4a8f-4fc1-4c50-aafd-1f0778db0091 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.1453211 Jun 17 08:22:15.518752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb4d628-56ec-4676-a4b6-afcde6d13100,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:15.542473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:15.651235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5320c5b-f0a5-40f2-b232-8634741f0d78 req-e185669f-f30c-475f-9bef-5427ca9db419 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363225 Jun 17 08:22:15.751803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-33813540-bad4-4334-9fb4-269b5f21c413 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906373 Jun 17 08:22:15.797424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-87c0e500-4202-43bd-ac80-5a63b16e8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.803877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-87c0e500-4202-43bd-ac80-5a63b16e8afb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1097 time: 0.3059583 Jun 17 08:22:15.855162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:16.055970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-982ad6cb-3c48-43ec-984c-162ed875dff8 req-0e14dac1-6548-4f98-8014-037a00c72025 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 210 time: 0.0475717 Jun 17 08:22:16.063702 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a9a6c4-a422-4e2b-8baf-8d6babfc494d x-openstack-request-id: req-39a9a6c4-a422-4e2b-8baf-8d6babfc494d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:16.064236 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4546b6-b844-4917-b459-c0de699e50e9", "name": "network-vif-deleted", "tag": "7db999e3-2b1d-47a4-b807-0c73615b07e6", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:16.064624 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39a9a6c4-a422-4e2b-8baf-8d6babfc494d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:16.066744 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4546b6-b844-4917-b459-c0de699e50e9', 'name': 'network-vif-deleted', 'tag': '7db999e3-2b1d-47a4-b807-0c73615b07e6', 'status': 'completed', 'code': 200} Jun 17 08:22:16.077248 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d0ce52-336e-4f6b-a211-d84e551c36da x-openstack-request-id: req-04d0ce52-336e-4f6b-a211-d84e551c36da {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:16.077248 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "name": "network-vif-plugged", "status": "completed", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:16.077248 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04d0ce52-336e-4f6b-a211-d84e551c36da {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:16.077248 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'code': 200} Jun 17 08:22:16.088176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-2bc98eb4-a1a3-41b2-a6d5-057c62addfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.090102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-2bc98eb4-a1a3-41b2-a6d5-057c62addfd2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.2763352 Jun 17 08:22:16.177829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:16.179653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-f0a87eba-f50e-4582-b049-055d09717a93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 217 time: 0.0825918 Jun 17 08:22:16.334518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:16.369104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-fab51bb6-455b-41a7-a456-656a881fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.371131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-fab51bb6-455b-41a7-a456-656a881fd034 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.1833539 Jun 17 08:22:16.442889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Transition to ACTIVE for port object e5adbb3a-e4fb-4119-a405-6aaa205c8d2b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:16.492386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.67', 62650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:16.598283 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:16.610884 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3404300-2624-4665-8b21-ce8e6fb77a44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:16.617833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Router cbb8dc3c-bacc-4870-a860-1f83466d0865 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:22:16.630682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-da6c3915-9a1f-4379-82ac-3caa53b5e731 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2467701 Jun 17 08:22:16.674344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['dd84ab01-4748-457e-a6a5-5a0262cc7daa'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:16.678619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:16.705320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:16.711086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:16.775328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ae76de7-5b26-42db-a7a2-163e102f6431 req-4c40c4a7-4a26-41ef-83f4-5440e7bba652 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4546b6-b844-4917-b459-c0de699e50e9 HTTP/1.1" status: 200 len: 210 time: 0.2710223 Jun 17 08:22:16.777377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c43592a4-d7c9-493e-8e21-efa08f61f0c4 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:16.821860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Pushing event updated for resources: {'Port': ['ID=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:16.845884 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:16.847931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: c43592a4-d7c9-493e-8e21-efa08f61f0c4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:16.848459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c43592a4-d7c9-493e-8e21-efa08f61f0c4 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:16.919674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:16.928116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:16.952514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'mac_address': 'fa:16:3e:de:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:17.005698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.006538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:17.066039 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1959443 Jun 17 08:22:17.084449 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:17.086837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Request body: {'port': {'device_id': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:17.098886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:17.111327 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] Sync routers for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:17.129445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a042e4f0-ac96-4f9b-bda1-8030a762c79a req-e5090248-112f-4914-8d26-6ac8e9558c0e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 210 time: 0.1656189 Jun 17 08:22:17.129996 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] 10.222.0.65 "PUT /v2.0/routers/cbb8dc3c-bacc-4870-a860-1f83466d0865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7431524 Jun 17 08:22:17.133818 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:17.134161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41230) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:17.138421 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:17.168101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee3d41-aeab-4cae-b800-0f2b221e4583 req-7a2ca89d-12c1-456e-974c-bc2f3e035233 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.179453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9ee3d41-aeab-4cae-b800-0f2b221e4583 req-7a2ca89d-12c1-456e-974c-bc2f3e035233 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 945 time: 0.8127885 Jun 17 08:22:17.202155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:17.285643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-b7c1c25f-e433-4b09-b892-5e85a295f951 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394402 Jun 17 08:22:17.293926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:17.340045 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:17.376313 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:17.439612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e44ebeaa-ad63-41cb-80c5-6c8f2e59265f None None] Provisioning for port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:17.452023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e44ebeaa-ad63-41cb-80c5-6c8f2e59265f None None] Provisioning complete for port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:17.452297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e44ebeaa-ad63-41cb-80c5-6c8f2e59265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:17.482220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395d3ab-73fe-42b9-a964-97e0d5327d2c req-e354d06f-91ef-4c1d-8e45-65644726f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.486206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1395d3ab-73fe-42b9-a964-97e0d5327d2c req-e354d06f-91ef-4c1d-8e45-65644726f904 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 1098 time: 0.9804950 Jun 17 08:22:17.499053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e44ebeaa-ad63-41cb-80c5-6c8f2e59265f None None] Port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:22:17.503337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['4bd5516b-8586-40cc-95a0-60e57fb8e3b4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:17.523172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:17.549221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:17.566081 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:17.646955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9ee3d41-aeab-4cae-b800-0f2b221e4583 req-4527d1ec-aefd-4169-a2cb-5319cf9cb2e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658647 Jun 17 08:22:17.857575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:17.932233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-067a7823-a87d-4c05-8030-b53f1d618d64 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205721 Jun 17 08:22:17.949801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.129368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1395d3ab-73fe-42b9-a964-97e0d5327d2c req-abeb83a7-b781-46bb-9f7c-0beadecf0c48 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490596 Jun 17 08:22:18.170353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:18.198073 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:22:15Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:18.254699 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] Checking router: cbb8dc3c-bacc-4870-a860-1f83466d0865 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:18.274927 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] Routers {'cbb8dc3c-bacc-4870-a860-1f83466d0865'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:18.275283 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cbb8dc3c-bacc-4870-a860-1f83466d0865'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:18.305587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:18.305972 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.370114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216cfac-91ae-481a-aa14-d9074c64dd01 req-09958404-1bb7-45cd-840d-eccd1b46322b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.371720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7216cfac-91ae-481a-aa14-d9074c64dd01 req-09958404-1bb7-45cd-840d-eccd1b46322b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 1.0001600 Jun 17 08:22:18.467369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.471649 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] Set router cbb8dc3c-bacc-4870-a860-1f83466d0865 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:18.500526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7216cfac-91ae-481a-aa14-d9074c64dd01 req-ed95b69c-6b37-4d62-adb5-7daf40228093 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086798 Jun 17 08:22:18.504367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.526872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649c85b-4e36-4eab-87e4-f917ffd4fb12 req-3e8de504-04e4-4846-91da-7041ec57ad50 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.535903 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5649c85b-4e36-4eab-87e4-f917ffd4fb12 req-3e8de504-04e4-4846-91da-7041ec57ad50 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 936 time: 0.4056175 Jun 17 08:22:18.559981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-1e687166-b96c-4f23-8407-3f844c720210 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.567533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-1e687166-b96c-4f23-8407-3f844c720210 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.5643172 Jun 17 08:22:18.597970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:18.603054 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7d7414-2f83-4081-9dcf-fd7dbe3e67a5" -d '{"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:18.641346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:18.651574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.652462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:18.658741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5649c85b-4e36-4eab-87e4-f917ffd4fb12 req-6fa9e929-ea8e-4700-a494-3edc67a195ac tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013439 Jun 17 08:22:18.697486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-13'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:18.742354 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0f1cd27-9660-452d-b649-9ce19c2c6572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:18.763377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 7db999e3-2b1d-47a4-b807-0c73615b07e6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:18.763926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7db999e3-2b1d-47a4-b807-0c73615b07e6 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:18.808589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Deleting port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:18.809203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.861480 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ee27f-b84d-4ea6-8b1e-0db847e93f23 x-openstack-request-id: req-703ee27f-b84d-4ea6-8b1e-0db847e93f23 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:18.861778 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:18.862035 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-703ee27f-b84d-4ea6-8b1e-0db847e93f23 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:18.862422 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'code': 200} Jun 17 08:22:18.945149 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:22:15Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:19.024577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:19.026246 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1db05-5d99-4a31-9f4b-e5c0c26330a3 None None] The sync data for ids ['cbb8dc3c-bacc-4870-a860-1f83466d0865'] in n-d-780147-13 is: [{'id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1455551483-router', 'tenant_id': 'd4223e356cb24370bc86d1b801fab0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:01Z', 'updated_at': '2021-06-17T08:22:15Z', 'revision_number': 5, 'project_id': 'd4223e356cb24370bc86d1b801fab0cf', 'gw_port': {'id': '8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb8dc3c-bacc-4870-a860-1f83466d0865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:02Z', 'updated_at': '2021-06-17T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:22:19.047618 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:19.056184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5adbb3a-e4fb-4119-a405-6aaa205c8d2b {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:19.112104 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.121374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.129807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-636d73c2-dcde-43c2-82e3-426ca16ade77 req-210bcb32-b1fd-48d5-88f2-02efc65868af tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 210 time: 0.1074514 Jun 17 08:22:19.131089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.305924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Transition to ACTIVE for port object e5adbb3a-e4fb-4119-a405-6aaa205c8d2b will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:19.350299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.362655 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d8284d1-5452-4a21-a8e6-ed4fbc9c47db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:19.414668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd930-7f84-43c4-baa6-c8a7cea64c36 req-47c7c734-af87-4166-b483-10d20e339ffc tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:19.425967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acdfd930-7f84-43c4-baa6-c8a7cea64c36 req-47c7c734-af87-4166-b483-10d20e339ffc tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 945 time: 0.1915567 Jun 17 08:22:19.495869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:19.529952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acdfd930-7f84-43c4-baa6-c8a7cea64c36 req-62e2c8ea-f023-4209-8ee2-43673cf17a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028442 Jun 17 08:22:19.813177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-c3e0acae-b1f0-40ac-94a0-95738c400745 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:19.831579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-c3e0acae-b1f0-40ac-94a0-95738c400745 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 822 time: 0.2683160 Jun 17 08:22:19.880737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] For port 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:19.881266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.892066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-0136b0a0-204d-4f18-8afd-1d530ed65715 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/quotas/ca66d96cbd8e44bab87f9095d7366533 HTTP/1.1" status: 200 len: 375 time: 0.0594895 Jun 17 08:22:19.955242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:19.979412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5eb4d628-56ec-4676-a4b6-afcde6d13100 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:20.045234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:20.048176 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab97ba5-7e44-4ff6-b0f2-e813a7b38c58" -d '{"events": [{"server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "name": "network-vif-unplugged", "status": "completed", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:20.053014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5eb4d628-56ec-4676-a4b6-afcde6d13100 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:20.053383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5eb4d628-56ec-4676-a4b6-afcde6d13100 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:20.057655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.089652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-078c9beb-f160-4494-84d9-b629551a7f19 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:20.091301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-078c9beb-f160-4494-84d9-b629551a7f19 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 1.1096246 Jun 17 08:22:20.100352 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-bdd60401-1a7d-4db9-851b-6a77ab301a5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2054632 Jun 17 08:22:20.107633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d147c-7242-4727-81e3-06565fedefeb req-30fa0849-c9b8-43be-b868-964ec6a54e01 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:20.115004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-179d147c-7242-4727-81e3-06565fedefeb req-30fa0849-c9b8-43be-b868-964ec6a54e01 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.2762315 Jun 17 08:22:20.116778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.145883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Calling delete_port for 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:20.170035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Request body: {'port': {'device_id': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'admin_state_up': True, 'tenant_id': 'df255d9f8ec84c5babafd4030453edec'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:20.189595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Pushing event updated for resources: {'Port': ['ID=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:20.216950 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:20.244449 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a22e667-68e8-42ba-95db-bbdd6f45caa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:20.258213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-208ff64c-b055-41e0-97bc-6c1e4a5b6d10 service neutron] 10.222.0.65 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585495 Jun 17 08:22:20.421365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-179d147c-7242-4727-81e3-06565fedefeb req-776e8f75-7fa5-4969-98b0-aec9aea774b9 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053901 Jun 17 08:22:20.555412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.560818 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-432a4221-3832-41af-9bcd-7953e496c440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:20.610813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:20.617392 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:20.652421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Attempting to bind port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:20.652762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Attempting to bind port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:20.653217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Attempting to bind port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:20.669797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:20.679584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on host n-h1-780147-13 for vnic_type normal with profile {"migrating_to": "n-h2-780147-13"} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:20.679931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:20.680266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:20.690345 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:20.698743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:20.703181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:20.704072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Attempting to bind port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:20.706309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Attempting to bind port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:20.717214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:20.717867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:20.718508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:20.719533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Bound port: e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:20.719966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.729676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:20.730015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:20.730406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:20.730847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Bound port: 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:20.731217 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.744985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Made reservation on behalf of df255d9f8ec84c5babafd4030453edec for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:20.748868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.755462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.758935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-0ac99705-a8c7-428f-a101-65f6ba00a777 service neutron] 10.222.0.65 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995639 Jun 17 08:22:20.887947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1103-20e7-4599-8c2f-e80231e30ace req-6bd4e289-e1ba-49ad-b876-d9bc9aed40a9 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:20.889779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30eb1103-20e7-4599-8c2f-e80231e30ace req-6bd4e289-e1ba-49ad-b876-d9bc9aed40a9 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 948 time: 0.2707467 Jun 17 08:22:20.927758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.934245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.995888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30eb1103-20e7-4599-8c2f-e80231e30ace req-3fad3958-bf74-4259-8217-cc9b71269164 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988967 Jun 17 08:22:20.996965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:21.015111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:21.028943 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.043519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:21.061376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] For port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:21.074848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] For port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:21.200742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.245960 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f41198-d474-4a12-8728-a056358821f7 x-openstack-request-id: req-e8f41198-d474-4a12-8728-a056358821f7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:21.246516 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "name": "network-vif-unplugged", "status": "completed", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:21.246957 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8f41198-d474-4a12-8728-a056358821f7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:21.247982 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'code': 200} Jun 17 08:22:21.301499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-04379285-63f2-403b-b1ab-51e67729b22e tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:21.326531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.330841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb8dc3c-bacc-4870-a860-1f83466d0865 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:22:21.333138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.334574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.338508 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] 10.222.0.67 "PUT /v2.0/ports/e5adbb3a-e4fb-4119-a405-6aaa205c8d2b HTTP/1.1" status: 200 len: 1097 time: 4.2570062 Jun 17 08:22:21.459343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'tag': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:21.461707 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9387dda2-2af1-4469-8a6e-17ee42fdf658" -d '{"events": [{"name": "network-changed", "server_uuid": "a478c3e6-d81b-4229-944b-eef9284229c3", "tag": "e5adbb3a-e4fb-4119-a405-6aaa205c8d2b"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:21.508404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.509713 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/cbb8dc3c-bacc-4870-a860-1f83466d0865 HTTP/1.1" status: 204 len: 168 time: 4.3746834 Jun 17 08:22:21.515784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Pushing event updated for resources: {'Port': ['ID=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:21.527137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:21.606506 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:21.722703 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Allocated IP 172.20.0.13 (943a0609-d4dd-4bda-a3a4-c58f0a2585fa/ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb/ead2a429-5608-4784-80f8-a971e40217a7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:21.757280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-3baa5fd4-adad-4df8-84e5-832f86063770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.783837 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-3baa5fd4-adad-4df8-84e5-832f86063770 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a976d31208e40b5a37e444a54324b84&device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 1100 time: 0.3085928 Jun 17 08:22:21.855545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Deleting subnet 153db9ad-d02f-4ed3-901e-cd8b8ed856b2 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:22:21.917217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.946484 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-647ebb9d-fe9e-4de7-b78d-255924eea56d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b HTTP/1.1" status: 200 len: 217 time: 0.1168256 Jun 17 08:22:22.017631 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.087911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c72f9f83-8aad-42d4-a8ee-af69eb633502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.089762 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-c72f9f83-8aad-42d4-a8ee-af69eb633502 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1281767 Jun 17 08:22:22.111993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:22.135421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.136119 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.138616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3890d56c-190a-4b34-8f87-308193005262 service neutron] 10.222.0.67 "PUT /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 1123 time: 3.4864917 Jun 17 08:22:22.153850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b75e2482-9050-4e14-9af2-d46d16028aeb req-eaf75de5-f8ae-4a64-ab8b-32a45c673494 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 210 time: 0.0793662 Jun 17 08:22:22.154806 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:22.170386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['52a7d7ca-aa79-4c2e-83af-d65521b52d06'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:22.320547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab47b3a-8084-46ed-af0e-ba9716b20f1b req-78aff6d5-5c26-4065-aaee-5ae40c9d54ab tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.322609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:22.332033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ab47b3a-8084-46ed-af0e-ba9716b20f1b req-78aff6d5-5c26-4065-aaee-5ae40c9d54ab tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.2563384 Jun 17 08:22:22.340237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41330) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:22.346231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Request body: {'floatingip': {'port_id': '355f57d7-1767-4bc6-a477-e2dee36e989b'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:22.428175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:22.430343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8bd5f06e-c0d7-4965-90fd-0bd0b5c070e3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:22.566863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.575970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.616799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.676539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-ec7bd4d6-067b-4bff-b060-c8e3b046a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.678302 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-ec7bd4d6-067b-4bff-b060-c8e3b046a81b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5741024 Jun 17 08:22:22.763652 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.781561 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:22.856665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153db9ad-d02f-4ed3-901e-cd8b8ed856b2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:22.873949 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:22.875575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf6213-0f91-49af-894e-8a833786ebb6 None None] Network e2c7c8b8-60c3-4078-8c64-1566ff69b057 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:22:22.875949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.883234 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/153db9ad-d02f-4ed3-901e-cd8b8ed856b2 HTTP/1.1" status: 204 len: 168 time: 1.3504093 Jun 17 08:22:22.889173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41334) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:22.994295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:22.996938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.014211 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5df918ae-70c6-49d0-9ed5-d1c5c4604daf tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:23.036417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:23.057302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:23.103530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:23.139166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.192789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e6afd5b-5485-4b01-8985-a44facb5e570 req-520a5d37-517b-405f-842e-ee2d3859ea46 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 210 time: 0.0459256 Jun 17 08:22:23.194941 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.208907 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-f15a26c5-7cf3-4df5-baff-1b0c5358a585 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152633 Jun 17 08:22:23.276986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] DHCP port deletion for e2c7c8b8-60c3-4078-8c64-1566ff69b057 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:22:23.280890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:23.295347 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:23.347356 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b54f71-49fc-4a65-bb1d-43885c80e866 x-openstack-request-id: req-94b54f71-49fc-4a65-bb1d-43885c80e866 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:23.347918 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a478c3e6-d81b-4229-944b-eef9284229c3", "tag": "e5adbb3a-e4fb-4119-a405-6aaa205c8d2b", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:23.348191 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94b54f71-49fc-4a65-bb1d-43885c80e866 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:23.348718 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'tag': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b', 'status': 'completed', 'code': 200} Jun 17 08:22:23.362356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:23.364668 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6b1d0-a406-4871-91c9-951a9f88f002" -d '{"events": [{"name": "network-changed", "server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:23.367649 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Floating IP 03f842c7-5f8b-495f-9fab-609233819903 associated. External IP: 172.25.7.206, port: 355f57d7-1767-4bc6-a477-e2dee36e989b. Jun 17 08:22:23.370113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.371114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.388626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Deleting port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:23.389770 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.433212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Deleting port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:23.435452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.448715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed54562d-de4e-4ac5-958a-57875e5a355d req-272c4cd5-876d-4599-a6d3-f4f77fca7102 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181168 Jun 17 08:22:23.469656 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3156753 Jun 17 08:22:23.483110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Request body: {'port': {'device_id': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:23.508350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] For port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:23.508955 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.612030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea3f0b-03ee-499d-947b-dfe0fcdd8b4e req-0c28d27f-0386-4bda-ae81-e9515a467262 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.618139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0ea3f0b-03ee-499d-947b-dfe0fcdd8b4e req-0c28d27f-0386-4bda-ae81-e9515a467262 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 943 time: 1.1412265 Jun 17 08:22:23.641574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Calling delete_port for b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:23.772536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0ea3f0b-03ee-499d-947b-dfe0fcdd8b4e req-e6dc6152-6952-424e-8352-5532c832546a tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738173 Jun 17 08:22:23.842109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-5b2f7053-122f-45cc-9f77-0db42ecb27f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4805827 Jun 17 08:22:23.904908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728d24-5b31-4112-a688-9e42520d6041 req-47889883-0497-465d-ab9f-7a8e6fb19f9f tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.909015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] For port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,segment=NetworkSegment(b2b300b9-cb1c-4e3c-9376-73ba49411385),segment_id=b2b300b9-cb1c-4e3c-9376-73ba49411385)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:23.911546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.913191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5728d24-5b31-4112-a688-9e42520d6041 req-47889883-0497-465d-ab9f-7a8e6fb19f9f tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 948 time: 0.3320110 Jun 17 08:22:23.975399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:23.995197 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:24.013650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] No DVR routers for this DVR port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:24.066809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Pushing event deleted for resources: {'Port': ['ID=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:24.072224 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:24.080858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:24.132261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:24.134216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:24.134669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Calling delete_port for b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:24.171982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5728d24-5b31-4112-a688-9e42520d6041 req-26fa244d-5959-426e-a532-abc56e36d5c9 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534184 Jun 17 08:22:24.176936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:22:24.177559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:24.331432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-b81ca2a0-57d2-4a06-a40d-6ed369adfe79 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.337392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-b81ca2a0-57d2-4a06-a40d-6ed369adfe79 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 822 time: 0.6346927 Jun 17 08:22:24.400478 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eccbf4d-1260-4e7f-974f-6bcd51490728 x-openstack-request-id: req-8eccbf4d-1260-4e7f-974f-6bcd51490728 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:24.400749 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:24.400976 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8eccbf4d-1260-4e7f-974f-6bcd51490728 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:24.401391 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'status': 'completed', 'code': 200} Jun 17 08:22:24.426086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Request body: {'port': {'device_id': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'admin_state_up': True, 'tenant_id': 'ca66d96cbd8e44bab87f9095d7366533'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:24.447371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:24.546586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f2e505c-c57d-40fb-bd64-610c4fe5a871 req-312bcaf6-760d-4fa0-aa44-bd97cf70e917 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 210 time: 0.1418927 Jun 17 08:22:24.627577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156581-2c04-4650-a01f-f5a183261447 req-8d6a4986-f4fd-40fa-a6ba-e6443f9be79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.629076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-8d6a4986-f4fd-40fa-a6ba-e6443f9be79e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1097 time: 0.6965637 Jun 17 08:22:24.639285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-fc0ddd0c-635f-42ee-b85f-f30ac5fcaf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.640789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-fc0ddd0c-635f-42ee-b85f-f30ac5fcaf26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a976d31208e40b5a37e444a54324b84&device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 1100 time: 1.0898764 Jun 17 08:22:24.650430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:24.659393 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14331d8e-7aba-441e-8cea-a19dcf0d8ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:24.791794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07fd6bd-10a1-4b35-82ca-a0adcde9cc47,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:24.801922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-c663a125-5a84-48dd-84dc-a796c9c6a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.803632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-c663a125-5a84-48dd-84dc-a796c9c6a1d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1126 time: 0.3388505 Jun 17 08:22:24.805930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-b86f1407-73d0-4256-9ce2-788a1f1e1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.807341 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-b86f1407-73d0-4256-9ce2-788a1f1e1ae3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1514611 Jun 17 08:22:24.810467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] No DVR routers for this DVR port b07fd6bd-10a1-4b35-82ca-a0adcde9cc47 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:24.812335 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:24.972544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156581-2c04-4650-a01f-f5a183261447 req-2ac4d839-0ac0-475c-8d27-976ef00d3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.974218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-2ac4d839-0ac0-475c-8d27-976ef00d3fc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.2783413 Jun 17 08:22:24.987036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:24.987667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Made reservation on behalf of ca66d96cbd8e44bab87f9095d7366533 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:24.987772 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bb8aaf5-ffa0-4e97-8d2d-24d77a353e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:24.988124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.027402 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-914701a0-4d2d-4852-8ae1-8c18e06934a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b HTTP/1.1" status: 200 len: 217 time: 0.2020483 Jun 17 08:22:25.030425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c7c8b8-60c3-4078-8c64-1566ff69b057']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:25.048163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:25.053156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b300b9-cb1c-4e3c-9376-73ba49411385') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:25.053449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b300b9-cb1c-4e3c-9376-73ba49411385') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:25.062843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.073311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09bce-720c-4271-99ab-34455a882657 None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:25.073498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a746e9-2a02-4350-9847-00af7ef5b4d5 req-aeb03dcf-a7be-47e4-98c7-09c30c0d7ead tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.075301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.075651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3a746e9-2a02-4350-9847-00af7ef5b4d5 req-aeb03dcf-a7be-47e4-98c7-09c30c0d7ead tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 932 time: 0.6734805 Jun 17 08:22:25.088450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:25.089421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:25.156502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.183270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:22:25.183687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:25.185437 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:22:25.189089 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:22:25.238187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-d70b58bd-c7dd-44cc-8cc4-fb60dcf6aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.239669 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-d70b58bd-c7dd-44cc-8cc4-fb60dcf6aeed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1957545 Jun 17 08:22:25.263559 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:25.282378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-c05a3040-6908-4c43-a487-0f7b9ee5f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.283905 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-c05a3040-6908-4c43-a487-0f7b9ee5f9d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.4688027 Jun 17 08:22:25.367315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.372478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-f0da8c1c-457a-4bb1-a69d-015d93af098c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 217 time: 0.0627708 Jun 17 08:22:25.382333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead2a429-5608-4784-80f8-a971e40217a7 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:25.388177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:25.406933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.409665 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.413874 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e2c7c8b8-60c3-4078-8c64-1566ff69b057 HTTP/1.1" status: 204 len: 168 time: 2.5206926 Jun 17 08:22:25.456390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c7c8b8-60c3-4078-8c64-1566ff69b057,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:25.465921 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:25.469587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Transition to ACTIVE for port object ead2a429-5608-4784-80f8-a971e40217a7 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:25.482023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-4d7398c3-3989-48a2-bde2-60a915093374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.483540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-4d7398c3-3989-48a2-bde2-60a915093374 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0965650 Jun 17 08:22:25.488778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.493069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:25.505627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-f604c8a1-dadb-4cb0-b6b2-4a0b9f82e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.507393 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-f604c8a1-dadb-4cb0-b6b2-4a0b9f82e999 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2367895 Jun 17 08:22:25.568900 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-089ed2e1-506a-4246-8dcd-2ac0e7bc233e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691125 Jun 17 08:22:25.575799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-08d37d67-7f13-43b8-a01c-009e57f1ccb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.5700996 Jun 17 08:22:25.673372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-821381d5-1246-4795-8d3e-f7518e656ac5 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "PUT /v2.0/floatingips/03f842c7-5f8b-495f-9fab-609233819903 HTTP/1.1" status: 200 len: 992 time: 3.3314483 Jun 17 08:22:25.676409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:25.721000 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:25.790240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '03f842c7-5f8b-495f-9fab-609233819903', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'port_id': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'mac_address': 'fa:16:3e:09:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86449318-1d68-4f12-bb7b-b08efd48b362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:48Z', 'updated_at': '2021-06-17T08:22:23Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:25.827520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3a746e9-2a02-4350-9847-00af7ef5b4d5 req-c3688898-8f79-4c5f-8575-84efa70f9c98 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219021 Jun 17 08:22:25.837362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41370) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:25.841176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-9dce00df-3b08-4422-a856-0cdf4c4f08e2 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055677 Jun 17 08:22:25.860380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09bce-720c-4271-99ab-34455a882657 None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:25.879369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:25.879805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:25.934464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156581-2c04-4650-a01f-f5a183261447 req-9af56008-a400-47d9-a250-52c5287a37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.936251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-9af56008-a400-47d9-a250-52c5287a37dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.3323824 Jun 17 08:22:25.967561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-09197dac-f808-4b25-9321-426e91a57be9 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461971 Jun 17 08:22:25.991098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26a4d8-229a-448d-9a4d-7f82e138a4b3 req-27e22a2b-f8e4-4d66-806a-9e3025793354 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.998569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf26a4d8-229a-448d-9a4d-7f82e138a4b3 req-27e22a2b-f8e4-4d66-806a-9e3025793354 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 943 time: 1.0214438 Jun 17 08:22:26.060081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:26.060644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:26.060739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:26.075176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c77bdcd-20eb-4e2b-8e97-8bdbcbe72451 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4223e356cb24370bc86d1b801fab0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343819 Jun 17 08:22:26.079938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:26.087682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-137ff454-2da0-4eba-b887-20b9f8522587 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229451 Jun 17 08:22:26.094523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:26.094843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:26.105366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:26.121372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:26.121712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:26.122119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:26.122560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Bound port: ead2a429-5608-4784-80f8-a971e40217a7, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:26.123052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.137818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Allocated IP 172.20.0.7 (db6fe610-7c97-479d-9ffe-890cfbc851ec/0ab76f25-5bd5-4925-885e-6f03f7a4072d/34c08041-342e-4e3e-8cd1-2f0baf67d4cf) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:26.180262 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9387dda2-2af1-4469-8a6e-17ee42fdf658 req-98c5ef49-32a9-4315-a91f-a85cb41d81cc service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193288 Jun 17 08:22:26.256734 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97f6b1d0-a406-4871-91c9-951a9f88f002 req-923835ec-b82f-4a71-81db-e857d872b531 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659097 Jun 17 08:22:26.279598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.298399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf26a4d8-229a-448d-9a4d-7f82e138a4b3 req-ebbd249b-3114-40fd-bf16-5ec66bd08aa9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970061 Jun 17 08:22:26.303456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:26.318312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:26.333582 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:22:26.338212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:26.343070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.351697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.356223 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:26.417549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:26.418180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.420871 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 1093 time: 2.9430029 Jun 17 08:22:26.426792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:26.427380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:26.429543 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a9074-88a0-45aa-8393-b92dd963c47f" -d '{"events": [{"name": "network-changed", "server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:26.429685 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "tag": "ead2a429-5608-4784-80f8-a971e40217a7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:26.434887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-6302883a-8b2b-49eb-94e7-bc3f792996be service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222837 Jun 17 08:22:26.485774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:26.509729 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:26.533006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.539042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.540196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e457b634-7bfe-43da-8def-241851782388 HTTP/1.1" status: 204 len: 168 time: 0.4593177 Jun 17 08:22:26.543223 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1e364bc7-3a1d-4828-942c-79997eb9d715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:26.562476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e457b634-7bfe-43da-8def-241851782388,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:26.565464 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:26.599970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-6826ee23-3421-4504-bb82-011b7a4f8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:26.602761 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-6826ee23-3421-4504-bb82-011b7a4f8d6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1096 time: 0.1033154 Jun 17 08:22:26.635013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faa1f50a-59b4-43d9-ba4d-de4d105297ef req-09a4c264-2d16-4329-a009-aaca26501cde tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 210 time: 0.0963099 Jun 17 08:22:26.772285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:26.793044 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-1570d8ae-e5fa-4973-aeeb-91c0821eec32 service neutron] 10.222.0.60 "GET /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.1839437 Jun 17 08:22:26.807844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 has no active binding in host n-h2-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:22:26.808548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e5adbb3a-e4fb-4119-a405-6aaa205c8d2b details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:26.944379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:26.983189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b', 'mac_address': 'fa:16:3e:c2:4f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:26.990796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0c41-9000-4873-820d-4ba6036b796e req-7aa22c6a-aed1-4ff4-84ff-9332bd5bb068 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:26.992358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db3a0c41-9000-4873-820d-4ba6036b796e req-7aa22c6a-aed1-4ff4-84ff-9332bd5bb068 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 948 time: 0.7699273 Jun 17 08:22:27.001038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef156581-2c04-4650-a01f-f5a183261447 req-b3c61778-0fa3-41ff-9c0d-6c2b7ebf7391 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488274 Jun 17 08:22:27.045137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.086457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db3a0c41-9000-4873-820d-4ba6036b796e req-79511d70-be0c-4031-a431-04d859f90182 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Jun 17 08:22:27.091768 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.131415 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5adbb3a-e4fb-4119-a405-6aaa205c8d2b {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:27.140252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.146324 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.155562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-80c09bce-720c-4271-99ab-34455a882657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '03f842c7-5f8b-495f-9fab-609233819903', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'port_id': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'mac_address': 'fa:16:3e:09:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86449318-1d68-4f12-bb7b-b08efd48b362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:48Z', 'updated_at': '2021-06-17T08:22:23Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:27.206030 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-e6592a88-f361-4a3e-be95-76f2f4ca6e41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.5859225 Jun 17 08:22:27.210816 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf55cff-30b9-4342-94fe-8b5bde69650e x-openstack-request-id: req-baf55cff-30b9-4342-94fe-8b5bde69650e {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:27.211231 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "tag": "ead2a429-5608-4784-80f8-a971e40217a7", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:27.211581 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-baf55cff-30b9-4342-94fe-8b5bde69650e {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:27.213207 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7', 'status': 'completed', 'code': 200} Jun 17 08:22:27.217178 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b969f1c-7741-4c63-b6f0-c5fbe35a726c tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:27.224207 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af438f-6458-40f2-ab25-dfd4e2a0fae1 x-openstack-request-id: req-83af438f-6458-40f2-ab25-dfd4e2a0fae1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:27.224628 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:27.224971 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83af438f-6458-40f2-ab25-dfd4e2a0fae1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:27.225449 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'status': 'completed', 'code': 200} Jun 17 08:22:27.268143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c09bce-720c-4271-99ab-34455a882657 None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '03f842c7-5f8b-495f-9fab-609233819903', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'port_id': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'mac_address': 'fa:16:3e:09:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86449318-1d68-4f12-bb7b-b08efd48b362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:48Z', 'updated_at': '2021-06-17T08:22:23Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:22:27.295470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:27.310359 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.313161 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d37ad421-59da-4086-98cb-9c3f421d0de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:27.361890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Network db6fe610-7c97-479d-9ffe-890cfbc851ec is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:27.380535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:27.397380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:27.429278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:27.440256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:27.441433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.441893 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:27.458768 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.469335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7378da90-50a2-40f3-9f44-064ae09faf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.504657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event updated for resources: {'Port': ['ID=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:27.536129 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:27.550945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-c195090f-a02f-4666-a5d1-fb989f9cd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:27.552546 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-c195090f-a02f-4666-a5d1-fb989f9cd577 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.2740614 Jun 17 08:22:27.583755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.584441 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:27.587610 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:27.618576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:27.639228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e5adbb3a-e4fb-4119-a405-6aaa205c8d2b'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:27.708908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3008144 Jun 17 08:22:27.740202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a7d7ca-aa79-4c2e-83af-d65521b52d06 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:27.745794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Request body: {'port': {'device_id': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:27.753619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:27.781549 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84511650-4e7d-40f7-bc74-b89c874e34c1 None None] New status for floating IP 03f842c7-5f8b-495f-9fab-609233819903: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:22:27.788354 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.807182 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-4f2009d6-66df-4e86-9a63-f88568a098ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2443833 Jun 17 08:22:27.856795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-d0f3a25f-d2ac-44b9-9f06-97f51504611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:27.861580 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-d0f3a25f-d2ac-44b9-9f06-97f51504611b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f124d3ff741d42eaa0dc42214608300d&device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 1098 time: 0.6474564 Jun 17 08:22:28.266792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc376cd-8025-4a82-a4a8-3e9ec5ec98e0 req-39d773c3-c1d4-440c-8878-8d87e69a4537 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:28.284955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3dc376cd-8025-4a82-a4a8-3e9ec5ec98e0 req-39d773c3-c1d4-440c-8878-8d87e69a4537 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 943 time: 0.6746273 Jun 17 08:22:28.313641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e919e-17b1-4a81-aeac-a15c9b8a7b91 req-2606c79a-1366-4081-b582-dc84654ceae0 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:28.315332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b0e919e-17b1-4a81-aeac-a15c9b8a7b91 req-2606c79a-1366-4081-b582-dc84654ceae0 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.8708012 Jun 17 08:22:28.450610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.461991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b0e919e-17b1-4a81-aeac-a15c9b8a7b91 req-3d1f5890-5e2b-4151-a52c-3965949cb672 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290042 Jun 17 08:22:28.508101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3dc376cd-8025-4a82-a4a8-3e9ec5ec98e0 req-242fc079-5551-4875-abc3-8c7dd322240a tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220445 Jun 17 08:22:28.754356 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.833955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-58364971-e66a-44bc-a3d8-3eb9aba04043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:28.835950 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-58364971-e66a-44bc-a3d8-3eb9aba04043 service neutron] 10.222.0.67 "GET /v2.0/networks?id=972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 200 len: 925 time: 0.9507380 Jun 17 08:22:28.893308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Transition to ACTIVE for port object 52a7d7ca-aa79-4c2e-83af-d65521b52d06 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:28.934190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.945025 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:28.949446 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-e52bf76b-90e1-462b-9e64-5f5346934513 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1300466 Jun 17 08:22:29.032698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Deleting port 261614a0-1cb2-4f0b-b71f-0b47997a9820 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:29.033266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.131968 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-844ffcdf-48ee-46b4-bd9c-dafc85f56c1b req-ff072912-df2f-4733-8ea3-d6a3cc7aa325 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199522 Jun 17 08:22:29.216653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] No DVR routers for this DVR port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:29.286511 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-f6b4e58c-da1d-4225-8859-94ad0a4260e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=355f57d7-1767-4bc6-a477-e2dee36e989b HTTP/1.1" status: 200 len: 1002 time: 0.4312234 Jun 17 08:22:29.310452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Pushing event updated for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=10']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.315477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.363103 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] 10.222.0.60 "PUT /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06/bindings/n-h2-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 2.5287268 Jun 17 08:22:29.379293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-060fe1ed-216f-4f65-9e71-35f61098f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.380736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-060fe1ed-216f-4f65-9e71-35f61098f2b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 200 len: 863 time: 0.0728805 Jun 17 08:22:29.429585 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-d83c9156-1f02-4131-b8fe-4f05a27a70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.431156 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-d83c9156-1f02-4131-b8fe-4f05a27a70b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1096 time: 0.2199852 Jun 17 08:22:29.462935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8bc29-88a8-47bc-a677-bc5828e04664 req-c888a865-2196-44e1-b356-6d16f810dc62 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.472164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1e8bc29-88a8-47bc-a677-bc5828e04664 req-c888a865-2196-44e1-b356-6d16f810dc62 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 931 time: 0.7267039 Jun 17 08:22:29.493902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-68126f96-cb38-4921-aeb5-f7a1aebd355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.495564 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-68126f96-cb38-4921-aeb5-f7a1aebd355c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=972b48f1-cf1a-4481-8411-1c1bd1f4c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072564 Jun 17 08:22:29.626346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f6d2-2bc8-4579-8c54-e5c162dfda8e req-e463585b-b71b-4754-97a1-5d532bb9127b tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.627797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fa6f6d2-2bc8-4579-8c54-e5c162dfda8e req-e463585b-b71b-4754-97a1-5d532bb9127b tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 949 time: 0.6538203 Jun 17 08:22:29.632019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c08041-342e-4e3e-8cd1-2f0baf67d4cf {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:29.639099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] For port 261614a0-1cb2-4f0b-b71f-0b47997a9820, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=261614a0-1cb2-4f0b-b71f-0b47997a9820,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:29.639470 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.639596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-5b4cdb93-8f5a-43d4-b31e-18c079fecd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.645428 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-5b4cdb93-8f5a-43d4-b31e-18c079fecd81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.2055774 Jun 17 08:22:29.648297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.678292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1e8bc29-88a8-47bc-a677-bc5828e04664 req-470f2519-94ec-4c9f-b043-c2a9f147f284 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069867 Jun 17 08:22:29.703603 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-58fae69a-5886-442a-ab62-40775ffdb142 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.0481954 Jun 17 08:22:29.709233 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-ac86b034-030f-4738-8bac-7dc16125cad0 service neutron] 10.222.0.67 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846199 Jun 17 08:22:29.752367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Calling delete_port for 261614a0-1cb2-4f0b-b71f-0b47997a9820 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:29.764167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Transition to ACTIVE for port object 34c08041-342e-4e3e-8cd1-2f0baf67d4cf will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:29.781948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-cd75e77a-4c30-4d23-ad6f-7b7b8af5cdfc tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.783520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-cd75e77a-4c30-4d23-ad6f-7b7b8af5cdfc tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1096 time: 0.3311179 Jun 17 08:22:29.790309 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.796882 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd5cd803-9a95-4235-9a84-9cbb7b34bb90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:29.834514 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b49a9074-88a0-45aa-8393-b92dd963c47f req-6255f39a-8bae-4e7f-90df-f8dce6340a7a service neutron] 10.222.0.67 "GET /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073649 Jun 17 08:22:29.871692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fa6f6d2-2bc8-4579-8c54-e5c162dfda8e req-0476439b-4ee9-48de-b81b-c307e48be3ea tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265534 Jun 17 08:22:29.923117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-59017d7c-85c1-43c2-93f1-6fffaf164bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.927843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-59017d7c-85c1-43c2-93f1-6fffaf164bb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.2154727 Jun 17 08:22:30.003924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Pushing event updated for resources: {'Port': ['ID=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:30.012412 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:30.025346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-0013f5b6-6564-4da2-84f0-599c5742e926 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857115 Jun 17 08:22:30.142506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-b71331f1-90e8-4f25-a37c-7b2791339eea service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072402 Jun 17 08:22:30.186852 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.227463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e5adbb3a-e4fb-4119-a405-6aaa205c8d2b up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:30.236107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Attempting to bind port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:30.236682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Attempting to bind port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:30.236776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Attempting to bind port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf on network db6fe610-7c97-479d-9ffe-890cfbc851ec {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:30.246548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-7d2fcc5a-60e2-4e5a-98e2-dd1ec54cb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.246798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-7d2fcc5a-60e2-4e5a-98e2-dd1ec54cb78a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21&tenant_id=bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 1096 time: 0.4064288 Jun 17 08:22:30.267347 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e58d7be5-db70-4f39-9b4f-6d6bbc4ef63f req-ae2f4c85-1eec-480a-b378-3deb5c465b46 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156540 Jun 17 08:22:30.276043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf on network db6fe610-7c97-479d-9ffe-890cfbc851ec not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:30.276370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Attempting to bind port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf on network db6fe610-7c97-479d-9ffe-890cfbc851ec {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:30.329773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:30.330118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Checking segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:30.330563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Bound using segment: {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:30.331043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Bound port: 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e7301-458a-47eb-ad03-0b7bef50729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:30.331397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.357149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:30.367402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:30.370237 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.383324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cf83d-5f91-4840-a9cf-769006d5fece req-63fa0d9f-2c73-47f8-9f09-73464d10e9bb tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.384835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-415cf83d-5f91-4840-a9cf-769006d5fece req-63fa0d9f-2c73-47f8-9f09-73464d10e9bb tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.3654683 Jun 17 08:22:30.487780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e7ff3-f80d-4cc8-890b-30e7c43648c0 req-ba778f32-269b-4de5-bca7-8006a73701a9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.490240 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-431e7ff3-f80d-4cc8-890b-30e7c43648c0 req-ba778f32-269b-4de5-bca7-8006a73701a9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 944 time: 0.3341577 Jun 17 08:22:30.495419 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.526802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:30.530586 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d79054a-805d-4fe1-b6de-a49984ad2cc9" -d '{"events": [{"server_uuid": "a478c3e6-d81b-4229-944b-eef9284229c3", "name": "network-vif-plugged", "status": "completed", "tag": "e5adbb3a-e4fb-4119-a405-6aaa205c8d2b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:30.549009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:30.557758 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.561188 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:30.576089 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-acfe4ee0-3144-4d19-8f3d-9733b94779e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.578794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-acfe4ee0-3144-4d19-8f3d-9733b94779e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1096 time: 0.3000998 Jun 17 08:22:30.591951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-415cf83d-5f91-4840-a9cf-769006d5fece req-17f243cd-89cb-4d54-b15e-6ee7b0aa9b0f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814578 Jun 17 08:22:30.602462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] For port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:30.618529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.632193 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:30.635477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] For port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:30.642565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:30.645637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-431e7ff3-f80d-4cc8-890b-30e7c43648c0 req-6f7ecbc7-8aba-4916-9b10-fe2c380c4807 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415279 Jun 17 08:22:30.659519 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:30.670764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.678273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:30.689278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=261614a0-1cb2-4f0b-b71f-0b47997a9820,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:30.729709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:30.733511 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69a7678a-aa01-4761-be8c-c9e2cfd51deb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:30.773855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:30.802548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.806333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.813136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/34c08041-342e-4e3e-8cd1-2f0baf67d4cf HTTP/1.1" status: 200 len: 1092 time: 3.0829148 Jun 17 08:22:30.813805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'tag': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:30.814835 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620522b5-1027-47e6-9550-86d1c8c4a32a x-openstack-request-id: req-620522b5-1027-47e6-9550-86d1c8c4a32a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:30.815216 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a478c3e6-d81b-4229-944b-eef9284229c3", "name": "network-vif-plugged", "status": "completed", "tag": "e5adbb3a-e4fb-4119-a405-6aaa205c8d2b", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:30.815476 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-620522b5-1027-47e6-9550-86d1c8c4a32a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:30.815870 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b', 'code': 200} Jun 17 08:22:30.820763 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc506c-32ac-4ed4-b082-40f5b1927ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1352e6-fba5-462a-84bf-8a4fd2913398", "tag": "34c08041-342e-4e3e-8cd1-2f0baf67d4cf"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:31.060419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc47798-d90d-457c-8718-ed4fcd34105f req-0000a447-3b56-4b1e-a0a0-3f4848e3d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.064843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9fc47798-d90d-457c-8718-ed4fcd34105f req-0000a447-3b56-4b1e-a0a0-3f4848e3d066 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 1102 time: 0.1138172 Jun 17 08:22:31.094026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-0d7f7c42-7080-4d34-a0c4-3bc970052b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.095329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-0d7f7c42-7080-4d34-a0c4-3bc970052b22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.5021398 Jun 17 08:22:31.100608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Pushing event updated for resources: {'Port': ['ID=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:31.108092 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:31.145941 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9fc47798-d90d-457c-8718-ed4fcd34105f req-d57a69be-9560-4238-b3c0-50d6bc661fde service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731947 Jun 17 08:22:31.182719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-4114303b-e2c6-49a3-8261-eb37173f139a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 217 time: 0.0654488 Jun 17 08:22:31.191799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.349997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-215c9c76-5b02-4b43-98a0-08e84e7f0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.352476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-215c9c76-5b02-4b43-98a0-08e84e7f0694 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 1095 time: 0.4351847 Jun 17 08:22:31.364544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef36a2-51eb-4ccf-822a-0260cb147cb2 req-551684da-ddb6-485f-b9cf-3b93093c8139 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.371212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62ef36a2-51eb-4ccf-822a-0260cb147cb2 req-551684da-ddb6-485f-b9cf-3b93093c8139 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 943 time: 0.3813837 Jun 17 08:22:31.441021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-776a7b10-5ef7-416c-8159-5d85ccfd9aca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf HTTP/1.1" status: 200 len: 217 time: 0.0644574 Jun 17 08:22:31.466686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3c2dd5a8-f3ae-4a01-869a-31fdba780333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.468228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-3c2dd5a8-f3ae-4a01-869a-31fdba780333 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.2624564 Jun 17 08:22:31.469828 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c428a-3839-4a53-839b-1adc52b6ec6d x-openstack-request-id: req-498c428a-3839-4a53-839b-1adc52b6ec6d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:31.470134 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1352e6-fba5-462a-84bf-8a4fd2913398", "tag": "34c08041-342e-4e3e-8cd1-2f0baf67d4cf", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:31.470406 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-498c428a-3839-4a53-839b-1adc52b6ec6d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:31.470812 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'tag': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf', 'status': 'completed', 'code': 200} Jun 17 08:22:31.525969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62ef36a2-51eb-4ccf-822a-0260cb147cb2 req-b8338417-6090-4a12-87ef-9451b233febd tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538117 Jun 17 08:22:31.560822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-51f6ab75-9a4b-4b01-a0ed-9245bd3f8cd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649047 Jun 17 08:22:31.608001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e3af9de8-1407-42ae-a793-a0ace9ea491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.610501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-e3af9de8-1407-42ae-a793-a0ace9ea491d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.1599452 Jun 17 08:22:31.735724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-3868faf8-ee43-4c2e-b6a9-3ddd6b5263ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892024 Jun 17 08:22:32.344411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374f1d-2fc2-488b-adc7-ed9b6f92abd0 req-41072155-e1f8-46dc-b80b-ae51e70bda71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:32.353542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7374f1d-2fc2-488b-adc7-ed9b6f92abd0 req-41072155-e1f8-46dc-b80b-ae51e70bda71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.7609596 Jun 17 08:22:32.362753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-cae1ddfe-3bf6-40dc-8ea6-bb0969089156 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876179 Jun 17 08:22:32.449328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Router 1083f1f1-ca70-43fb-a447-697fba17e988 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:22:32.462046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-cdcb2f60-fd36-4213-88b2-a50a9ac3a701 service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603479 Jun 17 08:22:32.500017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7374f1d-2fc2-488b-adc7-ed9b6f92abd0 req-5898455c-acb6-46ba-9bdf-45b581d3b368 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445787 Jun 17 08:22:32.527104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca042d-12d5-4dbf-af18-5a62f230bc38 req-8e3f2907-9eaa-4b5d-adfe-30d5425adbc5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:32.534799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2dca042d-12d5-4dbf-af18-5a62f230bc38 req-8e3f2907-9eaa-4b5d-adfe-30d5425adbc5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.3648281 Jun 17 08:22:32.693581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ead2a429-5608-4784-80f8-a971e40217a7 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:32.744976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-616c0b18-baed-4338-b021-085777189cbb service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711720 Jun 17 08:22:32.762997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2dca042d-12d5-4dbf-af18-5a62f230bc38 req-1edc7a0e-129a-429b-af63-c2b065d3ffa8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270272 Jun 17 08:22:32.824529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fc7ac0e-0939-4dff-b893-3eade064c857 req-7dbcbe1f-992a-4a06-8635-ed0d3afb6ebe service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202996 Jun 17 08:22:32.854043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:32.876089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'ead2a429-5608-4784-80f8-a971e40217a7', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'port_id': 'ead2a429-5608-4784-80f8-a971e40217a7', 'mac_address': 'fa:16:3e:6d:6c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:32.909379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc55f-c454-4f7d-8f72-5d985f2da7fc req-6fcd1a31-5363-40cb-9c2c-85ed5d64426c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:32.911545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eddc55f-c454-4f7d-8f72-5d985f2da7fc req-6fcd1a31-5363-40cb-9c2c-85ed5d64426c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 944 time: 0.2333317 Jun 17 08:22:32.921091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:32.929324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] 10.222.0.65 "PUT /v2.0/routers/1083f1f1-ca70-43fb-a447-697fba17e988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7292583 Jun 17 08:22:32.931896 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41586) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:32.965995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] Sync routers for ids ['1083f1f1-ca70-43fb-a447-697fba17e988'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:32.984925 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.990880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] Routers {'1083f1f1-ca70-43fb-a447-697fba17e988'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:32.992668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1083f1f1-ca70-43fb-a447-697fba17e988'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:33.080016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8eddc55f-c454-4f7d-8f72-5d985f2da7fc req-c4db8b06-2d99-43ea-aae7-401bd2ecb3ef tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484258 Jun 17 08:22:33.105487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-32e8bd62-38db-4a38-80f0-de7ddcfe6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.109580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-32e8bd62-38db-4a38-80f0-de7ddcfe6a9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca66d96cbd8e44bab87f9095d7366533&device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 1095 time: 0.1959534 Jun 17 08:22:33.112301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead2a429-5608-4784-80f8-a971e40217a7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:33.171883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:33.192321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.206131 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:33.223477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.290400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] Set router 1083f1f1-ca70-43fb-a447-697fba17e988 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:33.315629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-8709f60e-418f-439d-82e3-7525843ef600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.317127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-8709f60e-418f-439d-82e3-7525843ef600 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 200 len: 923 time: 0.2005706 Jun 17 08:22:33.400003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:33.404577 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:33.431852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.495149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-a4f8e4b5-305f-4dc1-ae9a-b0b11c10d8da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf HTTP/1.1" status: 200 len: 217 time: 0.1610963 Jun 17 08:22:33.498347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ead2a429-5608-4784-80f8-a971e40217a7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:33.551348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Deleting port 969ef6bc-1f36-412b-ade9-63daed73633b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:33.552245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.634821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-d63cd12c-db2d-427b-a5c8-8a2543c3d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.636981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-d63cd12c-db2d-427b-a5c8-8a2543c3d6c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 200 len: 862 time: 0.0892842 Jun 17 08:22:33.641804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:22:30Z', 'revision_number': 5, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port': {'id': '969ef6bc-1f36-412b-ade9-63daed73633b', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:14Z', 'updated_at': '2021-06-17T08:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:33.677531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] Checking router: 1083f1f1-ca70-43fb-a447-697fba17e988 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:33.697292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-89575307-28b8-4691-9f2c-9aed66f2f907 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db6fe610-7c97-479d-9ffe-890cfbc851ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460246 Jun 17 08:22:33.704561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] Routers {'1083f1f1-ca70-43fb-a447-697fba17e988'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:33.705520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1083f1f1-ca70-43fb-a447-697fba17e988'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:33.732187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8580-3686-44e6-a693-fd66f8bd1aa6 req-078ab3db-d2c5-4262-ba1e-9bef645ea098 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.739448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-563e8580-3686-44e6-a693-fd66f8bd1aa6 req-078ab3db-d2c5-4262-ba1e-9bef645ea098 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 943 time: 0.4121959 Jun 17 08:22:33.751713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] For port 969ef6bc-1f36-412b-ade9-63daed73633b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=969ef6bc-1f36-412b-ade9-63daed73633b,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:33.752443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.760729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-e75f896c-2119-49d3-8cda-8ba986a54232 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.762200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-e75f896c-2119-49d3-8cda-8ba986a54232 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1096 time: 0.4441900 Jun 17 08:22:33.824078 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] Set router 1083f1f1-ca70-43fb-a447-697fba17e988 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:33.884107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Calling delete_port for 969ef6bc-1f36-412b-ade9-63daed73633b owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:33.884374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:22:33Z', 'revision_number': 6, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:33.898315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-563e8580-3686-44e6-a693-fd66f8bd1aa6 req-2ae7d957-fc00-45fa-84da-2496b4212111 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569946 Jun 17 08:22:33.993551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-f969bc1d-f8b5-4324-8215-f2bbe88515fb service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800400 Jun 17 08:22:34.082286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4ae07-3f70-4188-a3ae-dd4dcf2e6fbc None None] The sync data for ids ['1083f1f1-ca70-43fb-a447-697fba17e988'] in n-d-780147-13 is: [{'id': '1083f1f1-ca70-43fb-a447-697fba17e988', 'name': 'tempest-AttachSCSIVolumeTestJSON-2054373306-router', 'tenant_id': '23ef15b0c48a4a738e47a0d19db0adde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:13Z', 'updated_at': '2021-06-17T08:22:33Z', 'revision_number': 6, 'project_id': '23ef15b0c48a4a738e47a0d19db0adde', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:22:34.214162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.217022 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-631ca406-9384-417e-ae27-a22f9bf72952 tempest-ServerDiagnosticsNegativeTest-1980532469 tempest-ServerDiagnosticsNegativeTest-1980532469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:34.241847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Pushing event deleted for resources: {'Port': ['ID=969ef6bc-1f36-412b-ade9-63daed73633b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:34.245109 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:34.275710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-861cd3b5-a8bb-45d1-850d-1a6a217d1470 service neutron] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:34.287778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-861cd3b5-a8bb-45d1-850d-1a6a217d1470 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.288877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66aba7e7-3a21-49f6-ac64-adc5f9b45930 req-861cd3b5-a8bb-45d1-850d-1a6a217d1470 service neutron] 10.222.0.67 "DELETE /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06/bindings/n-h1-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.5089941 Jun 17 08:22:34.314546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fffc506c-32ac-4ed4-b082-40f5b1927ce3 req-66772a8d-b13f-4940-9f64-9eac4a7c51bb service neutron] 10.222.0.67 "GET /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929549 Jun 17 08:22:34.319247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.334792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27404b89-11fb-42cf-9133-dbb9c7867b6f req-a84a4036-03e6-4db1-ad5e-b491e84f32d1 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:34.351514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27404b89-11fb-42cf-9133-dbb9c7867b6f req-a84a4036-03e6-4db1-ad5e-b491e84f32d1 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.2647598 Jun 17 08:22:34.384174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176d5e-d0bb-44fb-80c8-a8efc716eb41 req-80c7e174-d96a-4d6d-a758-eb56e3cf8885 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:34.386147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e176d5e-d0bb-44fb-80c8-a8efc716eb41 req-80c7e174-d96a-4d6d-a758-eb56e3cf8885 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 945 time: 0.2199221 Jun 17 08:22:34.432828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27404b89-11fb-42cf-9133-dbb9c7867b6f req-04eeec01-75f8-41b0-9fe8-52af58c5a673 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798626 Jun 17 08:22:34.442082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.446197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.486016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e176d5e-d0bb-44fb-80c8-a8efc716eb41 req-353e932a-4992-459b-9b27-98ee412e9db5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924809 Jun 17 08:22:34.530727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.531338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1083f1f1-ca70-43fb-a447-697fba17e988 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:22:34.541602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.546864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41656) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:34.558228 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1083f1f1-ca70-43fb-a447-697fba17e988 HTTP/1.1" status: 204 len: 168 time: 1.6240606 Jun 17 08:22:34.654772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Deleting subnet a61d45c9-0bac-450f-bbd8-c559e5cc00b1 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:22:34.660559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.708417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ead2a429-5608-4784-80f8-a971e40217a7 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:34.731169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.773281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port ead2a429-5608-4784-80f8-a971e40217a7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:34.783502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port ead2a429-5608-4784-80f8-a971e40217a7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:34.783810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.827871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.939159 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.973193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.983285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323a38f-d59a-4b57-bba8-85183640646d req-b914e476-ad04-4755-ae79-0115cc1c0b32 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:34.993795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:34.994115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3323a38f-d59a-4b57-bba8-85183640646d req-b914e476-ad04-4755-ae79-0115cc1c0b32 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 944 time: 0.1361125 Jun 17 08:22:35.009804 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c5104-fe99-4b1b-b744-94fd4c1d8d3c" -d '{"events": [{"server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "name": "network-vif-plugged", "status": "completed", "tag": "ead2a429-5608-4784-80f8-a971e40217a7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:35.022540 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:35.055407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:35.063349 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.065351 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:35.069899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61d45c9-0bac-450f-bbd8-c559e5cc00b1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:35.094818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3323a38f-d59a-4b57-bba8-85183640646d req-30bff0c9-8e0b-46c2-bd28-c9089685c9fd tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995026 Jun 17 08:22:35.096004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.100986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a61d45c9-0bac-450f-bbd8-c559e5cc00b1 HTTP/1.1" status: 204 len: 168 time: 0.5529613 Jun 17 08:22:35.103885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41680) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:35.105888 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:35.129462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3ed5e-9da6-4d85-92c2-5741fff02f8c None None] Network cfac2445-2474-4e4c-a98b-2a92a0877777 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:22:35.243287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:35.247447 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:35.278894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.396752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Deleting port d6314dfc-8ae0-405d-a55e-0afbd0577951 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:35.397190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.472089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] DHCP port deletion for cfac2445-2474-4e4c-a98b-2a92a0877777 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:22:35.558147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853864d-f2e8-4dd3-9c4f-5c99d635cb36 req-d35e4783-0966-44d4-861b-ce9c221ee68a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:35.559743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c853864d-f2e8-4dd3-9c4f-5c99d635cb36 req-d35e4783-0966-44d4-861b-ce9c221ee68a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 943 time: 0.1461394 Jun 17 08:22:35.581666 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Deleting port d6314dfc-8ae0-405d-a55e-0afbd0577951 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:35.582056 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.596714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] For port d6314dfc-8ae0-405d-a55e-0afbd0577951, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d6314dfc-8ae0-405d-a55e-0afbd0577951,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:35.597174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.635142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c853864d-f2e8-4dd3-9c4f-5c99d635cb36 req-0789fd14-974c-4305-9b75-ef1dea95494a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663397 Jun 17 08:22:35.708430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] For port d6314dfc-8ae0-405d-a55e-0afbd0577951, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d6314dfc-8ae0-405d-a55e-0afbd0577951,segment=NetworkSegment(a3e382fc-7e0d-44ce-be4d-c1e4769131cb),segment_id=a3e382fc-7e0d-44ce-be4d-c1e4769131cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:35.708998 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.719653 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5446c5af-9ab3-4713-a296-9b44b1d16192 x-openstack-request-id: req-5446c5af-9ab3-4713-a296-9b44b1d16192 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:35.720421 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "name": "network-vif-plugged", "status": "completed", "tag": "ead2a429-5608-4784-80f8-a971e40217a7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:35.720697 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5446c5af-9ab3-4713-a296-9b44b1d16192 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:35.721100 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7', 'code': 200} Jun 17 08:22:35.742400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Calling delete_port for d6314dfc-8ae0-405d-a55e-0afbd0577951 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:35.844551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Calling delete_port for d6314dfc-8ae0-405d-a55e-0afbd0577951 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:36.005330 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.018784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:36.031265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] No DVR routers for this DVR port d6314dfc-8ae0-405d-a55e-0afbd0577951 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:36.038167 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.045797 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-105f260b-619a-4a46-b6e4-5cffc7a958ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:36.082962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Pushing event deleted for resources: {'Port': ['ID=d6314dfc-8ae0-405d-a55e-0afbd0577951,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:36.098079 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:36.101255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 261614a0-1cb2-4f0b-b71f-0b47997a9820 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:36.122348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 261614a0-1cb2-4f0b-b71f-0b47997a9820 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:36.123153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 261614a0-1cb2-4f0b-b71f-0b47997a9820 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:36.123748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d6314dfc-8ae0-405d-a55e-0afbd0577951 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:36.133064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6314dfc-8ae0-405d-a55e-0afbd0577951,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:36.135222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dee4-6127-4b13-99bd-fae698619af2 req-e11c9392-8f8f-4b00-99cc-b57dcd14488e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:36.142208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] No DVR routers for this DVR port d6314dfc-8ae0-405d-a55e-0afbd0577951 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:36.143257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2da2dee4-6127-4b13-99bd-fae698619af2 req-e11c9392-8f8f-4b00-99cc-b57dcd14488e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 946 time: 0.1548204 Jun 17 08:22:36.145605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.146405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.146998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.147524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.147885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.148239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.148670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.149080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.149490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.149615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d6314dfc-8ae0-405d-a55e-0afbd0577951 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:36.149888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d6314dfc-8ae0-405d-a55e-0afbd0577951 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:36.150008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.150313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 969ef6bc-1f36-412b-ade9-63daed73633b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:36.150430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.150982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:36.159888 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:36.177282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 969ef6bc-1f36-412b-ade9-63daed73633b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:36.177924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 969ef6bc-1f36-412b-ade9-63daed73633b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:36.180971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d281a0-9914-4fc3-9845-c30bf0824d83 req-d7f05d6f-bac0-4c90-9c0a-e78939449923 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:36.190472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77d281a0-9914-4fc3-9845-c30bf0824d83 req-d7f05d6f-bac0-4c90-9c0a-e78939449923 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.1872222 Jun 17 08:22:36.233422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2da2dee4-6127-4b13-99bd-fae698619af2 req-ab7b7e50-6b69-4e1e-81dd-776e213b6c09 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890310 Jun 17 08:22:36.236514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 34c08041-342e-4e3e-8cd1-2f0baf67d4cf details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:36.253128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.284050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfac2445-2474-4e4c-a98b-2a92a0877777']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:36.295000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77d281a0-9914-4fc3-9845-c30bf0824d83 req-957b11ac-1864-43f7-b7f1-84b88ef93eb5 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Jun 17 08:22:36.298272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:36.298633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e382fc-7e0d-44ce-be4d-c1e4769131cb') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:36.302118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d07a8-0565-4214-ab6a-67202644def7 req-419006f8-76c6-439a-812c-01d494a4cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:36.303749 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e1d07a8-0565-4214-ab6a-67202644def7 req-419006f8-76c6-439a-812c-01d494a4cc22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1098 time: 0.4425089 Jun 17 08:22:36.331128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.365278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.376049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:22:36.376922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:22:36.379186 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:22:36.385126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:36.393292 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e1d07a8-0565-4214-ab6a-67202644def7 req-7d59c8af-efe3-4d83-bc0f-71f4dfde3a84 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732760 Jun 17 08:22:36.417204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf', 'network_id': 'db6fe610-7c97-479d-9ffe-890cfbc851ec', 'port_id': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf', 'mac_address': 'fa:16:3e:e6:a5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab76f25-5bd5-4925-885e-6f03f7a4072d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:36.447958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.456872 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:36.460304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.462372 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cfac2445-2474-4e4c-a98b-2a92a0877777 HTTP/1.1" status: 204 len: 168 time: 1.3508415 Jun 17 08:22:36.471309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41736) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:36.474942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfac2445-2474-4e4c-a98b-2a92a0877777,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:36.477572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:36.498189 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.514555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c08041-342e-4e3e-8cd1-2f0baf67d4cf {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:36.539520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:36.549405 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.554541 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:36.616117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:36.619530 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:36.721945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a49aec-f961-4be1-87a4-d4256d85b148 req-89b2bf4c-cb7e-4d62-bb83-d7452b03c7c0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:36.728909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73a49aec-f961-4be1-87a4-d4256d85b148 req-89b2bf4c-cb7e-4d62-bb83-d7452b03c7c0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1096 time: 0.2973206 Jun 17 08:22:36.804199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73a49aec-f961-4be1-87a4-d4256d85b148 req-355ed031-81ac-46bc-8376-c620396fc98d tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724537 Jun 17 08:22:36.909731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['34c08041-342e-4e3e-8cd1-2f0baf67d4cf'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:37.049638 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:37.133737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f758f-147f-4ddd-aeec-08105ea5e862 req-26c08423-5b94-4ba6-9f1e-452de788b05c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:37.135242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f03f758f-147f-4ddd-aeec-08105ea5e862 req-26c08423-5b94-4ba6-9f1e-452de788b05c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 944 time: 0.1670048 Jun 17 08:22:37.207871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f03f758f-147f-4ddd-aeec-08105ea5e862 req-f46dff4d-9aa7-438a-a31c-c39cf7e9148a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Jun 17 08:22:37.362593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-30c154ec-237a-4838-8326-9fe969997e3b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:37.364208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-30c154ec-237a-4838-8326-9fe969997e3b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.1785464 Jun 17 08:22:37.385548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-1734581b-af3a-4279-b2f1-3baeaac8d653 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/quotas/bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 375 time: 0.0153770 Jun 17 08:22:37.505428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-40d800a3-95a2-41ee-b40f-b21532466a2d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974410 Jun 17 08:22:37.526883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Deleting port 9d40c00f-47a1-4823-9370-dc0847e1a5a5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:37.527246 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:37.996140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-72eede75-080b-4f84-b51b-7b4e5d36f84d service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789772 Jun 17 08:22:37.997793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] For port 9d40c00f-47a1-4823-9370-dc0847e1a5a5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9d40c00f-47a1-4823-9370-dc0847e1a5a5,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:37.998148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.081399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Calling delete_port for 9d40c00f-47a1-4823-9370-dc0847e1a5a5 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:38.180689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de95f7-e9cc-4460-87e3-a06805584715 req-ad7fe77b-38d2-47d1-9823-e764b852ec60 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.182064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5de95f7-e9cc-4460-87e3-a06805584715 req-ad7fe77b-38d2-47d1-9823-e764b852ec60 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 946 time: 0.2852733 Jun 17 08:22:38.230602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f79640d8-4d00-4822-9aef-9cfc76dd7a09 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243466 Jun 17 08:22:38.248518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5de95f7-e9cc-4460-87e3-a06805584715 req-0c184d28-c322-4cc5-9162-6774e8129fdc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598102 Jun 17 08:22:38.253914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 34c08041-342e-4e3e-8cd1-2f0baf67d4cf up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:38.345153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:38.349672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:38.350063 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.449172 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.453844 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff64113b-2cdf-4624-84ec-b1d1c18f46f7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:38.475095 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.494552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d40c00f-47a1-4823-9370-dc0847e1a5a5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:38.506642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:38.508801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.509183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.509311 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b2ebd3-e0db-4d8e-bc8f-a079d448fabd" -d '{"events": [{"server_uuid": "0a1352e6-fba5-462a-84bf-8a4fd2913398", "name": "network-vif-plugged", "status": "completed", "tag": "34c08041-342e-4e3e-8cd1-2f0baf67d4cf"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:38.509548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.510302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.510302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.510660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.511066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.511312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.511634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.511983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.512325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.512663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.517204 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:38.524622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:38.531189 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.535155 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:38.554746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d898576-c16f-4fa1-9cce-b9700bbb412d req-9cf6e0a3-5cae-45a6-8a40-3cc74c781d7c tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.556755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d898576-c16f-4fa1-9cce-b9700bbb412d req-9cf6e0a3-5cae-45a6-8a40-3cc74c781d7c tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.1760170 Jun 17 08:22:38.657251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:38.666233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.666764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.668164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.668164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.668164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.668164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.668502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.668950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.669202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.669524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.669836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.670159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:38.675505 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:38.689726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d898576-c16f-4fa1-9cce-b9700bbb412d req-0cebe44a-5dc1-4e00-9541-e696d1e625bd tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981343 Jun 17 08:22:38.717366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.931180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761493e8-217f-43f0-b2cd-f7d58e8755ad req-0b373f8a-5670-4982-b7d8-1ffb59d7b4c5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.932653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-761493e8-217f-43f0-b2cd-f7d58e8755ad req-0b373f8a-5670-4982-b7d8-1ffb59d7b4c5 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 945 time: 0.1628027 Jun 17 08:22:39.022527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7ad64-5ff7-4a61-ad20-7054b333a72e req-236bb824-e513-4031-bd4d-112de5f06d3b tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:39.024060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a7ad64-5ff7-4a61-ad20-7054b333a72e req-236bb824-e513-4031-bd4d-112de5f06d3b tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1098 time: 0.1854038 Jun 17 08:22:39.065732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-761493e8-217f-43f0-b2cd-f7d58e8755ad req-7e11f16a-6b95-4780-a911-181c073bd16a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259372 Jun 17 08:22:39.098870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a7ad64-5ff7-4a61-ad20-7054b333a72e req-51ee7a15-e9f4-430d-bfe0-9d26336316e5 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667353 Jun 17 08:22:39.120766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:22:39.179846 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d98f4d-29e4-4809-b6fc-8f6c97637fdb x-openstack-request-id: req-11d98f4d-29e4-4809-b6fc-8f6c97637fdb {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:39.180230 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1352e6-fba5-462a-84bf-8a4fd2913398", "name": "network-vif-plugged", "status": "completed", "tag": "34c08041-342e-4e3e-8cd1-2f0baf67d4cf", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:39.180552 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d98f4d-29e4-4809-b6fc-8f6c97637fdb {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:39.181039 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf', 'code': 200} Jun 17 08:22:39.240744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09182a13-ed29-4bfa-a776-44c7489fe7bb req-bb0bb6f1-f617-44eb-8b3c-df14f09e2725 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 210 time: 0.0383079 Jun 17 08:22:39.302100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:39.307712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] 10.222.0.65 "PUT /v2.0/routers/7afd78d5-5dca-4527-bf0d-26a4d858d2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310993 Jun 17 08:22:39.310272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41924) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:39.315397 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] Sync routers for ids ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:39.326719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] Routers {'7afd78d5-5dca-4527-bf0d-26a4d858d2a0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:39.328190 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:39.343222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4d84-d2dd-472e-8f65-b597d9dd5ceb req-007eb13b-c488-46e4-a7e0-04ad554c4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:39.345379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-207a4d84-d2dd-472e-8f65-b597d9dd5ceb req-007eb13b-c488-46e4-a7e0-04ad554c4843 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 1097 time: 0.0845330 Jun 17 08:22:39.407911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-207a4d84-d2dd-472e-8f65-b597d9dd5ceb req-98662c50-d5b0-407a-8c59-4bfd2d474b45 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Jun 17 08:22:39.434061 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.492557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b1780-c209-47d9-ad4a-fb74674b2758 req-9578681c-c666-4f60-a92a-069d4b88df33 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:39.498114 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] Set router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:39.500189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5b1780-c209-47d9-ad4a-fb74674b2758 req-9578681c-c666-4f60-a92a-069d4b88df33 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 1102 time: 0.0639765 Jun 17 08:22:39.513804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1d5b1780-c209-47d9-ad4a-fb74674b2758 req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.552448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.660022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Deleting port fa14b16d-3c69-4938-88de-c8ae32db9c70 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:39.660365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.668631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1d5b1780-c209-47d9-ad4a-fb74674b2758 req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.677505 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1d5b1780-c209-47d9-ad4a-fb74674b2758 req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.681057 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3c04965e-21d7-4dfe-99b7-4c1469febbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:39.718228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5b1780-c209-47d9-ad4a-fb74674b2758 req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137148 Jun 17 08:22:39.741040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7fa34e-e6c4-4def-b4ac-3d5efd0fd7b8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:39.754236 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:39.757076 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:22:38Z', 'revision_number': 5, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port': {'id': 'fa14b16d-3c69-4938-88de-c8ae32db9c70', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:31Z', 'updated_at': '2021-06-17T08:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:39.787146 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] Checking router: 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:39.799921 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] Routers {'7afd78d5-5dca-4527-bf0d-26a4d858d2a0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:39.801239 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:39.854143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-078569b2-39ec-42ac-9955-91f50f900758 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:39.855924 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-078569b2-39ec-42ac-9955-91f50f900758 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.1221998 Jun 17 08:22:39.873259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Request body: {'port': {'device_id': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'admin_state_up': True, 'tenant_id': 'bc3e06af23124466ab6efab58ab373bc'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:39.904459 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] Set router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:39.919823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0a354-03d3-4b1a-9f55-0dfa4a685061 req-451bd952-ce34-4f79-95cf-1c0e338c6d9d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:39.927609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58b0a354-03d3-4b1a-9f55-0dfa4a685061 req-451bd952-ce34-4f79-95cf-1c0e338c6d9d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 950 time: 0.0879269 Jun 17 08:22:39.976942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] For port fa14b16d-3c69-4938-88de-c8ae32db9c70, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fa14b16d-3c69-4938-88de-c8ae32db9c70,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:39.977700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:39.978998 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:22:39Z', 'revision_number': 6, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:40.007061 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba9b49-91ca-47b2-a8cd-9cf4fff82e7d None None] The sync data for ids ['7afd78d5-5dca-4527-bf0d-26a4d858d2a0'] in n-d-780147-13 is: [{'id': '7afd78d5-5dca-4527-bf0d-26a4d858d2a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-690300399-router', 'tenant_id': '73fec56a890a48739063683687da45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:29Z', 'updated_at': '2021-06-17T08:22:39Z', 'revision_number': 6, 'project_id': '73fec56a890a48739063683687da45e5', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:22:40.038851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58b0a354-03d3-4b1a-9f55-0dfa4a685061 req-4a913843-8820-421c-8904-30cc261a4bd2 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102633 Jun 17 08:22:40.073837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0821c-2461-4a15-bb12-1c9ee5728b2c req-640bf66a-4ba4-4a32-beda-52c8c9404f8e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.075454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bd0821c-2461-4a15-bb12-1c9ee5728b2c req-640bf66a-4ba4-4a32-beda-52c8c9404f8e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1098 time: 0.1782546 Jun 17 08:22:40.123946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bd0821c-2461-4a15-bb12-1c9ee5728b2c req-4ccfe412-5146-4bce-a510-e7c72bcf640a tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Jun 17 08:22:40.307145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Calling delete_port for fa14b16d-3c69-4938-88de-c8ae32db9c70 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:40.387211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Made reservation on behalf of bc3e06af23124466ab6efab58ab373bc for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:40.394201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:40.648179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Allocated IP 172.20.0.14 (4a2037fc-6420-420c-aac0-8b7fee99c3c3/fdd73d8b-9541-44b4-83d7-a3bb7bd4e401/63a55413-2f47-4d38-8153-03824dbf4878) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:40.660895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:40.664174 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:40.701718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa14b16d-3c69-4938-88de-c8ae32db9c70,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:40.704814 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:40.825724 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:40.848242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb932739-2d18-42be-9d5f-ab56f88ad1ff req-57ba88b4-cac0-4852-83e9-90800d90452a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.855442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb932739-2d18-42be-9d5f-ab56f88ad1ff req-57ba88b4-cac0-4852-83e9-90800d90452a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 945 time: 0.0817537 Jun 17 08:22:40.916009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb932739-2d18-42be-9d5f-ab56f88ad1ff req-8bcce2b9-fee7-444b-9fe8-63934725f542 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583365 Jun 17 08:22:40.989225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:40.993659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.026096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b63093-3405-42b7-bb21-baba80ac0b7e req-f5fb2b67-24ba-4eba-91c3-781f7f6f8c67 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 210 time: 0.0522337 Jun 17 08:22:41.085327 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.085905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7afd78d5-5dca-4527-bf0d-26a4d858d2a0 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:22:41.095868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.097001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7afd78d5-5dca-4527-bf0d-26a4d858d2a0 HTTP/1.1" status: 204 len: 168 time: 1.7857015 Jun 17 08:22:41.099749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42044) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:41.103450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.152976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Deleting subnet fb4692cf-cb08-4339-9aec-8a3e7ca010d1 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:22:41.156402 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.159496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.178445 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:41.191897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:41.194932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:41.217281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.223920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:41.282741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:41.287696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:41.294695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.299099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:41.300016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.319840 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4530835 Jun 17 08:22:41.336157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Request body: {'port': {'device_id': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:41.393280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.403137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-533d8989-ef52-4caa-958a-ab6b748d1154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:41.417690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833923ba-ff19-44a6-8e8f-9384b6651808 None None] Network f296315f-f070-4ec6-977e-d176dbb884bc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:22:41.438609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.443491 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fb4692cf-cb08-4339-9aec-8a3e7ca010d1 HTTP/1.1" status: 204 len: 168 time: 0.3427176 Jun 17 08:22:41.444564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4692cf-cb08-4339-9aec-8a3e7ca010d1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:41.446394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:41.452161 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:41.525933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.545804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.612892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Deleting port 1c5a9762-708f-4b84-9f28-e73194d6453d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:41.612892 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.685244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] For port 1c5a9762-708f-4b84-9f28-e73194d6453d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c5a9762-708f-4b84-9f28-e73194d6453d,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:41.685634 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.697510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] DHCP port deletion for f296315f-f070-4ec6-977e-d176dbb884bc request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:22:41.800574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Deleting port 1c5a9762-708f-4b84-9f28-e73194d6453d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:41.800944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.801480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Calling delete_port for 1c5a9762-708f-4b84-9f28-e73194d6453d owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:41.910277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] For port 1c5a9762-708f-4b84-9f28-e73194d6453d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c5a9762-708f-4b84-9f28-e73194d6453d,segment=NetworkSegment(0057066f-3aae-4ab1-bf6b-13e7a31eab27),segment_id=0057066f-3aae-4ab1-bf6b-13e7a31eab27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:41.914934 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.955560 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.957857 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00ffc744-281b-4389-bc1c-e19686b92c01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:41.987778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5a9762-708f-4b84-9f28-e73194d6453d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:41.990817 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:42.013766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Calling delete_port for 1c5a9762-708f-4b84-9f28-e73194d6453d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:42.023294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a55413-2f47-4d38-8153-03824dbf4878 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:42.035900 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.051428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] No DVR routers for this DVR port 1c5a9762-708f-4b84-9f28-e73194d6453d on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:42.052414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Transition to ACTIVE for port object 63a55413-2f47-4d38-8153-03824dbf4878 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:42.063793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.067026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44f6a3d6-6802-4e1c-a368-8efc819fb5a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:42.089535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fa14b16d-3c69-4938-88de-c8ae32db9c70 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:42.122648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: fa14b16d-3c69-4938-88de-c8ae32db9c70 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:42.123019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fa14b16d-3c69-4938-88de-c8ae32db9c70 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:42.123444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9d40c00f-47a1-4823-9370-dc0847e1a5a5 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:42.144992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 9d40c00f-47a1-4823-9370-dc0847e1a5a5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:42.145201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9d40c00f-47a1-4823-9370-dc0847e1a5a5 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:42.145617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c5a9762-708f-4b84-9f28-e73194d6453d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:42.147614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.151753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:42.157528 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:42.176372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1c5a9762-708f-4b84-9f28-e73194d6453d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:42.176653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c5a9762-708f-4b84-9f28-e73194d6453d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:42.178947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.179670 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.180674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.181089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > port after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.181490 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.182003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > port after_update 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.182544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.182950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.183468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.183984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.199609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.208788 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:42.213030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] No DVR routers for this DVR port 1c5a9762-708f-4b84-9f28-e73194d6453d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:42.232685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Pushing event deleted for resources: {'Port': ['ID=1c5a9762-708f-4b84-9f28-e73194d6453d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:42.241106 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:42.247463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:42.247860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:42.248249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:42.253543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:42.253920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:42.258672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:42.259121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:42.259555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:42.260037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Bound port: 63a55413-2f47-4d38-8153-03824dbf4878, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:42.260441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.270314 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.270660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.271053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.271378 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:22:42.271922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f296315f-f070-4ec6-977e-d176dbb884bc']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:42.291427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:42.298434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0057066f-3aae-4ab1-bf6b-13e7a31eab27') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:42.298775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0057066f-3aae-4ab1-bf6b-13e7a31eab27') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:42.320062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.335451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:42.339533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:42.345047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac3469-79a3-4bbd-8766-28d4a234bbcb req-792c2508-ce93-4752-9fdb-b8be8afc82ad tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.345841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.346559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3aac3469-79a3-4bbd-8766-28d4a234bbcb req-792c2508-ce93-4752-9fdb-b8be8afc82ad tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1098 time: 0.3616383 Jun 17 08:22:42.350062 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c04119a-fe72-48e8-a4a2-0c30c08d09e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:42.353649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.374009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:22:42.375120 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.379558 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:22:42.379782 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:22:42.394288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.394922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.396502 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] 10.222.0.60 "PUT /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 1093 time: 1.0668797 Jun 17 08:22:42.397022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:42.399334 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc" -d '{"events": [{"name": "network-changed", "server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "tag": "63a55413-2f47-4d38-8153-03824dbf4878"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:42.409348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:42.411816 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f557da-e748-4727-b64e-77ee566a2014" -d '{"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:42.428075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:42.433370 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.437418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:42.438148 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2486bf91-7208-444f-a9ae-eadc5172258d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:42.441033 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:42.459330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ce08a-74b2-417c-86e8-2c251a81e401 req-57a0f0c0-227d-41fb-9694-930820ff47e7 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.460811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f87ce08a-74b2-417c-86e8-2c251a81e401 req-57a0f0c0-227d-41fb-9694-930820ff47e7 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.3542106 Jun 17 08:22:42.477714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.487243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3aac3469-79a3-4bbd-8766-28d4a234bbcb req-87a123ef-36a8-4b7c-8bad-111833ff4f27 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266527 Jun 17 08:22:42.497468 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62ca4f83-6d9e-482f-986a-c8220ca11a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:42.503364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:42.506658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.508519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f296315f-f070-4ec6-977e-d176dbb884bc HTTP/1.1" status: 204 len: 168 time: 1.0575752 Jun 17 08:22:42.516198 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:42.527912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-e5f0060e-20c2-48e5-9b9c-774c79de97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.530046 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-e5f0060e-20c2-48e5-9b9c-774c79de97f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1096 time: 0.0864027 Jun 17 08:22:42.531063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Pushing event deleted for resources: {'Network': ['ID=f296315f-f070-4ec6-977e-d176dbb884bc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:42.535179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f87ce08a-74b2-417c-86e8-2c251a81e401 req-5e3d6616-f73e-4c1a-a2ec-473263f5864e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683575 Jun 17 08:22:42.537257 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:42.576786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-255752b2-b170-45f4-9b98-d78e6a96f4c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 217 time: 0.0375910 Jun 17 08:22:42.640726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-269ddf91-8431-45a6-9162-da24e20719d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.642183 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-269ddf91-8431-45a6-9162-da24e20719d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0579045 Jun 17 08:22:42.685197 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-daeccfd2-e426-4b32-9214-0cc4181c1d7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349526 Jun 17 08:22:42.751970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea9887-e859-4abf-85bf-6937a1c5fbe7 req-05556714-fb63-460d-b41c-81de6dfe2d89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.753500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3ea9887-e859-4abf-85bf-6937a1c5fbe7 req-05556714-fb63-460d-b41c-81de6dfe2d89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 945 time: 0.0870342 Jun 17 08:22:42.754082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42126) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:42.802433 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-df139b50-058f-4f74-9b43-26b06ee3a93b service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093743 Jun 17 08:22:42.815134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3ea9887-e859-4abf-85bf-6937a1c5fbe7 req-b3cc2d8e-22fb-4a66-b9e0-4bb090c20b61 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549412 Jun 17 08:22:42.822955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c25cff0-41a5-4f16-a242-de91553f7383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23ef15b0c48a4a738e47a0d19db0adde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665541 Jun 17 08:22:42.827010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42136) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:42.888886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:42.911620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0ad6b6ce-d059-463e-a4f3-f3861e0e3a8d req-18ebaaf0-a552-4e42-9910-12bd941b7910 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 Jun 17 08:22:42.944750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.033860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3e87-8d71-4dfd-adee-ba1b3eb3fe1a req-8f99e924-3c22-4991-98a3-71c8abfb44d7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.034994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e4b3e87-8d71-4dfd-adee-ba1b3eb3fe1a req-8f99e924-3c22-4991-98a3-71c8abfb44d7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 944 time: 0.0931222 Jun 17 08:22:43.051320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.054020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.055268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e86fba77-5b3e-4979-9469-b5623d7f6602 HTTP/1.1" status: 204 len: 168 time: 0.2265308 Jun 17 08:22:43.061351 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dff850c3-96cf-41e9-9bcb-d5a26525bf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:43.076366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86fba77-5b3e-4979-9469-b5623d7f6602,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:43.083796 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:43.094968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e4b3e87-8d71-4dfd-adee-ba1b3eb3fe1a req-f2cfd2be-cd60-453a-afef-82c4daf8fb6b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Jun 17 08:22:43.144699 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab47ba85-d584-46a8-8a54-892a892ff2b4 x-openstack-request-id: req-ab47ba85-d584-46a8-8a54-892a892ff2b4 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:43.145126 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "tag": "63a55413-2f47-4d38-8153-03824dbf4878", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:43.145529 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab47ba85-d584-46a8-8a54-892a892ff2b4 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:43.146203 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878', 'status': 'completed', 'code': 200} Jun 17 08:22:43.169045 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ae1f52-cde4-4c5d-88ae-44825ab5fc4b x-openstack-request-id: req-76ae1f52-cde4-4c5d-88ae-44825ab5fc4b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:43.171322 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:43.172189 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76ae1f52-cde4-4c5d-88ae-44825ab5fc4b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:43.173155 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'code': 200} Jun 17 08:22:43.273117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-a2bccd28-5bdf-49f0-9aa7-bbb89b489d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.274773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-a2bccd28-5bdf-49f0-9aa7-bbb89b489d92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1096 time: 0.0904634 Jun 17 08:22:43.422267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-a7d685ab-1b14-426e-8cc4-7a5e3d2e1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.424455 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-a7d685ab-1b14-426e-8cc4-7a5e3d2e1113 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.1405776 Jun 17 08:22:43.491385 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-a3780e39-daf1-4c3f-97a1-83c4680cae15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 217 time: 0.0582862 Jun 17 08:22:43.530795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:43.555408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-eba564e6-a498-4288-bf23-6b0b82df957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.557208 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-eba564e6-a498-4288-bf23-6b0b82df957f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0587699 Jun 17 08:22:43.584095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42190) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:43.584242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-54d474ae-3966-44db-af5b-c019493620b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73fec56a890a48739063683687da45e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520778 Jun 17 08:22:43.614053 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-56095529-cb50-43b6-9de3-2b5cf2c0d54e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478554 Jun 17 08:22:43.743808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.765937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-d680b130-a468-4387-9251-66b65cef3ada service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427953 Jun 17 08:22:43.812658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.941244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e92b4ee6-697f-4bc1-8bf3-6f6296d960dc req-0110fc88-c59b-45b4-a892-6c557aae2d3a service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637604 Jun 17 08:22:43.985895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.989255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.991238 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c9ecf49-3003-49d1-bdef-06b8bd16294e HTTP/1.1" status: 204 len: 168 time: 0.4049010 Jun 17 08:22:43.992633 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:44.003403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ecf49-3003-49d1-bdef-06b8bd16294e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:44.006667 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:44.172066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff1698-d9c4-4fc7-abac-6970026c408e req-36108728-1d17-4c0a-bf8c-29170aefa77e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.178924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1ff1698-d9c4-4fc7-abac-6970026c408e req-36108728-1d17-4c0a-bf8c-29170aefa77e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.5100641 Jun 17 08:22:44.208769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-5b405bad-c9f5-4b3c-966a-67e79ddc0a65 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.210239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-5b405bad-c9f5-4b3c-966a-67e79ddc0a65 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 945 time: 0.5064828 Jun 17 08:22:44.217505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-a3e638c5-d4b6-44d8-b1dc-84fcc829779e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.219924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-a3e638c5-d4b6-44d8-b1dc-84fcc829779e tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.67 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 950 time: 0.4859593 Jun 17 08:22:44.239325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1ff1698-d9c4-4fc7-abac-6970026c408e req-c3b7c2e6-2ba9-4ebd-9680-c069b0ad36d9 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595064 Jun 17 08:22:44.290428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:44.325708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42230) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:44.466644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:44.482605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-6ed438bf-9aaa-4c28-a7ba-cfdd932e23d7 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:22:44.485228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'mac_address': 'fa:16:3e:43:c6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:44.491464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-6ed438bf-9aaa-4c28-a7ba-cfdd932e23d7 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189807 Jun 17 08:22:44.505388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.507891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Request body: {'binding': {'host': 'n-h2-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:44.508454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:22:44.535958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.556834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5fef248-062c-4e4c-9309-290dd15e11a3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:44.583981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:44.589507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.593165 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:44.625684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.628625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Deleting port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:44.629158 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.631892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.636083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Deleting port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:44.636499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.637738 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8619592-493e-4d92-a439-da39457827f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:44.660746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b34d-37df-4142-b02f-6c7ba3a5dcd4 req-e5ae1b02-d191-4643-9aae-65f4c2cb948f tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.661102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:44.662405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e882b34d-37df-4142-b02f-6c7ba3a5dcd4 req-e5ae1b02-d191-4643-9aae-65f4c2cb948f tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 945 time: 0.2257910 Jun 17 08:22:44.664566 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:44.689848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4782bf45-979f-4270-afde-2f7e5dac39aa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:44.694336 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25837fbd3675428cb4ef31a66933a5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676026 Jun 17 08:22:44.695352 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:44.697017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:44.735116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['c5fef248-062c-4e4c-9309-290dd15e11a3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:44.748126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.772371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.848665 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.861405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.866233 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4782bf45-979f-4270-afde-2f7e5dac39aa HTTP/1.1" status: 204 len: 168 time: 0.1645522 Jun 17 08:22:44.866233 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93f37381-5701-42a3-9d16-5bc4b1641c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:44.879975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782bf45-979f-4270-afde-2f7e5dac39aa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:44.892750 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:44.947774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on host n-h2-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:44.948115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:44.948441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:44.967765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e882b34d-37df-4142-b02f-6c7ba3a5dcd4 req-32d7eab5-5c30-4a34-bb65-69407fcffb4c tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f3ba689-1d9d-42ce-bc51-78090b66e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957929 Jun 17 08:22:44.975593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] For port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,segment=NetworkSegment(b19e7301-458a-47eb-ad03-0b7bef50729c),segment_id=b19e7301-458a-47eb-ad03-0b7bef50729c)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:44.975961 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.988651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] For port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:44.989113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.992994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:44.993322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:45.061902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Calling delete_port for 34c08041-342e-4e3e-8cd1-2f0baf67d4cf owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:45.069334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:45.069674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:45.070059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:45.070491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Bound port: ead2a429-5608-4784-80f8-a971e40217a7, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:45.138863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Calling delete_port for e5adbb3a-e4fb-4119-a405-6aaa205c8d2b owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:45.319237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:45.335255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.336418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-e7ed4db2-5974-4e2b-a92e-819e26e0d542 service neutron] 10.222.0.65 "POST /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.8387418 Jun 17 08:22:45.401788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8379dd3-fb19-4f92-9a56-c93e0f3b299a req-41dfc650-b157-4756-a10c-822422aaff8f tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:45.410039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8379dd3-fb19-4f92-9a56-c93e0f3b299a req-41dfc650-b157-4756-a10c-822422aaff8f tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 944 time: 0.2470312 Jun 17 08:22:45.536126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8379dd3-fb19-4f92-9a56-c93e0f3b299a req-f653db09-c2d6-408d-9c46-6962377a200b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244318 Jun 17 08:22:45.550483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.556669 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d524ffbd-4129-4ff3-a6fa-ebc2d6c8ee74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:45.566028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['34c08041-342e-4e3e-8cd1-2f0baf67d4cf'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:45.611487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.615171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event deleted for resources: {'Port': ['ID=34c08041-342e-4e3e-8cd1-2f0baf67d4cf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:45.624824 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:45.627718 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-585afd83-7170-4601-a578-7afff29f7e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:45.634972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['dd84ab01-4748-457e-a6a5-5a0262cc7daa'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:45.694438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e5adbb3a-e4fb-4119-a405-6aaa205c8d2b'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:45.700335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Pushing event deleted for resources: {'Port': ['ID=e5adbb3a-e4fb-4119-a405-6aaa205c8d2b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:45.736580 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:45.742259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] No DVR routers for this DVR port 34c08041-342e-4e3e-8cd1-2f0baf67d4cf on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:45.755642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.757768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17c69f49-d9fd-49a2-80c0-0938074078c7 req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.67 "DELETE /v2.0/ports/34c08041-342e-4e3e-8cd1-2f0baf67d4cf HTTP/1.1" status: 204 len: 173 time: 1.5115061 Jun 17 08:22:45.758284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'name': 'network-vif-deleted', 'tag': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:45.767144 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd0494-88cb-497c-872d-d8362aecba8d" -d '{"events": [{"server_uuid": "0a1352e6-fba5-462a-84bf-8a4fd2913398", "name": "network-vif-deleted", "tag": "34c08041-342e-4e3e-8cd1-2f0baf67d4cf"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:45.775503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-16bf6e6a-298d-4ad4-b70b-dfd6f7227bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:45.777095 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-16bf6e6a-298d-4ad4-b70b-dfd6f7227bfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1098 time: 0.1075695 Jun 17 08:22:45.866563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] No DVR routers for this DVR port e5adbb3a-e4fb-4119-a405-6aaa205c8d2b on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:45.887345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.889560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8fc172d-c57e-4305-aa47-7d5947569ca6 req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.67 "DELETE /v2.0/ports/e5adbb3a-e4fb-4119-a405-6aaa205c8d2b HTTP/1.1" status: 204 len: 173 time: 1.6420467 Jun 17 08:22:45.987067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70e2fcc6-21be-40cf-a3a4-f7ab1e934520 req-52c9fe38-0902-4cf7-8570-ca2729ca5121 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 210 time: 0.0949609 Jun 17 08:22:45.997185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-fb0f6a4b-60cd-4025-9421-082e6db0dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:45.998645 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-fb0f6a4b-60cd-4025-9421-082e6db0dcc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.2140048 Jun 17 08:22:46.106846 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-0c199fd4-f86c-44cc-a09f-8e7fd4ba7324 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.0981512 Jun 17 08:22:46.134850 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0774a-dc3c-4ca5-9776-be9802da3ac8 x-openstack-request-id: req-bda0774a-dc3c-4ca5-9776-be9802da3ac8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:46.135212 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1352e6-fba5-462a-84bf-8a4fd2913398", "name": "network-vif-deleted", "tag": "34c08041-342e-4e3e-8cd1-2f0baf67d4cf", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:46.135493 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bda0774a-dc3c-4ca5-9776-be9802da3ac8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:46.135923 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1352e6-fba5-462a-84bf-8a4fd2913398', 'name': 'network-vif-deleted', 'tag': '34c08041-342e-4e3e-8cd1-2f0baf67d4cf', 'status': 'completed', 'code': 200} Jun 17 08:22:46.245731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-9240750a-e4c9-4a8a-b21f-50ffe6e29a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:46.247237 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-9240750a-e4c9-4a8a-b21f-50ffe6e29a18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1169527 Jun 17 08:22:46.320146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:46.324506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-9e246ba8-5678-4a8d-ba9c-1e4e198e65ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623257 Jun 17 08:22:46.328076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069e5ed-69ee-4fa5-8c33-85d0449b3129 req-a3c1a846-c3fc-4ba9-9abc-6ef179117245 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:46.335572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9069e5ed-69ee-4fa5-8c33-85d0449b3129 req-a3c1a846-c3fc-4ba9-9abc-6ef179117245 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 946 time: 0.1349301 Jun 17 08:22:46.382772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-491f7841-a1bf-467a-9c04-e296a93296a8 req-682d05a0-4446-4ca9-8abe-c614850afda9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1352e6-fba5-462a-84bf-8a4fd2913398 HTTP/1.1" status: 200 len: 210 time: 0.0452116 Jun 17 08:22:46.443976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9069e5ed-69ee-4fa5-8c33-85d0449b3129 req-006bb4df-7e63-4188-9bcb-ff1742b45dcb tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074553 Jun 17 08:22:46.463327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port c5fef248-062c-4e4c-9309-290dd15e11a3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:46.463327 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.490703 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-3b335e9d-0cc2-46c0-a06c-e96872e9bf09 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513448 Jun 17 08:22:46.597458 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.630167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:46.634150 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef1ca5a-d4cf-4b64-b00d-e2fc55e0f4eb" -d '{"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:46.660186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:46.666884 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.668301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e5adbb3a-e4fb-4119-a405-6aaa205c8d2b no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:46.672714 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:46.708080 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-6c9c9876-fd04-4732-9f71-c21ab52fa0da service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058246 Jun 17 08:22:46.829883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:46.833499 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:46.834454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:47.001739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-7c1ee26a-6be7-42cf-a54b-e82267937ce2 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.008579 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-7c1ee26a-6be7-42cf-a54b-e82267937ce2 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1098 time: 0.2020185 Jun 17 08:22:47.025959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-13'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:47.161926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45569c1b-b877-4c17-ac72-1539fc57c3a0 req-0f5b4122-8022-4a9b-bd23-b2537fcd3f84 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.175601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45569c1b-b877-4c17-ac72-1539fc57c3a0 req-0f5b4122-8022-4a9b-bd23-b2537fcd3f84 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 944 time: 0.1583080 Jun 17 08:22:47.249764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45569c1b-b877-4c17-ac72-1539fc57c3a0 req-db86d5f9-2187-45de-891d-af6fe1b410a6 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Jun 17 08:22:47.250667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.364176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:47.379507 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a84d63-0266-4ef3-81f1-acbc42f0bc50 x-openstack-request-id: req-16a84d63-0266-4ef3-81f1-acbc42f0bc50 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:47.379859 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-plugged", "status": "completed", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:47.380289 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16a84d63-0266-4ef3-81f1-acbc42f0bc50 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:47.380676 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'code': 200} Jun 17 08:22:47.381185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9124bd00-6983-4166-859b-211e82772fe0 req-46b795e6-e9c4-4407-b3eb-ed96de19bcb2 tempest-FlavorsV2NegativeTest-1961976165 tempest-FlavorsV2NegativeTest-1961976165-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1d55c7c0da8c4f42a2ccdfdc1dc5dd4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321033 Jun 17 08:22:47.381758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '63a55413-2f47-4d38-8153-03824dbf4878', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'port_id': '63a55413-2f47-4d38-8153-03824dbf4878', 'mac_address': 'fa:16:3e:53:ba:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd73d8b-9541-44b4-83d7-a3bb7bd4e401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:47.398925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: e5adbb3a-e4fb-4119-a405-6aaa205c8d2b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:47.399280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e5adbb3a-e4fb-4119-a405-6aaa205c8d2b not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:47.460061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.475612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.477449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a55413-2f47-4d38-8153-03824dbf4878 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:47.503790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:47.509413 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.512329 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:47.536631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42376) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:47.582890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:47.586409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:47.598374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:47.633666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04edd526-0ea5-4328-b175-577491cdd910 req-2fae230b-a48e-45c1-abfa-7277c2e7f569 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=a478c3e6-d81b-4229-944b-eef9284229c3 HTTP/1.1" status: 200 len: 210 time: 0.0444853 Jun 17 08:22:47.666838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:47.686206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124bd00-6983-4166-859b-211e82772fe0 req-d7a28e13-77b7-4027-b917-7269fd77b795 tempest-FlavorsV2NegativeTest-1961976165 tempest-FlavorsV2NegativeTest-1961976165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.698750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9124bd00-6983-4166-859b-211e82772fe0 req-d7a28e13-77b7-4027-b917-7269fd77b795 tempest-FlavorsV2NegativeTest-1961976165 tempest-FlavorsV2NegativeTest-1961976165-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161807 Jun 17 08:22:47.721976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9124bd00-6983-4166-859b-211e82772fe0 req-5104a567-eaa6-4618-8b8f-7fd7435a4d76 tempest-FlavorsV2NegativeTest-1961976165 tempest-FlavorsV2NegativeTest-1961976165-project] 10.222.0.65 "GET /v2.0/quotas/1d55c7c0da8c4f42a2ccdfdc1dc5dd4c HTTP/1.1" status: 200 len: 375 time: 0.0163946 Jun 17 08:22:47.731722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.757953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9124bd00-6983-4166-859b-211e82772fe0 req-e6f59aba-58a1-479d-aa7c-56c88bd04f25 tempest-FlavorsV2NegativeTest-1961976165 tempest-FlavorsV2NegativeTest-1961976165-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d55c7c0da8c4f42a2ccdfdc1dc5dd4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303292 Jun 17 08:22:47.764259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:47.771194 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392174ef-6ed3-4886-aa25-df28ed87b7d7" -d '{"events": [{"server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "name": "network-vif-unplugged", "status": "completed", "tag": "ead2a429-5608-4784-80f8-a971e40217a7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:47.778413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.802662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.807586 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:47.862613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['63a55413-2f47-4d38-8153-03824dbf4878'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:47.908508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468b219-8673-46a0-8463-526745fce105 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=7']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:47.915255 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a468b219-8673-46a0-8463-526745fce105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:47.991033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on host n-h1-780147-13 for vnic_type normal with profile {"migrating_to": "n-h2-780147-13"} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:47.992515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:47.992923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:48.006559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:48.007345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Attempting to bind port ead2a429-5608-4784-80f8-a971e40217a7 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:48.024324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:48.035175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:48.035659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:48.036129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Bound port: ead2a429-5608-4784-80f8-a971e40217a7, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:48.036562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.065982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.068039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dda90-53cd-4dee-8746-0a6f257f8568 req-c97546a5-5640-4b4d-a4c9-ef6fee1986b7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.070317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c3dda90-53cd-4dee-8746-0a6f257f8568 req-c97546a5-5640-4b4d-a4c9-ef6fee1986b7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.1603765 Jun 17 08:22:48.101773 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.107874 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-590c2aa8-fb0c-4b66-be4b-a9a11bd82d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:48.138965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c3dda90-53cd-4dee-8746-0a6f257f8568 req-169df3e0-1ac0-46d2-b5bc-6aaf5d08db75 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596540 Jun 17 08:22:48.139720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'name': 'network-vif-deleted', 'tag': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:48.145742 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c46958-9cea-4f88-87dc-df6095cc37f5" -d '{"events": [{"server_uuid": "a478c3e6-d81b-4229-944b-eef9284229c3", "name": "network-vif-deleted", "tag": "e5adbb3a-e4fb-4119-a405-6aaa205c8d2b"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:48.167148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ece68-c9ce-47bf-b8c3-a9cffb9666a3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:48.172375 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:48.187149 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a631708648324b44bcb07cf84acd4829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465232 Jun 17 08:22:48.190378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42402) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:48.214130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:48.222450 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b589e-39e4-4ab8-ab69-03079e38448d x-openstack-request-id: req-532b589e-39e4-4ab8-ab69-03079e38448d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:48.222787 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "name": "network-vif-unplugged", "status": "completed", "tag": "ead2a429-5608-4784-80f8-a971e40217a7", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:48.223091 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-532b589e-39e4-4ab8-ab69-03079e38448d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:48.223529 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7', 'code': 200} Jun 17 08:22:48.225337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:48.235931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.238435 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60f724db-0907-49fa-bd38-2472ea2dd89c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:48.262629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.297864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.310832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468b219-8673-46a0-8463-526745fce105 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=8']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:48.320486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 34c08041-342e-4e3e-8cd1-2f0baf67d4cf no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:48.342768 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a468b219-8673-46a0-8463-526745fce105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:48.372459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 34c08041-342e-4e3e-8cd1-2f0baf67d4cf {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:48.372964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 34c08041-342e-4e3e-8cd1-2f0baf67d4cf not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:48.402085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.406054 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.413838 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae8ece68-c9ce-47bf-b8c3-a9cffb9666a3 HTTP/1.1" status: 204 len: 168 time: 0.2161975 Jun 17 08:22:48.414785 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ad1cd99-5c6c-4e3c-a00e-41cae7f61a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:48.428506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ece68-c9ce-47bf-b8c3-a9cffb9666a3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:48.431982 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:48.507479 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0382d4b1-2d34-4dcc-b11c-4f840a8b6e2b x-openstack-request-id: req-0382d4b1-2d34-4dcc-b11c-4f840a8b6e2b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:48.508007 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a478c3e6-d81b-4229-944b-eef9284229c3", "name": "network-vif-deleted", "tag": "e5adbb3a-e4fb-4119-a405-6aaa205c8d2b", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:48.508716 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0382d4b1-2d34-4dcc-b11c-4f840a8b6e2b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:48.509312 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a478c3e6-d81b-4229-944b-eef9284229c3', 'name': 'network-vif-deleted', 'tag': 'e5adbb3a-e4fb-4119-a405-6aaa205c8d2b', 'status': 'completed', 'code': 200} Jun 17 08:22:48.516099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.517852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.519718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-a468b219-8673-46a0-8463-526745fce105 service neutron] 10.222.0.67 "PUT /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 1124 time: 1.5029755 Jun 17 08:22:48.626301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ead2a429-5608-4784-80f8-a971e40217a7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:48.815686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:48.845943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:48.938933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db541490-bb4b-4bea-8eb6-52fb6b3fcce5 req-367b150c-cad4-44a5-a339-371b95a1d8b9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.943252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db541490-bb4b-4bea-8eb6-52fb6b3fcce5 req-367b150c-cad4-44a5-a339-371b95a1d8b9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 945 time: 0.1651897 Jun 17 08:22:48.982389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 63a55413-2f47-4d38-8153-03824dbf4878 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:49.003448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 63a55413-2f47-4d38-8153-03824dbf4878 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:49.008952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.027427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.052944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db541490-bb4b-4bea-8eb6-52fb6b3fcce5 req-a5b2ec7f-292a-49b5-aa04-d4d75ac53e12 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987425 Jun 17 08:22:49.113298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42450) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:49.144079 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.207952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.214811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.222449 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75a55439-4e58-447a-9fda-94ab3bfffb5b tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:49.238780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.265642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.300744 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.313500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:49.329240 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.331394 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:49.340787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d55c7c0da8c4f42a2ccdfdc1dc5dd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926031 Jun 17 08:22:49.342550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02267ff2-3c66-4179-ae9b-61a37dc76ea0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:49.344653 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42456) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:49.351556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:49.384403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:49.386954 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e8cf6-b661-4cf7-9615-5dccd74edc3b" -d '{"events": [{"server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "name": "network-vif-plugged", "status": "completed", "tag": "63a55413-2f47-4d38-8153-03824dbf4878"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:49.426429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:49.431481 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:49.431694 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.446783 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.456107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.457303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "DELETE /v2.0/security-groups/0d3019b8-80aa-44b0-93ae-990825fbf120 HTTP/1.1" status: 204 len: 168 time: 0.3421044 Jun 17 08:22:49.462006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42462) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:49.465890 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4a7a0065-591a-4e95-8382-3af5ef703d61 tempest-SecurityGroupsTestAdminJSON-28608243 tempest-SecurityGroupsTestAdminJSON-28608243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:49.501614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3019b8-80aa-44b0-93ae-990825fbf120,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:49.504128 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-ec3e0382-a929-4371-b1c9-0a3b860bcf07 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] show failed (client error): The resource could not be found. Jun 17 08:22:49.509744 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec3e0382-a929-4371-b1c9-0a3b860bcf07 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "GET /v2.0/security-groups/0d3019b8-80aa-44b0-93ae-990825fbf120 HTTP/1.1" status: 404 len: 347 time: 0.0462012 Jun 17 08:22:49.510960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42466) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:49.518874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:49.590390 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20639745-92ba-4aaa-9b5e-825cd3a876f9 x-openstack-request-id: req-20639745-92ba-4aaa-9b5e-825cd3a876f9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:49.590960 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "name": "network-vif-plugged", "status": "completed", "tag": "63a55413-2f47-4d38-8153-03824dbf4878", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:49.591554 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20639745-92ba-4aaa-9b5e-825cd3a876f9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:49.592128 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878', 'code': 200} Jun 17 08:22:49.628827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.756243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01f7ce-8e9d-4203-94a9-2f242dd4bbfb req-81de5544-8ad6-4e6b-a5ff-a1d97b2b385b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.757867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a01f7ce-8e9d-4203-94a9-2f242dd4bbfb req-81de5544-8ad6-4e6b-a5ff-a1d97b2b385b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.2508383 Jun 17 08:22:49.814655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a01f7ce-8e9d-4203-94a9-2f242dd4bbfb req-245c872b-4ae0-4792-86a0-5500a6b12536 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Jun 17 08:22:49.815794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.818952 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.822361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02267ff2-3c66-4179-ae9b-61a37dc76ea0 HTTP/1.1" status: 204 len: 168 time: 0.4738851 Jun 17 08:22:49.822361 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f38056f-49a4-495e-8b18-300f89050b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:49.850613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02267ff2-3c66-4179-ae9b-61a37dc76ea0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:49.855914 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:49.967483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7561-5009-4dc5-bd23-35596278bab7 req-957aca3f-2dfb-4fc5-8acc-12a7d8f49720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.970332 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-017e7561-5009-4dc5-bd23-35596278bab7 req-957aca3f-2dfb-4fc5-8acc-12a7d8f49720 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1098 time: 0.2610881 Jun 17 08:22:49.971955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Deleting port 9a0a21cb-62b9-47ce-9ca8-d3ff4126f23a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:49.972470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.977270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42488) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:50.024786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-017e7561-5009-4dc5-bd23-35596278bab7 req-27734b1e-84c1-4f0a-8e5d-032ba6789bfd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Jun 17 08:22:50.060362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b38b5-d16b-4d37-8bcc-a1380b8d850f req-5e7fce55-a26e-428b-9f79-b3241dab03c0 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.062993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588b38b5-d16b-4d37-8bcc-a1380b8d850f req-5e7fce55-a26e-428b-9f79-b3241dab03c0 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 949 time: 0.1497927 Jun 17 08:22:50.162265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588b38b5-d16b-4d37-8bcc-a1380b8d850f req-29160819-75c1-4b21-96d6-5a2b439831ca tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905776 Jun 17 08:22:50.340449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2125820513-network', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:50.388214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Made reservation on behalf of 381a0f9c7e1b44f28e9ec78f72513161 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:50.392202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.407227 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.459311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eee2f-0c53-4090-bbd3-cec8460e0b6e req-1405b821-5ae4-4ce4-bfc8-d9c340f72742 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.460853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-985eee2f-0c53-4090-bbd3-cec8460e0b6e req-1405b821-5ae4-4ce4-bfc8-d9c340f72742 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.1766298 Jun 17 08:22:50.510048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:50.512381 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "tag": "ead2a429-5608-4784-80f8-a971e40217a7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:50.532613 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.532963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.535219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-985eee2f-0c53-4090-bbd3-cec8460e0b6e req-9a3414f5-9889-4de5-b761-76996d86d64c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673060 Jun 17 08:22:50.585735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.592392 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.596286 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2dfed0e6-91d7-4b03-8804-2407e7f80a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:50.603137 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c268dbb7-e0cf-4d54-9fbb-46d9b45e2d9f x-openstack-request-id: req-c268dbb7-e0cf-4d54-9fbb-46d9b45e2d9f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:50.603601 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "tag": "ead2a429-5608-4784-80f8-a971e40217a7", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:50.603981 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c268dbb7-e0cf-4d54-9fbb-46d9b45e2d9f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:50.604497 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7', 'status': 'completed', 'code': 200} Jun 17 08:22:50.633282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Calling delete_port for 9a0a21cb-62b9-47ce-9ca8-d3ff4126f23a owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:50.637583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:22:50.648931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caa64ad-cf20-4d6a-ad2f-4bf15c31251f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:50.653038 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:50.656627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.657016 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Added segment 2c97b600-27bb-48d9-bc72-65a6084966b2 of type vlan for network 7fdf317b-f803-4d13-9e65-18c67fad8ffd Jun 17 08:22:50.729332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.802153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.804480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.805931 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.809849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9d14ab55-5527-457d-a73e-8131ddb75090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:50.810841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-89d0ea1c-44cb-4309-a614-7be85745eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.814359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-89d0ea1c-44cb-4309-a614-7be85745eb93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1127 time: 0.1785192 Jun 17 08:22:50.841871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8633244 Jun 17 08:22:50.851559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42518) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:50.918014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Request body: {'subnet': {'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2125820513-subnet', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:50.939470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdf317b-f803-4d13-9e65-18c67fad8ffd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:50.943347 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:50.954578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Made reservation on behalf of 381a0f9c7e1b44f28e9ec78f72513161 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:50.954850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:22:50.960398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.969310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-aac984c2-95b7-4e68-821d-8962bd2c5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.971174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-aac984c2-95b7-4e68-821d-8962bd2c5d7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1417403 Jun 17 08:22:51.173264 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-8fcff7fd-f812-4e09-b421-25d3e8d40bb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.1134443 Jun 17 08:22:51.234590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.240806 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-990b2d21-b647-48e9-aae3-5650f98acdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:51.302750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Pushing event deleted for resources: {'Port': ['ID=9a0a21cb-62b9-47ce-9ca8-d3ff4126f23a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:51.312426 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:51.327723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deeebeb-9fe8-47f9-97cf-11b2b697821b req-7b6e4d6e-8bdd-4ddb-a695-80bca6c344a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.335601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0deeebeb-9fe8-47f9-97cf-11b2b697821b req-7b6e4d6e-8bdd-4ddb-a695-80bca6c344a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.2464643 Jun 17 08:22:51.342421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-452ad7a0-89c0-4335-840e-64ef0c8895b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.344612 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-452ad7a0-89c0-4335-840e-64ef0c8895b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1561694 Jun 17 08:22:51.412926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-02396463-4df7-4fbe-b576-770ecce9ccf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450177 Jun 17 08:22:51.423775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0deeebeb-9fe8-47f9-97cf-11b2b697821b req-e1d1460e-1aef-4927-a706-30caca9bd289 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871832 Jun 17 08:22:51.454857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.458260 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:51.503063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.508478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.513248 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] 10.222.0.65 "DELETE /v2.0/floatingips/6c471cd4-29b4-45c7-99c8-85706181a10a HTTP/1.1" status: 204 len: 168 time: 2.0017383 Jun 17 08:22:51.615977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8559b4-e9b5-4771-9063-5cce2fcfd430,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:51.641673 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:51.680429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Checking segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:51.681876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Network hostable DHCP agents. Network: 7fdf317b-f803-4d13-9e65-18c67fad8ffd, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:22:51.686201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-aa7db241-2146-41fe-bd7d-03fbd0c96abb tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.688723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-aa7db241-2146-41fe-bd7d-03fbd0c96abb tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 949 time: 0.1867869 Jun 17 08:22:51.735473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c66a-5658-4ef3-ba3f-db193e05cbea req-7b4b2723-1dac-4bfa-acd4-ddc30677af48 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.737118 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c975c66a-5658-4ef3-ba3f-db193e05cbea req-7b4b2723-1dac-4bfa-acd4-ddc30677af48 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 949 time: 0.2273910 Jun 17 08:22:51.795733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:22:51.801696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c975c66a-5658-4ef3-ba3f-db193e05cbea req-1b53a575-c153-428a-8fa2-d98d78648bb7 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/security-groups?id=bae6dd37-56e0-4132-8305-cf1141ba5354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579171 Jun 17 08:22:51.813259 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-445ddae0-f41b-4797-ab66-996f82b15a9a service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812511 Jun 17 08:22:51.814432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7fdf317b-f803-4d13-9e65-18c67fad8ffd) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:51.822655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee45e5-a1ae-4f2a-8a3d-90897ae7952f None None] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:22:51.831164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.831762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.857771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0048518 Jun 17 08:22:51.860534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42552) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:51.878066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:51.973378 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.979517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.989207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Deleting port dd84ab01-4748-457e-a6a5-5a0262cc7daa {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:51.989620 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.111656 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2a17fe5f-4f0b-45f6-9adc-b5f2bb0428c5 req-90070149-cd3f-460a-9694-8b9a915bc309 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775674 Jun 17 08:22:52.115126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.121257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] For port dd84ab01-4748-457e-a6a5-5a0262cc7daa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dd84ab01-4748-457e-a6a5-5a0262cc7daa,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:52.121782 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.193209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:22:52.194686 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.225613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Calling delete_port for dd84ab01-4748-457e-a6a5-5a0262cc7daa owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:52.379953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ead2a429-5608-4784-80f8-a971e40217a7 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:52.405779 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.430086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.454671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba2b1-9cba-44b4-bbd9-0dc73505b8b6 req-04dbf585-abb8-4ddc-8931-b17b4f3639f3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.456466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f0ba2b1-9cba-44b4-bbd9-0dc73505b8b6 req-04dbf585-abb8-4ddc-8931-b17b4f3639f3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.2057238 Jun 17 08:22:52.461387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Allocated IP 172.20.0.2 (7fdf317b-f803-4d13-9e65-18c67fad8ffd/1f8559b4-e9b5-4771-9063-5cce2fcfd430/42ba3fdb-479b-470a-9e1b-0eddb300fe89) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:52.513385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42580) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:52.556115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['dd84ab01-4748-457e-a6a5-5a0262cc7daa'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:52.565687 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d7ea5ec-535e-4fe9-814a-d58d34560168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:52.569839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f0ba2b1-9cba-44b4-bbd9-0dc73505b8b6 req-7e6570c1-6d97-46bd-891d-0724c9cf99e4 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019762 Jun 17 08:22:52.594527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Pushing event deleted for resources: {'Port': ['ID=dd84ab01-4748-457e-a6a5-5a0262cc7daa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:52.598692 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:52.672874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] No DVR routers for this DVR port dd84ab01-4748-457e-a6a5-5a0262cc7daa on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:52.675672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.677927 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6407e5dd-067e-437e-8384-ccea4ba7638f req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.60 "DELETE /v2.0/ports/dd84ab01-4748-457e-a6a5-5a0262cc7daa HTTP/1.1" status: 204 len: 173 time: 0.9774573 Jun 17 08:22:52.678757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'name': 'network-vif-deleted', 'tag': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:52.682853 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077a8ac4-1952-4fd9-9feb-ba510e8a616c" -d '{"events": [{"server_uuid": "1aed9708-808d-49c5-bc02-6de286d8d2e7", "name": "network-vif-deleted", "tag": "dd84ab01-4748-457e-a6a5-5a0262cc7daa"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:52.687755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Deleting subnet 0ab76f25-5bd5-4925-885e-6f03f7a4072d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:22:52.706523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.782852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.784879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.808655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:52.815086 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.834414 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ead2a429-5608-4784-80f8-a971e40217a7 has no active binding in host n-h2-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:22:53.033508 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.039321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.049221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Transition to ACTIVE for port object 42ba3fdb-479b-470a-9e1b-0eddb300fe89 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:53.078617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Transition to ACTIVE for port object 42ba3fdb-479b-470a-9e1b-0eddb300fe89 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:53.094431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.099675 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.152922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Pushing event updated for resources: {'Port': ['ID=42ba3fdb-479b-470a-9e1b-0eddb300fe89,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.155915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd79cd-3c80-493d-b320-2336b9a1df9b req-b2f5464a-6799-4f22-93f0-54a5f7d3dd94 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.157862 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.164221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4bbd79cd-3c80-493d-b320-2336b9a1df9b req-b2f5464a-6799-4f22-93f0-54a5f7d3dd94 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 944 time: 0.1602254 Jun 17 08:22:53.164611 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-372478f0-5785-4c71-852e-d680191c9855 service neutron] 10.222.0.60 "GET /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.3742242 Jun 17 08:22:53.166633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.169293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:53.169521 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.170710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:53.173873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:53.213411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab76f25-5bd5-4925-885e-6f03f7a4072d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.239580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.242457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Attempting to bind port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:53.243402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Attempting to bind port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:53.243986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Attempting to bind port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 on network 7fdf317b-f803-4d13-9e65-18c67fad8ffd {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:53.245346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0ab76f25-5bd5-4925-885e-6f03f7a4072d HTTP/1.1" status: 204 len: 168 time: 0.7311642 Jun 17 08:22:53.246291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42602) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:53.250857 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.252154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:53.254766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Checking segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:53.255626 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.256245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Bound using segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:53.257000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Bound port: 42ba3fdb-479b-470a-9e1b-0eddb300fe89, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:53.257606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.268741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Allocated IP 172.25.7.203 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c056e6c2-cdaf-466f-bb75-48bd76f02758) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:53.301920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4bbd79cd-3c80-493d-b320-2336b9a1df9b req-e3cbb4a1-b0eb-4cd8-a8b9-fd85b14e6080 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173971 Jun 17 08:22:53.313239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbfe6e-1186-4f6b-9a7b-dc385bc24d55 req-686f7646-bfe2-4851-97d8-384733724d87 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.324006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96dbfe6e-1186-4f6b-9a7b-dc385bc24d55 req-686f7646-bfe2-4851-97d8-384733724d87 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1098 time: 0.4398203 Jun 17 08:22:53.351955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] For port 42ba3fdb-479b-470a-9e1b-0eddb300fe89, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:53.356398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] For port 42ba3fdb-479b-470a-9e1b-0eddb300fe89, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ba3fdb-479b-470a-9e1b-0eddb300fe89,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:53.369052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.372513 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.379597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.489106 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98edd867-a08e-4ef8-bf89-c1e92a775d86 x-openstack-request-id: req-98edd867-a08e-4ef8-bf89-c1e92a775d86 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:53.489430 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aed9708-808d-49c5-bc02-6de286d8d2e7", "name": "network-vif-deleted", "tag": "dd84ab01-4748-457e-a6a5-5a0262cc7daa", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:53.489724 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98edd867-a08e-4ef8-bf89-c1e92a775d86 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:53.490318 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aed9708-808d-49c5-bc02-6de286d8d2e7', 'name': 'network-vif-deleted', 'tag': 'dd84ab01-4748-457e-a6a5-5a0262cc7daa', 'status': 'completed', 'code': 200} Jun 17 08:22:53.494296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Pushing event updated for resources: {'Port': ['ID=42ba3fdb-479b-470a-9e1b-0eddb300fe89,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.507944 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.582842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.607324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6fe610-7c97-479d-9ffe-890cfbc851ec']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:53.643313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19e7301-458a-47eb-ad03-0b7bef50729c') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:53.643619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19e7301-458a-47eb-ad03-0b7bef50729c') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:53.687231 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.701591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:53.722635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.735038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:22:53.735392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:22:53.741395 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:22:53.755350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:53.849931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead2a429-5608-4784-80f8-a971e40217a7 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:53.864007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.872243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.875048 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] 10.222.0.65 "DELETE /v2.0/networks/db6fe610-7c97-479d-9ffe-890cfbc851ec HTTP/1.1" status: 204 len: 168 time: 0.6203210 Jun 17 08:22:53.883359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:53.888910 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5892cc5-d7a2-44fc-84c9-e00632a15178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.934517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Pushing event deleted for resources: {'Network': ['ID=db6fe610-7c97-479d-9ffe-890cfbc851ec,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.943434 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.947074 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.064557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Transition to ACTIVE for port object ead2a429-5608-4784-80f8-a971e40217a7 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:54.065905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96dbfe6e-1186-4f6b-9a7b-dc385bc24d55 req-b2cd7bf0-9f22-45b7-a5e2-02ae53904c5f tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410104 Jun 17 08:22:54.085858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.097730 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:54.107224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9b8e273-7ddb-4411-9c31-1dc711db35a4 req-be35e0d4-a703-4864-8ffb-ec6019c9d3a3 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aed9708-808d-49c5-bc02-6de286d8d2e7 HTTP/1.1" status: 200 len: 210 time: 0.1513813 Jun 17 08:22:54.192216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ba3fdb-479b-470a-9e1b-0eddb300fe89 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:54.315113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42624) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:54.336910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] No DVR routers for this DVR port ead2a429-5608-4784-80f8-a971e40217a7 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:54.345106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:54.406798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.423219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] 10.222.0.60 "PUT /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7/bindings/n-h2-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2257695 Jun 17 08:22:54.425881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4565161d-9299-4b21-89fa-1d97b65c32ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca66d96cbd8e44bab87f9095d7366533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057475 Jun 17 08:22:54.426653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42632) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:54.518792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.521517 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74c672bd-2331-48e1-bc0c-15cf569cc4bb tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:54.610780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Pushing event updated for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=10']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:54.619418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:54.621357 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:54.628298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:54.637959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:54.689559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=c056e6c2-cdaf-466f-bb75-48bd76f02758,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:54.696446 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:54.751369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.834183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.837776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dd84ab01-4748-457e-a6a5-5a0262cc7daa no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:54.881426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: dd84ab01-4748-457e-a6a5-5a0262cc7daa {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:54.881883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dd84ab01-4748-457e-a6a5-5a0262cc7daa not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:54.882242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ead2a429-5608-4784-80f8-a971e40217a7 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:54.895473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-17964046-6758-4248-ade1-5681e00df831 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:54.897430 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-17964046-6758-4248-ade1-5681e00df831 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.3843763 Jun 17 08:22:54.973920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ead2a429-5608-4784-80f8-a971e40217a7 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:54.982146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-858d1e1e-d5eb-4b29-8ebe-4f4c3430233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.021063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.027534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.033744 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f3ba689-1d9d-42ce-bc51-78090b66e50b HTTP/1.1" status: 204 len: 168 time: 0.6032381 Jun 17 08:22:55.083171 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0080d6cd-cfdc-4cfc-bee9-8e2297814a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:55.095594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ba689-1d9d-42ce-bc51-78090b66e50b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:55.138290 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:55.140326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42644) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:55.199980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d5bee-905d-45d1-8ae5-70f8f18f95c8 None None] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:22:55.210869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-dde71152-ba74-4eff-952e-d9ef979f0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.213496 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-dde71152-ba74-4eff-952e-d9ef979f0233 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def&tenant_id=df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 1097 time: 0.2212658 Jun 17 08:22:55.254974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3376f-9705-4000-8384-cb5c9532b842 req-fd5fc8bb-9f77-4068-a584-d5b735225a44 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.263566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f3376f-9705-4000-8384-cb5c9532b842 req-fd5fc8bb-9f77-4068-a584-d5b735225a44 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 945 time: 0.4364076 Jun 17 08:22:55.355847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-455a40ba-b61c-4fcb-8127-46509a030422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.357606 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-455a40ba-b61c-4fcb-8127-46509a030422 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1097 time: 0.1127174 Jun 17 08:22:55.380403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f3376f-9705-4000-8384-cb5c9532b842 req-13d20922-e864-4a7b-9b5c-7c687f03f912 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136270 Jun 17 08:22:55.430939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.630802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Provisioning for port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:55.643926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Provisioning complete for port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:55.644544 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.687494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-f4c5d172-370e-4d32-82e8-246d177957de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.688984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-f4c5d172-370e-4d32-82e8-246d177957de service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.3243077 Jun 17 08:22:55.775591 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.820573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] For port 42ba3fdb-479b-470a-9e1b-0eddb300fe89, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ba3fdb-479b-470a-9e1b-0eddb300fe89,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:55.838635 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.851780 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:55.876394 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-68f2cbbc-beb8-4230-9637-71a3ca3806c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.1747811 Jun 17 08:22:55.924111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.042380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-c6dd4c5b-a01d-499d-b8aa-b9845d2dbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:56.044145 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-c6dd4c5b-a01d-499d-b8aa-b9845d2dbbff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1358597 Jun 17 08:22:56.064100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Pushing event updated for resources: {'Port': ['ID=42ba3fdb-479b-470a-9e1b-0eddb300fe89,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:56.076525 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:56.086679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.140584 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-7314554f-3064-4d1a-a8f9-68c958c67a4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706229 Jun 17 08:22:56.267153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42682) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:56.289336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4dabff80-11d6-4e02-a539-2ea1e4730f28 None None] Provisioning complete for port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:56.289721 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4dabff80-11d6-4e02-a539-2ea1e4730f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.339197 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-0610f705-5064-4a58-8456-103ab374cc81 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894627 Jun 17 08:22:56.360208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.374790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.380977 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2859482e-7edf-4059-a833-4f4b7f7edda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:56.444518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Router 33c51be5-ac54-4124-aac2-67ce7b2eed48 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:22:56.832300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0326bb87-02c8-4c0c-ab79-26f420a92e1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a976d31208e40b5a37e444a54324b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627794 Jun 17 08:22:56.839514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42708) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:56.924130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.949961 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.976866 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f55ac17b2c7345e6a66a116ec55207ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8342035 Jun 17 08:22:56.984566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd90807-65f0-4ce8-b0db-21194b8b00fa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.004241 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.009906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42714) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:57.015244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:57.029302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Sync routers for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:57.076540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:57.077891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:57.088768 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-09fcd1d4-0952-488d-aff7-18ed7a38106c service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390001 Jun 17 08:22:57.203897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.207452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.208961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bae6dd37-56e0-4132-8305-cf1141ba5354 HTTP/1.1" status: 204 len: 168 time: 0.3648555 Jun 17 08:22:57.211404 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ae32082-cc2f-476a-acf7-994bc729c9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:57.224877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8178e-8418-481d-a282-0a3778ffb73f req-4da17c02-6773-4f3c-8ced-78636c89f0b8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:57.226023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:57.236497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8a8178e-8418-481d-a282-0a3778ffb73f req-4da17c02-6773-4f3c-8ced-78636c89f0b8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 945 time: 0.5052040 Jun 17 08:22:57.266684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.268170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4001102 Jun 17 08:22:57.269437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae6dd37-56e0-4132-8305-cf1141ba5354,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.271272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42724) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:57.282235 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.385340 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8f97327f-9b95-4393-8f6f-41cd2b3f5c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.396760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.492639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8a8178e-8418-481d-a282-0a3778ffb73f req-1608625c-a96f-4bc0-a529-7d132de37422 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534921 Jun 17 08:22:57.556167 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.692690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.700595 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.705256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ddd90807-65f0-4ce8-b0db-21194b8b00fa HTTP/1.1" status: 204 len: 168 time: 0.6822040 Jun 17 08:22:57.705256 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86609f34-9932-42ce-92d8-7a843a1fd0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:57.718167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd90807-65f0-4ce8-b0db-21194b8b00fa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.722639 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.882883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-18d5e889-ddee-494e-b592-b6a41fe23ddb tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:57.887336 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-18d5e889-ddee-494e-b592-b6a41fe23ddb tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.3097279 Jun 17 08:22:57.954169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42748) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:57.970008 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.026637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:55Z', 'revision_number': 3, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:58.112144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ba3fdb-479b-470a-9e1b-0eddb300fe89 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:58.126494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Checking router: 33c51be5-ac54-4124-aac2-67ce7b2eed48 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:58.128630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Updating router 33c51be5-ac54-4124-aac2-67ce7b2eed48 port c056e6c2-cdaf-466f-bb75-48bd76f02758 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:22:58.154713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-94c80608-9f90-4db5-945e-47e018fe60f3 service neutron] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:58.160503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-94c80608-9f90-4db5-945e-47e018fe60f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.162174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7b6345a7-d6cf-41bd-a435-53e84dfa3c06 req-94c80608-9f90-4db5-945e-47e018fe60f3 service neutron] 10.222.0.67 "DELETE /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7/bindings/n-h1-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.2677469 Jun 17 08:22:58.209402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42756) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:58.302648 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.333067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-69b493f1-88b1-45f9-a8c2-22b21c87699c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00c7f854d4564aaebfd296f6cd9498b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219258 Jun 17 08:22:58.336166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42758) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:58.364869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.483613 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.543370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.709906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.712945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.724593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d7fa34e-e6c4-4def-b4ac-3d5efd0fd7b8 HTTP/1.1" status: 204 len: 168 time: 0.3791106 Jun 17 08:22:58.729753 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7090a71a-a0b6-49c2-98fa-e06c88ec046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:58.732768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Allocated IP 172.20.0.1 (7fdf317b-f803-4d13-9e65-18c67fad8ffd/1f8559b4-e9b5-4771-9063-5cce2fcfd430/60bd3851-3d6c-4638-aa2d-8ce06c40221d) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:58.768294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7fa34e-e6c4-4def-b4ac-3d5efd0fd7b8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:58.795231 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:58.856986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.884381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Transition to ACTIVE for port object 60bd3851-3d6c-4638-aa2d-8ce06c40221d will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:58.963341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:58.964090 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.970974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.980962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.988036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-33c45240-f9b9-4e83-9831-23aadfcd6495 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:59.014027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.074224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ebc58-f466-4806-bd14-3bd9b07bfb4f req-192a1813-2513-4aca-9ee0-d2bb1270291c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:59.091137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f86ebc58-f466-4806-bd14-3bd9b07bfb4f req-192a1813-2513-4aca-9ee0-d2bb1270291c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 945 time: 0.1466427 Jun 17 08:22:59.164327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:59.188594 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f86ebc58-f466-4806-bd14-3bd9b07bfb4f req-2cc78f4b-ee7e-463b-a0e6-361644622868 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Jun 17 08:22:59.196134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:59.208963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:59.241170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.280653 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.342121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Transition to ACTIVE for port object c056e6c2-cdaf-466f-bb75-48bd76f02758 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:59.380803 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.406237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:59.458219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Pushing event updated for resources: {'Port': ['ID=60bd3851-3d6c-4638-aa2d-8ce06c40221d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:59.489950 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:59.551964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Attempting to bind port c056e6c2-cdaf-466f-bb75-48bd76f02758 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:59.557047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Attempting to bind port c056e6c2-cdaf-466f-bb75-48bd76f02758 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:59.557698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Attempting to bind port c056e6c2-cdaf-466f-bb75-48bd76f02758 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:59.597692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:59.598052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:59.604265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.606400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:59.617193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Bound port: c056e6c2-cdaf-466f-bb75-48bd76f02758, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:59.618078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.627536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392347-610c-451d-8782-ea585ad54dda None None] Pushing event updated for resources: {'Port': ['ID=c056e6c2-cdaf-466f-bb75-48bd76f02758,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:59.687732 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9392347-610c-451d-8782-ea585ad54dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:59.696532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0076-b60f-4bdf-ace8-880c29972bf5 req-0bf97d86-bbdb-4e05-9bb8-a9f77ced2953 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:59.703008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87fd0076-b60f-4bdf-ace8-880c29972bf5 req-0bf97d86-bbdb-4e05-9bb8-a9f77ced2953 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1097 time: 0.1677058 Jun 17 08:22:59.759275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.767514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] For port c056e6c2-cdaf-466f-bb75-48bd76f02758, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:59.772513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] For port c056e6c2-cdaf-466f-bb75-48bd76f02758, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c056e6c2-cdaf-466f-bb75-48bd76f02758,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:59.792853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.803178 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:59.815660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87fd0076-b60f-4bdf-ace8-880c29972bf5 req-d6ba0a30-1379-4541-bc5e-13a4d3d45a85 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069441 Jun 17 08:22:59.819443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42812) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:59.872403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e2fab7f5-a1cc-49be-a029-28d307454f5a None None] Provisioning for port 60bd3851-3d6c-4638-aa2d-8ce06c40221d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:59.903919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e2fab7f5-a1cc-49be-a029-28d307454f5a None None] Provisioning complete for port 60bd3851-3d6c-4638-aa2d-8ce06c40221d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:59.904328 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7f5-a1cc-49be-a029-28d307454f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.956992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.980311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.985906 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37e414fc-f330-4435-a94a-a910c3b87e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:00.021873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:00.022526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:00.024861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392347-610c-451d-8782-ea585ad54dda None None] Pushing event updated for resources: {'Port': ['ID=c056e6c2-cdaf-466f-bb75-48bd76f02758,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:00.044173 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9392347-610c-451d-8782-ea585ad54dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:00.048251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1249597481-network', 'tenant_id': '890dfa52881e488490818b1597b3f4c4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:00.132915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Made reservation on behalf of 890dfa52881e488490818b1597b3f4c4 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:00.142996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.174464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.276463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e2fab7f5-a1cc-49be-a029-28d307454f5a None None] Port 60bd3851-3d6c-4638-aa2d-8ce06c40221d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:00.289285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.352356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.379061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:00.395837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.499812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f95d9003f55404d8555ecb63d1bc0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5443318 Jun 17 08:23:00.500573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1532966-bcbb-471b-a33c-cb3776bcf35c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:00.513968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42850) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:00.524500 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:00.527074 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8390bd8-36b4-4087-9066-cb550154cf9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:00.538568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42852) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:00.607664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Pushing event updated for resources: {'Port': ['ID=60bd3851-3d6c-4638-aa2d-8ce06c40221d,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:00.612027 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:00.618864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.630691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-1bb93e0b-7720-4785-a02c-9fca665f1919 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:00.640171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-1bb93e0b-7720-4785-a02c-9fca665f1919 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 0.3038683 Jun 17 08:23:00.682922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2f01559-9a83-4f41-a2cd-a91cca6810eb tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/quotas/df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 375 time: 0.0413842 Jun 17 08:23:00.762080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.763646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:00.766243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:00.803461 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.822917 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d5d6315-ae70-49b6-8f3c-a919f5fadd71 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:00.844845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-network', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:00.898657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.913880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:22:58Z', 'revision_number': 1, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:00.948633 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.950916 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Made reservation on behalf of 462e87658c154bb09baf30eaaba9ddfe for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:00.953976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.965618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.985423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298c389-a3cf-4746-8c49-2abb7650333d None None] The sync data for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 is: [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:22:58Z', 'revision_number': 1, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:01.030681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Router 33c51be5-ac54-4124-aac2-67ce7b2eed48 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:01.077297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-2da39a3d-7068-4955-8dbf-d321303141e7 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3931417 Jun 17 08:23:01.083835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:01.115264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39cf9a0-7e6a-4bd6-a563-df13f97431ec,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:01.151298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.153919 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.157938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1532966-bcbb-471b-a33c-cb3776bcf35c HTTP/1.1" status: 204 len: 168 time: 0.6113369 Jun 17 08:23:01.157938 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:01.157938 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:01.174432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1532966-bcbb-471b-a33c-cb3776bcf35c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:01.214465 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:01.222991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.223529 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Added segment 95b39551-4751-42ad-a49b-de9a38341418 of type vlan for network ea52b333-8f78-40c1-b2df-c388365ec995 Jun 17 08:23:01.328255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.333476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.341409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:01.345487 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.385228 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] 10.222.0.65 "PUT /v2.0/routers/33c51be5-ac54-4124-aac2-67ce7b2eed48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1109946 Jun 17 08:23:01.398350 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a097d283-da1e-4ddf-8f23-a2b89a3a0481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:01.400546 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.401017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-30d6346d-fbd4-4692-a0b8-dc3fc8c6787e None None] Provisioning complete for port 60bd3851-3d6c-4638-aa2d-8ce06c40221d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:01.404780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d6346d-fbd4-4692-a0b8-dc3fc8c6787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.406308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:01.407106 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.425075 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cd37e5e-5602-4daa-aa51-f02e09b754d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:01.451368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6284373 Jun 17 08:23:01.459722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42864) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:01.472470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Request body: {'subnet': {'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1249597481-subnet', 'tenant_id': '890dfa52881e488490818b1597b3f4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:01.509005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:01.531458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-c6eacc51-c4a9-400f-b666-bec8e5b0d1d1 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323485 Jun 17 08:23:01.548777 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.553427 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Added segment 1f1422b7-e548-46a7-9f7e-b69a50740995 of type vlan for network fe2a8536-3a74-4f2b-a891-f8ceaa918113 Jun 17 08:23:01.578267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-30d6346d-fbd4-4692-a0b8-dc3fc8c6787e None None] Port 60bd3851-3d6c-4638-aa2d-8ce06c40221d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:01.689486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.689745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Pushing event updated for resources: {'Network': ['ID=ea52b333-8f78-40c1-b2df-c388365ec995,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:01.696063 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:01.701247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ea52b333-8f78-40c1-b2df-c388365ec995 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:01.792283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Made reservation on behalf of 890dfa52881e488490818b1597b3f4c4 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:01.794635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.805849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.820212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:01.824382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.872577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d933250-90be-4a70-a668-56fddfc0fb09,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:01.879905 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:01.881235 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:01.889634 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3464282 Jun 17 08:23:01.891617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:01.943054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Request body: {'subnet': {'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-subnet', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:02.068439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2a8536-3a74-4f2b-a891-f8ceaa918113,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:02.081994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:02.091652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:02.115323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Made reservation on behalf of 462e87658c154bb09baf30eaaba9ddfe for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:02.117832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.433574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-4f147b1e-5a6d-4c34-a28a-42139403e3aa service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726877 Jun 17 08:23:02.437343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.445712 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f35fb458-e0e0-4d7c-b6e9-fa9f7289da87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:02.553871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.565629 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1909373c-44b2-475d-b3dd-483e1f0de0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:02.708240 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73c39f3-a41b-4a01-89d5-62502ece8f27,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:02.723029 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:02.768943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:02.793361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Checking segment: {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:02.793757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Network hostable DHCP agents. Network: fe2a8536-3a74-4f2b-a891-f8ceaa918113, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:02.797741 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:02.834752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:02.858612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, fe2a8536-3a74-4f2b-a891-f8ceaa918113) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:02.863591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:02.864810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.870210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193ab67-06de-4b87-961c-217294236357 None None] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:02.891955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Checking segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:02.892311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Network hostable DHCP agents. Network: ea52b333-8f78-40c1-b2df-c388365ec995, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:02.895305 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0000055 Jun 17 08:23:02.900098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42914) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:02.908566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:02.914485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-589d3413-bc3b-458e-8f4c-dead30b3a2f6 req-34bb27e2-debe-448b-9514-23cc8bd8c62a tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 210 time: 0.1213768 Jun 17 08:23:02.924280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42916) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:02.963950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Network ea52b333-8f78-40c1-b2df-c388365ec995 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:02.971955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ea52b333-8f78-40c1-b2df-c388365ec995) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:02.984336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:02.984528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740488858', 'description': 'tempest-description--128921153'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:02.984859 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.993985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.995464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.037007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5729239 Jun 17 08:23:03.077732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.143733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db042a01-f6d9-4876-9727-ecc3dd9d69d3 None None] Network ea52b333-8f78-40c1-b2df-c388365ec995 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:03.210969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.343150 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:23:03.360751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.850136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31354e-f250-40d3-aee1-0247f936fd8c None None] Network ea52b333-8f78-40c1-b2df-c388365ec995 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:03.958135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-fe2a8536-3a74-4f2b-a891-f8ceaa918113', 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'fixed_ips': [{'subnet_id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:23:03.959020 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.970212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.032582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.056149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ac95e3d-150b-49ce-b896-c443a02b8539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:04.090831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.130445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.152609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.155506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2038295 Jun 17 08:23:04.160560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42958) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:04.172968 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Request body: {'security_group_rule': {'security_group_id': '2243c607-6004-443e-8087-25a936fe4f11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:04.225074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2243c607-6004-443e-8087-25a936fe4f11,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:04.236237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:04.249210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-a0bdc1b0-60fa-4afc-b6b6-afcaf1032e97 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:04.253761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-a0bdc1b0-60fa-4afc-b6b6-afcaf1032e97 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.3742847 Jun 17 08:23:04.275639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c056e6c2-cdaf-466f-bb75-48bd76f02758 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:04.284420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-028ea502-084c-415c-9e4e-e754632cf8d8 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/quotas/890dfa52881e488490818b1597b3f4c4 HTTP/1.1" status: 200 len: 375 time: 0.0235226 Jun 17 08:23:04.346493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-f40578ba-9945-40ef-b6d0-e5d9a9857a97 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553353 Jun 17 08:23:04.362064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.473810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Allocated IP 172.20.0.2 (fe2a8536-3a74-4f2b-a891-f8ceaa918113/c73c39f3-a41b-4a01-89d5-62502ece8f27/a0e14dbb-c007-4b47-80fc-80cec1268f12) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:04.489501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-15a7d0fb-7d9a-4e5c-bb35-aab3f34aa03a service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417701 Jun 17 08:23:04.576100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c056e6c2-cdaf-466f-bb75-48bd76f02758 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:04.579038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Allocated IP 172.25.7.174 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/e387fee0-9b3e-471b-97ae-dab8d060d9c3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:04.653590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c056e6c2-cdaf-466f-bb75-48bd76f02758 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:04.653590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.713958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-51b58048-ee22-43f2-b325-b6c53d219632 service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219510 Jun 17 08:23:04.946864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.992762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.033341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25f0c163-d618-4042-b37f-302e31abbe18 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.064738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.065952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9031656 Jun 17 08:23:05.068514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42974) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:05.073128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Request body: {'security_group_rule': {'security_group_id': '2243c607-6004-443e-8087-25a936fe4f11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:05.085106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5479c6d-8783-4cbe-982e-6d13704a6815,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:05.099031 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:05.121677 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Sync routers for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:05.142416 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:05.146611 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:05.153799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.198058 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.218309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.225998 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.267305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c056e6c2-cdaf-466f-bb75-48bd76f02758, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c056e6c2-cdaf-466f-bb75-48bd76f02758,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:05.274343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Transition to ACTIVE for port object a0e14dbb-c007-4b47-80fc-80cec1268f12 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:05.285649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-262640d4-6591-4afc-8650-05955e08ca32 req-9785151b-9e0f-4755-a479-9069bf302658 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 210 time: 0.1171668 Jun 17 08:23:05.321977 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.341449 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.392017 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.407063 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.435599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Transition to ACTIVE for port object a0e14dbb-c007-4b47-80fc-80cec1268f12 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:05.448796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:05.456596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.461397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:05.469238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:05.515734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.541466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c056e6c2-cdaf-466f-bb75-48bd76f02758,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:05.547273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.555363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:05.555363 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:05.555363 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.566504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:05.569563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:05.616601 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:05.691630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-504539b5-364a-49a6-8826-08e2a6dfb4ff req-4cc4c184-6fef-4904-82d4-83e2b17f2ff5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 210 time: 0.1731572 Jun 17 08:23:05.702614 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.731163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Pushing event updated for resources: {'Port': ['ID=a0e14dbb-c007-4b47-80fc-80cec1268f12,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:05.750958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21726a7-b04a-437f-b1f3-0b4557e4d615,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:05.752382 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:05.764550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.765859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6963549 Jun 17 08:23:05.771435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:05.774100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Attempting to bind port a0e14dbb-c007-4b47-80fc-80cec1268f12 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:05.774683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Attempting to bind port a0e14dbb-c007-4b47-80fc-80cec1268f12 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:05.775929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Attempting to bind port a0e14dbb-c007-4b47-80fc-80cec1268f12 on network fe2a8536-3a74-4f2b-a891-f8ceaa918113 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:05.776568 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:05.782950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:05.783636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Checking segment: {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:05.784237 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.784830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Bound using segment: {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:05.786018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Bound port: a0e14dbb-c007-4b47-80fc-80cec1268f12, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:05.786579 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.795126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:05.875514 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.920866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] For port a0e14dbb-c007-4b47-80fc-80cec1268f12, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:05.931095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] For port a0e14dbb-c007-4b47-80fc-80cec1268f12, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a0e14dbb-c007-4b47-80fc-80cec1268f12,segment=NetworkSegment(1f1422b7-e548-46a7-9f7e-b69a50740995),segment_id=1f1422b7-e548-46a7-9f7e-b69a50740995)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:05.952319 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.956102 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f8a6e47-af06-405d-b52e-d371198adf21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:06.118713 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.123466 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 2, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:06.128077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Pushing event updated for resources: {'Port': ['ID=a0e14dbb-c007-4b47-80fc-80cec1268f12,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:06.137144 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:06.163418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c056e6c2-cdaf-466f-bb75-48bd76f02758 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:06.232665 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Checking router: 33c51be5-ac54-4124-aac2-67ce7b2eed48 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:06.233078 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Updating router 33c51be5-ac54-4124-aac2-67ce7b2eed48 port 60bd3851-3d6c-4638-aa2d-8ce06c40221d binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:06.308343 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.328765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c056e6c2-cdaf-466f-bb75-48bd76f02758 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:06.329308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.455453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Allocated IP 172.25.7.233 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/b6cdc04c-6575-4fa8-b810-ebe1497e469c) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:06.817448 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.863609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Pushing event updated for resources: {'Port': ['ID=e387fee0-9b3e-471b-97ae-dab8d060d9c3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:06.880261 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.474s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:06.957944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d55a36f0-8630-434a-8eaa-17b5f0fc2d5a req-c2dccad3-1e6e-417f-94d6-94bc4710520e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 210 time: 0.1332333 Jun 17 08:23:07.086035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.090425 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:07.138052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-49149b53-4c98-4129-95a3-9953cc38f6dd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:07.140016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-49149b53-4c98-4129-95a3-9953cc38f6dd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 1.5061536 Jun 17 08:23:07.157396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Request body: {'port': {'device_id': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'admin_state_up': True, 'tenant_id': 'df255d9f8ec84c5babafd4030453edec'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:07.197296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event updated for resources: {'Port': ['ID=b6cdc04c-6575-4fa8-b810-ebe1497e469c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:07.206499 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:07.224968 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.232417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:07.237597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:07.243506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:07.254223 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Transition to ACTIVE for port object 60bd3851-3d6c-4638-aa2d-8ce06c40221d will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:07.262861 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.273935 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:07.325259 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Pushing event updated for resources: {'Port': ['ID=60bd3851-3d6c-4638-aa2d-8ce06c40221d,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:07.379142 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.379745 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.380235 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.380717 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.381205 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.381679 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.382183 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.382655 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.383251 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.383737 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.384209 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.384677 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:07.391501 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:07.464248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.564425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Attempting to bind port 60bd3851-3d6c-4638-aa2d-8ce06c40221d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:07.564793 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Attempting to bind port 60bd3851-3d6c-4638-aa2d-8ce06c40221d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:07.565157 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Attempting to bind port 60bd3851-3d6c-4638-aa2d-8ce06c40221d on network 7fdf317b-f803-4d13-9e65-18c67fad8ffd {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:07.578244 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:07.578621 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Checking segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:07.579115 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.579534 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Bound using segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:07.580002 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Bound port: 60bd3851-3d6c-4638-aa2d-8ce06c40221d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:07.580576 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.621529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b99178b-0a5e-4f94-b8ec-5e751c325a7d req-f26e0f35-caa7-4969-b8ea-783036742031 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 210 time: 0.2894485 Jun 17 08:23:07.697776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.832142 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] For port 60bd3851-3d6c-4638-aa2d-8ce06c40221d, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:07.841971 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] For port 60bd3851-3d6c-4638-aa2d-8ce06c40221d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=60bd3851-3d6c-4638-aa2d-8ce06c40221d,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:07.853097 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.887534 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:08.013572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d75b5b-7eb2-41a6-8fc3-37057716df25 None None] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:08.084609 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Pushing event updated for resources: {'Port': ['ID=60bd3851-3d6c-4638-aa2d-8ce06c40221d,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:08.105215 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:08.164877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-8e214f53-8a15-4612-9eee-d7d4f8cc8d22 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.168109 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-8e214f53-8a15-4612-9eee-d7d4f8cc8d22 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.67 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.4291561 Jun 17 08:23:08.173701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.177008 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:08.178836 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:08.360345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a0e14dbb-c007-4b47-80fc-80cec1268f12 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:08.535501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-31a98f68-de18-43a6-9585-c42d239c539a None None] Provisioning for port a0e14dbb-c007-4b47-80fc-80cec1268f12 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:08.536778 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:08.556020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.561658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8af2d943-40fd-44d5-b253-8bee3becd88d req-5ca14fdb-3a77-4b73-aa72-5d46fb465f7d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 210 time: 0.1377177 Jun 17 08:23:08.571056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.579288 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f37362bb-c2cf-4922-8708-ff2408493cd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:08.615293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Request body: {'port': {'device_id': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'admin_state_up': True, 'tenant_id': '890dfa52881e488490818b1597b3f4c4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:08.624432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a0e14dbb-c007-4b47-80fc-80cec1268f12 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:08.640426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a0e14dbb-c007-4b47-80fc-80cec1268f12 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:08.650447 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.724493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.849924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event updated for resources: {'Port': ['ID=b6cdc04c-6575-4fa8-b810-ebe1497e469c,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:08.878145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.881108 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:09.006142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca2d0174-67e8-495e-9523-42d59391db36 req-99113639-b413-4b7d-82dd-659ec7645c22 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 210 time: 0.1058042 Jun 17 08:23:09.007198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.010619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Made reservation on behalf of df255d9f8ec84c5babafd4030453edec for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:09.014841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.016682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2318010 Jun 17 08:23:09.099609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.110273 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:07Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:09.174509 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890357f-52c5-4fab-926d-332679cb4715 None None] The sync data for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 is: [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:07Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:09.193388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Made reservation on behalf of 890dfa52881e488490818b1597b3f4c4 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:09.203962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.292137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port a0e14dbb-c007-4b47-80fc-80cec1268f12, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a0e14dbb-c007-4b47-80fc-80cec1268f12,segment=NetworkSegment(1f1422b7-e548-46a7-9f7e-b69a50740995),segment_id=1f1422b7-e548-46a7-9f7e-b69a50740995)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:09.318067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.325166 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:09.422575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=a0e14dbb-c007-4b47-80fc-80cec1268f12,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:09.435452 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:09.487882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-c4ecf2d7-3998-4ed2-a935-f009c2e1ab10 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1740488858&fields=id&tenant_id=381a0f9c7e1b44f28e9ec78f72513161 HTTP/1.1" status: 200 len: 267 time: 0.0835214 Jun 17 08:23:09.647085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Allocated IP 172.20.0.8 (ea52b333-8f78-40c1-b2df-c388365ec995/9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9/719ff112-faff-4d05-bfd6-bd5a1b82f8cf) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:09.694467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9ad4eea1-0f00-45b2-8252-030db9455595 None None] Provisioning complete for port a0e14dbb-c007-4b47-80fc-80cec1268f12 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:09.697759 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ad4eea1-0f00-45b2-8252-030db9455595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.845405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-cd6697fc-a482-4280-a2f1-2801517d108a tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:09.846391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.855110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-cd6697fc-a482-4280-a2f1-2801517d108a tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/networks?id=7fdf317b-f803-4d13-9e65-18c67fad8ffd HTTP/1.1" status: 200 len: 806 time: 0.3600259 Jun 17 08:23:09.908027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-a0eec551-360f-4b67-b765-19b8ad8d858b tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/quotas/381a0f9c7e1b44f28e9ec78f72513161 HTTP/1.1" status: 200 len: 375 time: 0.0485101 Jun 17 08:23:09.948026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.976010 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a1e9426-3ceb-4029-8180-fb85f3a8259c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:10.041810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8d43cb0-0211-4a98-bebd-be89fdc23152 req-4078da73-aef6-4c25-a3af-f013a682a321 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 210 time: 0.0598903 Jun 17 08:23:10.109602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:10.122070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-ec72d470-d486-4b38-b904-1bced66eaa00 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=381a0f9c7e1b44f28e9ec78f72513161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2128813 Jun 17 08:23:10.123219 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:10.143396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Network ea52b333-8f78-40c1-b2df-c388365ec995 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:10.181188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60bd3851-3d6c-4638-aa2d-8ce06c40221d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:10.181725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:10.188614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:23:10.193944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:10.285172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 60bd3851-3d6c-4638-aa2d-8ce06c40221d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:10.289734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 60bd3851-3d6c-4638-aa2d-8ce06c40221d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:10.290263 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.391907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Allocated IP 172.20.0.5 (943a0609-d4dd-4bda-a3a4-c58f0a2585fa/ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb/1bfdb325-ba39-4f34-b651-7ed0d47c8a92) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:10.517264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.540971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:10.541637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.621489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 60bd3851-3d6c-4638-aa2d-8ce06c40221d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=60bd3851-3d6c-4638-aa2d-8ce06c40221d,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:10.638044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.639459 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2102273 Jun 17 08:23:10.640219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a0e14dbb-c007-4b47-80fc-80cec1268f12 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:10.645608 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:10.648194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:10.672321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Request body: {'port': {'device_id': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:10.711954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f76bde0-bf7f-4860-a8da-35c6f3346526 service neutron] 10.222.0.65 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713017 Jun 17 08:23:10.720666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.721906 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8206468 Jun 17 08:23:10.726413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.730235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:10.742637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=60bd3851-3d6c-4638-aa2d-8ce06c40221d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:10.749074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Sync routers for ids ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:10.758359 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:10.768659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Routers {'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:10.769837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:10.878753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e972-9d0b-4364-8e48-382a19aa220d req-9061bfa0-4504-4bfc-a34f-14317e4fd1aa tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:10.888431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.889421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71a2e972-9d0b-4364-8e48-382a19aa220d req-9061bfa0-4504-4bfc-a34f-14317e4fd1aa tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 931 time: 0.1741936 Jun 17 08:23:10.893577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a0e14dbb-c007-4b47-80fc-80cec1268f12 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:10.894115 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.963939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.971826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-047c4b4d-a7aa-4a6f-8d24-149ce23bdaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:10.972167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71a2e972-9d0b-4364-8e48-382a19aa220d req-673f2046-2e25-45ce-9c0b-009a78ae2efc tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764990 Jun 17 08:23:11.003961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-7780796f-fa4c-47a5-91a8-0be74f8d296f service neutron] 10.222.0.65 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795444 Jun 17 08:23:11.072408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Set router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:11.491667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:07Z', 'revision_number': 3, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:11.569747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Checking router: ce64afa3-836d-4aa2-a614-f9bc3dc3b69c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:11.570803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Updating router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c port e387fee0-9b3e-471b-97ae-dab8d060d9c3 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:11.599948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf60b5-02a8-4587-a2ea-d4bb0cd02bb0 req-7e315616-fa99-4830-8984-56ffa14ea1a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:11.602726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ebf60b5-02a8-4587-a2ea-d4bb0cd02bb0 req-7e315616-fa99-4830-8984-56ffa14ea1a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 931 time: 0.0976903 Jun 17 08:23:11.640444 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:11.669074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ebf60b5-02a8-4587-a2ea-d4bb0cd02bb0 req-847c9eff-8011-4f21-b536-5d9547e2180b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Jun 17 08:23:11.767151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af806717-ac9c-4e8e-88bb-d6b08b826a3e req-f973e73f-887e-461b-8afa-dba5e6821f20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 210 time: 0.0969872 Jun 17 08:23:11.911466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:11.933780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:11.974792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:11.984120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:12.022321 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:12.136182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:12.136974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.142198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60bd3851-3d6c-4638-aa2d-8ce06c40221d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:12.200346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0484996 Jun 17 08:23:12.249828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Request body: {'port': {'device_id': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:12.333416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.356897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Transition to ACTIVE for port object e387fee0-9b3e-471b-97ae-dab8d060d9c3 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:12.371294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 60bd3851-3d6c-4638-aa2d-8ce06c40221d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:12.371725 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.375036 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.393580 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:12.442601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda12b-c1a2-4dfe-9db9-ccd87c2aca01 req-7c019563-488d-45e9-9c37-f34e507f677a tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:12.458352 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07dda12b-c1a2-4dfe-9db9-ccd87c2aca01 req-7c019563-488d-45e9-9c37-f34e507f677a tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 931 time: 0.2303135 Jun 17 08:23:12.517501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Attempting to bind port e387fee0-9b3e-471b-97ae-dab8d060d9c3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:12.518874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Attempting to bind port e387fee0-9b3e-471b-97ae-dab8d060d9c3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:12.519918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Attempting to bind port e387fee0-9b3e-471b-97ae-dab8d060d9c3 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:12.528852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:12.530476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:12.531061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.531623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:12.532258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719ff112-faff-4d05-bfd6-bd5a1b82f8cf {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:12.532386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Bound port: e387fee0-9b3e-471b-97ae-dab8d060d9c3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:12.532890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.542450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.590840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.615361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07dda12b-c1a2-4dfe-9db9-ccd87c2aca01 req-dc02e920-a9fc-4dfa-9c37-eeec3a9446b9 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545393 Jun 17 08:23:12.625369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb006-eeb8-4a81-a8c7-7e00d478fc5c None None] Pushing event updated for resources: {'Port': ['ID=e387fee0-9b3e-471b-97ae-dab8d060d9c3,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:12.651719 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e5cb006-eeb8-4a81-a8c7-7e00d478fc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:12.733212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] For port e387fee0-9b3e-471b-97ae-dab8d060d9c3, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:12.746335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] For port e387fee0-9b3e-471b-97ae-dab8d060d9c3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e387fee0-9b3e-471b-97ae-dab8d060d9c3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:12.770315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.781976 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:12.888625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb006-eeb8-4a81-a8c7-7e00d478fc5c None None] Pushing event updated for resources: {'Port': ['ID=e387fee0-9b3e-471b-97ae-dab8d060d9c3,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:12.892051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Routers {'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:12.892923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:12.895235 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e5cb006-eeb8-4a81-a8c7-7e00d478fc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:13.080827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Transition to ACTIVE for port object 719ff112-faff-4d05-bfd6-bd5a1b82f8cf will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:13.108755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] Set router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:13.155524 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.166688 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:13.259671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac93c-fb70-41c2-b545-46c57ca0fc5a req-e99abc39-7792-46c6-a5f5-9b5bb512e9ac tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:13.264580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:13.271601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70fac93c-fb70-41c2-b545-46c57ca0fc5a req-e99abc39-7792-46c6-a5f5-9b5bb512e9ac tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 931 time: 0.1344886 Jun 17 08:23:13.283008 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:13.330058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:13.396786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3908caf-2fd2-47c0-ac98-ffa32c435756 req-92cb7296-0cb3-4a8d-b7a3-1d92574e4345 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 210 time: 0.1041095 Jun 17 08:23:13.411275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.428362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.458042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70fac93c-fb70-41c2-b545-46c57ca0fc5a req-47b0a7be-7722-453e-9bb9-16f3c0cca3d5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855354 Jun 17 08:23:13.591645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Transition to ACTIVE for port object 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:13.614868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.623757 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d963d4c6-e930-4b3c-8ada-4cfaaca3d90f tempest-AttachSCSIVolumeTestJSON-215901362 tempest-AttachSCSIVolumeTestJSON-215901362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:13.784325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-a0aca7d5-f9f3-47a5-b98c-7fa255701d38 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:13.785818 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-a0aca7d5-f9f3-47a5-b98c-7fa255701d38 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.60 "GET /v2.0/networks?id=7fdf317b-f803-4d13-9e65-18c67fad8ffd HTTP/1.1" status: 200 len: 806 time: 0.4958525 Jun 17 08:23:13.792848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:07Z', 'revision_number': 3, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:13.830548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bf0be-b218-4546-8864-86ce9aadae67 None None] The sync data for ids ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'] in n-d-780147-13 is: [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:07Z', 'revision_number': 3, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:13.886158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:13.902209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49e9c-70b1-44cb-b445-7f36e9a7e106 req-480f2e85-adaa-418c-aba1-9dcd5bdc0821 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:13.905066 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:13.910750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebd49e9c-70b1-44cb-b445-7f36e9a7e106 req-480f2e85-adaa-418c-aba1-9dcd5bdc0821 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 943 time: 0.1650097 Jun 17 08:23:13.976114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebd49e9c-70b1-44cb-b445-7f36e9a7e106 req-f7fc704e-19d1-4fb9-8365-fff2e8996268 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644689 Jun 17 08:23:14.032092 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-ef5d9cd3-6ce9-4823-96f8-01e1da1fc3b7 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=381a0f9c7e1b44f28e9ec78f72513161 HTTP/1.1" status: 200 len: 380 time: 0.2027757 Jun 17 08:23:14.052622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Attempting to bind port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:14.053035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Attempting to bind port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:14.053439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Attempting to bind port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:14.074331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Request body: {'port': {'device_id': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'admin_state_up': True, 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'security_groups': ['2243c607-6004-443e-8087-25a936fe4f11']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:14.079934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf on network ea52b333-8f78-40c1-b2df-c388365ec995 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:14.080590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Attempting to bind port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:14.121966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:14.122559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Checking segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:14.122675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Bound using segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:14.123814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Bound port: 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:14.124240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.138180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43192) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:14.145480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Allocated IP 172.20.0.1 (fe2a8536-3a74-4f2b-a891-f8ceaa918113/c73c39f3-a41b-4a01-89d5-62502ece8f27/2b909392-d394-4a6b-8563-16ebd9b55696) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:14.229026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50f881-31a4-40bd-b91f-81f7136aaa5d req-3ba51c00-8742-4ac7-80bd-ba28e25d2f72 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:14.238976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad50f881-31a4-40bd-b91f-81f7136aaa5d req-3ba51c00-8742-4ac7-80bd-ba28e25d2f72 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 950 time: 0.1125474 Jun 17 08:23:14.279001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:14.279331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:14.280176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:14.299595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad50f881-31a4-40bd-b91f-81f7136aaa5d req-bb64734a-f7e9-4584-ae93-9d571d2b6e51 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592287 Jun 17 08:23:14.357182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:14.357526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:14.358602 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.387995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:14.388343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:14.388782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:14.389740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Bound port: 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:14.390104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.486593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.487169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:14.493169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.497601 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9db58e2a-d9da-4421-8cdf-aaa6a3a97143 tempest-SecurityGroupsTestAdminJSON-214955668 tempest-SecurityGroupsTestAdminJSON-214955668-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:14.536211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:14.552602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5f9bc-4e15-497b-90d9-1ebe6f576c8d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:14.565381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.569560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.577662 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48fc188e-aa6a-488f-bdec-7b571733b648 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:14.588794 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:14.615397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df975638-8dd6-429a-aa0c-fcf8f5c5e0a0 req-0a46b941-c967-4f0b-8063-4877b5937034 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 210 time: 0.0647352 Jun 17 08:23:14.621593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac7e4b9ffbb54a62b959d6e2d6ad9ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787793 Jun 17 08:23:14.621996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43200) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:14.629216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Made reservation on behalf of 381a0f9c7e1b44f28e9ec78f72513161 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:14.640206 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.645736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:14.648063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Transition to ACTIVE for port object 2b909392-d394-4a6b-8563-16ebd9b55696 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:14.673914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:14.674527 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.676195 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] 10.222.0.67 "PUT /v2.0/ports/719ff112-faff-4d05-bfd6-bd5a1b82f8cf HTTP/1.1" status: 200 len: 1092 time: 4.0194943 Jun 17 08:23:14.679554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:14.682055 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717965ea-1672-40df-9409-63f2a5f6e29f" -d '{"events": [{"name": "network-changed", "server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:14.693450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:14.721573 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.739360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:14.740904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.777487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.787161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:14.790207 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9d2f47-3b9a-43c8-98a8-b25bff59440b x-openstack-request-id: req-9e9d2f47-3b9a-43c8-98a8-b25bff59440b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:14.790531 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:14.790811 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e9d2f47-3b9a-43c8-98a8-b25bff59440b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:14.791261 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'status': 'completed', 'code': 200} Jun 17 08:23:14.791718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b503864-dea0-44b6-8cca-154f013230fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:14.802518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c007d3-5ce2-4842-9d2b-c6f4d3c7e51e req-258597d3-28ce-4ad1-8d6e-997b0d4c86c1 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:14.804123 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07c007d3-5ce2-4842-9d2b-c6f4d3c7e51e req-258597d3-28ce-4ad1-8d6e-997b0d4c86c1 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.1399240 Jun 17 08:23:14.845557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:14.846176 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.847589 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 1092 time: 2.6041081 Jun 17 08:23:14.878227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07c007d3-5ce2-4842-9d2b-c6f4d3c7e51e req-2b480c19-e8f5-497b-bc83-4a18c71b4a17 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606441 Jun 17 08:23:14.890625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.915006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.915006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.918390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8e5f9bc-4e15-497b-90d9-1ebe6f576c8d HTTP/1.1" status: 204 len: 168 time: 0.2956519 Jun 17 08:23:14.919359 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a0f5a272-3575-483a-bf78-9fe6e6b1e2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:14.932219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5f9bc-4e15-497b-90d9-1ebe6f576c8d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:14.938654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:14.980628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:14.985411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:14.993237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:14.993752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a468b219-8673-46a0-8463-526745fce105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:15.000701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:15.003872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:15.081101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Allocated IP 172.20.0.12 (7fdf317b-f803-4d13-9e65-18c67fad8ffd/1f8559b4-e9b5-4771-9063-5cce2fcfd430/f78817f9-166c-4886-a765-aaa9642b3ca9) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:15.098522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-98766b4c-2ef5-4e0e-a1b2-7c8113da25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:15.100079 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-98766b4c-2ef5-4e0e-a1b2-7c8113da25d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 1095 time: 0.3520250 Jun 17 08:23:15.114566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b909392-d394-4a6b-8563-16ebd9b55696,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:15.127161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:15.134955 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.227302 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-2b13c6cd-3315-4a14-8302-4a0c5cbb89ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf HTTP/1.1" status: 200 len: 217 time: 0.1067636 Jun 17 08:23:15.286539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84749231-4f83-4f68-a81f-575520451e1c req-a11d1099-f934-4768-a03c-ebbad2c6dec1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:15.296362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84749231-4f83-4f68-a81f-575520451e1c req-a11d1099-f934-4768-a03c-ebbad2c6dec1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 943 time: 0.1227820 Jun 17 08:23:15.297440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-271aa597-6974-4df6-a2d3-bbcc8d4557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:15.299202 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-271aa597-6974-4df6-a2d3-bbcc8d4557bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1095 time: 0.3646934 Jun 17 08:23:15.327960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f25d5c13-1efe-474f-a5b0-aac889959847 None None] Provisioning for port 2b909392-d394-4a6b-8563-16ebd9b55696 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:15.332408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f25d5c13-1efe-474f-a5b0-aac889959847 None None] Provisioning complete for port 2b909392-d394-4a6b-8563-16ebd9b55696 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:15.332881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f25d5c13-1efe-474f-a5b0-aac889959847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.356103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84749231-4f83-4f68-a81f-575520451e1c req-729f1cae-c718-4f94-b56f-85907198831b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587721 Jun 17 08:23:15.415926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f25d5c13-1efe-474f-a5b0-aac889959847 None None] Port 2b909392-d394-4a6b-8563-16ebd9b55696 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:15.542984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66fe94-98d1-4c0b-be6a-834405e7db7c req-c0e51151-7122-4761-8a54-0726952af3c9 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:15.554886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc66fe94-98d1-4c0b-be6a-834405e7db7c req-c0e51151-7122-4761-8a54-0726952af3c9 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 950 time: 0.0822492 Jun 17 08:23:15.598602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc66fe94-98d1-4c0b-be6a-834405e7db7c req-edcc0b74-06f6-4fdf-9c25-bed2a1bb5ad4 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Jun 17 08:23:15.663805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-857c1c06-e3a4-4317-9c81-89ace272c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:15.665416 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-857c1c06-e3a4-4317-9c81-89ace272c260 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.4266796 Jun 17 08:23:15.692742 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-a2da1ed7-510e-4239-875d-2d1f740dbf90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 217 time: 0.1000402 Jun 17 08:23:15.730491 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-4186729f-1b65-4340-8b11-1f115b4f2948 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367754 Jun 17 08:23:15.802107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-dd42ae5b-ec01-4765-b1d3-e853a3f46ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:15.803659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-dd42ae5b-ec01-4765-b1d3-e853a3f46ca1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0706935 Jun 17 08:23:15.882600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f6d181a-7e15-43b8-ae20-b2f72e3e057c req-f9b83957-9b9d-4734-8f10-da3ba4079d74 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 210 time: 0.0501769 Jun 17 08:23:15.948827 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-34e776e6-0c8b-44fb-9ed4-502f3f49222b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859771 Jun 17 08:23:16.160521 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-8157f55d-7205-479e-ac72-0b1efd592bca service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971414 Jun 17 08:23:16.166229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e387fee0-9b3e-471b-97ae-dab8d060d9c3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:16.229482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.259990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port e387fee0-9b3e-471b-97ae-dab8d060d9c3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:16.272870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-337b6a5f-7a28-4ab7-98cc-094bc52193f8 service neutron] 10.222.0.67 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741528 Jun 17 08:23:16.273090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e387fee0-9b3e-471b-97ae-dab8d060d9c3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:16.273347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.273447 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.296214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54424b-76df-42bf-b9f0-796729e34305 req-aa84e789-0694-49b4-b135-50cb392b200b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:16.312148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c54424b-76df-42bf-b9f0-796729e34305 req-aa84e789-0694-49b4-b135-50cb392b200b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.2072096 Jun 17 08:23:16.363015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Transition to ACTIVE for port object f78817f9-166c-4886-a765-aaa9642b3ca9 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:16.407872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c54424b-76df-42bf-b9f0-796729e34305 req-4a6cd0b5-5db2-4b5d-b24f-ba357ed76c9d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948846 Jun 17 08:23:16.501536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.527335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port e387fee0-9b3e-471b-97ae-dab8d060d9c3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e387fee0-9b3e-471b-97ae-dab8d060d9c3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:16.532701 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-148ae08d-56e3-4de3-b9b5-7286c6d435e0 req-611a2f4f-b813-411d-90c2-e343d1fc6acc service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468585 Jun 17 08:23:16.538032 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.547399 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:16.584932 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-343d73f0-4ddf-4995-be8d-850fc7611d87 req-6cbb15a6-e639-48f9-8dbb-e1db952ea529 service neutron] 10.222.0.67 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829733 Jun 17 08:23:16.589442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.603047 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bb59247-a831-4427-b6b0-62327cb7f331 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:16.674869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=e387fee0-9b3e-471b-97ae-dab8d060d9c3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:16.688846 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:16.694641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce91af-b3af-4c1e-918f-28a57489c632 req-3e7883b3-6321-446d-bf2a-63fe4f70344f tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:16.695883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99ce91af-b3af-4c1e-918f-28a57489c632 req-3e7883b3-6321-446d-bf2a-63fe4f70344f tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1098 time: 0.1153560 Jun 17 08:23:16.699770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:16.711182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:16.722752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:16.798435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:16.801331 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc88552e-bc84-4536-928a-575c3d2ad7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:16.802158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99ce91af-b3af-4c1e-918f-28a57489c632 req-30d9c972-0ec9-47e0-93e6-9c6c5c74e76d tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997796 Jun 17 08:23:16.826466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event updated for resources: {'Port': ['ID=f78817f9-166c-4886-a765-aaa9642b3ca9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:16.844715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:16.847540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.852550 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.881921 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:16.908143 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8496683 Jun 17 08:23:16.934712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Request body: {'port': {'device_id': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:17.031404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba30fd-8b84-4a16-b399-bbed7060d7de req-3a93e516-4fdf-4219-977e-89a26888964b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.032966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35ba30fd-8b84-4a16-b399-bbed7060d7de req-3a93e516-4fdf-4219-977e-89a26888964b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 943 time: 0.1157193 Jun 17 08:23:17.044722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:17.048398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:17.056142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:17.072417 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0d539f7-f92e-4df9-8efd-04978a1fd577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:17.078226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d43a35f6-7db5-4c8b-a661-868e455eca4f None None] Provisioning for port f78817f9-166c-4886-a765-aaa9642b3ca9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:17.082612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d43a35f6-7db5-4c8b-a661-868e455eca4f None None] Provisioning complete for port f78817f9-166c-4886-a765-aaa9642b3ca9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:17.083041 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d43a35f6-7db5-4c8b-a661-868e455eca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:17.111912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35ba30fd-8b84-4a16-b399-bbed7060d7de req-c1497120-a553-4440-b5c6-d9eafc1648b8 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696473 Jun 17 08:23:17.153472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d43a35f6-7db5-4c8b-a661-868e455eca4f None None] Port f78817f9-166c-4886-a765-aaa9642b3ca9 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:17.166534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717965ea-1672-40df-9409-63f2a5f6e29f req-cbd7d6d6-8eea-4cb1-860b-377fb113e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.168472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-cbd7d6d6-8eea-4cb1-860b-377fb113e8ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 1095 time: 0.3543401 Jun 17 08:23:17.184352 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a28e8cfe-e3c1-4499-84e7-a2ac9e5c56ef req-d0b51771-2fac-4aa4-a802-ad0bdc1ddaa5 tempest-AbsoluteLimitsNegativeTestJSON-786168774 tempest-AbsoluteLimitsNegativeTestJSON-786168774-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9ece1641de3c4c3ba8d660812625d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664580 Jun 17 08:23:17.203249 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a27b4-8257-45ee-9178-cf593f0a2b86 x-openstack-request-id: req-f59a27b4-8257-45ee-9178-cf593f0a2b86 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:17.203921 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:17.204279 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f59a27b4-8257-45ee-9178-cf593f0a2b86 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:17.204766 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'status': 'completed', 'code': 200} Jun 17 08:23:17.236811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:17.245844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b909392-d394-4a6b-8563-16ebd9b55696,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:17.319825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e8cfe-e3c1-4499-84e7-a2ac9e5c56ef req-42d77e16-2f6e-48a7-8541-52a0ea8fe0e4 tempest-AbsoluteLimitsNegativeTestJSON-786168774 tempest-AbsoluteLimitsNegativeTestJSON-786168774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.324377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:17.328961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a28e8cfe-e3c1-4499-84e7-a2ac9e5c56ef req-42d77e16-2f6e-48a7-8541-52a0ea8fe0e4 tempest-AbsoluteLimitsNegativeTestJSON-786168774 tempest-AbsoluteLimitsNegativeTestJSON-786168774-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421292 Jun 17 08:23:17.347889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a28e8cfe-e3c1-4499-84e7-a2ac9e5c56ef req-bafcd515-9919-4b63-a705-3cb7d8c91ed3 tempest-AbsoluteLimitsNegativeTestJSON-786168774 tempest-AbsoluteLimitsNegativeTestJSON-786168774-project] 10.222.0.65 "GET /v2.0/quotas/9ece1641de3c4c3ba8d660812625d0aa HTTP/1.1" status: 200 len: 375 time: 0.0165613 Jun 17 08:23:17.384586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a28e8cfe-e3c1-4499-84e7-a2ac9e5c56ef req-50dbfac3-5e9b-4ce9-b8d3-62dbd670e995 tempest-AbsoluteLimitsNegativeTestJSON-786168774 tempest-AbsoluteLimitsNegativeTestJSON-786168774-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ece1641de3c4c3ba8d660812625d0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296254 Jun 17 08:23:17.497278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717965ea-1672-40df-9409-63f2a5f6e29f req-0a1ad141-b0b6-403d-ae5f-6caaf71dc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.499602 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-0a1ad141-b0b6-403d-ae5f-6caaf71dc5e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 906 time: 0.3146577 Jun 17 08:23:17.594357 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-e7ae455a-3ef0-4217-97ff-748388f93329 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf HTTP/1.1" status: 200 len: 217 time: 0.0657480 Jun 17 08:23:17.598309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-36ca3235-00f6-4493-b887-74b78f1896e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.600008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-36ca3235-00f6-4493-b887-74b78f1896e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1095 time: 0.3559759 Jun 17 08:23:17.621240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3703e-bcbe-44c3-b202-b532dd6c16d6 req-fc885ff9-f5ce-45ee-a61c-d8a18a4c0f69 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.624299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5b3703e-bcbe-44c3-b202-b532dd6c16d6 req-fc885ff9-f5ce-45ee-a61c-d8a18a4c0f69 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 932 time: 0.0950463 Jun 17 08:23:17.659717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:17.671558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5b3703e-bcbe-44c3-b202-b532dd6c16d6 req-55aa90a4-6484-4268-a7db-a91ce5105577 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 Jun 17 08:23:17.675277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:17.807182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:17.923673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8fbb6-6fe2-4261-add3-afdc5433bd77 req-4c5479f7-16a6-44eb-bad1-66d1ab10ca54 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:17.925637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9c8fbb6-6fe2-4261-add3-afdc5433bd77 req-4c5479f7-16a6-44eb-bad1-66d1ab10ca54 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.0764415 Jun 17 08:23:17.983616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9c8fbb6-6fe2-4261-add3-afdc5433bd77 req-3b4ace2e-3155-4fa1-8eb6-5c3e7b17468e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514736 Jun 17 08:23:17.985057 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.088460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-06cfbb3f-438a-46d5-835c-4d29148c84a9 None None] Provisioning complete for port 2b909392-d394-4a6b-8563-16ebd9b55696 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:18.089007 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06cfbb3f-438a-46d5-835c-4d29148c84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.134996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.147698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.151378 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5ee19c3-d538-4b30-a9d9-f83d55669500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:18.153185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-06cfbb3f-438a-46d5-835c-4d29148c84a9 None None] Port 2b909392-d394-4a6b-8563-16ebd9b55696 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:18.155121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e387fee0-9b3e-471b-97ae-dab8d060d9c3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:18.211508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ece1641de3c4c3ba8d660812625d0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029555 Jun 17 08:23:18.215494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43328) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:18.218176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e809b82-1958-4e8f-bec2-10988af6fe22,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:18.220462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e387fee0-9b3e-471b-97ae-dab8d060d9c3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:18.221306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.250332 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:18.320914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-ca91976a-69b5-47af-ac76-1fe61485dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:18.322447 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-ca91976a-69b5-47af-ac76-1fe61485dac3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.6936681 Jun 17 08:23:18.347247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717965ea-1672-40df-9409-63f2a5f6e29f req-6c7cc141-8074-4749-9319-1e93ddaca85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:18.348578 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-6c7cc141-8074-4749-9319-1e93ddaca85f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.7164390 Jun 17 08:23:18.362920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.389320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.417722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:18.425258 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-216b4710-117a-4b86-bbc6-8b72ed299d2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 217 time: 0.0874565 Jun 17 08:23:18.430436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-bb0ec487-3218-426a-bafc-b009e1a2bc7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706885 Jun 17 08:23:18.486843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.490091 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.493647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e809b82-1958-4e8f-bec2-10988af6fe22 HTTP/1.1" status: 204 len: 168 time: 0.2747400 Jun 17 08:23:18.493647 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e005cf4e-3a5e-4031-9a93-32e5e1f873db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:18.508231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e809b82-1958-4e8f-bec2-10988af6fe22,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:18.510751 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:18.537316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094804f-27f7-4c8e-8b2f-3e2b31c8eb3c req-1147bc9e-19dd-40a9-8155-2a44fc7a7c4d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:18.539049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5094804f-27f7-4c8e-8b2f-3e2b31c8eb3c req-1147bc9e-19dd-40a9-8155-2a44fc7a7c4d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 943 time: 0.1041081 Jun 17 08:23:18.549972 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.590417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5094804f-27f7-4c8e-8b2f-3e2b31c8eb3c req-4d0eb27e-e8a5-40e6-87f9-3e7f12a86176 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Jun 17 08:23:18.599166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:18.601698 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342e2ba6-ad4a-4c39-849b-bb0340ca968a" -d '{"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:18.626190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:18.634992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.636958 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:18.654929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78817f9-166c-4886-a765-aaa9642b3ca9 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:18.663007 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12136f-222a-4b9f-8841-c080f71f3816 x-openstack-request-id: req-dc12136f-222a-4b9f-8841-c080f71f3816 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:18.663566 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:18.663862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.664054 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc12136f-222a-4b9f-8841-c080f71f3816 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:18.664372 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'code': 200} Jun 17 08:23:18.692322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:18.695811 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:18.724848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:18.742393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Transition to ACTIVE for port object f78817f9-166c-4886-a765-aaa9642b3ca9 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:18.745753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-c208737a-82d4-44ab-859c-e95d2b3267d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:18.747468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-c208737a-82d4-44ab-859c-e95d2b3267d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.3133233 Jun 17 08:23:18.758187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.763290 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:18.784973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-2a13e6bf-29f5-4259-8ba8-7f27f061749c tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:23:18.786539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-2a13e6bf-29f5-4259-8ba8-7f27f061749c tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115745 Jun 17 08:23:18.797093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Request body: {'binding': {'host': 'n-h2-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:18.799801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:23:18.829629 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-277de3e2-fe7c-46bd-bc8b-163b616488a2 service neutron] 10.222.0.67 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857484 Jun 17 08:23:18.835207 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-4b895f00-4e63-4d96-b158-8ad075c98ffb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729666 Jun 17 08:23:18.972368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:18.994818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Pushing event updated for resources: {'Port': ['ID=f78817f9-166c-4886-a765-aaa9642b3ca9,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:19.017227 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:19.038601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on host n-h2-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:19.039204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:19.039526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:19.053658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6a31-8b72-4392-809a-0a2b5c739392 req-94f2627b-e672-445a-a865-d01d518e3ece tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.063064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-669d6a31-8b72-4392-809a-0a2b5c739392 req-94f2627b-e672-445a-a865-d01d518e3ece tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 944 time: 0.1947935 Jun 17 08:23:19.090065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:19.090882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:19.099555 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.113125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:19.113527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:19.113858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:19.114292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Bound port: 63a55413-2f47-4d38-8153-03824dbf4878, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:19.123448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-669d6a31-8b72-4392-809a-0a2b5c739392 req-64d2cab9-84b3-4d7a-86c7-13e2f4d27a84 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593655 Jun 17 08:23:19.153954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:19.193873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:19.202344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.204124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-ef19a23f-270b-4929-af2c-b94143c576c8 service neutron] 10.222.0.65 "POST /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878/bindings HTTP/1.1" status: 201 len: 390 time: 0.4117033 Jun 17 08:23:19.210536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'port_id': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'mac_address': 'fa:16:3e:a7:49:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:19.242303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-717965ea-1672-40df-9409-63f2a5f6e29f req-6de8096d-b285-44ee-a584-0e8a31bb86d1 service neutron] 10.222.0.67 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030306 Jun 17 08:23:19.272269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:19.288124 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] 10.222.0.65 "PUT /v2.0/routers/ce64afa3-836d-4aa2-a614-f9bc3dc3b69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5495336 Jun 17 08:23:19.288362 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.288482 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Sync routers for ids ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:19.289209 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-e5759ab5-912e-4c34-a667-3f235c27604c service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417791 Jun 17 08:23:19.290301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Attempting to bind port f78817f9-166c-4886-a765-aaa9642b3ca9 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:19.292064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Attempting to bind port f78817f9-166c-4886-a765-aaa9642b3ca9 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:19.296627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Attempting to bind port f78817f9-166c-4886-a765-aaa9642b3ca9 on network 7fdf317b-f803-4d13-9e65-18c67fad8ffd {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:19.303884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:19.325254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Port f78817f9-166c-4886-a765-aaa9642b3ca9 on network 7fdf317b-f803-4d13-9e65-18c67fad8ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:19.326281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Attempting to bind port f78817f9-166c-4886-a765-aaa9642b3ca9 on network 7fdf317b-f803-4d13-9e65-18c67fad8ffd {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:19.327385 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Routers {'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:19.330292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:19.331948 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:19.339974 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.347093 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:19.353477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:19.353849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Checking segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:19.354283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Bound using segment: {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:19.354783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Bound port: f78817f9-166c-4886-a765-aaa9642b3ca9, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c97b600-27bb-48d9-bc72-65a6084966b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:19.355168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.494887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:19.511804 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:19.562478 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Set router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:19.570162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff757a-9e10-46cb-8d80-0568446d62ac req-5d6c520d-ef10-4895-a8ba-219be8357da4 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.595633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4ff757a-9e10-46cb-8d80-0568446d62ac req-5d6c520d-ef10-4895-a8ba-219be8357da4 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.2060699 Jun 17 08:23:19.595862 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fc88552e-bc84-4536-928a-575c3d2ad7ee req-f9cbdbcb-58db-4261-b845-7e6aa4a71ff2 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855551 Jun 17 08:23:19.603264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['1bfdb325-ba39-4f34-b651-7ed0d47c8a92'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:19.606555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] For port f78817f9-166c-4886-a765-aaa9642b3ca9, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:19.611177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] For port f78817f9-166c-4886-a765-aaa9642b3ca9, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f78817f9-166c-4886-a765-aaa9642b3ca9,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:19.625004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.628651 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:19.696453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4ff757a-9e10-46cb-8d80-0568446d62ac req-029c23ce-0fd3-4bc8-b301-a4fb68fdb5b6 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981455 Jun 17 08:23:19.722987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.723695 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.725100 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] 10.222.0.60 "PUT /v2.0/ports/f78817f9-166c-4886-a765-aaa9642b3ca9 HTTP/1.1" status: 200 len: 1093 time: 2.8060007 Jun 17 08:23:19.731344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:19.734372 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4784f9a-1da9-4035-a7c6-903b16a938eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:19.893504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Pushing event updated for resources: {'Port': ['ID=f78817f9-166c-4886-a765-aaa9642b3ca9,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:19.913620 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:19.939245 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:15Z', 'revision_number': 4, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '2b909392-d394-4a6b-8563-16ebd9b55696', 'name': '', 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'mac_address': 'fa:16:3e:02:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:13Z', 'updated_at': '2021-06-17T08:23:16Z', 'revision_number': 2, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'subnets': [{'id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:19.945785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-f35dcfa7-3780-4d43-9af7-44787719226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.947478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-f35dcfa7-3780-4d43-9af7-44787719226a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=381a0f9c7e1b44f28e9ec78f72513161&device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 1096 time: 0.1543951 Jun 17 08:23:19.950781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-db9d4bf9-cf47-4a6f-9c61-f6d5231fe0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.953060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-db9d4bf9-cf47-4a6f-9c61-f6d5231fe0a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1098 time: 0.2689748 Jun 17 08:23:19.996542 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Checking router: ce64afa3-836d-4aa2-a614-f9bc3dc3b69c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:19.997151 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Updating router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c port 2b909392-d394-4a6b-8563-16ebd9b55696 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:20.017185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2713ffd-71f1-45e3-bf09-e70800bc7b55 req-5bf115dd-b0dd-4a5d-8bcf-6fe9c64660df tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.019092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2713ffd-71f1-45e3-bf09-e70800bc7b55 req-5bf115dd-b0dd-4a5d-8bcf-6fe9c64660df tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.1417484 Jun 17 08:23:20.037012 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.067790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2713ffd-71f1-45e3-bf09-e70800bc7b55 req-940a3c00-7ae1-45de-afa0-2f1e65d7ff9a tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Jun 17 08:23:20.114504 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-7a80bd40-9a99-42a0-934a-5c464a34fd0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f78817f9-166c-4886-a765-aaa9642b3ca9 HTTP/1.1" status: 200 len: 217 time: 0.1497366 Jun 17 08:23:20.148613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ea96fc6-edd7-4388-ad5e-06c05774ca66 req-415921f0-b11e-473a-88da-534a0f025192 tempest-FloatingIPsNegativeTestJSON-665593617 tempest-FloatingIPsNegativeTestJSON-665593617-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=462e87658c154bb09baf30eaaba9ddfe HTTP/1.1" status: 200 len: 217 time: 0.0572958 Jun 17 08:23:20.181735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-52476410-792e-439e-832d-92d4d88b7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.183240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-52476410-792e-439e-832d-92d4d88b7650 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.2175598 Jun 17 08:23:20.188452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5fa8a413-999f-4c1e-834b-b4710d49895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.189921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-5fa8a413-999f-4c1e-834b-b4710d49895c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f8559b4-e9b5-4771-9063-5cce2fcfd430 HTTP/1.1" status: 200 len: 845 time: 0.0753930 Jun 17 08:23:20.197865 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc72905-9687-4aa8-bdc3-6b108db5dcae x-openstack-request-id: req-afc72905-9687-4aa8-bdc3-6b108db5dcae {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:20.198191 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:20.198482 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afc72905-9687-4aa8-bdc3-6b108db5dcae {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:20.198939 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'status': 'completed', 'code': 200} Jun 17 08:23:20.249781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-05b075d7-b81c-445e-ac1d-5c94a512add1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 217 time: 0.0589039 Jun 17 08:23:20.338724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-606eb180-f176-4fdb-b46c-588800c1a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.340352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-606eb180-f176-4fdb-b46c-588800c1a6ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0638406 Jun 17 08:23:20.386754 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-3c71c159-1ee2-4fc5-bbfc-08ec9fb422e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346906 Jun 17 08:23:20.388705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-1bc7a3cc-738c-4ed8-be4e-b52be77a6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.391195 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-1bc7a3cc-738c-4ed8-be4e-b52be77a6d29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fdf317b-f803-4d13-9e65-18c67fad8ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535461 Jun 17 08:23:20.394167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c639f9-62a4-4423-9f77-02c8d243a07d req-789ad846-19f1-49e1-800e-408ecad11418 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.402477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9c639f9-62a4-4423-9f77-02c8d243a07d req-789ad846-19f1-49e1-800e-408ecad11418 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 943 time: 0.1237130 Jun 17 08:23:20.429836 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.430405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 719ff112-faff-4d05-bfd6-bd5a1b82f8cf details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:20.443927 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Transition to ACTIVE for port object 2b909392-d394-4a6b-8563-16ebd9b55696 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:20.451813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-009ab336-9c81-441e-aa39-1a8b9510e3b5 req-2474634e-3b2b-4379-a0b5-f826d89aab90 tempest-FloatingIPsNegativeTestJSON-665593617 tempest-FloatingIPsNegativeTestJSON-665593617-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0811865 Jun 17 08:23:20.454496 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.457963 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:20.499069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9c639f9-62a4-4423-9f77-02c8d243a07d req-2733e1a3-7f58-4601-98f1-63550569bb00 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960271 Jun 17 08:23:20.594653 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3540aa-51b8-4e86-9237-cf27d8a8662d None None] Pushing event updated for resources: {'Port': ['ID=2b909392-d394-4a6b-8563-16ebd9b55696,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:20.601226 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab3540aa-51b8-4e86-9237-cf27d8a8662d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:20.653227 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-e9c1070b-d95b-41ce-9993-242007bfd40c req-dd6864c1-67e4-4541-a5f4-da65f06e7426 tempest-FloatingIPsNegativeTestJSON-665593617 tempest-FloatingIPsNegativeTestJSON-665593617-project] show failed (client error): The resource could not be found. Jun 17 08:23:20.658229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9c1070b-d95b-41ce-9993-242007bfd40c req-dd6864c1-67e4-4541-a5f4-da65f06e7426 tempest-FloatingIPsNegativeTestJSON-665593617 tempest-FloatingIPsNegativeTestJSON-665593617-project] 10.222.0.65 "GET /v2.0/floatingips/af4f1824-b6d7-4672-b00f-bcb0a868e41d HTTP/1.1" status: 404 len: 350 time: 0.1154141 Jun 17 08:23:20.680248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43412) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:20.699900 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Attempting to bind port 2b909392-d394-4a6b-8563-16ebd9b55696 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:20.700344 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Attempting to bind port 2b909392-d394-4a6b-8563-16ebd9b55696 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:20.700776 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Attempting to bind port 2b909392-d394-4a6b-8563-16ebd9b55696 on network fe2a8536-3a74-4f2b-a891-f8ceaa918113 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:20.706893 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:20.707407 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Checking segment: {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:20.708063 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.708545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Bound using segment: {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:20.709376 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Bound port: 2b909392-d394-4a6b-8563-16ebd9b55696, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1422b7-e548-46a7-9f7e-b69a50740995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:20.709870 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.721601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:20.739075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'mac_address': 'fa:16:3e:26:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:20.800610 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.860488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719ff112-faff-4d05-bfd6-bd5a1b82f8cf {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:20.881064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f763-c268-4fb9-ae7c-6db3f875d0cc req-cd991ec1-32ce-4c51-98ef-4d4ae738f5f6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.884764 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-6def7781-9f81-412f-b999-37351893b48b service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910109 Jun 17 08:23:20.889030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4170f763-c268-4fb9-ae7c-6db3f875d0cc req-cd991ec1-32ce-4c51-98ef-4d4ae738f5f6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 944 time: 0.2289574 Jun 17 08:23:20.890855 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-7a2fddd1-ac56-45be-ba3e-308a3f10dbe3 service neutron] 10.222.0.60 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861367 Jun 17 08:23:20.920629 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] For port 2b909392-d394-4a6b-8563-16ebd9b55696, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:20.933424 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] For port 2b909392-d394-4a6b-8563-16ebd9b55696, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2b909392-d394-4a6b-8563-16ebd9b55696,segment=NetworkSegment(1f1422b7-e548-46a7-9f7e-b69a50740995),segment_id=1f1422b7-e548-46a7-9f7e-b69a50740995)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:20.941581 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.947238 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-436262a4-65e2-41f3-9888-d4deed167442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:20.953389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:20.968927 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.969785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:20.971781 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f9a3e125-4348-4642-bedc-fcb36b11531b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:20.990326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:21.007447 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3540aa-51b8-4e86-9237-cf27d8a8662d None None] Pushing event updated for resources: {'Port': ['ID=2b909392-d394-4a6b-8563-16ebd9b55696,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:21.012760 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab3540aa-51b8-4e86-9237-cf27d8a8662d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:21.029761 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Routers {'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:21.030663 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:21.062442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4170f763-c268-4fb9-ae7c-6db3f875d0cc req-69d42ab6-e808-49dc-b78b-ef1a6f172791 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718407 Jun 17 08:23:21.178587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:21.210829 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:21.211928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:21.395869 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-62e77a7c-0d0c-4cd2-a27e-8a8015a40100 req-2985ebba-5454-44f6-8822-a583658e81f9 service neutron] 10.222.0.60 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985154 Jun 17 08:23:21.396663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.449836 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] Set router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:21.609042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c51d808d-1af7-4731-b3bd-050984c118dc service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127855 Jun 17 08:23:21.646467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15cbc-d2d3-43c0-828b-ee23411e4695 req-d7d66d27-a696-4f03-a26b-d05f152f0509 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:21.648095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bed15cbc-d2d3-43c0-828b-ee23411e4695 req-d7d66d27-a696-4f03-a26b-d05f152f0509 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.2736537 Jun 17 08:23:21.650612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.658110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-bf1fd3da-21ed-4590-bbd7-aff3f922f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:21.666650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd13f3-d3ce-428d-9eb0-cb5b4a943837 req-8eb8459b-df58-484a-8208-bf34375e067b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:21.668334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-bf1fd3da-21ed-4590-bbd7-aff3f922f207 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=381a0f9c7e1b44f28e9ec78f72513161&device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 1096 time: 0.1197007 Jun 17 08:23:21.674552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cfd13f3-d3ce-428d-9eb0-cb5b4a943837 req-8eb8459b-df58-484a-8208-bf34375e067b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.2523158 Jun 17 08:23:21.687553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.707334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:21.727006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'mac_address': 'fa:16:3e:de:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:21.731468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:21.828201 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.830668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:21.831169 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.837395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.862316 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:15Z', 'revision_number': 4, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '2b909392-d394-4a6b-8563-16ebd9b55696', 'name': '', 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'mac_address': 'fa:16:3e:02:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:13Z', 'updated_at': '2021-06-17T08:23:20Z', 'revision_number': 4, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'subnets': [{'id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:21.870768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:21.929160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:21.929339 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd395e85-4e33-41f0-96f5-b343ac209904 None None] The sync data for ids ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'] in n-d-780147-13 is: [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:15Z', 'revision_number': 4, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '2b909392-d394-4a6b-8563-16ebd9b55696', 'name': '', 'network_id': 'fe2a8536-3a74-4f2b-a891-f8ceaa918113', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'mac_address': 'fa:16:3e:02:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:13Z', 'updated_at': '2021-06-17T08:23:20Z', 'revision_number': 4, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'subnets': [{'id': 'c73c39f3-a41b-4a01-89d5-62502ece8f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:21.937689 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03b4ba78-b2ea-47f3-b122-a0e0f1d148c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:21.938346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.947683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a2879f9e62e425ab09acec0721a8675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9560041 Jun 17 08:23:21.953907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43450) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:21.972502 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:22.039764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12344a4f-6b25-4a6f-97ee-887e7f4e4b82,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.043299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-71e1bd71-ab4c-496e-8c97-92b0b0384566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.045895 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-71e1bd71-ab4c-496e-8c97-92b0b0384566 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fdf317b-f803-4d13-9e65-18c67fad8ffd HTTP/1.1" status: 200 len: 907 time: 0.3721919 Jun 17 08:23:22.058847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:22.078429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.086433 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:22.101002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.118259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cfd13f3-d3ce-428d-9eb0-cb5b4a943837 req-f0c08c3e-8ed7-44ad-bdcc-cb00aa448237 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426243 Jun 17 08:23:22.139853 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-07e628c2-880a-4454-81b5-460bbf950c43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f78817f9-166c-4886-a765-aaa9642b3ca9 HTTP/1.1" status: 200 len: 217 time: 0.0761473 Jun 17 08:23:22.147475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['4bd5516b-8586-40cc-95a0-60e57fb8e3b4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:22.203101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:22.205461 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ac9888-613d-4ee1-9ce0-501abb6a008e" -d '{"events": [{"server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "name": "network-vif-plugged", "status": "completed", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:22.243873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['719ff112-faff-4d05-bfd6-bd5a1b82f8cf'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:22.282616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bed15cbc-d2d3-43c0-828b-ee23411e4695 req-240203b6-161a-45e7-a6f9-e943e97c8599 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999737 Jun 17 08:23:22.310110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:22.333455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.337854 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.367488 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9392347-610c-451d-8782-ea585ad54dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:22.420502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.428293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.434794 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:22.516855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-dac7b0c8-bf2b-4805-98ed-630c87f5b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.518692 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-dac7b0c8-bf2b-4805-98ed-630c87f5b1d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f8559b4-e9b5-4771-9063-5cce2fcfd430 HTTP/1.1" status: 200 len: 845 time: 0.3661156 Jun 17 08:23:22.535767 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.549442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.550782 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12344a4f-6b25-4a6f-97ee-887e7f4e4b82 HTTP/1.1" status: 204 len: 168 time: 0.5953741 Jun 17 08:23:22.554232 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a140ce6-8e77-4133-accb-bccfb294f14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:22.612687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12344a4f-6b25-4a6f-97ee-887e7f4e4b82,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.625339 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:22.659379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54edc48-fa05-4f18-9fa4-f537628da19a req-36606cb4-1ce6-48bf-b71f-0183946cebb0 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.665913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e54edc48-fa05-4f18-9fa4-f537628da19a req-36606cb4-1ce6-48bf-b71f-0183946cebb0 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 944 time: 0.2367783 Jun 17 08:23:22.681635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-05e622b7-5234-41b7-b781-7a0b0312156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.683175 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-05e622b7-5234-41b7-b781-7a0b0312156a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fdf317b-f803-4d13-9e65-18c67fad8ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562922 Jun 17 08:23:22.729438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Deleting port 2b909392-d394-4a6b-8563-16ebd9b55696 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:22.730021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.872164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-432dd418-9d69-444a-bd27-2f2501f84843 service neutron] 10.222.0.60 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786127 Jun 17 08:23:22.898540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] For port 2b909392-d394-4a6b-8563-16ebd9b55696, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2b909392-d394-4a6b-8563-16ebd9b55696,segment=NetworkSegment(1f1422b7-e548-46a7-9f7e-b69a50740995),segment_id=1f1422b7-e548-46a7-9f7e-b69a50740995)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:22.898540 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.049669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Calling delete_port for 2b909392-d394-4a6b-8563-16ebd9b55696 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:23.056657 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e4784f9a-1da9-4035-a7c6-903b16a938eb req-c6f6c145-1fa6-4e32-9f35-3d1bccb3f449 service neutron] 10.222.0.60 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747897 Jun 17 08:23:23.161632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e54edc48-fa05-4f18-9fa4-f537628da19a req-4f40f73a-d921-4be9-8c90-1b5cb09a8836 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947419 Jun 17 08:23:23.318065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-d0ba4c40-ec50-4015-93a3-81b0bc3c1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:23.319623 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-d0ba4c40-ec50-4015-93a3-81b0bc3c1523 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 1101 time: 0.1514690 Jun 17 08:23:23.468554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378116d9-1415-4626-a984-6a5cd6611449 req-bc92e59b-135d-47cc-9d73-f1b94c4874bb tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:23.477617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-378116d9-1415-4626-a984-6a5cd6611449 req-bc92e59b-135d-47cc-9d73-f1b94c4874bb tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 944 time: 0.4251900 Jun 17 08:23:23.527667 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac84d83-bf5a-4704-a3b8-b4c2f54395c2 x-openstack-request-id: req-7ac84d83-bf5a-4704-a3b8-b4c2f54395c2 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:23.528217 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "name": "network-vif-plugged", "status": "completed", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:23.528302 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ac84d83-bf5a-4704-a3b8-b4c2f54395c2 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:23.528877 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'code': 200} Jun 17 08:23:23.613359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-378116d9-1415-4626-a984-6a5cd6611449 req-d5a9aa84-2be9-4347-8fec-826372c50c3c tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348000 Jun 17 08:23:23.797515 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.810046 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:23.870562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b909392-d394-4a6b-8563-16ebd9b55696,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:23.879905 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:24.113609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43492) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:24.298141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-56ca5b3e-e40a-4bed-856e-671c6bd07dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.299977 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-56ca5b3e-e40a-4bed-856e-671c6bd07dbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.9567914 Jun 17 08:23:24.364355 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-9b24795d-4950-44fa-b2d2-a05ea6caa454 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0540965 Jun 17 08:23:24.459847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 719ff112-faff-4d05-bfd6-bd5a1b82f8cf up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:24.496560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-77e3b74e-4e6f-435f-9d4b-4cf534a1a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.500698 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-77e3b74e-4e6f-435f-9d4b-4cf534a1a454 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1266940 Jun 17 08:23:24.505874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294581e-1d7d-4a0a-a485-9032016f4cd3 req-f45708b5-8460-401d-86f3-09a99fe1a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.507724 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9294581e-1d7d-4a0a-a485-9032016f4cd3 req-f45708b5-8460-401d-86f3-09a99fe1a824 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1097 time: 0.3720801 Jun 17 08:23:24.533282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1084619269-network', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:24.564704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a118b4e-1d52-4956-836a-3a6343294ca9 req-89c947a2-92a4-4a18-b29b-09fc935df60c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.573878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a118b4e-1d52-4956-836a-3a6343294ca9 req-89c947a2-92a4-4a18-b29b-09fc935df60c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.6517899 Jun 17 08:23:24.596179 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9294581e-1d7d-4a0a-a485-9032016f4cd3 req-894bc450-36b2-4a14-8664-b160640fefcb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478554 Jun 17 08:23:24.611053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:24.615995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:24.616385 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:24.618557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-83d26f28-811e-43f1-acce-a6dae07e99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.620382 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-83d26f28-811e-43f1-acce-a6dae07e99f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1115348 Jun 17 08:23:24.773548 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-fa67af9e-49ed-4d03-bd18-bbd5edf61bae service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448548 Jun 17 08:23:24.776090 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:24.868275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:24.882056 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:24.883039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:24.885047 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:24.922614 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f89bd0ef-5937-4d37-bed7-8522b6defae2 req-5a4dceec-c850-43b4-8987-8c1cd5ce3ba0 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408131 Jun 17 08:23:25.017115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f78817f9-166c-4886-a765-aaa9642b3ca9 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:25.131935 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2865-c63e-4348-bcdc-54bd6c62b7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.144742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:25.147175 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.152860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:25.157159 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.166282 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:25.175610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.190782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f78817f9-166c-4886-a765-aaa9642b3ca9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f78817f9-166c-4886-a765-aaa9642b3ca9,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:25.211320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78627cf-db1b-411c-8509-90d4d340e9a9 req-b984bd21-76bf-48bd-bcb4-ac7a09fe3af3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:25.212633 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:25.213075 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.214944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'port_id': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'mac_address': 'fa:16:3e:ae:3a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:25.219172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c78627cf-db1b-411c-8509-90d4d340e9a9 req-b984bd21-76bf-48bd-bcb4-ac7a09fe3af3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.8651519 Jun 17 08:23:25.299808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.322536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78817f9-166c-4886-a765-aaa9642b3ca9 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:25.325020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.376701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f78817f9-166c-4886-a765-aaa9642b3ca9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f78817f9-166c-4886-a765-aaa9642b3ca9,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:25.379409 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.398718 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.405034 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:25.437615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a118b4e-1d52-4956-836a-3a6343294ca9 req-0d7f1b18-240d-4608-a479-01df7219b269 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8627663 Jun 17 08:23:25.470818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.473962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:25.486863 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.501710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f78817f9-166c-4886-a765-aaa9642b3ca9,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:25.506044 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:25.506961 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:25.507272 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a15a228c-d3b7-474d-bb28-58d8571d5257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:25.537972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf'}, {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:25.543287 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d356553-15c6-4bc9-901f-8017b79ff7b2" -d '{"events": [{"server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "name": "network-vif-plugged", "status": "completed", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf"}, {"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:25.565595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c78627cf-db1b-411c-8509-90d4d340e9a9 req-ba1568c7-eeae-475e-bee4-14f05d1ccc47 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319278 Jun 17 08:23:25.591518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:25.681859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:25.688951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de0ae2b-7dad-4260-b67b-ca99017d8607,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:25.692743 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:25.695471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.695817 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Added segment 88337b24-9b04-4acb-9ffd-b9635b248c41 of type vlan for network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f Jun 17 08:23:25.713853 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:25.802728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.808238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['f78817f9-166c-4886-a765-aaa9642b3ca9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:25.997513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.008498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.009089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.015601 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:26.075951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8124881 Jun 17 08:23:26.079443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43512) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:26.084677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Request body: {'subnet': {'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1084619269-subnet', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:26.116325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:26.118849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.169305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:26.174684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Pushing event updated for resources: {'Network': ['ID=c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:26.178607 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:26.187355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:26.204786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c952-f918-4496-a6e1-149e5e5f249f req-ec822692-6591-4c95-a154-375a4e51e2ef tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.207088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2307c952-f918-4496-a6e1-149e5e5f249f req-ec822692-6591-4c95-a154-375a4e51e2ef tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 945 time: 0.3201263 Jun 17 08:23:26.229337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f82ae-0a89-48e2-853f-34b698f7cf04 req-590bce87-5f03-4a5d-b983-20cf16b1ae19 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.230948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-865f82ae-0a89-48e2-853f-34b698f7cf04 req-590bce87-5f03-4a5d-b983-20cf16b1ae19 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 945 time: 0.2717366 Jun 17 08:23:26.361399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2307c952-f918-4496-a6e1-149e5e5f249f req-1e722a5d-2049-43cb-9433-7a91530f57ba tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274252 Jun 17 08:23:26.378599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-865f82ae-0a89-48e2-853f-34b698f7cf04 req-9c190a2c-915b-43d5-a50a-a2c4222480c4 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361935 Jun 17 08:23:26.406728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.411388 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:26.414462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:26.427244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/ce64afa3-836d-4aa2-a614-f9bc3dc3b69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7414191 Jun 17 08:23:26.429535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43514) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:26.430672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] Sync routers for ids ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:26.447910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] Routers {'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:26.448554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:22:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:26.525891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae90a45-8118-4acf-bc1a-af11e599d154,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:26.543767 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:26.660879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.728465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Checking segment: {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:26.728836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Network hostable DHCP agents. Network: c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:26.733933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be5445-f52e-4841-bbd0-29d61d69bf63 req-30daae10-1b7f-475c-abc7-f262bb8bee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.735492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a6be5445-f52e-4841-bbd0-29d61d69bf63 req-30daae10-1b7f-475c-abc7-f262bb8bee4c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 1097 time: 0.1882441 Jun 17 08:23:26.754933 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2886ffa-4cac-4789-881a-5a02e6d443b1 x-openstack-request-id: req-c2886ffa-4cac-4789-881a-5a02e6d443b1 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:26.754933 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "name": "network-vif-plugged", "status": "completed", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf", "code": 200}, {"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:26.754933 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2886ffa-4cac-4789-881a-5a02e6d443b1 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:26.754933 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'code': 200} Jun 17 08:23:26.754933 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'code': 200} Jun 17 08:23:26.845477 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a6be5445-f52e-4841-bbd0-29d61d69bf63 req-9513f363-2ff2-40e2-846f-b1cbc9c81c3f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956151 Jun 17 08:23:26.849308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] Set router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:26.857064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:26.873325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:26.882250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.882837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.894232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc96d8b-886c-487f-aed4-bae017dff28b None None] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:26.916714 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8360391 Jun 17 08:23:26.919261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43532) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:26.924887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:26.965896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6562ce-9b27-4255-b4ca-4de00003a845 req-22bf5a12-c2b9-416f-b986-566eb193b605 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.966303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.967516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.975624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a6562ce-9b27-4255-b4ca-4de00003a845 req-22bf5a12-c2b9-416f-b986-566eb193b605 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.3701072 Jun 17 08:23:27.027368 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.067298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a6562ce-9b27-4255-b4ca-4de00003a845 req-143418bb-935d-4469-a90e-66b35fd4a05d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899816 Jun 17 08:23:27.094885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f78817f9-166c-4886-a765-aaa9642b3ca9 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:27.133154 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.179243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81ed45-afdf-445a-b7f1-e4e4a145a50b req-a4f08cd6-f6af-4f23-ad11-677ee118d461 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:27.193725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a81ed45-afdf-445a-b7f1-e4e4a145a50b req-a4f08cd6-f6af-4f23-ad11-677ee118d461 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.2900386 Jun 17 08:23:27.287339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f', 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'fixed_ips': [{'subnet_id': 'cae90a45-8118-4acf-bc1a-af11e599d154'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:23:27.288178 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.314307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port f78817f9-166c-4886-a765-aaa9642b3ca9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:27.336633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a81ed45-afdf-445a-b7f1-e4e4a145a50b req-90e200c5-1232-4444-b2f5-8dd613510e4d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419320 Jun 17 08:23:27.397650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Deleting port e387fee0-9b3e-471b-97ae-dab8d060d9c3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:27.398030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.484850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Allocated IP 172.20.0.2 (c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f/cae90a45-8118-4acf-bc1a-af11e599d154/e87c5f2f-9fd3-4fc2-85da-5799c9c39219) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:27.555340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.584861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] For port e387fee0-9b3e-471b-97ae-dab8d060d9c3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e387fee0-9b3e-471b-97ae-dab8d060d9c3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:27.585257 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.661437 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.669991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Transition to ACTIVE for port object e87c5f2f-9fd3-4fc2-85da-5799c9c39219 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:27.687679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Transition to ACTIVE for port object e87c5f2f-9fd3-4fc2-85da-5799c9c39219 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:27.701730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port f78817f9-166c-4886-a765-aaa9642b3ca9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:27.702160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.732063 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.760289 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:27.770317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Calling delete_port for e387fee0-9b3e-471b-97ae-dab8d060d9c3 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:27.791073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d894582c-d408-4570-9ac1-13f9cd2936b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.799505 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.808137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:27.836896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:27.843792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:27.927450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Pushing event updated for resources: {'Port': ['ID=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:27.941756 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:27.970456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Attempting to bind port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:27.970938 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Attempting to bind port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:27.971330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Attempting to bind port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 on network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:27.974323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:23Z', 'revision_number': 5, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port': {'id': 'e387fee0-9b3e-471b-97ae-dab8d060d9c3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:28.002571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.020396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:28.021066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Checking segment: {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:28.021563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.022089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Bound using segment: {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:28.022681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Bound port: e87c5f2f-9fd3-4fc2-85da-5799c9c39219, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:28.023109 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.032359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.037289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] Checking router: ce64afa3-836d-4aa2-a614-f9bc3dc3b69c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:28.052433 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.104420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] Routers {'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:28.108447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:28.114075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.152511 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c57c484a-c9fe-4312-941d-042c7eff69f1 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:28.201752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] For port e87c5f2f-9fd3-4fc2-85da-5799c9c39219, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:28.203218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Allocated IP 172.25.7.192 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/f533bb20-2ed5-44c1-a6c4-6a5f00c65d54) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:28.206852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] For port e87c5f2f-9fd3-4fc2-85da-5799c9c39219, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:28.216228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e387fee0-9b3e-471b-97ae-dab8d060d9c3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:28.227629 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:28.238139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f78817f9-166c-4886-a765-aaa9642b3ca9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f78817f9-166c-4886-a765-aaa9642b3ca9,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:28.278484 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.283647 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:28.285785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.339726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] Set router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:28.351681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.394863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.411174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.415237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:28.457854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:28.461395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:28.471465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:28.500130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:27Z', 'revision_number': 7, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:28.561179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd16d6-d44c-4042-8871-5ed803446999 None None] The sync data for ids ['ce64afa3-836d-4aa2-a614-f9bc3dc3b69c'] in n-d-780147-13 is: [{'id': 'ce64afa3-836d-4aa2-a614-f9bc3dc3b69c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006697204-router', 'tenant_id': '462e87658c154bb09baf30eaaba9ddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:03Z', 'updated_at': '2021-06-17T08:23:27Z', 'revision_number': 7, 'project_id': '462e87658c154bb09baf30eaaba9ddfe', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:28.569262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.572369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.597612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Pushing event updated for resources: {'Port': ['ID=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:28.601740 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:28.602427 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:28.733629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8af9b-f628-4d97-a199-fe694317cb3e req-4bcf2365-f949-4406-9a54-dd002f019c29 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.739869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f78817f9-166c-4886-a765-aaa9642b3ca9,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:28.742409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06c8af9b-f628-4d97-a199-fe694317cb3e req-4bcf2365-f949-4406-9a54-dd002f019c29 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1097 time: 0.7187533 Jun 17 08:23:28.745261 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:28.747227 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.747798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce64afa3-836d-4aa2-a614-f9bc3dc3b69c {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:23:28.752321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:28.755754 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071424df-6278-4443-87a7-5a0f86927743" -d '{"events": [{"server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "name": "network-vif-plugged", "status": "completed", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:28.769582 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.802762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06c8af9b-f628-4d97-a199-fe694317cb3e req-d3a6f00e-ae4c-4fb4-9bac-7b6cbef96f6e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588703 Jun 17 08:23:28.811771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.812916 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ce64afa3-836d-4aa2-a614-f9bc3dc3b69c HTTP/1.1" status: 204 len: 168 time: 2.3822408 Jun 17 08:23:28.818112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43550) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:28.832151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Pushing event updated for resources: {'Port': ['ID=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:28.846877 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:28.859405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d457a-17ea-43dd-8dc3-2c7241a82191 req-fb8f0795-e1b7-45eb-846c-f51694c04e57 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.861015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea2d457a-17ea-43dd-8dc3-2c7241a82191 req-fb8f0795-e1b7-45eb-846c-f51694c04e57 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 945 time: 0.8408988 Jun 17 08:23:28.992032 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-1bcad307-e266-4013-8b7f-92a51c3b133b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2497449 Jun 17 08:23:28.998652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Deleting subnet c73c39f3-a41b-4a01-89d5-62502ece8f27 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:23:29.065957 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.220713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea2d457a-17ea-43dd-8dc3-2c7241a82191 req-fe2ad167-a6e6-4503-a80d-791803100e15 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387283 Jun 17 08:23:29.245333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf028-8286-47e8-9163-54761f22789d req-1ceaf01f-46e7-429b-8b4c-398f0d405891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:29.247409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-1ceaf01f-46e7-429b-8b4c-398f0d405891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1097 time: 0.2457139 Jun 17 08:23:29.261096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.276760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.372149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52325555-04d6-4bf0-b211-e3d33da9e3a5 req-f4789c74-b396-4d79-847c-26bca45d3e47 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:29.374648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52325555-04d6-4bf0-b211-e3d33da9e3a5 req-f4789c74-b396-4d79-847c-26bca45d3e47 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.3063340 Jun 17 08:23:29.459640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52325555-04d6-4bf0-b211-e3d33da9e3a5 req-8b230ea0-d708-4206-b918-e3c2afc3d025 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597806 Jun 17 08:23:29.490845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.760266 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc101fc-bbde-42c9-b113-118888c77046 x-openstack-request-id: req-4bc101fc-bbde-42c9-b113-118888c77046 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:29.761445 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "name": "network-vif-plugged", "status": "completed", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:29.761815 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bc101fc-bbde-42c9-b113-118888c77046 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:29.762500 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'code': 200} Jun 17 08:23:29.801285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf028-8286-47e8-9163-54761f22789d req-f0353f22-b383-4443-b400-058e10586b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:29.809579 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-f0353f22-b383-4443-b400-058e10586b50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.3219936 Jun 17 08:23:29.813508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add909-8330-425a-a7a9-bdc1d215281e req-e22f111d-98b1-4ccd-b0aa-a09ea28645e3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:29.827717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1add909-8330-425a-a7a9-bdc1d215281e req-e22f111d-98b1-4ccd-b0aa-a09ea28645e3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.2427039 Jun 17 08:23:29.835530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.846468 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:29.924066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1add909-8330-425a-a7a9-bdc1d215281e req-0287703e-b19b-4d62-b243-7071105b0ed1 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954008 Jun 17 08:23:29.931184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73c39f3-a41b-4a01-89d5-62502ece8f27,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:29.938192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad673d3-5a4f-41b0-a6fe-2cb2dddf4637 None None] Network fe2a8536-3a74-4f2b-a891-f8ceaa918113 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:29.941608 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.945689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c73c39f3-a41b-4a01-89d5-62502ece8f27 HTTP/1.1" status: 204 len: 168 time: 1.1177180 Jun 17 08:23:29.955468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43570) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:29.956372 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:29.983310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-43a388ee-aee2-4795-8ed1-8f031e9e455d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.1596057 Jun 17 08:23:30.169344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.242419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.353274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Deleting port a0e14dbb-c007-4b47-80fc-80cec1268f12 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:30.353852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.365579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87c5f2f-9fd3-4fc2-85da-5799c9c39219 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:30.469925 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.521221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] For port a0e14dbb-c007-4b47-80fc-80cec1268f12, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a0e14dbb-c007-4b47-80fc-80cec1268f12,segment=NetworkSegment(1f1422b7-e548-46a7-9f7e-b69a50740995),segment_id=1f1422b7-e548-46a7-9f7e-b69a50740995)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:30.521593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.614418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:30.665053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf7cd8-dbdf-43ea-86f4-d5c12b30e726 None None] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:30.712382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] DHCP port deletion for fe2a8536-3a74-4f2b-a891-f8ceaa918113 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:23:30.744619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Calling delete_port for a0e14dbb-c007-4b47-80fc-80cec1268f12 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:30.755363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e387fee0-9b3e-471b-97ae-dab8d060d9c3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:30.863065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf028-8286-47e8-9163-54761f22789d req-1befc7ad-7bb2-4a06-8199-9cb442bbe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:30.865212 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-1befc7ad-7bb2-4a06-8199-9cb442bbe705 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.8500965 Jun 17 08:23:30.871175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a76e3-a92d-4b61-9ec8-38911c57a2a3 req-fd9fea6a-e828-4132-9c68-d9c23a1a1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:30.873407 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-475a76e3-a92d-4b61-9ec8-38911c57a2a3 req-fd9fea6a-e828-4132-9c68-d9c23a1a1124 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 1098 time: 0.8832035 Jun 17 08:23:30.929778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-92e1c27e-3e5e-4a63-b15d-cb425b8ba6c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454104 Jun 17 08:23:30.977640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e387fee0-9b3e-471b-97ae-dab8d060d9c3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:30.980159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e387fee0-9b3e-471b-97ae-dab8d060d9c3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:30.980594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2b909392-d394-4a6b-8563-16ebd9b55696 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:30.992679 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-475a76e3-a92d-4b61-9ec8-38911c57a2a3 req-c379cdf0-d470-4120-aacf-73037a5a36e1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980330 Jun 17 08:23:31.006145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a3b79-4679-4ce3-b590-ba032338ab15 req-26ba7c58-c04f-46f6-b010-6df830170494 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.020633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e40a3b79-4679-4ce3-b590-ba032338ab15 req-26ba7c58-c04f-46f6-b010-6df830170494 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 945 time: 0.3945243 Jun 17 08:23:31.041117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ab002-3f4c-423f-ac97-0e8884e76420 req-ca89acf6-ad35-478d-8340-3ed6156523ad tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.042582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-482ab002-3f4c-423f-ac97-0e8884e76420 req-ca89acf6-ad35-478d-8340-3ed6156523ad tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.2933779 Jun 17 08:23:31.124625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Provisioning for port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:31.149850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 2b909392-d394-4a6b-8563-16ebd9b55696 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:31.150346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2b909392-d394-4a6b-8563-16ebd9b55696 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:31.151757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-482ab002-3f4c-423f-ac97-0e8884e76420 req-93ba7971-41a2-40da-8763-63569cc4df36 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808260 Jun 17 08:23:31.160794 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-f30ebcd3-af08-41cc-b899-6bdca8f9c593 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148335 Jun 17 08:23:31.161537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.164195 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:31.184434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Router 342213c1-1a47-4d54-9850-26fcb34f2c9e is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:23:31.193700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e40a3b79-4679-4ce3-b590-ba032338ab15 req-35242ea2-e2cd-4fa0-8c92-b19a1ac80233 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467741 Jun 17 08:23:31.201894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Provisioning complete for port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:31.202371 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.291882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e14dbb-c007-4b47-80fc-80cec1268f12,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:31.305418 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:31.307971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] No DVR routers for this DVR port a0e14dbb-c007-4b47-80fc-80cec1268f12 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:31.512044 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce5cf028-8286-47e8-9163-54761f22789d req-99cda7c5-f539-4812-ae37-3c37051e71ef service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413825 Jun 17 08:23:31.566128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:31.587690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Deleting port a0e14dbb-c007-4b47-80fc-80cec1268f12 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:31.588132 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.604582 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Sync routers for ids ['342213c1-1a47-4d54-9850-26fcb34f2c9e'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:31.605109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.615124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.620220 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6997766 Jun 17 08:23:31.620998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43600) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:31.632897 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Routers {'342213c1-1a47-4d54-9850-26fcb34f2c9e'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:31.634129 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['342213c1-1a47-4d54-9850-26fcb34f2c9e'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:31.680828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2a8536-3a74-4f2b-a891-f8ceaa918113']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:31.828445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1422b7-e548-46a7-9f7e-b69a50740995') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:31.828831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1422b7-e548-46a7-9f7e-b69a50740995') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:31.844558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] For port a0e14dbb-c007-4b47-80fc-80cec1268f12, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:31.845228 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.867064 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.871536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.929973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.944703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:23:31.945182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.967964 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Set router 342213c1-1a47-4d54-9850-26fcb34f2c9e gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:32.005530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Calling delete_port for a0e14dbb-c007-4b47-80fc-80cec1268f12 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:32.015920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Port a0e14dbb-c007-4b47-80fc-80cec1268f12 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:23:32.024563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:23:32.056483 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:23:32.063787 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10e1c89b-5de8-4995-96cf-f2298b2aed94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:32.093962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.130992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a0e14dbb-c007-4b47-80fc-80cec1268f12 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:32.134075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] No DVR routers for this DVR port a0e14dbb-c007-4b47-80fc-80cec1268f12 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:32.136901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Pushing event deleted for resources: {'Port': ['ID=a0e14dbb-c007-4b47-80fc-80cec1268f12,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:32.149494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ac2dc-505c-4abc-9641-b373660ad983 req-8c0e6e72-f01f-40a7-9b86-c7b22acb8a5c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.160908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-527ac2dc-505c-4abc-9641-b373660ad983 req-8c0e6e72-f01f-40a7-9b86-c7b22acb8a5c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.5493016 Jun 17 08:23:32.164780 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:32.184891 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbdaacdf-1521-4280-a4f6-e951b2ac4d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:32.193407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a0e14dbb-c007-4b47-80fc-80cec1268f12 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:32.195143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a0e14dbb-c007-4b47-80fc-80cec1268f12 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:32.219206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] For port e87c5f2f-9fd3-4fc2-85da-5799c9c39219, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:32.225359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2a8536-3a74-4f2b-a891-f8ceaa918113,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:32.231295 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.236042 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:32.237832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.240098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] 10.222.0.65 "DELETE /v2.0/networks/fe2a8536-3a74-4f2b-a891-f8ceaa918113 HTTP/1.1" status: 204 len: 168 time: 2.2827713 Jun 17 08:23:32.241323 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:32.347520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-527ac2dc-505c-4abc-9641-b373660ad983 req-5051da8a-d2da-4feb-86c7-7f23c0bb8783 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856334 Jun 17 08:23:32.520372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Pushing event updated for resources: {'Port': ['ID=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:32.521120 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:23:28Z', 'revision_number': 3, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:32.531664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a560bb8a-5d60-406e-9d0d-78223b863102 None None] Provisioning complete for port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:32.531664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a560bb8a-5d60-406e-9d0d-78223b863102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.541178 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:32.553571 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Checking router: 342213c1-1a47-4d54-9850-26fcb34f2c9e for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:32.554205 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Updating router 342213c1-1a47-4d54-9850-26fcb34f2c9e port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:32.582859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43620) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:32.601150 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.752923 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c432cb7-8ed6-414c-abc2-28ac52b35c0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=462e87658c154bb09baf30eaaba9ddfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685274 Jun 17 08:23:32.757270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43622) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:32.822071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.845318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada71ce3-300c-4009-b37e-25111c0a6c31 req-38a02e99-2100-4096-ae49-dd04ddc0820a tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.852630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ada71ce3-300c-4009-b37e-25111c0a6c31 req-38a02e99-2100-4096-ae49-dd04ddc0820a tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 945 time: 0.3478756 Jun 17 08:23:32.872391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfd683-2437-438d-aec9-a480e87c31f9 req-73c17727-5ae8-4d7f-990d-eeaefafb58f0 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.887504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4dfd683-2437-438d-aec9-a480e87c31f9 req-73c17727-5ae8-4d7f-990d-eeaefafb58f0 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.2818124 Jun 17 08:23:32.942985 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.954884 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Transition to ACTIVE for port object f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:32.980042 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.986716 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4143a04e-bd14-4950-9d09-35f34031266b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:32.987250 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.039555 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0550-0e63-4885-92f8-4b89efa998cd None None] Pushing event updated for resources: {'Port': ['ID=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.043359 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0dd0550-0e63-4885-92f8-4b89efa998cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:33.051337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Allocated IP 172.20.0.1 (c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f/cae90a45-8118-4acf-bc1a-af11e599d154/03a5f782-6b03-4f11-b8b1-ab47b9dbcd86) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:33.058766 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Attempting to bind port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:33.059424 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Attempting to bind port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:33.059808 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Attempting to bind port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:33.065984 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:33.066366 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:33.066790 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.067285 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:33.067911 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Bound port: f533bb20-2ed5-44c1-a6c4-6a5f00c65d54, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:33.068533 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.137624 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] For port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:33.141811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] For port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:33.151787 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.163138 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44b02dad-3ca2-4a6e-96f1-7fc4be5fbff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:33.201769 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Routers {'342213c1-1a47-4d54-9850-26fcb34f2c9e'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:33.202681 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['342213c1-1a47-4d54-9850-26fcb34f2c9e'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:33.226138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.246136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Transition to ACTIVE for port object 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:33.296532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.300058 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c6cb485-1c8c-474e-b5b7-ca56eebfe618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:33.336406 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] Set router 342213c1-1a47-4d54-9850-26fcb34f2c9e gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:33.345922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:33.349399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:33.350615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.366105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:33.408567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Pushing event updated for resources: {'Port': ['ID=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.413715 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:33.428816 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.431772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.433527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d933250-90be-4a70-a668-56fddfc0fb09 HTTP/1.1" status: 204 len: 168 time: 0.6739433 Jun 17 08:23:33.440864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.452189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9e4a5af-721f-40a4-a906-e40b23aa8c5a tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:33.496757 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0550-0e63-4885-92f8-4b89efa998cd None None] Pushing event updated for resources: {'Port': ['ID=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.504653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4dfd683-2437-438d-aec9-a480e87c31f9 req-335da984-36fc-48cb-bbe3-b51ebdf40bf9 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6123066 Jun 17 08:23:33.507492 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0dd0550-0e63-4885-92f8-4b89efa998cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:33.527529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ada71ce3-300c-4009-b37e-25111c0a6c31 req-b82cbd89-3d96-410e-9502-b4f1e3cf4b26 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707208 Jun 17 08:23:33.531785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d933250-90be-4a70-a668-56fddfc0fb09,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.540628 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:33.725593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-77acfd15-e48b-434e-8359-4da0428d9745 None None] Provisioning for port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:33.735550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-77acfd15-e48b-434e-8359-4da0428d9745 None None] Provisioning complete for port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:33.737422 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:23:28Z', 'revision_number': 3, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:33.743039 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-77acfd15-e48b-434e-8359-4da0428d9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.809368 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10b74f-ea59-4aec-b100-270fb558a3a7 None None] The sync data for ids ['342213c1-1a47-4d54-9850-26fcb34f2c9e'] in n-d-780147-13 is: [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:23:28Z', 'revision_number': 3, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:33.871688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-77acfd15-e48b-434e-8359-4da0428d9745 None None] Port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:33.882023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.117523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87c5f2f-9fd3-4fc2-85da-5799c9c39219 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:34.244708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42ec4-0eb4-45a2-bfa3-861dbc642034 req-1fc5cf73-c67d-4d98-9e0a-da8c4627c228 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:34.265621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:34.273811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.287172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67e42ec4-0eb4-45a2-bfa3-861dbc642034 req-1fc5cf73-c67d-4d98-9e0a-da8c4627c228 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.2363312 Jun 17 08:23:34.354331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.366323 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.466861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67e42ec4-0eb4-45a2-bfa3-861dbc642034 req-4cabe0c0-19ff-4eda-aa76-7dcf464de313 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762731 Jun 17 08:23:34.470452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f748ac97-88ee-4844-a23d-2aca226f476c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:34.481189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.626040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6021b46-036b-4560-aecc-f1b7566c5d93 req-b54e69be-8540-4ae5-a765-3df6cfdba766 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:34.631038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6021b46-036b-4560-aecc-f1b7566c5d93 req-b54e69be-8540-4ae5-a765-3df6cfdba766 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.0877564 Jun 17 08:23:34.639127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43664) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:34.641021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Pushing event updated for resources: {'Port': ['ID=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:34.645888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Request body: {'floatingip': {'port_id': 'f78817f9-166c-4886-a765-aaa9642b3ca9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:34.649301 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:34.724707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:34.727419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:34.758871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.914182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Router 342213c1-1a47-4d54-9850-26fcb34f2c9e has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:35.144659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:35.155802 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] 10.222.0.65 "PUT /v2.0/routers/342213c1-1a47-4d54-9850-26fcb34f2c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5335777 Jun 17 08:23:35.233414 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b8498fcd-cd31-43b4-bfbc-cf6fa155bae7 None None] Provisioning complete for port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:35.235095 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8498fcd-cd31-43b4-bfbc-cf6fa155bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.293021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43688) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:35.363745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b8498fcd-cd31-43b4-bfbc-cf6fa155bae7 None None] Port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:35.443374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43692) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:35.488706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30215-21be-4f16-9656-6a0e4fa3e1c8 req-b49e61c0-9f26-4daf-866c-0b30efb6a75d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:35.490442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1556031516-network', 'tenant_id': '2b56dc771bd54411a41b6ae7423b68b2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:35.496402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c30215-21be-4f16-9656-6a0e4fa3e1c8 req-b49e61c0-9f26-4daf-866c-0b30efb6a75d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 945 time: 0.2599802 Jun 17 08:23:35.565261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Made reservation on behalf of 2b56dc771bd54411a41b6ae7423b68b2 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:35.568418 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.612737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1744388994'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:35.631124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.690581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:35.696441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.751707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:35.766862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.767523 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Added segment 1f563e57-ae65-4c77-8975-f843e530eb0c of type vlan for network b33d54a0-d368-413d-bf4f-f1862c6d0c81 Jun 17 08:23:35.807176 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c30215-21be-4f16-9656-6a0e4fa3e1c8 req-3e1807b8-7c69-4c09-ae25-69c3cae77e6e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094282 Jun 17 08:23:35.838557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.968732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.970642 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.978672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:35.979477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.995101 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e27369ee-f974-4bc3-91d2-071edce9a4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:36.075298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a3f74-f411-4d37-9ec0-0422ed68d994 req-1cc4c1c0-551c-4a40-b7e2-e64c76172d4c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.085351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a2a3f74-f411-4d37-9ec0-0422ed68d994 req-1cc4c1c0-551c-4a40-b7e2-e64c76172d4c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.3380566 Jun 17 08:23:36.157437 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.162552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:36.165511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.174197 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7297471 Jun 17 08:23:36.175046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Network': ['ID=b33d54a0-d368-413d-bf4f-f1862c6d0c81,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.175697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.177557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43710) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:36.184996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'subnet': {'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:36.225392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.225773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.226165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.226540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.227271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.227626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.228066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.228428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.228764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.229914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.230033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.230371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:36.235499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.236521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:36.241882 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:36.338143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.338719 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Added segment 905548a4-df27-4861-b282-1ec49ee87146 of type vlan for network 7a60d877-1294-40fb-8c04-90436be47d78 Jun 17 08:23:36.341144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a2a3f74-f411-4d37-9ec0-0422ed68d994 req-41b18bd0-5f88-4538-9d78-57f54087d897 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515922 Jun 17 08:23:36.359029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:36.422075 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Floating IP 6eb27afc-813e-4e62-8e2f-de30bb4e81f1 associated. External IP: 172.25.7.233, port: f78817f9-166c-4886-a765-aaa9642b3ca9. Jun 17 08:23:36.463805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e364fcf-9e33-4700-b6cc-da0db09eb84c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.496613 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.505089 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.559222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:36.563521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.606178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.617306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.617926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.624048 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2a1de50-6b30-4c92-b5a1-cf6db4899df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:36.632887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-6af04b61-b1ee-4982-b8b6-a037edb341ce tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.634371 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-6af04b61-b1ee-4982-b8b6-a037edb341ce tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1098 time: 0.2938204 Jun 17 08:23:36.693860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:36.698221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:36.699203 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.712899 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-13'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:36.774351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Sync routers for ids ['342213c1-1a47-4d54-9850-26fcb34f2c9e'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:36.806415 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5024118 Jun 17 08:23:36.815832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43726) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:36.822435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Request body: {'subnet': {'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1556031516-subnet', 'tenant_id': '2b56dc771bd54411a41b6ae7423b68b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:36.842815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Routers {'342213c1-1a47-4d54-9850-26fcb34f2c9e'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:36.844438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['342213c1-1a47-4d54-9850-26fcb34f2c9e'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:36.882609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Pushing event updated for resources: {'Network': ['ID=7a60d877-1294-40fb-8c04-90436be47d78,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.895773 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.938964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Made reservation on behalf of 2b56dc771bd54411a41b6ae7423b68b2 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:36.940532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7a60d877-1294-40fb-8c04-90436be47d78 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:36.941818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.946935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Router 33c51be5-ac54-4124-aac2-67ce7b2eed48 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:37.078131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.134091 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.166351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:37.184356 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.193503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:37.198225 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:37.202078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.206256 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] Sync routers for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:37.222110 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:37.226429 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:37.307728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-26ea496d-fb90-4f6f-8691-8b536515d012 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "PUT /v2.0/floatingips/6eb27afc-813e-4e62-8e2f-de30bb4e81f1 HTTP/1.1" status: 200 len: 992 time: 2.6674037 Jun 17 08:23:37.308946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:37.309387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Set router 342213c1-1a47-4d54-9850-26fcb34f2c9e gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:37.311885 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dfef66-d293-4905-bd35-33ea58b6da65" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:37.314283 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.347736 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:37.407604 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70999aab-30ff-431f-99cb-0d93fa80002c x-openstack-request-id: req-70999aab-30ff-431f-99cb-0d93fa80002c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:37.407949 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:37.408397 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70999aab-30ff-431f-99cb-0d93fa80002c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:37.408960 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'status': 'completed', 'code': 200} Jun 17 08:23:37.464152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:37.477612 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:37.507258 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:37.748083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Checking segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:37.753150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network hostable DHCP agents. Network: b33d54a0-d368-413d-bf4f-f1862c6d0c81, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:37.793588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc7cea-3daf-4b6e-bc22-2f7ae58fda1a req-4d1687b9-8665-4a71-9dc5-840348182ac7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.801789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70bc7cea-3daf-4b6e-bc22-2f7ae58fda1a req-4d1687b9-8665-4a71-9dc5-840348182ac7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 946 time: 0.1524286 Jun 17 08:23:37.834814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 4, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '03a5f782-6b03-4f11-b8b1-ab47b9dbcd86', 'name': '', 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'mac_address': 'fa:16:3e:36:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cae90a45-8118-4acf-bc1a-af11e599d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:32Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 2, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'subnets': [{'id': 'cae90a45-8118-4acf-bc1a-af11e599d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:37.861757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Subnet': ['ID=36be8892-1d76-48f7-ad75-c4b776b96b8f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:37.869953 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:37.874271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:37.896569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70bc7cea-3daf-4b6e-bc22-2f7ae58fda1a req-4516884b-810a-495d-9114-c2e6c5168b46 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936706 Jun 17 08:23:37.929997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Checking router: 342213c1-1a47-4d54-9850-26fcb34f2c9e for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:37.930526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Updating router 342213c1-1a47-4d54-9850-26fcb34f2c9e port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:37.986554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-451268c8-1ab7-47ea-97bc-334aba1e16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.988007 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-451268c8-1ab7-47ea-97bc-334aba1e16e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=381a0f9c7e1b44f28e9ec78f72513161&device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 1098 time: 0.4881189 Jun 17 08:23:37.991909 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.025093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, b33d54a0-d368-413d-bf4f-f1862c6d0c81) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:38.099654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.100416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.108997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:38.155599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.193236 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '6eb27afc-813e-4e62-8e2f-de30bb4e81f1', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'floating_ip_address': '172.25.7.233', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'port_id': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'mac_address': 'fa:16:3e:ae:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:07Z', 'updated_at': '2021-06-17T08:23:35Z', 'revision_number': 1, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:38.208935 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:38.234836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43768) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:38.236184 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0562549 Jun 17 08:23:38.241181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1982092759'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:38.255760 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] Checking router: 33c51be5-ac54-4124-aac2-67ce7b2eed48 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:38.292136 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:38.295224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:38.313037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:38.316987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.375591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:38.398612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0fea8-0e7d-4f31-a38c-d1dd5ebae439 None None] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:38.400298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.400904 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Added segment b140b249-9ddd-45d2-a4d1-32c73973f5d2 of type vlan for network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 Jun 17 08:23:38.411218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:38.525621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.549812 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:38.610281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.616758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.617828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.621603 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:38.729106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:38.739943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5028133 Jun 17 08:23:38.748954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43772) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:38.770159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'subnet': {'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:38.772196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:38.829133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.835222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:38.838096 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d237b90-9e14-43c2-b890-23b7594a4fb5" -d '{"events": [{"server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "name": "network-vif-unplugged", "status": "completed", "tag": "63a55413-2f47-4d38-8153-03824dbf4878"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:38.860533 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:38.938469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Network': ['ID=0b3f13d1-e3aa-4e26-ace5-36bdc1feff94,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:38.980114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.981094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.983217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.983217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.985501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.985902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.986277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.986636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:38.987002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:23:38.988370 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0572f-77fc-4373-8db6-3f24f87e543b x-openstack-request-id: req-2ec0572f-77fc-4373-8db6-3f24f87e543b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:38.988789 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "name": "network-vif-unplugged", "status": "completed", "tag": "63a55413-2f47-4d38-8153-03824dbf4878", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:38.989096 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ec0572f-77fc-4373-8db6-3f24f87e543b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:38.991130 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878', 'code': 200} Jun 17 08:23:39.013856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:39.014512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:39.039882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:39.040270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:39.080808 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:39.119658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:39.122707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:39.123761 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.125209 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.166251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-b41b2168-5cce-4246-b1c0-8d2be0e76196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.167647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-b41b2168-5cce-4246-b1c0-8d2be0e76196 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fdf317b-f803-4d13-9e65-18c67fad8ffd HTTP/1.1" status: 200 len: 907 time: 1.1536188 Jun 17 08:23:39.186103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3473936-b30c-4701-9ef6-77f2a42c6c27,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:39.205253 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:39.207023 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-009cddb3-2db3-4fd4-b8b7-e0134bb57da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:39.297273 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '6eb27afc-813e-4e62-8e2f-de30bb4e81f1', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'floating_ip_address': '172.25.7.233', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'port_id': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'mac_address': 'fa:16:3e:ae:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:07Z', 'updated_at': '2021-06-17T08:23:35Z', 'revision_number': 1, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:39.315002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on host n-h1-780147-13 for vnic_type normal with profile {"migrating_to": "n-h2-780147-13"} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:39.315484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:39.315810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:39.321877 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.337189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Transition to ACTIVE for port object 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:39.358600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Checking segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:39.358993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Network hostable DHCP agents. Network: 7a60d877-1294-40fb-8c04-90436be47d78, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:39.360684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:39.368371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:39.368687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Attempting to bind port 63a55413-2f47-4d38-8153-03824dbf4878 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:39.391991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:39.392329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:39.392723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:39.393173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Bound port: 63a55413-2f47-4d38-8153-03824dbf4878, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:39.393516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.421277 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f2f12-ee8a-4d09-b4ba-8b07e0352dba None None] The sync data for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 is: [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '6eb27afc-813e-4e62-8e2f-de30bb4e81f1', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'floating_ip_address': '172.25.7.233', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'port_id': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'mac_address': 'fa:16:3e:ae:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:07Z', 'updated_at': '2021-06-17T08:23:35Z', 'revision_number': 1, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:39.427169 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-4ac669ba-284c-4f7b-b853-b573e798b84e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f78817f9-166c-4886-a765-aaa9642b3ca9 HTTP/1.1" status: 200 len: 1000 time: 0.2379177 Jun 17 08:23:39.452347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=7']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:39.460022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.470880 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff8f5fb3-bdae-4d1e-a141-0ba5162500b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:39.500918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:39.504253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Network 7a60d877-1294-40fb-8c04-90436be47d78 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:39.576953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:39.584463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7a60d877-1294-40fb-8c04-90436be47d78) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:39.594087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 has no active binding in host n-h2-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:23:39.609365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-ff771dbe-3de8-4e83-9a74-633b5039d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.611444 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-ff771dbe-3de8-4e83-9a74-633b5039d380 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f8559b4-e9b5-4771-9063-5cce2fcfd430 HTTP/1.1" status: 200 len: 845 time: 0.1702023 Jun 17 08:23:39.632675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b5ff9-9ca4-4664-9186-0b15359e5aed req-9c746df7-9b28-48d3-a9c8-2fc06ea82023 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.644217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d19b5ff9-9ca4-4664-9186-0b15359e5aed req-9c746df7-9b28-48d3-a9c8-2fc06ea82023 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 944 time: 0.3636348 Jun 17 08:23:39.671948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.672461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.773555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:39.811810 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.834868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:39.844117 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:39.862251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.877864 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b18d374-1a38-443f-88fc-ad1400a497e7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:39.892282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d19b5ff9-9ca4-4664-9186-0b15359e5aed req-334d54b2-50b6-4f39-822d-6b6881f4aeca tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469354 Jun 17 08:23:39.931374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f14481-18f3-48bb-8cc0-0a7a349115d9 None None] Network 7a60d877-1294-40fb-8c04-90436be47d78 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:39.969479 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1507370 Jun 17 08:23:39.989574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b643c2-a635-49fe-b6cd-27bc273b8242 None None] New status for floating IP 6eb27afc-813e-4e62-8e2f-de30bb4e81f1: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:23:40.056145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Subnet': ['ID=dfc96715-1098-4742-ab9b-56f8c977b84c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:40.071984 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:40.079805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Checking segment: {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:40.080172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network hostable DHCP agents. Network: 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:40.126227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:40.147073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:40.151077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:40.151681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:40.193162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4295566 Jun 17 08:23:40.283889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=8']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:40.303742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:40.303742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:40.311445 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] 10.222.0.67 "PUT /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 1124 time: 3.6644580 Jun 17 08:23:40.313625 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:40.315556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-93dc63b9-03e7-4c9f-99d9-aee5ded0d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:40.317010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-93dc63b9-03e7-4c9f-99d9-aee5ded0d945 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fdf317b-f803-4d13-9e65-18c67fad8ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6788995 Jun 17 08:23:40.333309 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:23:40.365293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4577b95-dc24-49ba-84da-420993bbb65b None None] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:40.373800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'fixed_ips': [{'subnet_id': '36be8892-1d76-48f7-ad75-c4b776b96b8f'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:23:40.376995 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:40.501379 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-f32a99d8-c722-4f9b-b472-edc26a494448 service neutron] 10.222.0.60 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733766 Jun 17 08:23:40.735373 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-66dfef66-d293-4905-bd35-33ea58b6da65 req-4e3dfb23-1bda-48ed-8d79-e878177155c7 service neutron] 10.222.0.60 "GET /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258739 Jun 17 08:23:40.801135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-d0d69501-ca57-4019-8e9d-e509cbfe9e11 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:40.807302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-d0d69501-ca57-4019-8e9d-e509cbfe9e11 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:40.809786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-d0d69501-ca57-4019-8e9d-e509cbfe9e11 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/networks?id=b33d54a0-d368-413d-bf4f-f1862c6d0c81&id=0b3f13d1-e3aa-4e26-ace5-36bdc1feff94&id=b33d54a0-d368-413d-bf4f-f1862c6d0c81 HTTP/1.1" status: 200 len: 1392 time: 0.2410011 Jun 17 08:23:40.819682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Pushing event updated for resources: {'Port': ['ID=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:40.833399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-a7c518b3-556d-4f5f-9803-c6d35496e32b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/quotas/1c08d437c69d43beb69b0c78b7ca9c47 HTTP/1.1" status: 200 len: 375 time: 0.0171671 Jun 17 08:23:40.878018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.878464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.880664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.881091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.881493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.881891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.882285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.883617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.883808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.884635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.886816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.887287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:40.902322 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:40.954212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['63a55413-2f47-4d38-8153-03824dbf4878'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:40.960039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['63a55413-2f47-4d38-8153-03824dbf4878'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:40.964208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 719ff112-faff-4d05-bfd6-bd5a1b82f8cf details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:40.965204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-1ad3883f-a83e-46c9-9e72-2fe0c60477d5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258743 Jun 17 08:23:40.992865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:40.995259 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18feb60-7e46-4636-8a84-14dd84eec376" -d '{"events": [{"name": "network-changed", "server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "tag": "63a55413-2f47-4d38-8153-03824dbf4878"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:41.079472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-ff20e4b8-5929-461a-85da-3ee2f03b753a service neutron] 10.222.0.65 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131423 Jun 17 08:23:41.179520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:41.196395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Attempting to bind port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:41.196395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Attempting to bind port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:41.196395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Attempting to bind port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 on network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:41.222188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'mac_address': 'fa:16:3e:26:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:41.237597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-b4d7c4cd-a3cc-4002-ab53-7d2a56181a02 service neutron] 10.222.0.65 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570292 Jun 17 08:23:41.272101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:41.272101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Checking segment: {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:41.272518 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.273344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Bound using segment: {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:41.273528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Bound port: 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88337b24-9b04-4acb-9ffd-b9635b248c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:41.273976 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.423221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.432585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-c3c90cb3-83ac-40bc-8068-90079c139aa6 service neutron] 10.222.0.65 "GET /v2.0/networks/0b3f13d1-e3aa-4e26-ace5-36bdc1feff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940486 Jun 17 08:23:41.444651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386eda7-805c-450c-b006-0b7ca68506c5 None None] Network 7a60d877-1294-40fb-8c04-90436be47d78 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:41.563971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 719ff112-faff-4d05-bfd6-bd5a1b82f8cf {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:41.572914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-af021391-4e7f-4749-9042-c84798ed3cc5 service neutron] 10.222.0.65 "GET /v2.0/networks/0b3f13d1-e3aa-4e26-ace5-36bdc1feff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373703 Jun 17 08:23:41.647024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] For port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:41.656786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] For port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:41.719670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-5ab6f97e-e91f-4f2d-b672-8ff8db3c1609 service neutron] 10.222.0.65 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475663 Jun 17 08:23:41.782366 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.808377 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:41.854473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-29c2971d-d435-4dbd-96fa-0e4d1b08a5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336052 Jun 17 08:23:41.893523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:42.028819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Allocated IP 19.80.0.2 (b33d54a0-d368-413d-bf4f-f1862c6d0c81/36be8892-1d76-48f7-ad75-c4b776b96b8f/6d706f88-c178-48ea-8893-ef07a053d1cc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:42.255056 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:42.433951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Pushing event updated for resources: {'Port': ['ID=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:42.571014 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:42.612849 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:42.635265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-0b3f13d1-e3aa-4e26-ace5-36bdc1feff94', 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'fixed_ips': [{'subnet_id': 'dfc96715-1098-4742-ab9b-56f8c977b84c'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:23:42.635857 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:42.641254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['719ff112-faff-4d05-bfd6-bd5a1b82f8cf'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:42.920972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Routers {'342213c1-1a47-4d54-9850-26fcb34f2c9e'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:42.921641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['342213c1-1a47-4d54-9850-26fcb34f2c9e'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:43.641775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Allocated IP 19.86.0.2 (0b3f13d1-e3aa-4e26-ace5-36bdc1feff94/dfc96715-1098-4742-ab9b-56f8c977b84c/fcde9407-b863-46f2-8641-8d53558d6146) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:43.837833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:43.870406 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:43.937657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.981492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] Set router 342213c1-1a47-4d54-9850-26fcb34f2c9e gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:43.999662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Transition to ACTIVE for port object 6d706f88-c178-48ea-8893-ef07a053d1cc will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:44.055745 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.097259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Transition to ACTIVE for port object fcde9407-b863-46f2-8641-8d53558d6146 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:44.121840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Transition to ACTIVE for port object fcde9407-b863-46f2-8641-8d53558d6146 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:44.163403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Transition to ACTIVE for port object 6d706f88-c178-48ea-8893-ef07a053d1cc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:44.269560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.330159 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35e9cfb4-2fb2-4729-9b7b-f813320667ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:44.406497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.515739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:44.537289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:44.546321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:44.549348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Pushing event updated for resources: {'Port': ['ID=fcde9407-b863-46f2-8641-8d53558d6146,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:44.556220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-78ab0d6f-eedc-4f4b-9563-c41f94cc18c9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.562849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-78ab0d6f-eedc-4f4b-9563-c41f94cc18c9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.563349 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:44.566729 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-78ab0d6f-eedc-4f4b-9563-c41f94cc18c9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "GET /v2.0/networks?id=b33d54a0-d368-413d-bf4f-f1862c6d0c81&id=0b3f13d1-e3aa-4e26-ace5-36bdc1feff94&id=b33d54a0-d368-413d-bf4f-f1862c6d0c81 HTTP/1.1" status: 200 len: 1392 time: 0.2257564 Jun 17 08:23:44.570540 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9392347-610c-451d-8782-ea585ad54dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:44.590041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'port': {'device_id': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'admin_state_up': True, 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:44.787735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Pushing event updated for resources: {'Port': ['ID=6d706f88-c178-48ea-8893-ef07a053d1cc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:44.801918 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:44.899053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:44.918764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:44.919964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:44.922552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:44.928824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.945465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Attempting to bind port fcde9407-b863-46f2-8641-8d53558d6146 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:44.946508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Attempting to bind port fcde9407-b863-46f2-8641-8d53558d6146 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:44.946888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Attempting to bind port fcde9407-b863-46f2-8641-8d53558d6146 on network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:44.959944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:44.960332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Checking segment: {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:44.960750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.962119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Bound using segment: {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:44.962635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Bound port: fcde9407-b863-46f2-8641-8d53558d6146, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:44.963322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.059859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] For port fcde9407-b863-46f2-8641-8d53558d6146, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:45.063697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] For port fcde9407-b863-46f2-8641-8d53558d6146, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fcde9407-b863-46f2-8641-8d53558d6146,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:45.110444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Allocated IP 19.80.0.176 (b33d54a0-d368-413d-bf4f-f1862c6d0c81/36be8892-1d76-48f7-ad75-c4b776b96b8f/fa23e749-55ab-49fd-94a7-8b5a663c5f57) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:45.135226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.149943 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:45.237651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Attempting to bind port 6d706f88-c178-48ea-8893-ef07a053d1cc on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:45.238324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Attempting to bind port 6d706f88-c178-48ea-8893-ef07a053d1cc by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:45.238883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Attempting to bind port 6d706f88-c178-48ea-8893-ef07a053d1cc on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:45.259379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:45.260291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Checking segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:45.260863 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.261427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Bound using segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:45.262104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Bound port: 6d706f88-c178-48ea-8893-ef07a053d1cc, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:45.262684 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.343194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Pushing event updated for resources: {'Port': ['ID=fcde9407-b863-46f2-8641-8d53558d6146,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:45.349410 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:45.383634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.400714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 4, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '03a5f782-6b03-4f11-b8b1-ab47b9dbcd86', 'name': '', 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'mac_address': 'fa:16:3e:36:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cae90a45-8118-4acf-bc1a-af11e599d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:32Z', 'updated_at': '2021-06-17T08:23:41Z', 'revision_number': 4, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'subnets': [{'id': 'cae90a45-8118-4acf-bc1a-af11e599d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:45.401983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Transition to ACTIVE for port object fa23e749-55ab-49fd-94a7-8b5a663c5f57 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:45.454090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932d93d-fe04-43bc-b442-a33c8d3190a3 None None] The sync data for ids ['342213c1-1a47-4d54-9850-26fcb34f2c9e'] in n-d-780147-13 is: [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:23:33Z', 'revision_number': 4, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '03a5f782-6b03-4f11-b8b1-ab47b9dbcd86', 'name': '', 'network_id': 'c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'mac_address': 'fa:16:3e:36:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cae90a45-8118-4acf-bc1a-af11e599d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:32Z', 'updated_at': '2021-06-17T08:23:41Z', 'revision_number': 4, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'subnets': [{'id': 'cae90a45-8118-4acf-bc1a-af11e599d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:45.461943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] For port 6d706f88-c178-48ea-8893-ef07a053d1cc, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:45.505264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.510446 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:45.537264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] For port 6d706f88-c178-48ea-8893-ef07a053d1cc, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6d706f88-c178-48ea-8893-ef07a053d1cc,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:45.574998 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.574998 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:45.731499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:45.735604 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:45.755590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:45.763522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:45.788638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:45.795669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Pushing event updated for resources: {'Port': ['ID=6d706f88-c178-48ea-8893-ef07a053d1cc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:45.811869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:45.910660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:45.931641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.993702 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4075246 Jun 17 08:23:46.004799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'port': {'device_id': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94', 'admin_state_up': True, 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:46.215433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:46.397634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:46.403974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:46.404617 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.465456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:46.483709 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.523946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 719ff112-faff-4d05-bfd6-bd5a1b82f8cf up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:46.756966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.834284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:46.877572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.879141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fcde9407-b863-46f2-8641-8d53558d6146 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:46.885190 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:46.916510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Allocated IP 19.86.0.234 (0b3f13d1-e3aa-4e26-ace5-36bdc1feff94/dfc96715-1098-4742-ab9b-56f8c977b84c/954d6fc1-c218-4e2d-9665-a14e3afe0cb4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:47.039739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:47.047828 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.050358 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:47.057452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:47.059602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.219755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676450da-fe4f-47a5-b46c-821d051c7c47 None None] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:47.399039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.422807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port fcde9407-b863-46f2-8641-8d53558d6146 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:47.455754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Transition to ACTIVE for port object 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:47.493099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Provisioning for port fcde9407-b863-46f2-8641-8d53558d6146 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:47.509280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Provisioning complete for port fcde9407-b863-46f2-8641-8d53558d6146 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:47.513706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.530852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.537725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-34eed7c8-1569-4e1e-9107-c49c84671369 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:47.608718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Port': ['ID=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:47.616308 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:47.632939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:47.636740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:47.643527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:47.699105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fcde9407-b863-46f2-8641-8d53558d6146 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:47.699546 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.732237 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.744616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.745297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.769204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-7b937f8a-0746-4c0e-b344-1d5ace07d268 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.777731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-7b937f8a-0746-4c0e-b344-1d5ace07d268 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 813 time: 0.4306197 Jun 17 08:23:47.781735 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7814238 Jun 17 08:23:47.798248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-38d1ca67-eb3e-4239-82fd-c551f17dfe42 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/quotas/2b56dc771bd54411a41b6ae7423b68b2 HTTP/1.1" status: 200 len: 375 time: 0.0183473 Jun 17 08:23:47.806394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'port': {'device_id': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'admin_state_up': True, 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:47.911439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-e63ae995-7dc8-4667-bf6a-bd25604d4819 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117585 Jun 17 08:23:47.958753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:47.969802 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2186ae-a467-4c86-8101-9b866751bc04" -d '{"events": [{"server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "name": "network-vif-plugged", "status": "completed", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:48.034226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-d49b39f2-2cc8-4ac1-aa3d-980723f4cf13 service neutron] 10.222.0.65 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217000 Jun 17 08:23:48.042066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:48.049671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.060248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d2942-62ea-41ac-8de2-4368319e0778 None None] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:48.163274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-3a6abe21-7579-4b61-8202-755130e23988 service neutron] 10.222.0.65 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274526 Jun 17 08:23:48.217297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48f76-811c-4988-b237-bef3a0f7e72f req-37629e5e-7bf9-407d-8931-078c79b33863 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.226272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22c48f76-811c-4988-b237-bef3a0f7e72f req-37629e5e-7bf9-407d-8931-078c79b33863 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 944 time: 0.4405248 Jun 17 08:23:48.342290 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22c48f76-811c-4988-b237-bef3a0f7e72f req-2563edc5-04e0-4e6a-9ce5-dc446765c587 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129549 Jun 17 08:23:48.389363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Allocated IP 19.80.0.245 (b33d54a0-d368-413d-bf4f-f1862c6d0c81/36be8892-1d76-48f7-ad75-c4b776b96b8f/282e76ac-1a47-40bb-9e3a-9418782253b7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:48.592200 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf53dd8-fce7-4bbb-ba6d-ecdc46969403 x-openstack-request-id: req-ecf53dd8-fce7-4bbb-ba6d-ecdc46969403 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:48.592635 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "tag": "63a55413-2f47-4d38-8153-03824dbf4878", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:48.592934 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ecf53dd8-fce7-4bbb-ba6d-ecdc46969403 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:48.593373 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878', 'status': 'completed', 'code': 200} Jun 17 08:23:48.682554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.706275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Transition to ACTIVE for port object 282e76ac-1a47-40bb-9e3a-9418782253b7 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:48.708950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:48.738088 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.788491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.791958 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-1fb53b2c-9e40-43c1-9eaa-46622efb26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.793802 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-1fb53b2c-9e40-43c1-9eaa-46622efb26ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1127 time: 0.1848040 Jun 17 08:23:48.796962 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8b27ba7-6f3d-46a7-9d4b-38070132b107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:48.847955 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.876035 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be441b08-ef4c-411e-829a-d4cb410ad6af x-openstack-request-id: req-be441b08-ef4c-411e-829a-d4cb410ad6af {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:48.876285 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "name": "network-vif-plugged", "status": "completed", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:48.876551 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be441b08-ef4c-411e-829a-d4cb410ad6af {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:48.876957 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'code': 200} Jun 17 08:23:48.879624 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:48.980893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:49.015185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] For port fcde9407-b863-46f2-8641-8d53558d6146, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fcde9407-b863-46f2-8641-8d53558d6146,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:49.107610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ed43-aea5-41d9-ba99-f51b0ce83a28 req-9fb9e1d1-7b04-43b5-9db3-4561b78822b1 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.115733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ed43-aea5-41d9-ba99-f51b0ce83a28 req-9fb9e1d1-7b04-43b5-9db3-4561b78822b1 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.129743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ed43-aea5-41d9-ba99-f51b0ce83a28 req-9fb9e1d1-7b04-43b5-9db3-4561b78822b1 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.135690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.142455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d780ed43-aea5-41d9-ba99-f51b0ce83a28 req-9fb9e1d1-7b04-43b5-9db3-4561b78822b1 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2377 time: 0.1556957 Jun 17 08:23:49.197595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d780ed43-aea5-41d9-ba99-f51b0ce83a28 req-6892bc0f-cded-4b56-9557-2c2784e9e478 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Jun 17 08:23:49.206414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-75af25d9-d98f-4e1e-80b8-9b72a2d70329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.207905 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-75af25d9-d98f-4e1e-80b8-9b72a2d70329 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.4047768 Jun 17 08:23:49.208567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.212572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.217487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:49.223111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:49.242578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:49.417562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.431849 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-8de7cde0-9498-4a7c-a3dd-7c0c768f00bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 217 time: 0.2027991 Jun 17 08:23:49.433508 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.434301 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.445780 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.476360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4f60eb72-5338-4740-aacc-7a075123b229 None None] Provisioning for port 6d706f88-c178-48ea-8893-ef07a053d1cc completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:49.487018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7182e504-f981-4ded-836e-33e276147620 req-8c2fea37-b3ad-4bf4-a325-b78a8e59a380 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 210 time: 0.1236131 Jun 17 08:23:49.663547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-314734f3-7e2b-4740-8138-2094a11cd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.665161 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-314734f3-7e2b-4740-8138-2094a11cd47a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.2082863 Jun 17 08:23:49.731320 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-4e8ce80e-3741-4b46-96a9-7488b6712b12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533762 Jun 17 08:23:49.798094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.798754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.892723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:49.912526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Pushing event updated for resources: {'Port': ['ID=fcde9407-b863-46f2-8641-8d53558d6146,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.935436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1450527 Jun 17 08:23:49.945807 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.986500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1e11f-f841-4dba-bc8b-4c5dc439388a req-c17df57d-9447-42f7-a1e9-3191103f7222 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.995494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22d1e11f-f841-4dba-bc8b-4c5dc439388a req-c17df57d-9447-42f7-a1e9-3191103f7222 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 951 time: 0.4105759 Jun 17 08:23:50.011129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Request body: {'port': {'device_id': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:50.018270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d907def3-7e2d-45c0-969a-cde8d9caaf14 None None] Provisioning complete for port fcde9407-b863-46f2-8641-8d53558d6146 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:50.018844 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d907def3-7e2d-45c0-969a-cde8d9caaf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.128460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-f2bc0cd1-dfdf-4225-8bd5-a00ac99c7ba6 service neutron] 10.222.0.60 "GET /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.4782953 Jun 17 08:23:50.204696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:50.204837 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.299595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.304188 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-7a6c2323-e29b-4b38-99b3-e8ba83e83baa service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474381 Jun 17 08:23:50.340782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22d1e11f-f841-4dba-bc8b-4c5dc439388a req-069eb2df-2655-4f43-8749-19b90dd64010 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438463 Jun 17 08:23:50.392093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e382-8a48-42ae-a15d-824ea02b88cd req-90960ef1-3156-4050-963e-d87f2a14be4e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:50.407521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c795e382-8a48-42ae-a15d-824ea02b88cd req-90960ef1-3156-4050-963e-d87f2a14be4e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 944 time: 0.5409315 Jun 17 08:23:50.546782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d907def3-7e2d-45c0-969a-cde8d9caaf14 None None] Provisioning for port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:50.549618 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c18feb60-7e46-4636-8a84-14dd84eec376 req-629deda3-9c66-4c28-8ff1-5860c263e5ba service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183559 Jun 17 08:23:50.571873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d907def3-7e2d-45c0-969a-cde8d9caaf14 None None] Provisioning complete for port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:50.572290 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d907def3-7e2d-45c0-969a-cde8d9caaf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.704318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d706f88-c178-48ea-8893-ef07a053d1cc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:50.772284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d907def3-7e2d-45c0-969a-cde8d9caaf14 None None] Port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:50.848935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6d706f88-c178-48ea-8893-ef07a053d1cc completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:50.853867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6d706f88-c178-48ea-8893-ef07a053d1cc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:50.854304 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.002560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Provisioning for port 282e76ac-1a47-40bb-9e3a-9418782253b7 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:51.018837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Provisioning complete for port 282e76ac-1a47-40bb-9e3a-9418782253b7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:51.019533 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.130406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Port 282e76ac-1a47-40bb-9e3a-9418782253b7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:51.148080 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.174627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa23e749-55ab-49fd-94a7-8b5a663c5f57 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:51.185202 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.188357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6d706f88-c178-48ea-8893-ef07a053d1cc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6d706f88-c178-48ea-8893-ef07a053d1cc,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:51.189584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Provisioning for port fa23e749-55ab-49fd-94a7-8b5a663c5f57 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:51.194587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Provisioning complete for port fa23e749-55ab-49fd-94a7-8b5a663c5f57 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:51.195082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.203503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Transition to ACTIVE for port object fa23e749-55ab-49fd-94a7-8b5a663c5f57 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:51.214195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.216941 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a2e264ed-ff33-423a-8a88-a69c5b13fd53 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:51.221299 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.225103 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:51.275017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Port fa23e749-55ab-49fd-94a7-8b5a663c5f57 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:51.306662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Provisioning complete for port 6d706f88-c178-48ea-8893-ef07a053d1cc triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:51.307397 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.351028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6d706f88-c178-48ea-8893-ef07a053d1cc,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:51.357631 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:51.378045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Pushing event updated for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:51.383794 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:51.412725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c795e382-8a48-42ae-a15d-824ea02b88cd req-dc387018-8c8b-471d-88f0-ee7b29a00099 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0042274 Jun 17 08:23:51.502392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Provisioning complete for port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:51.502807 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.609889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:51.620049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6572ba22-9cf3-4ef0-b842-b8e1a88fa170 None None] Port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:51.660570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fcde9407-b863-46f2-8641-8d53558d6146 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:51.685454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:51.731736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65ea13-3bf5-4c63-bab6-ec779949939c req-efc56db5-3ce6-4280-b807-32e3270a2d4e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.739993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e65ea13-3bf5-4c63-bab6-ec779949939c req-efc56db5-3ce6-4280-b807-32e3270a2d4e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1097 time: 0.4872169 Jun 17 08:23:51.759404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2864c8f6-5f14-4825-84e1-9c8564adbc67 None None] Provisioning complete for port 282e76ac-1a47-40bb-9e3a-9418782253b7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:51.759785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2864c8f6-5f14-4825-84e1-9c8564adbc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.772907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a55413-2f47-4d38-8153-03824dbf4878 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:51.817320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2864c8f6-5f14-4825-84e1-9c8564adbc67 None None] Port 282e76ac-1a47-40bb-9e3a-9418782253b7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:51.820686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Attempting to bind port fa23e749-55ab-49fd-94a7-8b5a663c5f57 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:51.821024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Attempting to bind port fa23e749-55ab-49fd-94a7-8b5a663c5f57 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:51.821353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Attempting to bind port fa23e749-55ab-49fd-94a7-8b5a663c5f57 on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:51.822532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fcde9407-b863-46f2-8641-8d53558d6146 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:51.823075 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.838688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:51.889345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Port fa23e749-55ab-49fd-94a7-8b5a663c5f57 on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:51.889716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Attempting to bind port fa23e749-55ab-49fd-94a7-8b5a663c5f57 on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:51.912763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.938380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d706f88-c178-48ea-8893-ef07a053d1cc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:51.950004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e65ea13-3bf5-4c63-bab6-ec779949939c req-5c834889-2e4c-45c0-a2b7-41f25ddb2b37 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044425 Jun 17 08:23:51.989842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:51.992883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Checking segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:51.994016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Bound using segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:51.995734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Bound port: fa23e749-55ab-49fd-94a7-8b5a663c5f57, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:51.996043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.025848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6d706f88-c178-48ea-8893-ef07a053d1cc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:52.026411 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.159635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Transition to ACTIVE for port object 63a55413-2f47-4d38-8153-03824dbf4878 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:52.172297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.192545 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32dd1579-c117-4420-8077-5851c83d2ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:52.414212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] No DVR routers for this DVR port 63a55413-2f47-4d38-8153-03824dbf4878 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:52.415846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-da001a97-29b3-437d-8c63-684db6f25cbf tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.418553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-da001a97-29b3-437d-8c63-684db6f25cbf tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.60 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 813 time: 0.7727175 Jun 17 08:23:52.424447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Pushing event updated for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:52.435318 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:52.445982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-fa3add8b-66d5-4975-8550-4fe90a5c5f97 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.447711 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-fa3add8b-66d5-4975-8550-4fe90a5c5f97 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 813 time: 0.7953920 Jun 17 08:23:52.452454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Request body: {'port': {'device_id': '6ef13190-9daf-4730-b79f-aec938670ad7', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'admin_state_up': True, 'tenant_id': '2b56dc771bd54411a41b6ae7423b68b2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:52.464877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Request body: {'port': {'device_id': 'ff202715-c8be-4491-a579-91e0edc0745c', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'admin_state_up': True, 'tenant_id': '2b56dc771bd54411a41b6ae7423b68b2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:52.471285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-11818214-2694-4052-b5a5-f0582485c31a service neutron] 10.222.0.60 "PUT /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878/bindings/n-h2-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 2.3269615 Jun 17 08:23:52.521837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3488-02fb-4c0c-8dde-941ff2770c50 req-065d88b9-d8c8-404b-a997-5eb6295947ed tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.537218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3488-02fb-4c0c-8dde-941ff2770c50 req-065d88b9-d8c8-404b-a997-5eb6295947ed tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.539375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:52.544576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3488-02fb-4c0c-8dde-941ff2770c50 req-065d88b9-d8c8-404b-a997-5eb6295947ed tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.552462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:52.560757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee0e3488-02fb-4c0c-8dde-941ff2770c50 req-065d88b9-d8c8-404b-a997-5eb6295947ed tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2389 time: 0.2447727 Jun 17 08:23:52.676093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c07bb6c2-87a7-47df-adea-bfc9c0421485 req-c0d8d88b-7661-4638-8359-bab1e81c3e3f tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 210 time: 0.0477717 Jun 17 08:23:52.708748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee0e3488-02fb-4c0c-8dde-941ff2770c50 req-1bf75fe8-d16b-4a7e-983a-acd6f8dff7fb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469924 Jun 17 08:23:52.732906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-f85a8423-9420-4ba4-9216-d092692d1188 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.735281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-f85a8423-9420-4ba4-9216-d092692d1188 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.1717486 Jun 17 08:23:52.743754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:52.748441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Made reservation on behalf of 2b56dc771bd54411a41b6ae7423b68b2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:52.752740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.756217 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.764584 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.781137 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd2898c4-9168-453b-9643-d479d6ee3198 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:52.802862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:52.819148 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247ac429-5ab9-4054-83e4-c918a34cad5b" -d '{"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:52.829530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.830021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.831452 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] 10.222.0.60 "PUT /v2.0/ports/fa23e749-55ab-49fd-94a7-8b5a663c5f57 HTTP/1.1" status: 200 len: 1093 time: 2.8322382 Jun 17 08:23:52.841432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:52.855408 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.858499 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:52.883181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-e687f52e-b3ea-4ef1-9206-7cf4affca665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.885659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-e687f52e-b3ea-4ef1-9206-7cf4affca665 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac&tenant_id=bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 1097 time: 0.1419332 Jun 17 08:23:52.916365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:52.918676 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791101bf-2e9c-46da-832f-cedac1c24a78" -d '{"events": [{"name": "network-changed", "server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:52.944801 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Request body: {'port': {'device_id': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:52.969931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:52.986481 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:53.051730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-6d96b480-2648-40a1-999b-b373905d1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.069783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-6d96b480-2648-40a1-999b-b373905d1421 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1097 time: 0.1575601 Jun 17 08:23:53.284460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-1e2d8b64-458c-4162-8645-de5e4819f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.286006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-1e2d8b64-458c-4162-8645-de5e4819f29b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.2069092 Jun 17 08:23:53.365707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Pushing event updated for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:53.374997 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:53.380001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-4c9a0b67-79da-4446-b1af-764dcc66bb1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 200 len: 217 time: 0.0864587 Jun 17 08:23:53.406498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Made reservation on behalf of 2b56dc771bd54411a41b6ae7423b68b2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:53.412504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.442755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.473129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Allocated IP 172.20.0.2 (7a60d877-1294-40fb-8c04-90436be47d78/c3473936-b30c-4701-9ef6-77f2a42c6c27/9c571621-1dea-4d9f-8c7c-a7fec09fc6bd) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:53.493270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-329199d1-de84-4d3a-b7b1-aec2b0c1335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.495360 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-329199d1-de84-4d3a-b7b1-aec2b0c1335b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.1049957 Jun 17 08:23:53.536790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-94f56b1d-e762-4608-8da1-6eb7ad67aaa2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345261 Jun 17 08:23:53.631588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7e6f4-748d-417f-b490-b30089593ca2 req-8e215742-6b49-4dfd-82fc-9b0ab87b27b8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.634688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cc7e6f4-748d-417f-b490-b30089593ca2 req-8e215742-6b49-4dfd-82fc-9b0ab87b27b8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 945 time: 0.2250671 Jun 17 08:23:53.804764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cc7e6f4-748d-417f-b490-b30089593ca2 req-a635990a-2eb0-4287-8621-979188556eb8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401055 Jun 17 08:23:53.823661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-486ba761-cfbb-4ad4-b348-ef6d30a9beae service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764139 Jun 17 08:23:53.977047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-97bde6c5-82fc-42fe-a414-b2388c6130e6 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462040 Jun 17 08:23:54.063122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.077992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:54.100396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.113902 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cc6970-8d5c-4935-ae52-319713a859f7 x-openstack-request-id: req-10cc6970-8d5c-4935-ae52-319713a859f7 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:54.115023 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:54.115802 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10cc6970-8d5c-4935-ae52-319713a859f7 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:54.116852 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'code': 200} Jun 17 08:23:54.159010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Transition to ACTIVE for port object 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:54.216947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Allocated IP 172.20.0.4 (7a60d877-1294-40fb-8c04-90436be47d78/c3473936-b30c-4701-9ef6-77f2a42c6c27/31fa2b73-f12d-4e9b-8cdf-fdd58d254e25) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:54.306249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-fe2ee813-1ec0-4280-96fd-a44f745bbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.307806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-fe2ee813-1ec0-4280-96fd-a44f745bbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.308576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-fe2ee813-1ec0-4280-96fd-a44f745bbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.311839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-fe2ee813-1ec0-4280-96fd-a44f745bbbc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2759 time: 0.1232495 Jun 17 08:23:54.520503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.621210 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2489fe-11e3-491e-b757-ff3181ab8db9 x-openstack-request-id: req-bd2489fe-11e3-491e-b757-ff3181ab8db9 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:54.621644 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:54.621888 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd2489fe-11e3-491e-b757-ff3181ab8db9 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:54.623163 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57', 'status': 'completed', 'code': 200} Jun 17 08:23:54.624640 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.637777 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:54.659320 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.739826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Network 7a60d877-1294-40fb-8c04-90436be47d78 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:54.750917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:54.763016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:54.783052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-822bac8f-34af-4241-be57-68c2a495ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.783696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-822bac8f-34af-4241-be57-68c2a495ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.784182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-822bac8f-34af-4241-be57-68c2a495ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.785942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-822bac8f-34af-4241-be57-68c2a495ac34 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4541428 Jun 17 08:23:54.845828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.859375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-27870c96-d6f2-49da-99e7-98a4179c5833 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:23:54.860458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-27870c96-d6f2-49da-99e7-98a4179c5833 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066509 Jun 17 08:23:54.868345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90517d8-2be4-4366-9901-01a599b1674f req-8f91d216-8b5b-4c5b-835c-1ffeaa0ddf2f tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.875650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90517d8-2be4-4366-9901-01a599b1674f req-8f91d216-8b5b-4c5b-835c-1ffeaa0ddf2f tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 931 time: 0.1588428 Jun 17 08:23:54.894391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Request body: {'binding': {'host': 'n-h2-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:54.894849 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:23:54.902704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event updated for resources: {'Port': ['ID=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:54.906551 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:54.912070 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-326bbfbe-ac8f-480a-b178-2de0ca4319a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:54.924720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.925381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.968099 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58c20504-37a0-4415-b313-377e8d95927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.969252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Network 7a60d877-1294-40fb-8c04-90436be47d78 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:55.006947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:55.009516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:55.087663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:55.087919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-5bc6b715-f864-42a6-ae20-98660560009c tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.089217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-5bc6b715-f864-42a6-ae20-98660560009c tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.4316492 Jun 17 08:23:55.099680 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6609290 Jun 17 08:23:55.119912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Request body: {'port': {'device_id': '6ef13190-9daf-4730-b79f-aec938670ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:55.174294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90517d8-2be4-4366-9901-01a599b1674f req-657f4828-6df3-4129-bd23-b90714d1888c tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974033 Jun 17 08:23:55.201090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-6eccc9f3-d981-4949-8625-667297b0aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.202776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-791101bf-2e9c-46da-832f-cedac1c24a78 req-6eccc9f3-d981-4949-8625-667297b0aac0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4059775 Jun 17 08:23:55.234430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.263350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Attempting to bind port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:55.263694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Attempting to bind port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:55.264027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Attempting to bind port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 on network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:55.285911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.286525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.298876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event updated for resources: {'Port': ['ID=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:55.301877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 on network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:55.302206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Attempting to bind port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 on network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:55.305836 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:55.307990 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:55.308451 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:55.313749 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8539798 Jun 17 08:23:55.333631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:55.333877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Checking segment: {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:55.334262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Bound using segment: {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:55.334759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Bound port: 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b140b249-9ddd-45d2-a4d1-32c73973f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:55.335134 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.340575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Request body: {'port': {'device_id': 'ff202715-c8be-4491-a579-91e0edc0745c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:55.402510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-18af12e4-fa67-40af-93b4-42577f4e0b12 service neutron] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:55.408828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-18af12e4-fa67-40af-93b4-42577f4e0b12 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.409992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5cf21-84b0-43c7-b764-ccb7c08ac1d8 req-18af12e4-fa67-40af-93b4-42577f4e0b12 service neutron] 10.222.0.67 "DELETE /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878/bindings/n-h1-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.3018327 Jun 17 08:23:55.435742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on host n-h2-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:55.436082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:55.436410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:55.446197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:55.446522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:55.466361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:55.466361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:55.466361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:55.466361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Bound port: 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:55.564406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:55.578401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a29b7-6da3-44cc-a4a3-ae39addb24a7 req-d9f513b8-d694-4828-a2f9-4f3f0d07625c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.584809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a29b7-6da3-44cc-a4a3-ae39addb24a7 req-d9f513b8-d694-4828-a2f9-4f3f0d07625c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.592482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a29b7-6da3-44cc-a4a3-ae39addb24a7 req-d9f513b8-d694-4828-a2f9-4f3f0d07625c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.593707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c11a29b7-6da3-44cc-a4a3-ae39addb24a7 req-d9f513b8-d694-4828-a2f9-4f3f0d07625c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2401 time: 0.1439576 Jun 17 08:23:55.596043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.597152 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f3b165c4-5cbf-40fa-93fd-c84d738c5ab8 service neutron] 10.222.0.65 "POST /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92/bindings HTTP/1.1" status: 201 len: 390 time: 0.7074454 Jun 17 08:23:55.671353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c11a29b7-6da3-44cc-a4a3-ae39addb24a7 req-bc4c4098-ae91-4bed-ac52-04f1da4b1962 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694411 Jun 17 08:23:55.700727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.722928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] For port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:55.761162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] For port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:55.777982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.792921 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de09dfa4-1111-4f56-bb42-8e1c8d90bbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:55.987678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.990132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.993254 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] 10.222.0.60 "PUT /v2.0/ports/954d6fc1-c218-4e2d-9665-a14e3afe0cb4 HTTP/1.1" status: 200 len: 1093 time: 3.0826430 Jun 17 08:23:55.994025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:56.109490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:56.120623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.131278 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:56.142506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Request body: {'port': {'device_id': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:56.157939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676163d5-5c88-491e-924f-5d84b67b431f req-fa903284-19be-46ed-bf17-b2d83b760326 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.171859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-676163d5-5c88-491e-924f-5d84b67b431f req-fa903284-19be-46ed-bf17-b2d83b760326 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 945 time: 0.1797833 Jun 17 08:23:56.255343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Transition to ACTIVE for port object 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:56.266757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.291149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-676163d5-5c88-491e-924f-5d84b67b431f req-272a03f9-25fb-463e-bd57-e52350e309d8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148777 Jun 17 08:23:56.344180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5187-fa26-4c8e-aca5-eb14140a6632 req-b4feee86-5b72-46bf-9964-ee78fbff3a1c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.351718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e9f5187-fa26-4c8e-aca5-eb14140a6632 req-b4feee86-5b72-46bf-9964-ee78fbff3a1c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1345146 Jun 17 08:23:56.415752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e9f5187-fa26-4c8e-aca5-eb14140a6632 req-53f54fe0-94f5-4cf8-b20b-dd9ea06d2750 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629032 Jun 17 08:23:56.452547 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.467067 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:56.533348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:56.545581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.561448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Transition to ACTIVE for port object 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:56.701903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'tag': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:56.705617 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f" -d '{"events": [{"name": "network-changed", "server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "tag": "954d6fc1-c218-4e2d-9665-a14e3afe0cb4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:56.711492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.781396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e960036-056d-497b-baaf-d4d49830d721 req-d32d27ed-4c98-49cd-8b10-8fef103712f1 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.789999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e960036-056d-497b-baaf-d4d49830d721 req-d32d27ed-4c98-49cd-8b10-8fef103712f1 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 943 time: 0.1626430 Jun 17 08:23:56.867637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e960036-056d-497b-baaf-d4d49830d721 req-530e6748-eb09-48bd-b922-9fc6e076786a tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766482 Jun 17 08:23:56.929922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Attempting to bind port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:56.929922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Attempting to bind port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:56.929922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Attempting to bind port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:56.985387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd on network 7a60d877-1294-40fb-8c04-90436be47d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:56.985816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Attempting to bind port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:56.989471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed15d-7afa-414f-b4d0-e3d85ed853d5 req-52116e5c-e727-4f8c-8c4d-934c5c302a97 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.999687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b6ed15d-7afa-414f-b4d0-e3d85ed853d5 req-52116e5c-e727-4f8c-8c4d-934c5c302a97 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1097 time: 0.1284535 Jun 17 08:23:57.007540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:57.008228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Checking segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:57.008788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Bound using segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:57.010482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Bound port: 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:57.010482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.012266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-fb2e0515-e65d-4eee-bb32-36889a1ae5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.014616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-fb2e0515-e65d-4eee-bb32-36889a1ae5c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1097 time: 0.1223655 Jun 17 08:23:57.025554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Pushing event updated for resources: {'Port': ['ID=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:57.039785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Attempting to bind port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:57.040212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Attempting to bind port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:57.040668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Attempting to bind port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:57.052463 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:57.053071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:57.108250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b6ed15d-7afa-414f-b4d0-e3d85ed853d5 req-89255f55-7e74-45a3-b6cd-02bdfeb8cb1a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075184 Jun 17 08:23:57.207880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f770fa98-a8c9-4e98-9f76-7333d82c6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.209351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f770fa98-a8c9-4e98-9f76-7333d82c6b6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1855445 Jun 17 08:23:57.296421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-a2feaa32-fcb0-48ba-9ec7-1dbebde94f95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 217 time: 0.0718844 Jun 17 08:23:57.308855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174f55-cec6-4453-a7b6-8d6dfc0c81eb req-99d0eeab-1355-4b54-a16c-d714c200bb4e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.316468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174f55-cec6-4453-a7b6-8d6dfc0c81eb req-99d0eeab-1355-4b54-a16c-d714c200bb4e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.323246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174f55-cec6-4453-a7b6-8d6dfc0c81eb req-99d0eeab-1355-4b54-a16c-d714c200bb4e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.331653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76174f55-cec6-4453-a7b6-8d6dfc0c81eb req-99d0eeab-1355-4b54-a16c-d714c200bb4e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2401 time: 0.2829201 Jun 17 08:23:57.364164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5658270b-0530-481c-b09a-2b35f42a1be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.431155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76174f55-cec6-4453-a7b6-8d6dfc0c81eb req-63db6633-3171-4711-8f08-a5bc0c6d7970 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984762 Jun 17 08:23:57.456161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-6593a37f-62b4-42d4-ad52-49abd51afb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.457724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-6593a37f-62b4-42d4-ad52-49abd51afb87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1214275 Jun 17 08:23:57.482190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-8f6d23b1-661b-4edb-947e-23ba1641bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.482993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-8f6d23b1-661b-4edb-947e-23ba1641bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.483392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-8f6d23b1-661b-4edb-947e-23ba1641bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.485843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-8f6d23b1-661b-4edb-947e-23ba1641bfd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2801 time: 0.2756264 Jun 17 08:23:57.494229 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.505816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-f4d54956-66b5-483f-a568-e05872cb9063 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407693 Jun 17 08:23:57.759756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 on network 7a60d877-1294-40fb-8c04-90436be47d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:57.760345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Attempting to bind port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:57.786834 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89427e95-d254-4ea8-8637-6b45879ae4e5 x-openstack-request-id: req-89427e95-d254-4ea8-8637-6b45879ae4e5 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:57.787948 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "tag": "954d6fc1-c218-4e2d-9665-a14e3afe0cb4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:57.788603 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89427e95-d254-4ea8-8637-6b45879ae4e5 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:57.789240 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'tag': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4', 'status': 'completed', 'code': 200} Jun 17 08:23:57.802132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282e76ac-1a47-40bb-9e3a-9418782253b7 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:57.812575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.828724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Transition to ACTIVE for port object 282e76ac-1a47-40bb-9e3a-9418782253b7 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:57.844393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:57.845183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Checking segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:57.845905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Bound using segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:57.846630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Bound port: 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:57.847262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.859434 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.897746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:57.903759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] For port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:57.908719 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:57.909814 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a468b219-8673-46a0-8463-526745fce105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:58.008930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] For port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:58.060142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.126011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Pushing event updated for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:58.149994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.150852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.152493 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] 10.222.0.60 "PUT /v2.0/ports/9c571621-1dea-4d9f-8c7c-a7fec09fc6bd HTTP/1.1" status: 200 len: 1092 time: 3.0397179 Jun 17 08:23:58.155896 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:58.157359 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:58.164545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] For port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:58.239030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-255c6720-4f5a-471b-b3d6-b0d033745879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.240120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-255c6720-4f5a-471b-b3d6-b0d033745879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.240756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-255c6720-4f5a-471b-b3d6-b0d033745879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.242529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-255c6720-4f5a-471b-b3d6-b0d033745879 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7391653 Jun 17 08:23:58.258180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-6f51bb02-71f1-48ba-a3bc-be6950299557 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420490 Jun 17 08:23:58.267740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] For port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:58.301690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.311426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5ca6-2a2c-493e-a94a-b5e03235d082 req-40dadeb3-7247-4b5c-9a77-6b2d61b4a28c tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.313505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa5c5ca6-2a2c-493e-a94a-b5e03235d082 req-40dadeb3-7247-4b5c-9a77-6b2d61b4a28c tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 1097 time: 0.2930107 Jun 17 08:23:58.360993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.361749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.363248 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 HTTP/1.1" status: 200 len: 1092 time: 3.0310609 Jun 17 08:23:58.366279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Pushing event updated for resources: {'Port': ['ID=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:58.371803 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:58.373207 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:58.379123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Attempting to bind port 282e76ac-1a47-40bb-9e3a-9418782253b7 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:58.379525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Attempting to bind port 282e76ac-1a47-40bb-9e3a-9418782253b7 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:58.380047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Attempting to bind port 282e76ac-1a47-40bb-9e3a-9418782253b7 on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:58.412076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed71d6-4a78-42ee-9570-cfe5b005c0d3 req-58d114ea-efd3-401e-9ad1-43a0ce5095c4 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.414011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6ed71d6-4a78-42ee-9570-cfe5b005c0d3 req-58d114ea-efd3-401e-9ad1-43a0ce5095c4 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.3944831 Jun 17 08:23:58.424004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Port 282e76ac-1a47-40bb-9e3a-9418782253b7 on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:58.424452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Attempting to bind port 282e76ac-1a47-40bb-9e3a-9418782253b7 on network b33d54a0-d368-413d-bf4f-f1862c6d0c81 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:58.466012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:58.466445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Checking segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:58.467589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Bound using segment: {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:58.467589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Bound port: 282e76ac-1a47-40bb-9e3a-9418782253b7, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f563e57-ae65-4c77-8975-f843e530eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:58.467801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.493973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-368bfed8-49ac-4815-96ef-061bd742158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.495468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-368bfed8-49ac-4815-96ef-061bd742158d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 1095 time: 0.2719862 Jun 17 08:23:58.525366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa5c5ca6-2a2c-493e-a94a-b5e03235d082 req-de90a02e-1d29-49b1-bc29-5300437b986b tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854451 Jun 17 08:23:58.546415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:58.595740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-b66e736a-09d6-4203-b180-32d5c3c01300 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261211 Jun 17 08:23:58.617137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6ed71d6-4a78-42ee-9570-cfe5b005c0d3 req-0ea8722c-0420-4a6c-b516-33c1b6683edd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444454 Jun 17 08:23:58.624149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-59d07e8e-9d23-4a34-9c6a-7daf2cd841d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.628390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b8eb133-c8b8-4a90-9ad9-b1f6701d966f req-59d07e8e-9d23-4a34-9c6a-7daf2cd841d4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3745310 Jun 17 08:23:58.678680 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:58.683160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-42294960-6fbf-4f38-85fd-b7b69c37c076 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd HTTP/1.1" status: 200 len: 217 time: 0.1745446 Jun 17 08:23:58.749362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-8d4553f9-b9ef-4510-bfcb-8d4c974d1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.749584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.750228 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-8d4553f9-b9ef-4510-bfcb-8d4c974d1587 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.0527220 Jun 17 08:23:58.769994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-e4c5ed17-d212-4261-aedd-0e32e5be2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.771500 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-e4c5ed17-d212-4261-aedd-0e32e5be2432 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=ff202715-c8be-4491-a579-91e0edc0745c HTTP/1.1" status: 200 len: 1095 time: 0.3485384 Jun 17 08:23:58.798356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-653892bd-a0fe-4d87-b136-001f276c064f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395830 Jun 17 08:23:58.832126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:58.835041 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-97fa457b-5343-497f-8696-84c23d86ea15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 HTTP/1.1" status: 200 len: 217 time: 0.0390666 Jun 17 08:23:58.904706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc7a5-2bb8-4d6c-8814-db367646e6cc req-a8e106f5-def7-4bd7-b17c-0775c8eb5156 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.907030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d82dc7a5-2bb8-4d6c-8814-db367646e6cc req-a8e106f5-def7-4bd7-b17c-0775c8eb5156 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 943 time: 0.0982034 Jun 17 08:23:58.926688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=282e76ac-1a47-40bb-9e3a-9418782253b7,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:58.954538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.965009 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:58.972842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d82dc7a5-2bb8-4d6c-8814-db367646e6cc req-4e0def48-2178-4ef5-8b5d-3636a44d58bb tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602293 Jun 17 08:23:59.133087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0feb-defa-416e-b110-7ec80b6e3997 req-2561853c-4e77-44d4-8a09-b6e006ea8818 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.133966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Pushing event updated for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:59.147989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0feb-defa-416e-b110-7ec80b6e3997 req-2561853c-4e77-44d4-8a09-b6e006ea8818 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.148909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.149726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.151326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] 10.222.0.60 "PUT /v2.0/ports/282e76ac-1a47-40bb-9e3a-9418782253b7 HTTP/1.1" status: 200 len: 1093 time: 3.0134966 Jun 17 08:23:59.156313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-d718fd82-04ed-437b-894c-9b1a4b272cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.158032 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-d718fd82-04ed-437b-894c-9b1a4b272cab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.3033037 Jun 17 08:23:59.160806 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:59.163834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0feb-defa-416e-b110-7ec80b6e3997 req-2561853c-4e77-44d4-8a09-b6e006ea8818 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.167463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-147c0feb-defa-416e-b110-7ec80b6e3997 req-2561853c-4e77-44d4-8a09-b6e006ea8818 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2413 time: 0.1989319 Jun 17 08:23:59.205133 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-5c85a72a-de96-4f65-bd12-08cf60f60d10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306752 Jun 17 08:23:59.273782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-147c0feb-defa-416e-b110-7ec80b6e3997 req-e8ce8b0c-6fdb-4940-b31f-b976e10e1a01 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004498 Jun 17 08:23:59.338451 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-c160a043-507a-4867-988c-196a23ee1c86 service neutron] 10.222.0.60 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024376 Jun 17 08:23:59.554369 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-c432439e-02bc-4f9b-a98b-79d62cc441a0 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331375 Jun 17 08:23:59.822856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef13190-9daf-4730-b79f-aec938670ad7', 'tag': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd'}, {'name': 'network-changed', 'server_uuid': 'ff202715-c8be-4491-a579-91e0edc0745c', 'tag': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25'}, {'name': 'network-changed', 'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:59.826470 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a8ba39-7ea3-43a5-9974-de5115bbf442" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef13190-9daf-4730-b79f-aec938670ad7", "tag": "9c571621-1dea-4d9f-8c7c-a7fec09fc6bd"}, {"name": "network-changed", "server_uuid": "ff202715-c8be-4491-a579-91e0edc0745c", "tag": "31fa2b73-f12d-4e9b-8cdf-fdd58d254e25"}, {"name": "network-changed", "server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:59.831368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-13e38320-3edf-4ac3-97ff-6eca968c4b6c service neutron] 10.222.0.60 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690335 Jun 17 08:23:59.855444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-f2f70e02-adfa-481e-b81c-bf2deeb3fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.855939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-f2f70e02-adfa-481e-b81c-bf2deeb3fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.857408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-f2f70e02-adfa-481e-b81c-bf2deeb3fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.859366 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-f2f70e02-adfa-481e-b81c-bf2deeb3fb60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2869 time: 0.6492965 Jun 17 08:23:59.977774 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-d827ee16-50f6-41a8-9a6c-ddb06dca56f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57 HTTP/1.1" status: 200 len: 217 time: 0.1095042 Jun 17 08:24:00.040456 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fac908-39c8-4b14-ae7e-9baa3c7db68b x-openstack-request-id: req-60fac908-39c8-4b14-ae7e-9baa3c7db68b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:00.040787 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef13190-9daf-4730-b79f-aec938670ad7", "tag": "9c571621-1dea-4d9f-8c7c-a7fec09fc6bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff202715-c8be-4491-a579-91e0edc0745c", "tag": "31fa2b73-f12d-4e9b-8cdf-fdd58d254e25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:00.041074 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60fac908-39c8-4b14-ae7e-9baa3c7db68b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:00.042805 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef13190-9daf-4730-b79f-aec938670ad7', 'tag': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd', 'status': 'completed', 'code': 200} Jun 17 08:24:00.042805 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff202715-c8be-4491-a579-91e0edc0745c', 'tag': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25', 'status': 'completed', 'code': 200} Jun 17 08:24:00.042805 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7', 'status': 'completed', 'code': 200} Jun 17 08:24:00.047167 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2112c520-c9e0-4202-8ea9-583b072eade7 req-6ab43975-5e3c-4e65-8028-e85c55acba56 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843085 Jun 17 08:24:00.141889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a418a4-1445-47f8-8bcd-0f1256e78d7e req-eb7b7ca5-1dfe-4aeb-8b73-417f9e3c9f61 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.166535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46a418a4-1445-47f8-8bcd-0f1256e78d7e req-eb7b7ca5-1dfe-4aeb-8b73-417f9e3c9f61 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.2032671 Jun 17 08:24:00.206355 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.319254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46a418a4-1445-47f8-8bcd-0f1256e78d7e req-59c02847-6216-4949-9f1b-1ab35803fd23 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505423 Jun 17 08:24:00.360472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-6ff0c966-9d6d-452a-8302-5d780a2f679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.362377 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-6ff0c966-9d6d-452a-8302-5d780a2f679f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36be8892-1d76-48f7-ad75-c4b776b96b8f HTTP/1.1" status: 200 len: 801 time: 0.3697793 Jun 17 08:24:00.453053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-cf1f8126-87f6-409c-81d1-ed57dca53c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.455176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-cf1f8126-87f6-409c-81d1-ed57dca53c89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=ff202715-c8be-4491-a579-91e0edc0745c HTTP/1.1" status: 200 len: 1095 time: 0.1981173 Jun 17 08:24:00.508839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-dd629a4c-7327-4ba2-9732-0d802c584abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.510603 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-dd629a4c-7327-4ba2-9732-0d802c584abd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 1095 time: 0.4180698 Jun 17 08:24:00.573655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3e3c2b12-689f-4ad5-8c40-5d2c4bd6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.575516 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3e3c2b12-689f-4ad5-8c40-5d2c4bd6f6fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b33d54a0-d368-413d-bf4f-f1862c6d0c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042398 Jun 17 08:24:00.717518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afbc63-592e-4b4f-8ca3-27cf6a89cd1c req-df9b27f1-9ce3-4dd8-a731-3e4ab3ae10e7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.717996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-506a5218-1134-4c1f-8fa5-004450ff8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.719743 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-506a5218-1134-4c1f-8fa5-004450ff8d0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 914 time: 0.2495601 Jun 17 08:24:00.727866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afbc63-592e-4b4f-8ca3-27cf6a89cd1c req-df9b27f1-9ce3-4dd8-a731-3e4ab3ae10e7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.734803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afbc63-592e-4b4f-8ca3-27cf6a89cd1c req-df9b27f1-9ce3-4dd8-a731-3e4ab3ae10e7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.744814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91afbc63-592e-4b4f-8ca3-27cf6a89cd1c req-df9b27f1-9ce3-4dd8-a731-3e4ab3ae10e7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2413 time: 0.1748137 Jun 17 08:24:00.778601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-c30e4e6f-5a83-4db9-bfc9-3caa8b2b79be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 HTTP/1.1" status: 200 len: 217 time: 0.0486076 Jun 17 08:24:00.806802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91afbc63-592e-4b4f-8ca3-27cf6a89cd1c req-99db23dc-a8dc-4892-94e1-8b7527fe0fcd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613899 Jun 17 08:24:00.816410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-ad24f5f0-dbb5-42ed-92a4-80bdf9b08165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.817834 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-ad24f5f0-dbb5-42ed-92a4-80bdf9b08165 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 914 time: 0.2980642 Jun 17 08:24:00.821484 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-3e8296eb-0f91-4325-8205-f1ab3ce98c85 service neutron] 10.222.0.60 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386353 Jun 17 08:24:00.830261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16922f0-aa8a-41ed-b53e-840ad444e34c req-0619687e-dafc-4830-bc46-66f98826b7f6 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.838317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f16922f0-aa8a-41ed-b53e-840ad444e34c req-0619687e-dafc-4830-bc46-66f98826b7f6 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 943 time: 0.2008035 Jun 17 08:24:00.906444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f16922f0-aa8a-41ed-b53e-840ad444e34c req-534bf977-27ce-44ba-a32f-215519ca4458 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Jun 17 08:24:00.912939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-37cffa39-96b4-408b-b92c-2231908fe176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.915201 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-37cffa39-96b4-408b-b92c-2231908fe176 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.1279747 Jun 17 08:24:01.069718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-ea5c40f6-279c-41ca-ae2f-dac2934b93ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd HTTP/1.1" status: 200 len: 217 time: 0.2140074 Jun 17 08:24:01.074147 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-432d3d5b-bc52-4fdd-8e47-ef508ad72cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378184 Jun 17 08:24:01.147847 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-919bb22e-09df-4594-8d66-a946ef40573b service neutron] 10.222.0.60 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131044 Jun 17 08:24:01.149337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-7ad397d4-0d6e-4a3a-9e53-c443193f0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:01.150662 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-7ad397d4-0d6e-4a3a-9e53-c443193f0dcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.0536778 Jun 17 08:24:01.245452 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-e327053c-c1c6-48ac-bf42-205a012893f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=954d6fc1-c218-4e2d-9665-a14e3afe0cb4 HTTP/1.1" status: 200 len: 217 time: 0.0724502 Jun 17 08:24:01.247292 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f6495043-7d1a-47e9-bfdc-3daffd9861da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842957 Jun 17 08:24:01.675205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69c5c3-4a9b-4af5-9b13-38d03620e15c req-75628888-6e1e-4569-9ee5-4a04ea71f861 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:01.683487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f69c5c3-4a9b-4af5-9b13-38d03620e15c req-75628888-6e1e-4569-9ee5-4a04ea71f861 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1088169 Jun 17 08:24:01.712154 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-614aca80-34c2-4617-8ad4-36173ceb8e06 service neutron] 10.222.0.60 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256113 Jun 17 08:24:01.770691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f69c5c3-4a9b-4af5-9b13-38d03620e15c req-50f37e12-e9d6-44fa-895b-e053c66508c0 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861802 Jun 17 08:24:01.792024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-22aeac95-3601-40ab-b223-51e846db278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:01.794350 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-22aeac95-3601-40ab-b223-51e846db278c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfc96715-1098-4742-ab9b-56f8c977b84c HTTP/1.1" status: 200 len: 801 time: 0.4104738 Jun 17 08:24:01.847501 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-e24937d5-b02a-4f7e-a95a-a07d88f45f99 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957457 Jun 17 08:24:01.988014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-8ebb878c-90bd-47b0-b36c-3fba22dda318 service neutron] 10.222.0.60 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663946 Jun 17 08:24:02.021671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-ff39a877-330d-4146-b316-6e8150b1ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.023483 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-ff39a877-330d-4146-b316-6e8150b1ba98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b3f13d1-e3aa-4e26-ace5-36bdc1feff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908481 Jun 17 08:24:02.027200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-86c1c73f-b8b6-4a15-8a1f-6689a61aff8e service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420593 Jun 17 08:24:02.068413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5002-e1ed-40bf-933a-00f756f07a40 req-9fe4e796-12b8-43ae-b884-ae182c104cbe tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.077470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5002-e1ed-40bf-933a-00f756f07a40 req-9fe4e796-12b8-43ae-b884-ae182c104cbe tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.083844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5002-e1ed-40bf-933a-00f756f07a40 req-9fe4e796-12b8-43ae-b884-ae182c104cbe tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.085595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e86d5002-e1ed-40bf-933a-00f756f07a40 req-9fe4e796-12b8-43ae-b884-ae182c104cbe tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2413 time: 0.1068957 Jun 17 08:24:02.131750 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-a2045451-dee4-4fe6-a22a-c729e178804f service neutron] 10.222.0.60 "GET /v2.0/networks/0b3f13d1-e3aa-4e26-ace5-36bdc1feff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957065 Jun 17 08:24:02.150799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e86d5002-e1ed-40bf-933a-00f756f07a40 req-29928f7d-d0ce-49e1-9f6b-4afced812bc5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577021 Jun 17 08:24:02.265074 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-535cc56d-e8c0-4b4e-92ce-fabe93e2e7ab service neutron] 10.222.0.60 "GET /v2.0/networks/0b3f13d1-e3aa-4e26-ace5-36bdc1feff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251240 Jun 17 08:24:02.312683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-9c937de4-2555-412e-a274-ee480a783550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=282e76ac-1a47-40bb-9e3a-9418782253b7 HTTP/1.1" status: 200 len: 217 time: 0.0402017 Jun 17 08:24:02.377530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-278a4a37-fddf-4a9e-af66-2a21b8d36666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.379582 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-278a4a37-fddf-4a9e-af66-2a21b8d36666 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36be8892-1d76-48f7-ad75-c4b776b96b8f HTTP/1.1" status: 200 len: 801 time: 0.0605938 Jun 17 08:24:02.415918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e969-6e28-4426-8a1e-82bf2a117d11 req-982f67b1-60da-4e31-b0f8-3f1b9e81d3be tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.419686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25c9e969-6e28-4426-8a1e-82bf2a117d11 req-982f67b1-60da-4e31-b0f8-3f1b9e81d3be tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 943 time: 0.0768747 Jun 17 08:24:02.465042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25c9e969-6e28-4426-8a1e-82bf2a117d11 req-9681bd28-6dc0-48d5-89d5-d3d570cfc1e5 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Jun 17 08:24:02.470000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-57650999-49dd-45b4-bf09-e5f8a99b669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.471598 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-57650999-49dd-45b4-bf09-e5f8a99b669d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b33d54a0-d368-413d-bf4f-f1862c6d0c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846956 Jun 17 08:24:02.583826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:02.593364 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-9e75e8c4-0bd0-4592-991b-417270783b04 service neutron] 10.222.0.60 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131876 Jun 17 08:24:02.691854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:02.704888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'port_id': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25', 'mac_address': 'fa:16:3e:96:e7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3473936-b30c-4701-9ef6-77f2a42c6c27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:02.754729 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.763607 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f099413-6b10-45a0-870b-a9bd73b5d19d req-15c768ff-b8a8-44ac-b391-6a3365baccc8 service neutron] 10.222.0.60 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620018 Jun 17 08:24:02.774480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:02.812273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:02.819416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.825951 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:02.881308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:02.897390 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:02.915446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f4db1963-9a8b-40af-b650-53d76e23edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.915943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f4db1963-9a8b-40af-b650-53d76e23edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.916424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f4db1963-9a8b-40af-b650-53d76e23edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.918472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f4db1963-9a8b-40af-b650-53d76e23edba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2869 time: 0.0779722 Jun 17 08:24:03.030319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-719b32ee-cbb4-49e8-8331-47446c55dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.031836 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-719b32ee-cbb4-49e8-8331-47446c55dfd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b33d54a0-d368-413d-bf4f-f1862c6d0c81 HTTP/1.1" status: 200 len: 903 time: 0.1045318 Jun 17 08:24:03.080797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-36828b05-c1c9-4b84-a539-19be8f75c3e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=282e76ac-1a47-40bb-9e3a-9418782253b7 HTTP/1.1" status: 200 len: 217 time: 0.0407710 Jun 17 08:24:03.113777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['31fa2b73-f12d-4e9b-8cdf-fdd58d254e25'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:03.163706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-e788b6c9-51ab-4dd7-9783-9142d65dc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.165532 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-e788b6c9-51ab-4dd7-9783-9142d65dc0b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36be8892-1d76-48f7-ad75-c4b776b96b8f HTTP/1.1" status: 200 len: 801 time: 0.0758393 Jun 17 08:24:03.270725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:03.300354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-6e9d2c8d-57a4-401c-913d-6bc12b61a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.302105 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-6e9d2c8d-57a4-401c-913d-6bc12b61a13e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b33d54a0-d368-413d-bf4f-f1862c6d0c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288383 Jun 17 08:24:03.410870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394593-2afb-45cb-bb79-a80588f63b5c req-815b44ce-ebb5-4648-bce0-cc2bd9f136a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.412422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1394593-2afb-45cb-bb79-a80588f63b5c req-815b44ce-ebb5-4648-bce0-cc2bd9f136a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1033170 Jun 17 08:24:03.424976 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f7e95e94-2428-4d8b-97df-8c88cc737018 service neutron] 10.222.0.60 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142867 Jun 17 08:24:03.472019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1394593-2afb-45cb-bb79-a80588f63b5c req-c8c873a8-1b20-4284-aec9-f34769b0fb11 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536981 Jun 17 08:24:03.532617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:03.546987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'port_id': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd', 'mac_address': 'fa:16:3e:4a:f4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3473936-b30c-4701-9ef6-77f2a42c6c27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:03.563088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083b36f-a7a4-499b-821c-a1b95b57da39 req-14cd9d91-9f8e-489c-96eb-2b4d34919860 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.569078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083b36f-a7a4-499b-821c-a1b95b57da39 req-14cd9d91-9f8e-489c-96eb-2b4d34919860 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.580569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083b36f-a7a4-499b-821c-a1b95b57da39 req-14cd9d91-9f8e-489c-96eb-2b4d34919860 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.583717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b083b36f-a7a4-499b-821c-a1b95b57da39 req-14cd9d91-9f8e-489c-96eb-2b4d34919860 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2413 time: 0.1043181 Jun 17 08:24:03.596101 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.613612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:03.626325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8a8ba39-7ea3-43a5-9974-de5115bbf442 req-f18741d2-dfc7-4b95-8c01-2856f309ca53 service neutron] 10.222.0.60 "GET /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886575 Jun 17 08:24:03.635617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:03.646198 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.648831 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e5cb006-eeb8-4a81-a8c7-7e00d478fc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:03.651871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b083b36f-a7a4-499b-821c-a1b95b57da39 req-3a9eff40-4f62-4981-8591-5e7ebea1fb99 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621901 Jun 17 08:24:03.721373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:03.732341 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:03.917785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9c571621-1dea-4d9f-8c7c-a7fec09fc6bd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:04.014864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b734ef-fa48-4488-9353-3dde18cbdfca req-3368f5c1-9fcb-469f-bcc2-7bc6ee611795 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:04.022375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83b734ef-fa48-4488-9353-3dde18cbdfca req-3368f5c1-9fcb-469f-bcc2-7bc6ee611795 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 944 time: 0.0899312 Jun 17 08:24:04.070806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83b734ef-fa48-4488-9353-3dde18cbdfca req-81d14ef7-bd3a-4d7f-99df-b69187dfba9e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Jun 17 08:24:04.410033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-c11878b4-c335-4f2e-8f4f-78cd14c13365 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:04.411514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-c11878b4-c335-4f2e-8f4f-78cd14c13365 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.1344359 Jun 17 08:24:04.440207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-f4ec7471-fe78-4d03-a0ee-331085683297 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/quotas/890dfa52881e488490818b1597b3f4c4 HTTP/1.1" status: 200 len: 375 time: 0.0203037 Jun 17 08:24:04.448119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f83724-f89b-4178-a46e-80d44a9164e2 req-b12a67ee-584a-46a7-9f00-75e41f2428eb tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:04.449514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46f83724-f89b-4178-a46e-80d44a9164e2 req-b12a67ee-584a-46a7-9f00-75e41f2428eb tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 948 time: 0.1033750 Jun 17 08:24:04.520508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46f83724-f89b-4178-a46e-80d44a9164e2 req-4cd9c3ad-f331-4f79-b9d0-6aa19060d37f tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610013 Jun 17 08:24:04.543761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-4bdc5612-98fa-4457-b535-c062b483bdac tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886352 Jun 17 08:24:04.572890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:04.638841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-a649c0da-0b80-4bc2-89d0-1e449d55d61b service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917494 Jun 17 08:24:04.640034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:04.644898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:04.645583 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.723744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.746487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff202715-c8be-4491-a579-91e0edc0745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:04.749709 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3979287-df80-4853-bad0-5bc637eb68dd" -d '{"events": [{"server_uuid": "ff202715-c8be-4491-a579-91e0edc0745c", "name": "network-vif-plugged", "status": "completed", "tag": "31fa2b73-f12d-4e9b-8cdf-fdd58d254e25"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:04.763453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:04.769326 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.772255 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:04.788040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303ee8-e70d-4daf-bb49-849baf4e7861 req-9d570189-289c-4e1f-913a-98aafdda3835 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:04.789608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11303ee8-e70d-4daf-bb49-849baf4e7861 req-9d570189-289c-4e1f-913a-98aafdda3835 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1361258 Jun 17 08:24:04.799359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-a1ff30a7-c852-4c0b-b105-d47a86cdb0d0 service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531835 Jun 17 08:24:04.827017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:04.831028 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:04.851024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11303ee8-e70d-4daf-bb49-849baf4e7861 req-0592ff09-45ad-41df-a36f-9af88ca395f1 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486681 Jun 17 08:24:04.962227 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6dffc-8469-48e6-a4ee-46b4a0663f71 x-openstack-request-id: req-c7d6dffc-8469-48e6-a4ee-46b4a0663f71 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:04.962524 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff202715-c8be-4491-a579-91e0edc0745c", "name": "network-vif-plugged", "status": "completed", "tag": "31fa2b73-f12d-4e9b-8cdf-fdd58d254e25", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:04.962783 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7d6dffc-8469-48e6-a4ee-46b4a0663f71 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:04.963349 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff202715-c8be-4491-a579-91e0edc0745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25', 'code': 200} Jun 17 08:24:05.070357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eeece76-ed7a-4e12-a5b7-ac8d4808f166 req-27bacd99-f625-4b0b-a512-258856c18e82 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 210 time: 0.0422413 Jun 17 08:24:05.129667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0dc9d-3a14-4a07-9774-e0b7d458a2de req-e5500804-929e-493f-a071-ee78d9b8b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.131779 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b8c0dc9d-3a14-4a07-9774-e0b7d458a2de req-e5500804-929e-493f-a071-ee78d9b8b81e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff202715-c8be-4491-a579-91e0edc0745c HTTP/1.1" status: 200 len: 1097 time: 0.0872529 Jun 17 08:24:05.142421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ed83-34a6-42f3-a65b-261917d86e17 req-286dbdad-5437-4fbb-a369-b8b485c0deb9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.148971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ed83-34a6-42f3-a65b-261917d86e17 req-286dbdad-5437-4fbb-a369-b8b485c0deb9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.155941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ed83-34a6-42f3-a65b-261917d86e17 req-286dbdad-5437-4fbb-a369-b8b485c0deb9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.157717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9374ed83-34a6-42f3-a65b-261917d86e17 req-286dbdad-5437-4fbb-a369-b8b485c0deb9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2413 time: 0.1839881 Jun 17 08:24:05.188709 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b8c0dc9d-3a14-4a07-9774-e0b7d458a2de req-8c814648-3df2-4590-be16-026a2847ef66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 Jun 17 08:24:05.217117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9374ed83-34a6-42f3-a65b-261917d86e17 req-420ec2ae-0195-48b8-b0ff-16bdd4226c7a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517781 Jun 17 08:24:05.242731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 282e76ac-1a47-40bb-9e3a-9418782253b7 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:05.245416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:05.295403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345a58b-152f-4687-8700-706206fe89b6 req-4bb68269-e26a-4b51-814b-bd0520e1a28f tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.302939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4345a58b-152f-4687-8700-706206fe89b6 req-4bb68269-e26a-4b51-814b-bd0520e1a28f tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 944 time: 0.0765076 Jun 17 08:24:05.349380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4345a58b-152f-4687-8700-706206fe89b6 req-81c2c12a-1f68-4a7a-a66b-b873584bdd68 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Jun 17 08:24:05.406213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:05.444368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:05.445340 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.521137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=282e76ac-1a47-40bb-9e3a-9418782253b7,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:05.563808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '282e76ac-1a47-40bb-9e3a-9418782253b7', 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'port_id': '282e76ac-1a47-40bb-9e3a-9418782253b7', 'mac_address': 'fa:16:3e:2a:ed:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36be8892-1d76-48f7-ad75-c4b776b96b8f', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:05.578238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.648193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:05.649284 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.664861 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.669683 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7ead4c7-d1b0-41b3-b59f-b68abf5e75ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:05.674814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282e76ac-1a47-40bb-9e3a-9418782253b7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:05.736542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa14d0-6845-443d-8784-5411d5566ba3 req-e4f90530-cd41-4bdb-9e91-6b0940bc447e tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.740030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32aa14d0-6845-443d-8784-5411d5566ba3 req-e4f90530-cd41-4bdb-9e91-6b0940bc447e tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 948 time: 0.0882094 Jun 17 08:24:05.803612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32aa14d0-6845-443d-8784-5411d5566ba3 req-debdbeed-dabb-4a7d-8ef1-ae860f0f9d10 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Jun 17 08:24:05.829193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-5777e731-57e6-477c-a4ec-91ba0927309c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.830738 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-5777e731-57e6-477c-a4ec-91ba0927309c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.67 "GET /v2.0/ports?device_id=07d38a0b-eb88-45da-8916-0e9e6d4e17a1 HTTP/1.1" status: 200 len: 945 time: 0.1188138 Jun 17 08:24:05.862458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=282e76ac-1a47-40bb-9e3a-9418782253b7,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:05.873188 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.874338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fa23e749-55ab-49fd-94a7-8b5a663c5f57 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:05.880412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:05.886145 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:05.886621 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:05.949263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:05.974590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Deleting port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:05.975298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.979204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:05.982555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57', 'network_id': 'b33d54a0-d368-413d-bf4f-f1862c6d0c81', 'port_id': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57', 'mac_address': 'fa:16:3e:ce:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36be8892-1d76-48f7-ad75-c4b776b96b8f', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:05.984420 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:06.037345 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.057138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa23e749-55ab-49fd-94a7-8b5a663c5f57 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:06.084139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:06.106463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] For port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:06.107260 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.113617 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.127429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:06.133121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181278e8-04a1-4a9d-b4ab-1e685fba4f93 req-6416925d-c72b-439f-8329-9d8ebe77d53b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.134752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-181278e8-04a1-4a9d-b4ab-1e685fba4f93 req-6416925d-c72b-439f-8329-9d8ebe77d53b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1330562 Jun 17 08:24:06.142917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-16d4a20d-2f0c-4b92-9a9c-91996134eaab tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.145159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-16d4a20d-2f0c-4b92-9a9c-91996134eaab tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 948 time: 0.1798139 Jun 17 08:24:06.146544 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-babd33e8-7051-483d-a2dc-2a9e7597393d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:06.194665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Calling delete_port for 719ff112-faff-4d05-bfd6-bd5a1b82f8cf owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:06.246472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:06.268063 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:06.299019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-181278e8-04a1-4a9d-b4ab-1e685fba4f93 req-70bc9945-0420-440a-966c-2bcaad684423 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523263 Jun 17 08:24:06.364252 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:06.373957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.379331 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6ea81f8-1908-4a56-ad7f-4b17b748bc61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:06.395888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4', 'network_id': '0b3f13d1-e3aa-4e26-ace5-36bdc1feff94', 'port_id': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4', 'mac_address': 'fa:16:3e:57:a0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc96715-1098-4742-ab9b-56f8c977b84c', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:06.459494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a15cf1ca-daef-404e-8766-38a4729ad742 req-647cc127-dc71-4b2a-8cb8-5bbc6b91b4db tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 210 time: 0.0691953 Jun 17 08:24:06.485016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event deleted for resources: {'Port': ['ID=719ff112-faff-4d05-bfd6-bd5a1b82f8cf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:06.487468 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.506403 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:06.515617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Deleting port c5fef248-062c-4e4c-9309-290dd15e11a3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:06.516141 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.521686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:06.561522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:06.577472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.579500 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:06.584611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 719ff112-faff-4d05-bfd6-bd5a1b82f8cf no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:06.592594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] No DVR routers for this DVR port 719ff112-faff-4d05-bfd6-bd5a1b82f8cf on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:06.597805 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.599899 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4e14f1aa-5cb2-481d-91fb-1b7d49709bd6 req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.67 "DELETE /v2.0/ports/719ff112-faff-4d05-bfd6-bd5a1b82f8cf HTTP/1.1" status: 204 len: 173 time: 0.7629080 Jun 17 08:24:06.600487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'name': 'network-vif-deleted', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:06.611171 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2c8f2e-774c-4b5a-8419-5e8b61483adf" -d '{"events": [{"server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "name": "network-vif-deleted", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:06.651005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 719ff112-faff-4d05-bfd6-bd5a1b82f8cf {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:06.651628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 719ff112-faff-4d05-bfd6-bd5a1b82f8cf not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:06.695286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:06.706475 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:06.739529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-0a10508d-dca7-4cdc-a541-d0d9a3dde3e6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.741273 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-0a10508d-dca7-4cdc-a541-d0d9a3dde3e6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.3051524 Jun 17 08:24:06.755876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Request body: {'port': {'device_id': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'admin_state_up': True, 'tenant_id': '890dfa52881e488490818b1597b3f4c4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:06.793913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] For port c5fef248-062c-4e4c-9309-290dd15e11a3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c5fef248-062c-4e4c-9309-290dd15e11a3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:06.793913 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.909330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Calling delete_port for c5fef248-062c-4e4c-9309-290dd15e11a3 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:06.943910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Made reservation on behalf of 890dfa52881e488490818b1597b3f4c4 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:06.947737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.954733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['954d6fc1-c218-4e2d-9665-a14e3afe0cb4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:06.954935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d5f7-2683-4d93-b204-fefddf2d1ef4 req-77d09d6a-971a-405b-8515-63aec46d65ac tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.960860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d5f7-2683-4d93-b204-fefddf2d1ef4 req-77d09d6a-971a-405b-8515-63aec46d65ac tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.968843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d5f7-2683-4d93-b204-fefddf2d1ef4 req-77d09d6a-971a-405b-8515-63aec46d65ac tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.978767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb13d5f7-2683-4d93-b204-fefddf2d1ef4 req-77d09d6a-971a-405b-8515-63aec46d65ac tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2416 time: 0.4137318 Jun 17 08:24:06.996509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253eb54-0718-4fee-9bf3-067e8847005d req-1ddfbb49-f48c-43dd-9b3d-70c261dc4cb8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.998671 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c253eb54-0718-4fee-9bf3-067e8847005d req-1ddfbb49-f48c-43dd-9b3d-70c261dc4cb8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 945 time: 0.2832046 Jun 17 08:24:07.026830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef13190-9daf-4730-b79f-aec938670ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:07.029208 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581ef1a-af5a-488c-945c-fc566b98448d" -d '{"events": [{"server_uuid": "6ef13190-9daf-4730-b79f-aec938670ad7", "name": "network-vif-plugged", "status": "completed", "tag": "9c571621-1dea-4d9f-8c7c-a7fec09fc6bd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:07.034148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['282e76ac-1a47-40bb-9e3a-9418782253b7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:07.128205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb13d5f7-2683-4d93-b204-fefddf2d1ef4 req-427dd929-339e-4a30-93b4-feba96705906 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484327 Jun 17 08:24:07.128976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Allocated IP 172.20.0.3 (ea52b333-8f78-40c1-b2df-c388365ec995/9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9/3d6c1df5-7765-4e81-b274-fb01b9d1e2f7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:07.230424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c253eb54-0718-4fee-9bf3-067e8847005d req-1e08f373-adfc-49ae-8637-d5407fccdef8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214143 Jun 17 08:24:07.371244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.376799 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:07.432758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Pushing event deleted for resources: {'Port': ['ID=c5fef248-062c-4e4c-9309-290dd15e11a3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:07.436382 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:07.482875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.537713 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70755c5-1e15-43a3-b527-d2ef31325f47 x-openstack-request-id: req-f70755c5-1e15-43a3-b527-d2ef31325f47 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:07.538053 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d38a0b-eb88-45da-8916-0e9e6d4e17a1", "name": "network-vif-deleted", "tag": "719ff112-faff-4d05-bfd6-bd5a1b82f8cf", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:07.538415 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f70755c5-1e15-43a3-b527-d2ef31325f47 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:07.538852 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d38a0b-eb88-45da-8916-0e9e6d4e17a1', 'name': 'network-vif-deleted', 'tag': '719ff112-faff-4d05-bfd6-bd5a1b82f8cf', 'status': 'completed', 'code': 200} Jun 17 08:24:07.545978 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.565898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] No DVR routers for this DVR port c5fef248-062c-4e4c-9309-290dd15e11a3 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:07.566080 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bcd9a59-5e56-4a87-a4ba-56ee4c73a7a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:07.573601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.580289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9f8972f-5ae1-4060-b2d3-eef20767853e req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "DELETE /v2.0/ports/c5fef248-062c-4e4c-9309-290dd15e11a3 HTTP/1.1" status: 204 len: 173 time: 1.4123642 Jun 17 08:24:07.582499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-deleted', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:07.585440 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6b6e6e-fd4b-40db-8927-f957f2a4072c" -d '{"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-deleted", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:07.593294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Network ea52b333-8f78-40c1-b2df-c388365ec995 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:07.597882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:07.617579 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d666cd-25ba-4e92-a4d2-31f50d0142cb x-openstack-request-id: req-27d666cd-25ba-4e92-a4d2-31f50d0142cb {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:07.618171 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef13190-9daf-4730-b79f-aec938670ad7", "name": "network-vif-plugged", "status": "completed", "tag": "9c571621-1dea-4d9f-8c7c-a7fec09fc6bd", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:07.619075 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27d666cd-25ba-4e92-a4d2-31f50d0142cb {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:07.619694 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef13190-9daf-4730-b79f-aec938670ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd', 'code': 200} Jun 17 08:24:07.640495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:07.708113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.708756 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.734688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d26d6087-b583-452b-ab1a-fa22867408fb req-8bfc0457-8f73-4c23-8ed8-ec8d0f69f38d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=90820f6d-e855-4836-8fac-bcfac1984dd1 HTTP/1.1" status: 200 len: 210 time: 0.0658362 Jun 17 08:24:07.735447 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9837353 Jun 17 08:24:07.747813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:07.756296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Request body: {'port': {'device_id': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:07.826311 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:07.911008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.938257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5206e7-edbf-43cc-8a46-b808d7bec386 req-15065ca5-5992-4d4a-b41d-03ba4753e766 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.942417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e5206e7-edbf-43cc-8a46-b808d7bec386 req-15065ca5-5992-4d4a-b41d-03ba4753e766 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1153519 Jun 17 08:24:07.980358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2accf-2bae-462e-939c-6d0a800673cb req-151a603e-7ef7-4fad-b9a5-25b2a614775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.982810 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-49c2accf-2bae-462e-939c-6d0a800673cb req-151a603e-7ef7-4fad-b9a5-25b2a614775d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 1097 time: 0.2312014 Jun 17 08:24:08.039662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['fa23e749-55ab-49fd-94a7-8b5a663c5f57'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:08.050226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e5206e7-edbf-43cc-8a46-b808d7bec386 req-104f7a9c-4eb6-4f75-9eb6-e751940e4c14 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959566 Jun 17 08:24:08.133470 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe67a06-da03-4966-9890-3808602d850b x-openstack-request-id: req-3fe67a06-da03-4966-9890-3808602d850b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:08.133796 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90820f6d-e855-4836-8fac-bcfac1984dd1", "name": "network-vif-deleted", "tag": "c5fef248-062c-4e4c-9309-290dd15e11a3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:08.134285 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fe67a06-da03-4966-9890-3808602d850b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:08.134864 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90820f6d-e855-4836-8fac-bcfac1984dd1', 'name': 'network-vif-deleted', 'tag': 'c5fef248-062c-4e4c-9309-290dd15e11a3', 'status': 'completed', 'code': 200} Jun 17 08:24:08.176402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07bd14-d45e-4d5f-bf80-0b40752f4d06 req-c3ebc91b-29d4-4b8f-b162-10b26cbb033b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.183660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd07bd14-d45e-4d5f-bf80-0b40752f4d06 req-c3ebc91b-29d4-4b8f-b162-10b26cbb033b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 931 time: 0.1742980 Jun 17 08:24:08.232908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd07bd14-d45e-4d5f-bf80-0b40752f4d06 req-ece9d507-db04-45ec-8b34-5e48d8e10b8b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Jun 17 08:24:08.281625 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-49c2accf-2bae-462e-939c-6d0a800673cb req-680c7242-d906-4ac9-a82a-595e5723fd5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866039 Jun 17 08:24:08.464995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68c08-7fad-4265-bf44-93e57eeca491 req-231891fd-fffa-4a19-b47b-c3a4f737b065 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.489408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:08.496394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68c08-7fad-4265-bf44-93e57eeca491 req-231891fd-fffa-4a19-b47b-c3a4f737b065 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.500317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.510428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68c08-7fad-4265-bf44-93e57eeca491 req-231891fd-fffa-4a19-b47b-c3a4f737b065 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.514187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Transition to ACTIVE for port object 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:08.520718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.524087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08d68c08-7fad-4265-bf44-93e57eeca491 req-231891fd-fffa-4a19-b47b-c3a4f737b065 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2416 time: 0.2146542 Jun 17 08:24:08.530440 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-167b2cf2-b051-412b-8b64-97b9a3adea9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:08.643324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08d68c08-7fad-4265-bf44-93e57eeca491 req-7adf269c-005a-4539-83f3-b066c323556b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180434 Jun 17 08:24:08.688697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:08.692980 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:08.693976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb64fc1-6ea3-4104-a2cb-fb142a6371de req-f908fab1-b033-4485-9c49-4135120ead8e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.701672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb64fc1-6ea3-4104-a2cb-fb142a6371de req-f908fab1-b033-4485-9c49-4135120ead8e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 945 time: 0.1752291 Jun 17 08:24:08.718574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Attempting to bind port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:08.718963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Attempting to bind port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:08.719437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Attempting to bind port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:08.724048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 on network ea52b333-8f78-40c1-b2df-c388365ec995 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:08.724365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Attempting to bind port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:08.731410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:08.732197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Checking segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:08.732587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Bound using segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:08.733029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Bound port: 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:08.733379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.772432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb64fc1-6ea3-4104-a2cb-fb142a6371de req-7676a6d6-0638-4751-95f2-e21838848dbf tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696459 Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.824025 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:08.828254 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:08.833762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:08.837610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:08.846442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.850064 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5e56b37-3a68-4233-90a1-d5b0b523138f tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:08.898507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.900068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.901668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] 10.222.0.60 "PUT /v2.0/ports/3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 HTTP/1.1" status: 200 len: 1092 time: 1.1511817 Jun 17 08:24:08.947683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:08.961338 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:09.077987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-45f83b71-7666-4700-93c1-b0f201b56068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.080016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-45f83b71-7666-4700-93c1-b0f201b56068 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 1095 time: 0.1156363 Jun 17 08:24:09.139778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-46410b4a-218b-458a-a9e8-184d8b117320 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0507970 Jun 17 08:24:09.243396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-258be6af-53de-42ef-b3de-13d419f9cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.245540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-258be6af-53de-42ef-b3de-13d419f9cd56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.0961392 Jun 17 08:24:09.271832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 282e76ac-1a47-40bb-9e3a-9418782253b7 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:09.286859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-80c03109-549c-467f-bafe-9b3173e0e6af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337281 Jun 17 08:24:09.342773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 282e76ac-1a47-40bb-9e3a-9418782253b7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:09.349095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 282e76ac-1a47-40bb-9e3a-9418782253b7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:09.349714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.437725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203599c6-f159-4180-abc9-2a51bf9028b1 req-b3bfa928-09d7-4dee-ac1a-a21d8d3d6f28 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.439630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-203599c6-f159-4180-abc9-2a51bf9028b1 req-b3bfa928-09d7-4dee-ac1a-a21d8d3d6f28 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.0988364 Jun 17 08:24:09.467557 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-037669a2-41a6-4016-961a-10f60fe9953e service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711223 Jun 17 08:24:09.473168 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.508323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-203599c6-f159-4180-abc9-2a51bf9028b1 req-29c6dc22-77dc-433d-81ef-b443ead6a26c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597961 Jun 17 08:24:09.528999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=282e76ac-1a47-40bb-9e3a-9418782253b7,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:09.535388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.536634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fa23e749-55ab-49fd-94a7-8b5a663c5f57 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:09.538825 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:09.592691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:09.595203 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76" -d '{"events": [{"name": "network-changed", "server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:09.632057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:09.634983 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9eee47-9354-482f-ac9b-f742523fb3e3" -d '{"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-plugged", "status": "completed", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:09.661731 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7aa25d7-b934-4216-9941-d2ed518fd7c9 req-5b2fb7c0-8a94-4eab-97a8-ce2090eca4ae service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868703 Jun 17 08:24:09.682511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae5f89-b19c-4655-a89a-11293a0ea215 req-1f502106-f2cf-4561-8ecf-3a59c8d2809e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.684762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bae5f89-b19c-4655-a89a-11293a0ea215 req-1f502106-f2cf-4561-8ecf-3a59c8d2809e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 943 time: 0.1128521 Jun 17 08:24:09.688060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:09.691737 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:09.703933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port fa23e749-55ab-49fd-94a7-8b5a663c5f57 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:09.707784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port fa23e749-55ab-49fd-94a7-8b5a663c5f57 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:09.708167 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.750694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bae5f89-b19c-4655-a89a-11293a0ea215 req-d81fd036-05c0-4c61-ad21-5721a9624441 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433481 Jun 17 08:24:09.772062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739df358-dc06-4a27-8ed5-d191abb54bd8 req-4aae2998-6dce-45ba-b54d-218424b20ce3 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.779511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-739df358-dc06-4a27-8ed5-d191abb54bd8 req-4aae2998-6dce-45ba-b54d-218424b20ce3 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 949 time: 0.1241505 Jun 17 08:24:09.804873 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.822237 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43bb2ad-8596-40de-af18-bc0d7256d5b1 x-openstack-request-id: req-b43bb2ad-8596-40de-af18-bc0d7256d5b1 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:09.822677 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:09.823104 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b43bb2ad-8596-40de-af18-bc0d7256d5b1 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:09.823670 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'status': 'completed', 'code': 200} Jun 17 08:24:09.843874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-739df358-dc06-4a27-8ed5-d191abb54bd8 req-06554d18-d297-4c56-9309-c41be424584d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631647 Jun 17 08:24:09.853715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:09.864454 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.865372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:09.868066 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27029d6-18e2-4bb8-9d08-75ccec9dc9f7 x-openstack-request-id: req-c27029d6-18e2-4bb8-9d08-75ccec9dc9f7 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:09.868388 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-plugged", "status": "completed", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:09.868787 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c27029d6-18e2-4bb8-9d08-75ccec9dc9f7 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:09.869189 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7', 'code': 200} Jun 17 08:24:09.869692 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:09.922440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-937c2519-552f-4e6e-bf64-4f6469932f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.923816 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-937c2519-552f-4e6e-bf64-4f6469932f0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 1095 time: 0.0761926 Jun 17 08:24:09.942729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:09.956187 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:09.988116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:09.993643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:09.995115 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.020870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-d9dd5c88-ead3-4f72-9b69-f08280891c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.022327 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-d9dd5c88-ead3-4f72-9b69-f08280891c95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 906 time: 0.0905490 Jun 17 08:24:10.081443 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-ccb0be64-c681-47c9-8dc6-4acea3a32f87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0497258 Jun 17 08:24:10.128042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77a264-b9b7-4a43-9894-002e64ef4af6 req-9581b0dd-1b5f-4222-bbe0-0ac30a113079 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.129360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.129487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb77a264-b9b7-4a43-9894-002e64ef4af6 req-9581b0dd-1b5f-4222-bbe0-0ac30a113079 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 945 time: 0.1373618 Jun 17 08:24:10.153953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-b6e661e1-2332-449d-a57b-7feee9998e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.158480 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-b6e661e1-2332-449d-a57b-7feee9998e8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.0682228 Jun 17 08:24:10.167210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec653-a718-43fe-beb3-8afb6ad19387 req-6c56b30a-d40f-474b-a80e-6dea5b46724d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.173378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec653-a718-43fe-beb3-8afb6ad19387 req-6c56b30a-d40f-474b-a80e-6dea5b46724d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.179338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:10.179501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec653-a718-43fe-beb3-8afb6ad19387 req-6c56b30a-d40f-474b-a80e-6dea5b46724d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.181202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-178ec653-a718-43fe-beb3-8afb6ad19387 req-6c56b30a-d40f-474b-a80e-6dea5b46724d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2418 time: 0.1387482 Jun 17 08:24:10.188536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.193546 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:10.211759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb77a264-b9b7-4a43-9894-002e64ef4af6 req-cc42e866-2917-4bd0-b095-d6dd2d6d7eee tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776405 Jun 17 08:24:10.212028 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-aa637b66-4f61-4fbf-9a4a-8655ca5cfaeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460010 Jun 17 08:24:10.232080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-178ec653-a718-43fe-beb3-8afb6ad19387 req-473aff5b-eb7d-4854-a2f1-5e6c1d885a3b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Jun 17 08:24:10.259724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:10.273746 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:10.334710 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-a6236100-2d00-43ac-9914-31a966c63276 service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148682 Jun 17 08:24:10.438329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d139c24-a3b9-4ef3-a1a8-5cb0d1471c76 req-15180b6f-389d-4f2e-a246-444367832dba service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949252 Jun 17 08:24:10.622253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:10.684993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: c5fef248-062c-4e4c-9309-290dd15e11a3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:10.685763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c5fef248-062c-4e4c-9309-290dd15e11a3 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:10.843565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce54f2-efd4-4e36-8c01-9bbd27aa5920 req-98f6edb1-5065-4020-bef4-7d5b462da30b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.845095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73ce54f2-efd4-4e36-8c01-9bbd27aa5920 req-98f6edb1-5065-4020-bef4-7d5b462da30b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff202715-c8be-4491-a579-91e0edc0745c HTTP/1.1" status: 200 len: 945 time: 0.3623705 Jun 17 08:24:10.853445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4346dd-0f3e-4f60-8269-a9d4803c0a14 req-1782e4db-02cb-4685-8720-b8e799166836 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.856506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c4346dd-0f3e-4f60-8269-a9d4803c0a14 req-1782e4db-02cb-4685-8720-b8e799166836 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.0903065 Jun 17 08:24:10.911717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73ce54f2-efd4-4e36-8c01-9bbd27aa5920 req-60773c56-879d-42c9-b638-1c08550edb14 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Jun 17 08:24:10.916402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c4346dd-0f3e-4f60-8269-a9d4803c0a14 req-cf880c37-5602-4d5f-89ff-b4e24d1bf4ef tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Jun 17 08:24:11.129085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dca9a-b3d5-4b90-8c65-ca71582c316f req-dbbf3d8d-c6c5-4105-bbd6-bb1a5960bad6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.132006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643dca9a-b3d5-4b90-8c65-ca71582c316f req-dbbf3d8d-c6c5-4105-bbd6-bb1a5960bad6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 943 time: 0.1034687 Jun 17 08:24:11.145558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d19076-1e38-4329-a98c-5c8f2d55c4e0 req-de55e16b-0669-4bc0-a5d7-93edd92f0bf9 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.147275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75d19076-1e38-4329-a98c-5c8f2d55c4e0 req-de55e16b-0669-4bc0-a5d7-93edd92f0bf9 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 949 time: 0.1106539 Jun 17 08:24:11.209991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75d19076-1e38-4329-a98c-5c8f2d55c4e0 req-fef978ef-d26f-4150-86f1-d02c3d6dcb10 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5948696-003e-4f1c-aeb6-90b9bcf29ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Jun 17 08:24:11.212780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643dca9a-b3d5-4b90-8c65-ca71582c316f req-b52c6211-202d-46a7-bbe9-f374d78219ee tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645866 Jun 17 08:24:11.454060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb4f45-4e93-466c-be97-28a7317af429 req-244bf5b1-722e-4a0b-9583-18764121892b tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.455654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84fb4f45-4e93-466c-be97-28a7317af429 req-244bf5b1-722e-4a0b-9583-18764121892b tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 949 time: 0.1265624 Jun 17 08:24:11.469030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a37be-174b-4225-815f-90319a0386e1 req-effc25fe-46cb-49c6-af6c-77e38d830a77 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.474747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a37be-174b-4225-815f-90319a0386e1 req-effc25fe-46cb-49c6-af6c-77e38d830a77 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.480725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a37be-174b-4225-815f-90319a0386e1 req-effc25fe-46cb-49c6-af6c-77e38d830a77 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.483268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-187a37be-174b-4225-815f-90319a0386e1 req-effc25fe-46cb-49c6-af6c-77e38d830a77 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.1243711 Jun 17 08:24:11.555510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-187a37be-174b-4225-815f-90319a0386e1 req-089a5de6-31a5-45af-9725-194d3a5efaad tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646186 Jun 17 08:24:11.631328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Deleting port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:11.631690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.738147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] For port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:11.738697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.812360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Calling delete_port for 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:11.869835 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57'}, {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:11.873210 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1568ad8-1977-49a1-913e-98cf4befad2c" -d '{"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-plugged", "status": "completed", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57"}, {"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-plugged", "status": "completed", "tag": "954d6fc1-c218-4e2d-9665-a14e3afe0cb4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:11.929098 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba7372-fe27-4fee-aa28-7acc4498e48f x-openstack-request-id: req-37ba7372-fe27-4fee-aa28-7acc4498e48f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:11.929402 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-plugged", "status": "completed", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57", "code": 200}, {"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-plugged", "status": "completed", "tag": "954d6fc1-c218-4e2d-9665-a14e3afe0cb4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:11.929658 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37ba7372-fe27-4fee-aa28-7acc4498e48f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:11.930102 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57', 'code': 200} Jun 17 08:24:11.930366 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4', 'code': 200} Jun 17 08:24:11.968947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11303-938d-473d-b0be-d342bf9815e0 req-a30f4eb8-c40c-4120-b641-682b5ec2b7e3 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.972198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6f11303-938d-473d-b0be-d342bf9815e0 req-a30f4eb8-c40c-4120-b641-682b5ec2b7e3 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.1566463 Jun 17 08:24:12.068767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6f11303-938d-473d-b0be-d342bf9815e0 req-2b110395-f6fa-453b-be58-5310f999f1cf tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907326 Jun 17 08:24:12.093208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.105318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d8fb-c17f-49d7-8873-a744dcc4059f req-3cf82750-10d1-4402-9ae9-d46f78d40fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.106527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d8fb-c17f-49d7-8873-a744dcc4059f req-3cf82750-10d1-4402-9ae9-d46f78d40fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.107227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d8fb-c17f-49d7-8873-a744dcc4059f req-3cf82750-10d1-4402-9ae9-d46f78d40fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.108858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a553d8fb-c17f-49d7-8873-a744dcc4059f req-3cf82750-10d1-4402-9ae9-d46f78d40fdb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2875 time: 0.0717695 Jun 17 08:24:12.128981 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:12.155121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a553d8fb-c17f-49d7-8873-a744dcc4059f req-30e2aecf-6500-4a67-bdc8-2fed7134bc0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Jun 17 08:24:12.179736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Pushing event deleted for resources: {'Port': ['ID=4bd5516b-8586-40cc-95a0-60e57fb8e3b4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:12.185534 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:12.260414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] No DVR routers for this DVR port 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:12.282650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.284635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84fb4f45-4e93-466c-be97-28a7317af429 req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.67 "DELETE /v2.0/ports/4bd5516b-8586-40cc-95a0-60e57fb8e3b4 HTTP/1.1" status: 204 len: 173 time: 0.8004441 Jun 17 08:24:12.285171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-deleted', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:12.287573 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085c3e77-227a-4bcc-8585-f147c89d08b9" -d '{"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-deleted", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:12.304288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-091c2f51-a8c5-4647-a7a4-075be5ec9f8d tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.306164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-091c2f51-a8c5-4647-a7a4-075be5ec9f8d tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 813 time: 0.2708826 Jun 17 08:24:12.332285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-c4d98bb5-1120-411c-9a6f-a8fab5f542d9 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/quotas/2b56dc771bd54411a41b6ae7423b68b2 HTTP/1.1" status: 200 len: 375 time: 0.0159996 Jun 17 08:24:12.390001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e86b33-c17d-4325-8010-c84af28a7366 req-850e9ba3-a5e2-408e-b932-a5c7e1177363 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.391907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35e86b33-c17d-4325-8010-c84af28a7366 req-850e9ba3-a5e2-408e-b932-a5c7e1177363 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.1681314 Jun 17 08:24:12.452079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35e86b33-c17d-4325-8010-c84af28a7366 req-b14ff557-ddae-4568-aa27-adb8246f9aec tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529001 Jun 17 08:24:12.458862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-5629c2c1-5e2f-48e7-bbbc-88b168b64d5c tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209202 Jun 17 08:24:12.567900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-67d7db2f-f8da-4a17-885f-7c18866199f7 service neutron] 10.222.0.65 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010413 Jun 17 08:24:12.650357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f519d3e2-52a6-47d8-9bd5-f1fdec506550 req-fffd0f29-71ab-4dec-84d7-f9f3ce27715b tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c72a47f-315d-462b-911e-f7315f65f23a HTTP/1.1" status: 200 len: 210 time: 0.0457125 Jun 17 08:24:12.722842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-d55c4656-7328-45a6-a781-1f459b90435e service neutron] 10.222.0.65 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510675 Jun 17 08:24:12.854269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015b0a-ec15-428f-a5c8-f747c5195c04 req-2f73541e-a4fa-4d53-ae9d-6c9a7b166c47 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.862311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59015b0a-ec15-428f-a5c8-f747c5195c04 req-2f73541e-a4fa-4d53-ae9d-6c9a7b166c47 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 943 time: 0.0875034 Jun 17 08:24:12.931762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59015b0a-ec15-428f-a5c8-f747c5195c04 req-72861c18-e015-404f-8aa5-21e4fdb7555c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Jun 17 08:24:12.983186 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cd6666-eca5-4f39-8d29-88da28ddc675 x-openstack-request-id: req-a2cd6666-eca5-4f39-8d29-88da28ddc675 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:12.983854 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c72a47f-315d-462b-911e-f7315f65f23a", "name": "network-vif-deleted", "tag": "4bd5516b-8586-40cc-95a0-60e57fb8e3b4", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:12.983854 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2cd6666-eca5-4f39-8d29-88da28ddc675 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:12.984235 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c72a47f-315d-462b-911e-f7315f65f23a', 'name': 'network-vif-deleted', 'tag': '4bd5516b-8586-40cc-95a0-60e57fb8e3b4', 'status': 'completed', 'code': 200} Jun 17 08:24:13.154521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-d9800f27-4961-40ef-af4b-f4307b48d83c tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.159907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-d9800f27-4961-40ef-af4b-f4307b48d83c tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff202715-c8be-4491-a579-91e0edc0745c HTTP/1.1" status: 200 len: 945 time: 0.1596329 Jun 17 08:24:13.291441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:13.347172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66625-1ad6-4147-9de4-43a84fdd9ca7 req-25b96216-8ed5-42c1-9a20-41552d71fa88 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.359434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66625-1ad6-4147-9de4-43a84fdd9ca7 req-25b96216-8ed5-42c1-9a20-41552d71fa88 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.365216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66625-1ad6-4147-9de4-43a84fdd9ca7 req-25b96216-8ed5-42c1-9a20-41552d71fa88 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.372949 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ded66625-1ad6-4147-9de4-43a84fdd9ca7 req-25b96216-8ed5-42c1-9a20-41552d71fa88 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.2119474 Jun 17 08:24:13.446479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ded66625-1ad6-4147-9de4-43a84fdd9ca7 req-6b86b186-8594-46ed-b9af-8fe047d05df7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726087 Jun 17 08:24:13.453751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Deleting port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:13.454183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.597244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:13.598559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] For port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:13.600028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.629871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'mac_address': 'fa:16:3e:e4:4b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:13.632878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-83f2c50b-230e-414c-b50a-503017c29e8b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.636365 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-83f2c50b-230e-414c-b50a-503017c29e8b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ef13190-9daf-4730-b79f-aec938670ad7 HTTP/1.1" status: 200 len: 945 time: 0.1843445 Jun 17 08:24:13.734057 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.768818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Calling delete_port for 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:13.774086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:13.823860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:13.826344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Deleting port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:13.826946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.834049 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.836211 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:13.927238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:13.932352 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:13.988657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] For port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:13.989077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.030780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41d50f-7bee-43d9-96bb-78ca567907be req-79881738-b611-4a66-b042-db767f7f5fcf tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:14.040452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd41d50f-7bee-43d9-96bb-78ca567907be req-79881738-b611-4a66-b042-db767f7f5fcf tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.3445415 Jun 17 08:24:14.112231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:14.130532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd43417-f8e4-4aa0-be06-15efeaeae747 req-2c72919a-b929-4452-abd5-f027a0a77c06 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:14.132479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6cd43417-f8e4-4aa0-be06-15efeaeae747 req-2c72919a-b929-4452-abd5-f027a0a77c06 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.2084541 Jun 17 08:24:14.145233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd41d50f-7bee-43d9-96bb-78ca567907be req-4696374f-1ff1-45a3-be75-e5f0ba54fa76 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038258 Jun 17 08:24:14.282038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6cd43417-f8e4-4aa0-be06-15efeaeae747 req-d862e0df-977b-4ee2-9d08-866ed96a0c3e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288528 Jun 17 08:24:14.304309 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.309719 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-386de91b-4501-41c9-ae1a-205c7d45d23d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:14.369974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Calling delete_port for 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:14.372837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event deleted for resources: {'Port': ['ID=31fa2b73-f12d-4e9b-8cdf-fdd58d254e25,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:14.380820 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:14.451678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['31fa2b73-f12d-4e9b-8cdf-fdd58d254e25'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:14.508345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] No DVR routers for this DVR port 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:14.515188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.519886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26f05af2-a1b4-487a-93fc-f65e174934c1 req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "DELETE /v2.0/ports/31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 HTTP/1.1" status: 204 len: 173 time: 1.3480277 Jun 17 08:24:14.614653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00121af-737f-45e8-aa8b-9a47dfb8a92b req-8168f676-ba29-405f-96d2-3cfad7f35a59 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 210 time: 0.0477972 Jun 17 08:24:14.656391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.661951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:14.664971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1a137-bc5c-4544-a870-84f980cf106f req-aca2ad5d-b522-4140-8767-49dac55b3f99 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:14.673445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22a1a137-bc5c-4544-a870-84f980cf106f req-aca2ad5d-b522-4140-8767-49dac55b3f99 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 944 time: 0.1519032 Jun 17 08:24:14.681250 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:14.714394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event deleted for resources: {'Port': ['ID=9c571621-1dea-4d9f-8c7c-a7fec09fc6bd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:14.725490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22a1a137-bc5c-4544-a870-84f980cf106f req-c6c179cf-09fc-433c-912b-5104792c9c6a tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507891 Jun 17 08:24:14.754050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['31fa2b73-f12d-4e9b-8cdf-fdd58d254e25'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:14.766499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:14.800931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:14.801195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 4bd5516b-8586-40cc-95a0-60e57fb8e3b4 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:14.822606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] No DVR routers for this DVR port 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:14.828175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.837804 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d00b15f8-429e-4c64-969d-b4b08f9decb5 req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.60 "DELETE /v2.0/ports/9c571621-1dea-4d9f-8c7c-a7fec09fc6bd HTTP/1.1" status: 204 len: 173 time: 1.1940238 Jun 17 08:24:14.838389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef13190-9daf-4730-b79f-aec938670ad7', 'name': 'network-vif-deleted', 'tag': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:14.842005 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6aaaa9-da24-4c52-bfd8-2c77e7d5d181" -d '{"events": [{"server_uuid": "6ef13190-9daf-4730-b79f-aec938670ad7", "name": "network-vif-deleted", "tag": "9c571621-1dea-4d9f-8c7c-a7fec09fc6bd"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:14.986290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff202715-c8be-4491-a579-91e0edc0745c', 'name': 'network-vif-deleted', 'tag': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:14.989032 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd7d2f8-0874-40f2-8c61-d4bc8faaddfe" -d '{"events": [{"server_uuid": "ff202715-c8be-4491-a579-91e0edc0745c", "name": "network-vif-deleted", "tag": "31fa2b73-f12d-4e9b-8cdf-fdd58d254e25"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:15.096541 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef40be-50b4-40ac-b195-99989f5a3e1c x-openstack-request-id: req-1eef40be-50b4-40ac-b195-99989f5a3e1c {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:15.096937 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef13190-9daf-4730-b79f-aec938670ad7", "name": "network-vif-deleted", "tag": "9c571621-1dea-4d9f-8c7c-a7fec09fc6bd", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:15.097229 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1eef40be-50b4-40ac-b195-99989f5a3e1c {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:15.097802 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef13190-9daf-4730-b79f-aec938670ad7', 'name': 'network-vif-deleted', 'tag': '9c571621-1dea-4d9f-8c7c-a7fec09fc6bd', 'status': 'completed', 'code': 200} Jun 17 08:24:15.147706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb376a6-9538-447e-b375-155ddaa746f5 req-22d7ea69-b3c9-442f-8bbd-a914cbfd7000 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.154468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb376a6-9538-447e-b375-155ddaa746f5 req-22d7ea69-b3c9-442f-8bbd-a914cbfd7000 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.160350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb376a6-9538-447e-b375-155ddaa746f5 req-22d7ea69-b3c9-442f-8bbd-a914cbfd7000 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.161197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9c571621-1dea-4d9f-8c7c-a7fec09fc6bd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:15.162309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acb376a6-9538-447e-b375-155ddaa746f5 req-22d7ea69-b3c9-442f-8bbd-a914cbfd7000 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.1569705 Jun 17 08:24:15.164120 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982121b2-006f-4ecf-a659-61f091cfaae8 x-openstack-request-id: req-982121b2-006f-4ecf-a659-61f091cfaae8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:15.164445 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff202715-c8be-4491-a579-91e0edc0745c", "name": "network-vif-deleted", "tag": "31fa2b73-f12d-4e9b-8cdf-fdd58d254e25", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:15.164744 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-982121b2-006f-4ecf-a659-61f091cfaae8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:15.165134 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff202715-c8be-4491-a579-91e0edc0745c', 'name': 'network-vif-deleted', 'tag': '31fa2b73-f12d-4e9b-8cdf-fdd58d254e25', 'status': 'completed', 'code': 200} Jun 17 08:24:15.211657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9c571621-1dea-4d9f-8c7c-a7fec09fc6bd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:15.233348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acb376a6-9538-447e-b375-155ddaa746f5 req-d51167a7-29e9-419b-82d6-caceb6bc7e3f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600007 Jun 17 08:24:15.248325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-98c946a0-3c7f-4e6f-83e5-a7c0dc187e34 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.251161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-98c946a0-3c7f-4e6f-83e5-a7c0dc187e34 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.67 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.1554892 Jun 17 08:24:15.307817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:15.402373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:15.429590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:15.432931 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.608238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84287337-7738-4c8b-838c-ccc4c27fd1c9 req-6ab13111-68dc-4154-a0e9-442c05a12f5b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.617563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84287337-7738-4c8b-838c-ccc4c27fd1c9 req-6ab13111-68dc-4154-a0e9-442c05a12f5b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 946 time: 0.2591257 Jun 17 08:24:15.624188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Deleting port 355f57d7-1767-4bc6-a477-e2dee36e989b {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:15.624821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.682939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-7c6b9eaa-5034-41ad-b1b1-30893a0a0a0e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.693242 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-7c6b9eaa-5034-41ad-b1b1-30893a0a0a0e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 813 time: 0.3073018 Jun 17 08:24:15.694640 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.709066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Request body: {'port': {'device_id': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'admin_state_up': True, 'tenant_id': '2b56dc771bd54411a41b6ae7423b68b2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:15.739921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:15.742179 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fccd6a9-1bec-43ba-b213-0df345671309" -d '{"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-plugged", "status": "completed", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:15.775073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:15.790183 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.792952 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bc44883-4629-4429-89bc-562458e41e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:15.804766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] For port 355f57d7-1767-4bc6-a477-e2dee36e989b, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=355f57d7-1767-4bc6-a477-e2dee36e989b,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:15.806308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.942297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:15.962271 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:16.023018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Made reservation on behalf of 2b56dc771bd54411a41b6ae7423b68b2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:16.029972 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.072006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.67', 62724) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:16.085826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-7f630d48-670c-4dff-88bd-8a3cf5d63668 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.087380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-7f630d48-670c-4dff-88bd-8a3cf5d63668 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.6493373 Jun 17 08:24:16.135238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-13'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:16.196842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84287337-7738-4c8b-838c-ccc4c27fd1c9 req-870f2da1-d301-4ecc-a81b-3db38e17aedb tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups?id=991a12f5-ca19-453a-8c81-55670867de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781353 Jun 17 08:24:16.292343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.293025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.293712 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Floating IP 03f842c7-5f8b-495f-9fab-609233819903 disassociated. External IP: 172.25.7.206, port: 355f57d7-1767-4bc6-a477-e2dee36e989b. Jun 17 08:24:16.294615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Calling delete_port for 355f57d7-1767-4bc6-a477-e2dee36e989b owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:16.374956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-2ad54159-7fb4-4375-a3e0-d04595542ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.388846 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-2ad54159-7fb4-4375-a3e0-d04595542ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 813 time: 0.3072994 Jun 17 08:24:16.422745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Request body: {'port': {'device_id': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'admin_state_up': True, 'tenant_id': '2b56dc771bd54411a41b6ae7423b68b2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:16.643550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Allocated IP 172.20.0.4 (7a60d877-1294-40fb-8c04-90436be47d78/c3473936-b30c-4701-9ef6-77f2a42c6c27/3ffbcc8a-b936-4482-a469-0cfb99c3a0dd) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:16.675240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:16.678284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:16.728594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Made reservation on behalf of 2b56dc771bd54411a41b6ae7423b68b2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:16.738774 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.763143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:16.763973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 31fa2b73-f12d-4e9b-8cdf-fdd58d254e25 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:16.789966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed0c3a-71e2-4b25-8a4f-4897ffc297ee req-78746f4f-f237-4b34-8df9-ad7ece33ca35 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.799082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16ed0c3a-71e2-4b25-8a4f-4897ffc297ee req-78746f4f-f237-4b34-8df9-ad7ece33ca35 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 945 time: 0.7603407 Jun 17 08:24:16.883455 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.940293 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.987154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:17.011013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 has no active binding in host n-h2-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:24:17.028054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49282e03-9b15-4beb-9d50-df0a508bb87a req-89359303-608a-4360-bc56-f4acc85878af tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 210 time: 0.1074724 Jun 17 08:24:17.058725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16ed0c3a-71e2-4b25-8a4f-4897ffc297ee req-4fe4869d-8e72-4883-bed8-ee78da6fb82a tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585857 Jun 17 08:24:17.061264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44880) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:17.101913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.182894 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9eafa5-121e-467d-967a-8ed0c1741d5e x-openstack-request-id: req-cb9eafa5-121e-467d-967a-8ed0c1741d5e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:17.183614 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-plugged", "status": "completed", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:17.184573 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb9eafa5-121e-467d-967a-8ed0c1741d5e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:17.185444 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'code': 200} Jun 17 08:24:17.222044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.246852 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f890d957-87b3-48f8-9723-1a6687ea9a7e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:17.322109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:17.344116 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:24:17.375482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Network 7a60d877-1294-40fb-8c04-90436be47d78 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:17.379271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event updated for resources: {'Port': ['ID=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:17.382090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:17.386734 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:17.389632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Allocated IP 172.20.0.7 (7a60d877-1294-40fb-8c04-90436be47d78/c3473936-b30c-4701-9ef6-77f2a42c6c27/1d0b5579-acc1-4167-9bfe-4f3e9d41c67d) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:17.392459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:17.413339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:17.415031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9c571621-1dea-4d9f-8c7c-a7fec09fc6bd not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:17.453014 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.464559 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5476a982-24d8-407f-99ba-291bf69f6e89 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:17.517362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.518381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.522864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event deleted for resources: {'Port': ['ID=355f57d7-1767-4bc6-a477-e2dee36e989b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:17.526129 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:17.537490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dd4c658f-8da8-4d0a-94d3-edabb17e7bff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b3bbfc9f14b4a69a6f5fdb93d0fe8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696157 Jun 17 08:24:17.553748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44886) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:17.558743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:17.644714 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9405010 Jun 17 08:24:17.673109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Request body: {'port': {'device_id': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:17.709495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888a9a4-07be-410b-be41-e8c44eeaa068 req-633e356b-04ce-419a-826e-d2474fa785a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.711034 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8888a9a4-07be-410b-be41-e8c44eeaa068 req-633e356b-04ce-419a-826e-d2474fa785a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 1097 time: 0.4388523 Jun 17 08:24:17.820737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522691-2d99-49ca-b04f-603b490c6eac req-36af66a6-a57a-438d-af79-5cf5d5f9cd01 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.827460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01522691-2d99-49ca-b04f-603b490c6eac req-36af66a6-a57a-438d-af79-5cf5d5f9cd01 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.4778790 Jun 17 08:24:17.827650 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8888a9a4-07be-410b-be41-e8c44eeaa068 req-2ee405ba-f751-47bc-be63-8c4e90398ea0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678477 Jun 17 08:24:17.877029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:17.893036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.899056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.995534 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.001474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:18.004660 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a694828-5336-4c33-be6b-7d16823b7d1e" -d '{"events": [{"server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "name": "network-vif-unplugged", "status": "completed", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:18.018882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:18.019550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.021753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.046173 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1052a743-f544-42bb-bfbd-d77346234bb6 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:18.061486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01522691-2d99-49ca-b04f-603b490c6eac req-f2f2094b-acd4-4219-adbd-bfd267f2e0f6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198918 Jun 17 08:24:18.064497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.070244 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7b93dfc6-4a54-448b-ba59-c3e417ca7dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:18.164721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Network 7a60d877-1294-40fb-8c04-90436be47d78 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:18.194409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event updated for resources: {'Port': ['ID=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:18.206342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:18.208636 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:18.212830 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:18.244968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:18.266275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5dcde19c-6280-4217-bfea-47fe190e63fd req-717f808c-b028-49aa-8dd6-cad5b3677bca tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 210 time: 0.2546074 Jun 17 08:24:18.267468 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:18.286347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.286956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.315565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9164252 Jun 17 08:24:18.331214 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.339838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Request body: {'port': {'device_id': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:18.344033 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af78d797-2866-424c-8c05-94d78eb8c1ed x-openstack-request-id: req-af78d797-2866-424c-8c05-94d78eb8c1ed {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:18.345110 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "name": "network-vif-unplugged", "status": "completed", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:18.345459 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af78d797-2866-424c-8c05-94d78eb8c1ed {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:18.346198 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'code': 200} Jun 17 08:24:18.431771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:18.442106 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.482006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Transition to ACTIVE for port object 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:18.490299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.492540 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:18.495270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.606813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Pushing event updated for resources: {'Port': ['ID=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:18.613517 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:18.656248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9bcb-84d3-46a7-8a57-9e60afe2a0cd req-5ef8e748-576a-4550-9696-986b5f0ee78e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.662297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9bcb-84d3-46a7-8a57-9e60afe2a0cd req-5ef8e748-576a-4550-9696-986b5f0ee78e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.675855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9bcb-84d3-46a7-8a57-9e60afe2a0cd req-5ef8e748-576a-4550-9696-986b5f0ee78e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.678778 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6ef9bcb-84d3-46a7-8a57-9e60afe2a0cd req-5ef8e748-576a-4550-9696-986b5f0ee78e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.4358311 Jun 17 08:24:18.683616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 355f57d7-1767-4bc6-a477-e2dee36e989b no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:18.700657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on host n-h1-780147-13 for vnic_type normal with profile {"migrating_to": "n-h2-780147-13"} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:18.701260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:18.701593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:18.710433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 355f57d7-1767-4bc6-a477-e2dee36e989b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:18.711115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 355f57d7-1767-4bc6-a477-e2dee36e989b not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:18.740321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:18.740592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Attempting to bind port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:18.768496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:18.780686 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:18.781432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:18.781879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:18.782362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:18.782883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Bound port: 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:18.783341 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.791598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.795021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.799804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5948696-003e-4f1c-aeb6-90b9bcf29ecd HTTP/1.1" status: 204 len: 168 time: 1.2376177 Jun 17 08:24:18.813295 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:18.817892 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:18.837458 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b4c6d37-5b43-4f29-8b29-390e57575139 tempest-LiveMigrationNegativeTest-1675900049 tempest-LiveMigrationNegativeTest-1675900049-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:18.864980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Attempting to bind port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:18.865612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Attempting to bind port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:18.873554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Attempting to bind port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:18.887291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd on network 7a60d877-1294-40fb-8c04-90436be47d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:18.890423 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Attempting to bind port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:18.894400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] No DVR routers for this DVR port 355f57d7-1767-4bc6-a477-e2dee36e989b on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:18.897718 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.909021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98eca399-c29f-4faf-be3a-dcb7f9e3d217 req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.67 "DELETE /v2.0/ports/355f57d7-1767-4bc6-a477-e2dee36e989b HTTP/1.1" status: 204 len: 173 time: 3.6529458 Jun 17 08:24:18.925032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6ef9bcb-84d3-46a7-8a57-9e60afe2a0cd req-6f1ba3b9-ffb1-49e0-ab6b-e8e38cd846a6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146194 Jun 17 08:24:18.929516 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5948696-003e-4f1c-aeb6-90b9bcf29ecd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:18.932681 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:18.939051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:18.943986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Checking segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:18.944452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Bound using segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:18.944971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Bound port: 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:18.945420 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.977747 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:19.018110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029ae56-43f5-4183-ae6a-71a876a07e14 req-d72eb825-ddb3-4cc0-8607-1b37db2e212c tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.027231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0029ae56-43f5-4183-ae6a-71a876a07e14 req-d72eb825-ddb3-4cc0-8607-1b37db2e212c tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 931 time: 0.5188556 Jun 17 08:24:19.099430 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.121282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0029ae56-43f5-4183-ae6a-71a876a07e14 req-3b246586-1930-4800-8178-ab56d7aee4d9 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928264 Jun 17 08:24:19.172481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:19.185199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:19.200991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.203771 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:19.217492 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fb68d0e-1f08-4c58-a568-ab6dabd39a37 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:19.233149 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:19.236982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] For port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:19.243325 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:19.244184 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:23:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:19.364567 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:19.368227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] For port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:19.422194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.422813 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.424667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] 10.222.0.67 "PUT /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 1123 time: 3.3014476 Jun 17 08:24:19.435427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.494119 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dc7c7d3d-7f84-49b6-8d1d-86d5a6f1f88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:19.505608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:19.517904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['1bfdb325-ba39-4f34-b651-7ed0d47c8a92'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:19.525090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['1bfdb325-ba39-4f34-b651-7ed0d47c8a92'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:19.534069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:19.549630 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:19.578847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ecf34-8932-4906-bab0-1e1f2aa13cce req-e2ffc915-e229-4b2d-945f-e2dc1ea996ee tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.595002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca5ecf34-8932-4906-bab0-1e1f2aa13cce req-e2ffc915-e229-4b2d-945f-e2dc1ea996ee tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.3068693 Jun 17 08:24:19.597433 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.631928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.639027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.645294 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] 10.222.0.67 "PUT /v2.0/ports/3ffbcc8a-b936-4482-a469-0cfb99c3a0dd HTTP/1.1" status: 200 len: 1092 time: 1.9782670 Jun 17 08:24:19.650056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'tag': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:19.656958 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a5aef-d53f-43bd-b2c0-9a999b445166" -d '{"events": [{"name": "network-changed", "server_uuid": "9c138a8d-fd45-4df7-94e6-ab3f81d2866b", "tag": "3ffbcc8a-b936-4482-a469-0cfb99c3a0dd"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:19.678973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Transition to ACTIVE for port object 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:19.709096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.772771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Pushing event updated for resources: {'Port': ['ID=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:19.806371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca5ecf34-8932-4906-bab0-1e1f2aa13cce req-b0281acc-6d76-4b7e-9f78-4332b5e04755 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086916 Jun 17 08:24:19.849625 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:19.862532 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:19.912936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-90d299ac-684a-4489-a170-2ce4d7b50e0e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.935986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-90d299ac-684a-4489-a170-2ce4d7b50e0e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.958755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-90d299ac-684a-4489-a170-2ce4d7b50e0e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.961984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-90d299ac-684a-4489-a170-2ce4d7b50e0e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.5904615 Jun 17 08:24:19.966210 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:19.989762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00181fec-3f79-4f39-ac3d-7447408c0600 req-2b32e20a-c9d9-4382-84b1-f5a511d86bce tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.991375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00181fec-3f79-4f39-ac3d-7447408c0600 req-2b32e20a-c9d9-4382-84b1-f5a511d86bce tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.3812420 Jun 17 08:24:20.006360 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb937c-1423-4e68-a865-bf4771555945 None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:19:31Z', 'revision_number': 4, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c1554b58-0889-427b-8f06-73b459e74b15', 'name': '', 'network_id': '972b48f1-cf1a-4481-8411-1c1bd1f4c147', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'mac_address': 'fa:16:3e:82:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:30Z', 'updated_at': '2021-06-17T08:19:38Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'subnets': [{'id': '57b40d5a-6d22-4908-91e2-a3b58a4f69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:20.072383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00181fec-3f79-4f39-ac3d-7447408c0600 req-b407d453-c82d-4ef7-a6f4-6753f69a22c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743093 Jun 17 08:24:20.197496 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a28f0-5893-4ea3-9cd8-38f2b14334ad x-openstack-request-id: req-653a28f0-5893-4ea3-9cd8-38f2b14334ad {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:20.197869 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c138a8d-fd45-4df7-94e6-ab3f81d2866b", "tag": "3ffbcc8a-b936-4482-a469-0cfb99c3a0dd", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:20.198142 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-653a28f0-5893-4ea3-9cd8-38f2b14334ad {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:20.200309 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'tag': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd', 'status': 'completed', 'code': 200} Jun 17 08:24:20.212727 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-264f0462-32f2-414f-a05f-d96227183931 req-0a1dc089-78c1-46f8-85e8-22c313711eff tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/ports?device_id=86449318-1d68-4f12-bb7b-b08efd48b362 HTTP/1.1" status: 200 len: 210 time: 0.0643158 Jun 17 08:24:20.348769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'name': 'network-vif-deleted', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b'}, {'name': 'network-changed', 'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:20.351171 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e559d98d-1cba-4927-ab4f-abbf66b2100c" -d '{"events": [{"server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "name": "network-vif-deleted", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b"}, {"name": "network-changed", "server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:20.410229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Pushing event updated for resources: {'Port': ['ID=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:20.423738 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:20.473553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f2e98-6906-4209-ab08-15ef0b043677 None None] New status for floating IP 03f842c7-5f8b-495f-9fab-609233819903: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:24:20.474166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-65740092-85cf-4699-9ba3-6dbb356eef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.475555 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-65740092-85cf-4699-9ba3-6dbb356eef7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 1095 time: 0.7275679 Jun 17 08:24:20.492967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41e0b5-c684-4ab6-9e20-da518a09c95e req-572df861-5fe8-4864-a3f3-dca32cbd7415 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.500124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41e0b5-c684-4ab6-9e20-da518a09c95e req-572df861-5fe8-4864-a3f3-dca32cbd7415 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.508954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41e0b5-c684-4ab6-9e20-da518a09c95e req-572df861-5fe8-4864-a3f3-dca32cbd7415 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.511016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd41e0b5-c684-4ab6-9e20-da518a09c95e req-572df861-5fe8-4864-a3f3-dca32cbd7415 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.1822088 Jun 17 08:24:20.585141 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cd41e0b5-c684-4ab6-9e20-da518a09c95e req-8a9b29da-1c4f-4555-aa59-19cd2b8c74bc tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672770 Jun 17 08:24:20.605247 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-fb58eaac-6585-4613-8898-8232725025fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd HTTP/1.1" status: 200 len: 217 time: 0.0946376 Jun 17 08:24:20.638285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:20.639005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.644604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Attempting to bind port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:20.645253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Attempting to bind port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:20.645806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Attempting to bind port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:20.684803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d on network 7a60d877-1294-40fb-8c04-90436be47d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:20.685496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Attempting to bind port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d on network 7a60d877-1294-40fb-8c04-90436be47d78 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:20.693952 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d016dc-0ca8-4e2d-b6c4-2616fd0574e2 x-openstack-request-id: req-c2d016dc-0ca8-4e2d-b6c4-2616fd0574e2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:20.694619 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86449318-1d68-4f12-bb7b-b08efd48b362", "name": "network-vif-deleted", "tag": "355f57d7-1767-4bc6-a477-e2dee36e989b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:20.695253 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2d016dc-0ca8-4e2d-b6c4-2616fd0574e2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:20.695857 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86449318-1d68-4f12-bb7b-b08efd48b362', 'name': 'network-vif-deleted', 'tag': '355f57d7-1767-4bc6-a477-e2dee36e989b', 'status': 'completed', 'code': 200} Jun 17 08:24:20.696356 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'status': 'completed', 'code': 200} Jun 17 08:24:20.733022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:20.733514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Checking segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:20.733980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Bound using segment: {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:20.734492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Bound port: 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905548a4-df27-4861-b282-1ec49ee87146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:20.734935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.802554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a51592-ccca-4aa0-94f1-2c1b3c41947e req-b32880d3-a734-42f2-adb8-68de01366f50 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.805081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65a51592-ccca-4aa0-94f1-2c1b3c41947e req-b32880d3-a734-42f2-adb8-68de01366f50 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 943 time: 0.1011093 Jun 17 08:24:20.839653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-07ad38c0-1565-4827-a8cf-5af7ad53e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.841855 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-07ad38c0-1565-4827-a8cf-5af7ad53e27a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.2222571 Jun 17 08:24:20.859504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65a51592-ccca-4aa0-94f1-2c1b3c41947e req-1db6a33a-3ae4-4fb5-9d51-0d8b3e668841 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Jun 17 08:24:21.178303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd776e0-8742-4f77-922e-96b9e2ed24a2 req-160d5967-20ab-4f21-9888-29f2796b530d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.180678 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcd776e0-8742-4f77-922e-96b9e2ed24a2 req-160d5967-20ab-4f21-9888-29f2796b530d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.1302946 Jun 17 08:24:21.202198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5670a-d350-42a6-bba0-7f4442134690 req-5f1a24bc-60c5-41ec-bb21-c9d0c0bcdd09 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.203694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ad5670a-d350-42a6-bba0-7f4442134690 req-5f1a24bc-60c5-41ec-bb21-c9d0c0bcdd09 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.1063714 Jun 17 08:24:21.213988 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-e2223e77-c33e-43f6-8f4b-2140bab00626 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477257 Jun 17 08:24:21.257254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcd776e0-8742-4f77-922e-96b9e2ed24a2 req-c05284b4-e47e-4102-9c65-c99d5f4354bf tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703344 Jun 17 08:24:21.262673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ad5670a-d350-42a6-bba0-7f4442134690 req-56f8f53a-19ff-4730-b86f-24748cfbda4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Jun 17 08:24:21.276283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:21.276777 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.286695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-b5f71114-012f-4074-a92b-75d6eb5d2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.286695 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-b5f71114-012f-4074-a92b-75d6eb5d2869 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1126 time: 0.5548303 Jun 17 08:24:21.296257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] For port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:21.382101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] For port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:21.441708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:21.450374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.459402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f48cb2a-0081-4e98-b95d-57f6488a0d8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:21.585805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.586427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.588094 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] 10.222.0.67 "PUT /v2.0/ports/1d0b5579-acc1-4167-9bfe-4f3e9d41c67d HTTP/1.1" status: 200 len: 1092 time: 3.2644632 Jun 17 08:24:21.593528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44978) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:21.633711 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-d2c5ebca-f4a3-466e-a272-1bd458228e7c service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067600 Jun 17 08:24:21.709216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Pushing event updated for resources: {'Port': ['ID=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:21.716852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-9c1cb179-c8e3-45bb-8d7b-0e7f752a6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.719006 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-9c1cb179-c8e3-45bb-8d7b-0e7f752a6383 service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.4107251 Jun 17 08:24:21.720056 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:21.753977 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.831061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-be7986ee-6010-4e4b-b43e-e50567e9ef90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 217 time: 0.1017401 Jun 17 08:24:21.858026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.938377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44986) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:21.966487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-f27f3557-8a3a-4bae-aa44-771bb9bb4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.968019 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-f27f3557-8a3a-4bae-aa44-771bb9bb4e6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 1095 time: 0.3185296 Jun 17 08:24:21.977570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50224061-c62e-4439-8024-71761a9db8b7 req-487d50ba-130f-4295-ad49-b673d110ebb7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.984189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50224061-c62e-4439-8024-71761a9db8b7 req-487d50ba-130f-4295-ad49-b673d110ebb7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.986948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-b4330065-c013-4738-af69-45c8bae7f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.988470 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-b4330065-c013-4738-af69-45c8bae7f173 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1490128 Jun 17 08:24:21.990186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50224061-c62e-4439-8024-71761a9db8b7 req-487d50ba-130f-4295-ad49-b673d110ebb7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.990321 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-9c96b969-5a83-4b32-b1c4-167dabbebe41 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309131 Jun 17 08:24:21.998241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50224061-c62e-4439-8024-71761a9db8b7 req-487d50ba-130f-4295-ad49-b673d110ebb7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 2419 time: 0.2463143 Jun 17 08:24:22.022567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.024863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.028842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "DELETE /v2.0/security-groups/991a12f5-ca19-453a-8c81-55670867de2d HTTP/1.1" status: 204 len: 168 time: 0.4312065 Jun 17 08:24:22.028842 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5663eed0-7cd1-4879-89c6-e627f23697e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:22.037077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44992) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:22.038248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991a12f5-ca19-453a-8c81-55670867de2d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:22.051149 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:22.052330 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.057394 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-6156b812-296f-48da-991c-8a19e396bb32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d HTTP/1.1" status: 200 len: 217 time: 0.0640113 Jun 17 08:24:22.058027 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b543412e-1c70-4e46-80d8-d70a9c988298 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:22.070431 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-2903b634-822f-423c-a761-313b421959e0 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] show failed (client error): The resource could not be found. Jun 17 08:24:22.071457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2903b634-822f-423c-a761-313b421959e0 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "GET /v2.0/security-groups/991a12f5-ca19-453a-8c81-55670867de2d HTTP/1.1" status: 404 len: 347 time: 0.0310135 Jun 17 08:24:22.075065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44994) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:22.091480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50224061-c62e-4439-8024-71761a9db8b7 req-bad8fda7-f211-451c-9d7e-f021c3937935 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923185 Jun 17 08:24:22.104816 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-82036946-08c0-4c1c-ae80-bd162380c7c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955207 Jun 17 08:24:22.112730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=954d6fc1-c218-4e2d-9665-a14e3afe0cb4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:22.171829 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:22.202145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'tag': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:22.205436 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4977a3-53c2-41f0-9449-2faa6947dd22", "tag": "1d0b5579-acc1-4167-9bfe-4f3e9d41c67d"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:22.310004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:22.330688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.333024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "DELETE /v2.0/ports/954d6fc1-c218-4e2d-9665-a14e3afe0cb4 HTTP/1.1" status: 204 len: 173 time: 2.1476929 Jun 17 08:24:22.345713 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd15047-2df4-426b-881a-3cacbece5d54 x-openstack-request-id: req-5fd15047-2df4-426b-881a-3cacbece5d54 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:22.346057 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4977a3-53c2-41f0-9449-2faa6947dd22", "tag": "1d0b5579-acc1-4167-9bfe-4f3e9d41c67d", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:22.346442 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fd15047-2df4-426b-881a-3cacbece5d54 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:22.346973 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'tag': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d', 'status': 'completed', 'code': 200} Jun 17 08:24:22.350878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.380065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91936b9-f826-4e08-98a4-4edb07abd9d6 req-f15392d5-9087-4f4a-8c3c-08d5cc590e21 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.381612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e91936b9-f826-4e08-98a4-4edb07abd9d6 req-f15392d5-9087-4f4a-8c3c-08d5cc590e21 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 943 time: 0.3127222 Jun 17 08:24:22.387420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Deleting port 50925a77-2fd2-466c-af73-22eb060b9559 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:22.387761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.460869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadde3-6585-4391-9408-f48243026393 req-9aeeda07-1fab-49d9-b99f-c2e94ce0478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.462273 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-9aeeda07-1fab-49d9-b99f-c2e94ce0478d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.2880905 Jun 17 08:24:22.538968 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-591be4e6-f49b-4d18-84c4-e488673712a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632198 Jun 17 08:24:22.571120 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-c5323d8f-f353-4b41-9dc8-227ba8b3cf9c service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398756 Jun 17 08:24:22.650974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-1fe8d562-84a4-4489-a562-635c74becb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.653354 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-1fe8d562-84a4-4489-a562-635c74becb51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 1095 time: 0.4777906 Jun 17 08:24:22.786746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e91936b9-f826-4e08-98a4-4edb07abd9d6 req-6e3420fa-b6d0-448b-9e20-cd9b647a38a6 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957095 Jun 17 08:24:22.849343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.849343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.886334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-b40efe62-5208-46c5-8839-b5892df52ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194189 Jun 17 08:24:22.905172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port fa23e749-55ab-49fd-94a7-8b5a663c5f57 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:22.905517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.932923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Calling delete_port for 50925a77-2fd2-466c-af73-22eb060b9559 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:22.942687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9eda7-d49e-430a-a445-7627d3991573 req-2a9452cd-ca64-46ae-b3db-81b92b62be3e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.947620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15d9eda7-d49e-430a-a445-7627d3991573 req-2a9452cd-ca64-46ae-b3db-81b92b62be3e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.1818509 Jun 17 08:24:22.981451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.983151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-4059c4f0-fee8-4b6f-9a40-cdd2e6b86e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.984624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-4059c4f0-fee8-4b6f-9a40-cdd2e6b86e64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 914 time: 0.3165545 Jun 17 08:24:23.000436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e559d98d-1cba-4927-ab4f-abbf66b2100c req-36902fe1-0dfe-413f-9437-7ab162c80239 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131372 Jun 17 08:24:23.001015 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.017915 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-995eb57e-d3f2-4927-ba74-636d64d686d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:23.096230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15d9eda7-d49e-430a-a445-7627d3991573 req-289fd7a8-3903-4fc8-b8db-b86bf002870b tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310954 Jun 17 08:24:23.112894 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-ae561ecd-3deb-4961-ab23-0c4cd8902854 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd HTTP/1.1" status: 200 len: 217 time: 0.1140029 Jun 17 08:24:23.171808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47106ab619954ece99b245b74b858f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2314968 Jun 17 08:24:23.189190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ffea8-2460-40c5-91e0-0594df6e147d req-6a4fdde1-97af-4865-969e-cfa8de0215c2 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.191413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b2ffea8-2460-40c5-91e0-0594df6e147d req-6a4fdde1-97af-4865-969e-cfa8de0215c2 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.2394769 Jun 17 08:24:23.195199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45008) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:23.219194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23def653-838b-4187-9f1c-b45fa36b3323,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:23.226942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:23.252023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:23.252445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.284289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-51aadde3-6585-4391-9408-f48243026393 req-3cb6a5cb-7889-437f-8c52-1326abc8e12a service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702013 Jun 17 08:24:23.344937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 282e76ac-1a47-40bb-9e3a-9418782253b7 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:23.375317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b2ffea8-2460-40c5-91e0-0594df6e147d req-0c750b62-12fb-44aa-bda7-6c50f819df51 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734436 Jun 17 08:24:23.379883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.385611 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91f30dee-16c3-4d06-bcd0-4d6575bedda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:23.457814 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.487796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:23.495008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Pushing event deleted for resources: {'Port': ['ID=50925a77-2fd2-466c-af73-22eb060b9559,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:23.496041 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdea909-0264-4953-be5f-0ebab60ac2a0" -d '{"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-unplugged", "status": "completed", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:23.497764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.514702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=282e76ac-1a47-40bb-9e3a-9418782253b7,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:23.535527 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.536830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fa23e749-55ab-49fd-94a7-8b5a663c5f57 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:23.541717 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:23.554996 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:23.635075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d9c5-73da-4b86-9179-a50127e4c461 req-b01ccd4e-6023-48de-95bf-0954eccde8cd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.641989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d9c5-73da-4b86-9179-a50127e4c461 req-b01ccd4e-6023-48de-95bf-0954eccde8cd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.644030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe25d9c5-73da-4b86-9179-a50127e4c461 req-b01ccd4e-6023-48de-95bf-0954eccde8cd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 1683 time: 0.3835523 Jun 17 08:24:23.670304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.701289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.703220 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac057b9e-a9da-4d26-8f68-f6d7b03585fc x-openstack-request-id: req-ac057b9e-a9da-4d26-8f68-f6d7b03585fc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:23.703526 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-unplugged", "status": "completed", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:23.703789 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac057b9e-a9da-4d26-8f68-f6d7b03585fc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:23.704186 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7', 'code': 200} Jun 17 08:24:23.705158 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.706549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] 10.222.0.65 "DELETE /v2.0/floatingips/03f842c7-5f8b-495f-9fab-609233819903 HTTP/1.1" status: 204 len: 168 time: 1.6303580 Jun 17 08:24:23.707456 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.711755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-185e596e-87e3-48b6-b5d6-d5b532000341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.713760 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-185e596e-87e3-48b6-b5d6-d5b532000341 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.5678318 Jun 17 08:24:23.722201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:23.725764 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:23.742082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe25d9c5-73da-4b86-9179-a50127e4c461 req-02ea0745-50dc-4cb2-98b2-9a320bd6fad7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889573 Jun 17 08:24:23.759033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for fa23e749-55ab-49fd-94a7-8b5a663c5f57 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:23.778191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fa23e749-55ab-49fd-94a7-8b5a663c5f57, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fa23e749-55ab-49fd-94a7-8b5a663c5f57,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:23.780011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.782775 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.784094 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.785275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:23.786697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23def653-838b-4187-9f1c-b45fa36b3323 HTTP/1.1" status: 204 len: 168 time: 0.5904231 Jun 17 08:24:23.787585 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-300ff0f6-8e6d-474d-bd06-925ed241e7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:23.798470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23def653-838b-4187-9f1c-b45fa36b3323,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:23.810157 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:23.819869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:23.833453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:23.837271 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 954d6fc1-c218-4e2d-9665-a14e3afe0cb4 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:23.858065 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-e061e55d-cf54-43bb-8ff4-db37ba30b7ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814209 Jun 17 08:24:23.975959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:23.987417 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:24.093697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-2522668d-428f-46b8-8928-d98a8692b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.095279 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-2522668d-428f-46b8-8928-d98a8692b992 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 1095 time: 0.3292565 Jun 17 08:24:24.128371 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-aa8313dd-71ae-45af-95c7-09ea23a3b068 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320030 Jun 17 08:24:24.156742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc0e33-1d7a-4825-988b-cdb714a9781a req-1dbc0ba5-098a-483a-a453-e5a5c2f60953 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.158392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64cc0e33-1d7a-4825-988b-cdb714a9781a req-1dbc0ba5-098a-483a-a453-e5a5c2f60953 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 943 time: 0.1173007 Jun 17 08:24:24.214449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64cc0e33-1d7a-4825-988b-cdb714a9781a req-8f6b199a-3eaa-4050-93ad-75f0d112832e tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Jun 17 08:24:24.340950 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-657a5aef-d53f-43bd-b2c0-9a999b445166 req-36b703a0-74cc-4180-b592-2dbf18521926 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003832 Jun 17 08:24:24.345114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:24.351449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-deleted', 'tag': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:24.353775 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573ac87-5010-400a-b147-e43d59de029c" -d '{"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-deleted", "tag": "954d6fc1-c218-4e2d-9665-a14e3afe0cb4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:24.361566 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d137d8a-e8d5-4db8-a1cb-511534d48cb5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:24.390060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-c0164d09-7a7c-4ceb-9cdf-b23a44468aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.391347 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-c0164d09-7a7c-4ceb-9cdf-b23a44468aeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 200 len: 914 time: 0.2871082 Jun 17 08:24:24.394167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=fa23e749-55ab-49fd-94a7-8b5a663c5f57,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:24.398857 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:24.493233 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d3316c-e935-4b50-ab25-d311d8dd959d x-openstack-request-id: req-99d3316c-e935-4b50-ab25-d311d8dd959d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:24.493566 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-deleted", "tag": "954d6fc1-c218-4e2d-9665-a14e3afe0cb4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:24.493927 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99d3316c-e935-4b50-ab25-d311d8dd959d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:24.494314 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-deleted', 'tag': '954d6fc1-c218-4e2d-9665-a14e3afe0cb4', 'status': 'completed', 'code': 200} Jun 17 08:24:24.503933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f451a9-8d43-477d-a823-7703b36bab7a req-c33bd6ed-8c50-4754-9676-725184445954 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.508389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3f451a9-8d43-477d-a823-7703b36bab7a req-c33bd6ed-8c50-4754-9676-725184445954 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.2097414 Jun 17 08:24:24.522796 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-8e85d434-1702-4f34-bf1d-0fae65a950ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d HTTP/1.1" status: 200 len: 217 time: 0.1145427 Jun 17 08:24:24.523806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port fa23e749-55ab-49fd-94a7-8b5a663c5f57 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:24.528935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:24.531097 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "DELETE /v2.0/ports/fa23e749-55ab-49fd-94a7-8b5a663c5f57 HTTP/1.1" status: 204 len: 173 time: 2.1830173 Jun 17 08:24:24.612719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3f451a9-8d43-477d-a823-7703b36bab7a req-9d69e483-f7e0-49ad-9842-96f4c970fd90 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973086 Jun 17 08:24:24.707475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:24.826723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-a2e15261-db7c-4f03-865a-8455e778dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.834013 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-a2e15261-db7c-4f03-865a-8455e778dd71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 200 len: 853 time: 0.3019054 Jun 17 08:24:24.949114 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-0e28cf59-e754-4e89-b71b-088ff31fd95d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a60d877-1294-40fb-8c04-90436be47d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751789 Jun 17 08:24:24.998850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port 282e76ac-1a47-40bb-9e3a-9418782253b7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:24.999159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.007422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f359-844f-4e9d-8109-7828c71ca303 req-9b1bb9cb-2e29-4251-b220-374e12d32bc6 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:25.010140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:25.022677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b50f359-844f-4e9d-8109-7828c71ca303 req-9b1bb9cb-2e29-4251-b220-374e12d32bc6 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.1906538 Jun 17 08:24:25.041466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45066) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:25.052242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'port_id': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd', 'mac_address': 'fa:16:3e:14:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3473936-b30c-4701-9ef6-77f2a42c6c27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:25.169874 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca95e9cb-d847-4603-90e2-6ece55ad7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.172656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45068) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:25.194110 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.212485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:25.257115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b50f359-844f-4e9d-8109-7828c71ca303 req-674d87a3-2358-41ff-8d1f-2f9a975e22cd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335007 Jun 17 08:24:25.278723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:25.293729 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.296583 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:25.309131 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-f12f69e3-4fdc-489e-882a-bedca954b4ea service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519351 Jun 17 08:24:25.349581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port 282e76ac-1a47-40bb-9e3a-9418782253b7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=282e76ac-1a47-40bb-9e3a-9418782253b7,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:25.349981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.427223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:25.448058 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:25.573201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for 282e76ac-1a47-40bb-9e3a-9418782253b7 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:25.573566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['3ffbcc8a-b936-4482-a469-0cfb99c3a0dd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:25.577980 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ca8e94b3-fc0c-4b4d-aafe-435e64a729ae req-df369946-09bc-4b6a-82eb-e85e2d8aed32 service neutron] 10.222.0.67 "GET /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459269 Jun 17 08:24:25.581681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1412316626-network', 'tenant_id': 'eab88870c90f4c459a838667d6ba96c9'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:25.614770 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-b584e484-5b75-4983-8343-170fa271bd32 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4411271 Jun 17 08:24:25.654611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb8145-b98c-4d25-aedd-91bb24a8dee2 req-4504ec05-9f5b-4d7f-9822-4cc19e7ac1dd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:25.656209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9bb8145-b98c-4d25-aedd-91bb24a8dee2 req-4504ec05-9f5b-4d7f-9822-4cc19e7ac1dd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 944 time: 0.3952904 Jun 17 08:24:25.706392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:25.708524 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e239c9-102b-463a-ada4-edd76ea8b9e7" -d '{"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:25.724015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Made reservation on behalf of eab88870c90f4c459a838667d6ba96c9 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:25.739739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.776816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.796032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9bb8145-b98c-4d25-aedd-91bb24a8dee2 req-ad114c3d-6ed4-40d0-9e48-00ae762e026c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678334 Jun 17 08:24:25.851454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25ed9-858f-480e-91c0-913b2878c64d req-ad56686b-cc3c-490c-9ef3-2fb37b5a05a3 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:25.853091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61b25ed9-858f-480e-91c0-913b2878c64d req-ad56686b-cc3c-490c-9ef3-2fb37b5a05a3 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 943 time: 0.3865402 Jun 17 08:24:25.891242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460267-0ea2-4895-aa37-43721241d10e req-696108b3-9e97-4498-babe-c857f41bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:25.892893 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-696108b3-9e97-4498-babe-c857f41bbb9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 1096 time: 0.2139263 Jun 17 08:24:25.944187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61b25ed9-858f-480e-91c0-913b2878c64d req-b32715aa-0cea-42b0-bf0d-50dc6917fd19 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823984 Jun 17 08:24:25.948890 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.963844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c792f4f-462a-43b5-859d-57abea50c9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:26.013476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=282e76ac-1a47-40bb-9e3a-9418782253b7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:26.047145 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc90c11-15dc-4e10-8fb1-592d5c9aaa74 x-openstack-request-id: req-7fc90c11-15dc-4e10-8fb1-592d5c9aaa74 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:26.047833 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:26.048405 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fc90c11-15dc-4e10-8fb1-592d5c9aaa74 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:26.049220 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57', 'code': 200} Jun 17 08:24:26.108047 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.119718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:26.166784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port 282e76ac-1a47-40bb-9e3a-9418782253b7 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:26.170537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.173090 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4c5bb60b-f2b8-4b32-bf48-5a59d6a233fa req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.60 "DELETE /v2.0/ports/282e76ac-1a47-40bb-9e3a-9418782253b7 HTTP/1.1" status: 204 len: 173 time: 1.6208661 Jun 17 08:24:26.218301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460267-0ea2-4895-aa37-43721241d10e req-7cd037d6-778e-45ea-8063-61c410503281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.220140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-7cd037d6-778e-45ea-8063-61c410503281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.2960045 Jun 17 08:24:26.234656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02872b-1b31-4c2f-985c-ba39acb2881f req-e74a9826-2a8f-4d4a-9289-4428fbc65e6c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.242002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e02872b-1b31-4c2f-985c-ba39acb2881f req-e74a9826-2a8f-4d4a-9289-4428fbc65e6c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.2693880 Jun 17 08:24:26.298384 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-a934e410-73d2-45c9-99d2-a775b6fc7803 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 200 len: 217 time: 0.0694759 Jun 17 08:24:26.337548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e02872b-1b31-4c2f-985c-ba39acb2881f req-7fce215b-565d-49ad-97f2-011fbd038cbb tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946562 Jun 17 08:24:26.365236 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.382893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.437504 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0da0c9de-04de-4168-8c06-1905d32d597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:26.487328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:26.499571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-deleted', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57'}, {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-deleted', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:26.501883 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cea8198-88c2-440b-a4ee-55cdd44b5cdc" -d '{"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-deleted", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57"}, {"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-deleted", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:26.523724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ccaf07-4c9b-4667-a81a-5b99be6813b7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:26.538452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:26.539537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.539882 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Added segment 2592f09b-8290-4dc6-b331-e44e8832adbc of type vlan for network b62ba318-4c96-4a36-b308-3ec847e65a4a Jun 17 08:24:26.542427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460267-0ea2-4895-aa37-43721241d10e req-46d64c8f-c37f-49c7-b978-430254ae3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.552193 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-46d64c8f-c37f-49c7-b978-430254ae3fb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.1892405 Jun 17 08:24:26.579640 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709ea6c-ecf0-47c7-805c-d5df05e18353 x-openstack-request-id: req-1709ea6c-ecf0-47c7-805c-d5df05e18353 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:26.580176 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-deleted", "tag": "fa23e749-55ab-49fd-94a7-8b5a663c5f57", "status": "completed", "code": 200}, {"server_uuid": "6338d843-2f94-46a2-b8c8-b87e9bee436f", "name": "network-vif-deleted", "tag": "282e76ac-1a47-40bb-9e3a-9418782253b7", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:26.580629 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1709ea6c-ecf0-47c7-805c-d5df05e18353 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:26.581229 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-deleted', 'tag': 'fa23e749-55ab-49fd-94a7-8b5a663c5f57', 'status': 'completed', 'code': 200} Jun 17 08:24:26.581702 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6338d843-2f94-46a2-b8c8-b87e9bee436f', 'name': 'network-vif-deleted', 'tag': '282e76ac-1a47-40bb-9e3a-9418782253b7', 'status': 'completed', 'code': 200} Jun 17 08:24:26.635177 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-7b9a1fb1-618b-4c68-b2f9-8f3b051556f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661561 Jun 17 08:24:26.648426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642199e-c39d-4d20-be25-41f8de3584e2 req-15736da9-5c64-4c84-812f-bd08907c5ca3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.651831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.660566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f642199e-c39d-4d20-be25-41f8de3584e2 req-15736da9-5c64-4c84-812f-bd08907c5ca3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.1601293 Jun 17 08:24:26.727635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:26.730136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:26.802621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f642199e-c39d-4d20-be25-41f8de3584e2 req-63ed8e1d-9dbf-40fd-bf85-5927c78a1a9f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409578 Jun 17 08:24:26.814193 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-7832d8e7-3b86-40c6-bd09-ae766afc3f0d service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710186 Jun 17 08:24:26.818662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.878612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.879677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.887248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:26.896320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:26.897131 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.941590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Deleting port c1554b58-0889-427b-8f06-73b459e74b15 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:26.942210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.035224 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:24:27.088377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8305f7d6-6d40-4060-9e9e-982f936f0569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:27.146624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:27.147033 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6460267-0ea2-4895-aa37-43721241d10e req-8e1ab6b5-0c15-4bb7-801d-693308be3af2 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253598 Jun 17 08:24:27.173133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d', 'network_id': '7a60d877-1294-40fb-8c04-90436be47d78', 'port_id': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d', 'mac_address': 'fa:16:3e:2c:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3473936-b30c-4701-9ef6-77f2a42c6c27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:27.200006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2c330fd-fd0f-4e7f-8a2e-ed888b43f462 req-fc4f64fb-f54e-4fa0-85a6-0c20aac35e2d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=6338d843-2f94-46a2-b8c8-b87e9bee436f HTTP/1.1" status: 200 len: 210 time: 0.0886061 Jun 17 08:24:27.200319 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0154891 Jun 17 08:24:27.200777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:27.214948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Request body: {'subnet': {'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1412316626-subnet', 'tenant_id': 'eab88870c90f4c459a838667d6ba96c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:27.268911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] For port c1554b58-0889-427b-8f06-73b459e74b15, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c1554b58-0889-427b-8f06-73b459e74b15,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:27.277063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Pushing event updated for resources: {'Network': ['ID=b62ba318-4c96-4a36-b308-3ec847e65a4a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:27.281497 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:27.282339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.310206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Made reservation on behalf of eab88870c90f4c459a838667d6ba96c9 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:27.313480 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.316048 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.320464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b62ba318-4c96-4a36-b308-3ec847e65a4a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:27.430887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Calling delete_port for c1554b58-0889-427b-8f06-73b459e74b15 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:27.485910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:27.523151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb275-b91f-44de-96eb-2b26b77cc791 req-6f762659-189e-48f4-9675-2eb97254198a tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:27.531880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d3cb275-b91f-44de-96eb-2b26b77cc791 req-6f762659-189e-48f4-9675-2eb97254198a tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 943 time: 0.3300703 Jun 17 08:24:27.547041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.571903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:27.573234 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:27.585436 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.586671 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.609351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d3cb275-b91f-44de-96eb-2b26b77cc791 req-cf056435-b583-4b76-ab86-4025167fcb56 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762632 Jun 17 08:24:27.642536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=502cc957-f312-4b09-86df-78475eb83b1c,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:27.643750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1df7018c-198c-4402-8eb8-a26caf8225de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.647374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:27.660825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:27.679315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.686477 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:27.706821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Checking segment: {'id': '2592f09b-8290-4dc6-b331-e44e8832adbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:27.707203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Network hostable DHCP agents. Network: b62ba318-4c96-4a36-b308-3ec847e65a4a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:27.728082 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-420a303d-9b63-4306-bfd1-b52289e5900a service neutron] 10.222.0.60 "GET /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.1958568 Jun 17 08:24:27.733723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:27.756017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Network b62ba318-4c96-4a36-b308-3ec847e65a4a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:27.763646 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.799049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, b62ba318-4c96-4a36-b308-3ec847e65a4a) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:27.801772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:27.804821 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:27.805519 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3fe694cd-89ac-4765-8617-b123621b3cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:27.832535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:27.833185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.840571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a5f17-9b57-455f-8634-9fcf5396b5c3 None None] Network b62ba318-4c96-4a36-b308-3ec847e65a4a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:27.864843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6629550 Jun 17 08:24:27.883388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ff837-98a2-4a33-857f-7500b2ca672a req-cba28826-6c8f-433b-abbd-cd6d28d86cfa tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:27.894553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d41ff837-98a2-4a33-857f-7500b2ca672a req-cba28826-6c8f-433b-abbd-cd6d28d86cfa tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.2145839 Jun 17 08:24:27.938930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:27.943453 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:27.957611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['1d0b5579-acc1-4167-9bfe-4f3e9d41c67d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:28.015221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d41ff837-98a2-4a33-857f-7500b2ca672a req-15f4f738-73e8-4815-a862-a8ba9378692d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136639 Jun 17 08:24:28.041927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.061021 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cf6ae14-7b10-4f13-be13-721bfe992124 tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:28.070883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:28.073151 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c705f-d020-4cfc-9a00-269cda9e0975" -d '{"events": [{"server_uuid": "9c138a8d-fd45-4df7-94e6-ab3f81d2866b", "name": "network-vif-plugged", "status": "completed", "tag": "3ffbcc8a-b936-4482-a469-0cfb99c3a0dd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:28.086103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8dd07-183b-4d09-8fe9-8fc4127832c1 None None] Network b62ba318-4c96-4a36-b308-3ec847e65a4a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:28.094449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1554b58-0889-427b-8f06-73b459e74b15,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:28.101311 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:28.186620 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c06b57-ab5b-4771-aea1-bc5c2fa24340 x-openstack-request-id: req-85c06b57-ab5b-4771-aea1-bc5c2fa24340 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:28.186930 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c138a8d-fd45-4df7-94e6-ab3f81d2866b", "name": "network-vif-plugged", "status": "completed", "tag": "3ffbcc8a-b936-4482-a469-0cfb99c3a0dd", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:28.187608 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85c06b57-ab5b-4771-aea1-bc5c2fa24340 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:28.188016 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd', 'code': 200} Jun 17 08:24:28.193733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:28.252338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:28.365536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:28.692863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:28.710642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901191-6a96-4b89-be25-d57bc6a72f16 req-dbfbd79c-3f0f-486c-83bb-76dc01889453 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:28.712442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2901191-6a96-4b89-be25-d57bc6a72f16 req-dbfbd79c-3f0f-486c-83bb-76dc01889453 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 943 time: 0.6815689 Jun 17 08:24:28.720485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:28.741140 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.746052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting subnet dfc96715-1098-4742-ab9b-56f8c977b84c {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:28.749259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.788517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.816148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.842357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef68604-075e-47e2-b5d9-7ee09060c92c req-0d739180-de35-4618-8706-c97d7d7ec11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:28.843875 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9ef68604-075e-47e2-b5d9-7ee09060c92c req-0d739180-de35-4618-8706-c97d7d7ec11b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 1097 time: 0.5559654 Jun 17 08:24:28.917372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2901191-6a96-4b89-be25-d57bc6a72f16 req-cbc4224c-496f-423a-92f4-b58f406e4cd6 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906391 Jun 17 08:24:28.941764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.958060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9ef68604-075e-47e2-b5d9-7ee09060c92c req-feeec06a-22f9-43b4-a336-2a81437bf57c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813432 Jun 17 08:24:28.958274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-f45e2b0a-b7ff-46f3-aa71-a3dd7947bd65 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:28.961661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-f45e2b0a-b7ff-46f3-aa71-a3dd7947bd65 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/networks?id=b62ba318-4c96-4a36-b308-3ec847e65a4a HTTP/1.1" status: 200 len: 821 time: 0.3320940 Jun 17 08:24:28.968139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.993345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-6927120d-d74c-45f8-8f49-254b9390de72 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/quotas/eab88870c90f4c459a838667d6ba96c9 HTTP/1.1" status: 200 len: 375 time: 0.0305116 Jun 17 08:24:29.026464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Transition to ACTIVE for port object 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:29.033836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.039091 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ce64e30c-ac15-4912-87da-f5678019a8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:29.128910 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.163519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-56f61cac-cfaf-46d5-b870-aa7e4dd90533 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eab88870c90f4c459a838667d6ba96c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1687908 Jun 17 08:24:29.164622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] No DVR routers for this DVR port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:29.182733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=10']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:29.204265 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:29.205024 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:29.235766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc96715-1098-4742-ab9b-56f8c977b84c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:29.244376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7e32e-75a1-4347-850f-ab474c2fc8e4 None None] Network 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:29.250883 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] 10.222.0.60 "PUT /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92/bindings/n-h2-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5140839 Jun 17 08:24:29.252151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.253994 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/subnets/dfc96715-1098-4742-ab9b-56f8c977b84c HTTP/1.1" status: 204 len: 168 time: 0.8857670 Jun 17 08:24:29.258018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45158) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:29.305177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:29.397661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.398646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-b6e942d8-24c7-4075-9df2-cb49a6e9e29f service neutron] 10.222.0.65 "GET /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340891 Jun 17 08:24:29.478520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] DHCP port deletion for 0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:29.479496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-5e07ffc4-1513-4c43-b7fb-9e84baa4ac6f tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:29.483974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-5e07ffc4-1513-4c43-b7fb-9e84baa4ac6f tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1096 time: 0.1566393 Jun 17 08:24:29.502844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd394-771e-4550-84dd-5a7a5d8620d6 req-afdea62a-6012-48c9-a33e-bb8a443904a5 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:29.504526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77edd394-771e-4550-84dd-5a7a5d8620d6 req-afdea62a-6012-48c9-a33e-bb8a443904a5 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 944 time: 0.3013542 Jun 17 08:24:29.519066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:29.537827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port fcde9407-b863-46f2-8641-8d53558d6146 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:29.538091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Deleting port fcde9407-b863-46f2-8641-8d53558d6146 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:29.538201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.538329 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.565233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-2e4e1f3e-2e3f-42fe-b328-9ffe965aba3b service neutron] 10.222.0.65 "GET /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655238 Jun 17 08:24:29.654224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] For port fcde9407-b863-46f2-8641-8d53558d6146, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fcde9407-b863-46f2-8641-8d53558d6146,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:29.654628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.708725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-a6dccc51-f9f7-414c-a168-3ca87152145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:29.710226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-a6dccc51-f9f7-414c-a168-3ca87152145c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d&tenant_id=df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 1096 time: 0.2164602 Jun 17 08:24:29.731852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port fcde9407-b863-46f2-8641-8d53558d6146, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fcde9407-b863-46f2-8641-8d53558d6146,segment=NetworkSegment(b140b249-9ddd-45d2-a4d1-32c73973f5d2),segment_id=b140b249-9ddd-45d2-a4d1-32c73973f5d2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:29.732396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.755771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Calling delete_port for fcde9407-b863-46f2-8641-8d53558d6146 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:29.762460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fcde9407-b863-46f2-8641-8d53558d6146 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:29.783219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77edd394-771e-4550-84dd-5a7a5d8620d6 req-7212ac35-a621-499a-9e41-088bc1763430 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714105 Jun 17 08:24:29.930758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for fcde9407-b863-46f2-8641-8d53558d6146 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:30.006945 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.022380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-5ad4e335-6737-4bd8-a11f-cf21286629b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.023940 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-5ad4e335-6737-4bd8-a11f-cf21286629b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1096 time: 0.2827594 Jun 17 08:24:30.081870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.085690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.093081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39648d9b-d361-4d70-8b88-4d7952095a80 req-1acecdf9-bf9f-4fbb-a893-b8ebb0db2596 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 210 time: 0.1764045 Jun 17 08:24:30.097853 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:30.123738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] No DVR routers for this DVR port fcde9407-b863-46f2-8641-8d53558d6146 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:30.131480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Pushing event deleted for resources: {'Port': ['ID=fcde9407-b863-46f2-8641-8d53558d6146,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:30.132437 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-111ca59a-62f9-408c-8cb3-34f226e933ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:30.144449 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:30.151836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:30.162869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:24:30.162869 n-d-780147-13 neutron-server[93501]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 17 08:24:30.162869 n-d-780147-13 neutron-server[93501]: [parameters: {'status': 'DOWN', 'ports_id': 'fcde9407-b863-46f2-8641-8d53558d6146'}] Jun 17 08:24:30.162869 n-d-780147-13 neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:24:30.162869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:24:30.164466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=fcde9407-b863-46f2-8641-8d53558d6146,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:30.171969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] 10.222.0.65 "PUT /v2.0/routers/1b6f5f33-44af-41e8-8039-0eae08e5b9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1255209 Jun 17 08:24:30.172340 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:30.172340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port fcde9407-b863-46f2-8641-8d53558d6146 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:30.172340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45174) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:30.173777 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] Sync routers for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:30.194653 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:30.196239 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.219254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.265375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215fd4c-dca3-465d-a4cd-94debd3634a6 req-9b1ddf15-51fa-4a07-8099-8e4c04f6dcc0 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.271481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0215fd4c-dca3-465d-a4cd-94debd3634a6 req-9b1ddf15-51fa-4a07-8099-8e4c04f6dcc0 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.2973843 Jun 17 08:24:30.350993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-44433d69-be65-4c18-acf5-b8081f18b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.352641 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-44433d69-be65-4c18-acf5-b8081f18b27e service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.3205543 Jun 17 08:24:30.404021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0215fd4c-dca3-465d-a4cd-94debd3634a6 req-af131823-c2ce-499c-a3f8-58a79996afd4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185870 Jun 17 08:24:30.416933 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:30.434556 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-bc8e7227-d75b-417c-891b-d7cd6467e4a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 200 len: 217 time: 0.0531986 Jun 17 08:24:30.460936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.478825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06683-75ee-47db-94c1-24fc318e64e1 req-d479f3f8-f1c0-4101-b238-a4a5ce21edba tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.484269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71b06683-75ee-47db-94c1-24fc318e64e1 req-d479f3f8-f1c0-4101-b238-a4a5ce21edba tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.1523287 Jun 17 08:24:30.492243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3f13d1-e3aa-4e26-ace5-36bdc1feff94']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.550386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b140b249-9ddd-45d2-a4d1-32c73973f5d2') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.550977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b140b249-9ddd-45d2-a4d1-32c73973f5d2') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.566324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.575707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71b06683-75ee-47db-94c1-24fc318e64e1 req-12abc8c4-6e91-4124-90f0-e1562f470a17 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836852 Jun 17 08:24:30.649018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.654883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-a8495e22-1f61-469c-8421-746b4577da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.658615 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-a8495e22-1f61-469c-8421-746b4577da6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1887732 Jun 17 08:24:30.676407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.709421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Port fcde9407-b863-46f2-8641-8d53558d6146 update to DOWN by agent not found {{(pid=93501) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 17 08:24:30.751394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:30.751807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.760033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:30.809771 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:30.814132 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:30.814132 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:30.814132 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:30.814132 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:30.814132 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:30.826093 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-3498d3c0-db3a-47a7-8af9-01a6c87976ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450090 Jun 17 08:24:30.875076 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:24:27Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.915388 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] Checking router: 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:30.915704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:30.920600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:30.921029 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.931597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] Routers {'1b6f5f33-44af-41e8-8039-0eae08e5b9c6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:30.932736 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.994402 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-09085714-1097-460c-8462-34e51f96267f service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574581 Jun 17 08:24:31.024100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.084993 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2bcc8315-1578-4d76-ad0c-a8854fc87765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:31.096532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.101356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/networks/0b3f13d1-e3aa-4e26-ace5-36bdc1feff94 HTTP/1.1" status: 204 len: 168 time: 1.8312299 Jun 17 08:24:31.141021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45184) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:31.166316 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] Set router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:31.170081 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.207251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Network': ['ID=0b3f13d1-e3aa-4e26-ace5-36bdc1feff94,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:31.213167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:31.215953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:31.218850 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066705db-e647-42dc-8d46-7d199e462d74" -d '{"events": [{"server_uuid": "cd4977a3-53c2-41f0-9449-2faa6947dd22", "name": "network-vif-plugged", "status": "completed", "tag": "1d0b5579-acc1-4167-9bfe-4f3e9d41c67d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:31.223757 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.226095 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e5cb006-eeb8-4a81-a8c7-7e00d478fc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:31.252992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e83cc-29a2-432e-94fb-18e5635ff7af req-e7cbce81-7d20-4e67-b0f0-f8743c893aed tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:31.255849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d26e83cc-29a2-432e-94fb-18e5635ff7af req-e7cbce81-7d20-4e67-b0f0-f8743c893aed tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 944 time: 0.1698596 Jun 17 08:24:31.279248 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:31.301466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:31.308196 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:31.332636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.337711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d26e83cc-29a2-432e-94fb-18e5635ff7af req-9ee1e9e8-cdce-4440-842e-4439d4373e6d tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Jun 17 08:24:31.360971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting subnet 36be8892-1d76-48f7-ad75-c4b776b96b8f {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:31.374940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.416555 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-295cdfaf-de82-4472-85c9-8d272be15497 req-63c549b1-eb1b-4168-87c4-07dd81f4cbf4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 210 time: 0.0776258 Jun 17 08:24:31.427096 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-cb0ff292-243c-428e-996f-288973b93bbb service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221175 Jun 17 08:24:31.458617 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95c209-309f-479c-8340-d7440a0fe5d1 x-openstack-request-id: req-8a95c209-309f-479c-8340-d7440a0fe5d1 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:31.458948 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4977a3-53c2-41f0-9449-2faa6947dd22", "name": "network-vif-plugged", "status": "completed", "tag": "1d0b5579-acc1-4167-9bfe-4f3e9d41c67d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:31.459850 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a95c209-309f-479c-8340-d7440a0fe5d1 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:31.459850 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d', 'code': 200} Jun 17 08:24:31.484410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.564494 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:24:27Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:31.607200 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198417a2-9b75-4e75-af86-0d7d7d24f23f None None] The sync data for ids ['1b6f5f33-44af-41e8-8039-0eae08e5b9c6'] in n-d-780147-13 is: [{'id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1767324574-router', 'tenant_id': 'f124d3ff741d42eaa0dc42214608300d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:27Z', 'updated_at': '2021-06-17T08:24:27Z', 'revision_number': 5, 'project_id': 'f124d3ff741d42eaa0dc42214608300d', 'gw_port': {'id': '7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f5f33-44af-41e8-8039-0eae08e5b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:28Z', 'updated_at': '2021-06-17T08:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:31.673346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.802123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d10ce-0b1e-4cab-9ced-b851083975f7 req-ce689ff5-b171-4622-9b22-b9a48a020589 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:31.803867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e6d10ce-0b1e-4cab-9ced-b851083975f7 req-ce689ff5-b171-4622-9b22-b9a48a020589 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.1236587 Jun 17 08:24:31.808194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.817584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Deleting port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:31.818212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.842945 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:31.918593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Subnet': ['ID=36be8892-1d76-48f7-ad75-c4b776b96b8f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:31.924515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.926786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/subnets/36be8892-1d76-48f7-ad75-c4b776b96b8f HTTP/1.1" status: 204 len: 168 time: 0.7846551 Jun 17 08:24:31.935953 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:31.937013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45196) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:31.940009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede7e7e-d822-434e-81e8-a54d376f93b0 None None] Network b33d54a0-d368-413d-bf4f-f1862c6d0c81 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:31.966959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e6d10ce-0b1e-4cab-9ced-b851083975f7 req-b18ac78d-fc87-42d4-bcd3-ccbad005d245 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536455 Jun 17 08:24:32.040049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4593ff-f153-4597-9ac9-09bb2ffc3c34 req-d2cee72d-3529-4ff6-b53b-c6fef241614f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.048339 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e4593ff-f153-4597-9ac9-09bb2ffc3c34 req-d2cee72d-3529-4ff6-b53b-c6fef241614f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.2281063 Jun 17 08:24:32.142096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e4593ff-f153-4597-9ac9-09bb2ffc3c34 req-9befc58f-817b-4066-9d8e-9dc79cdead48 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897300 Jun 17 08:24:32.305727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] DHCP port deletion for b33d54a0-d368-413d-bf4f-f1862c6d0c81 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:32.363762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Deleting port 6d706f88-c178-48ea-8893-ef07a053d1cc {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:32.364321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.436515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] For port 6d706f88-c178-48ea-8893-ef07a053d1cc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6d706f88-c178-48ea-8893-ef07a053d1cc,segment=NetworkSegment(1f563e57-ae65-4c77-8975-f843e530eb0c),segment_id=1f563e57-ae65-4c77-8975-f843e530eb0c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:32.437104 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.512959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57277-36c8-49fd-aa0d-9e84ba93f43f req-f8a5c5f5-b418-479b-8187-340fceda0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.515852 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-61e57277-36c8-49fd-aa0d-9e84ba93f43f req-f8a5c5f5-b418-479b-8187-340fceda0a3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 1097 time: 0.9546971 Jun 17 08:24:32.519781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Calling delete_port for 6d706f88-c178-48ea-8893-ef07a053d1cc owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:32.532397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-c0c5bdaf-4363-46d6-9709-eb7cb9e82a18 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.534972 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-c0c5bdaf-4363-46d6-9709-eb7cb9e82a18 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.60 "GET /v2.0/networks?id=b62ba318-4c96-4a36-b308-3ec847e65a4a HTTP/1.1" status: 200 len: 821 time: 0.7973614 Jun 17 08:24:32.575030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfef7e-b70f-4bdb-9f30-5a8f193c6fa3 req-b4b64a7c-a19c-4797-929e-ea232a5e62cb tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.578003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5dbfef7e-b70f-4bdb-9f30-5a8f193c6fa3 req-b4b64a7c-a19c-4797-929e-ea232a5e62cb tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 945 time: 0.0920193 Jun 17 08:24:32.584168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Request body: {'port': {'device_id': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a', 'admin_state_up': True, 'tenant_id': 'eab88870c90f4c459a838667d6ba96c9'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:32.609627 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.612584 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:32.623798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.631608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] For port 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:32.631961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.641696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Pushing event deleted for resources: {'Port': ['ID=6d706f88-c178-48ea-8893-ef07a053d1cc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:32.645042 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:32.647824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] No DVR routers for this DVR port 6d706f88-c178-48ea-8893-ef07a053d1cc on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:32.664696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e879ccf-3aab-4464-af37-5854196ff7f0 req-943dcb5c-e82f-4e7f-965b-5b41339ae14c tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 210 time: 0.0503211 Jun 17 08:24:32.667589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5dbfef7e-b70f-4bdb-9f30-5a8f193c6fa3 req-ea707ab9-0d31-449b-a35f-9377ce9d5965 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Jun 17 08:24:32.733170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Calling delete_port for 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:32.780852 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-61e57277-36c8-49fd-aa0d-9e84ba93f43f req-686155de-d6f8-4700-a7e4-0e586e597929 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161927 Jun 17 08:24:32.812560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-c3ea3195-c93d-45e7-b7c1-ad3cf64bb123 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.813980 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-c3ea3195-c93d-45e7-b7c1-ad3cf64bb123 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1096 time: 0.8766763 Jun 17 08:24:32.961738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.989044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33d54a0-d368-413d-bf4f-f1862c6d0c81']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:33.037501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Made reservation on behalf of eab88870c90f4c459a838667d6ba96c9 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:33.040988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.046370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f563e57-ae65-4c77-8975-f843e530eb0c') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:33.046725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f563e57-ae65-4c77-8975-f843e530eb0c') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:33.077290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.098156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.125447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:33.125844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:33.135365 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:33.155174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408b578-5775-4f75-bd68-a33e7efdb28f req-56b962fa-71f6-4fb1-8525-a183e3d87154 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.156807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0408b578-5775-4f75-bd68-a33e7efdb28f req-56b962fa-71f6-4fb1-8525-a183e3d87154 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.0668018 Jun 17 08:24:33.215597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0408b578-5775-4f75-bd68-a33e7efdb28f req-8cb08b0f-d072-4e3c-901b-ce0d5742e31a tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jun 17 08:24:33.289064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.301902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-dc15f28a-bbbb-4e16-95da-7a0c6f4caeed service neutron] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:33.320286 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-db6004ab-a46f-4abb-bc64-5a7f82cbc92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:33.323576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.331199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.335305 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/networks/b33d54a0-d368-413d-bf4f-f1862c6d0c81 HTTP/1.1" status: 204 len: 168 time: 0.9453282 Jun 17 08:24:33.342260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45214) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:33.350169 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-dc15f28a-bbbb-4e16-95da-7a0c6f4caeed service neutron] Notify callbacks [] for binding, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.351272 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0a7b7744-55b7-4147-bea4-996f6d242960 req-dc15f28a-bbbb-4e16-95da-7a0c6f4caeed service neutron] 10.222.0.67 "DELETE /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92/bindings/n-h1-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.4907181 Jun 17 08:24:33.358522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Network': ['ID=b33d54a0-d368-413d-bf4f-f1862c6d0c81,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:33.365401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:33.365918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bae074f3-1fca-45c3-b40f-1a8dc5e09be9 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:33.390530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-509930464'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:33.420835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:33.422597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Allocated IP 172.20.0.4 (b62ba318-4c96-4a36-b308-3ec847e65a4a/502cc957-f312-4b09-86df-78475eb83b1c/64ff5650-db34-4047-b92b-da73f3227010) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:33.424470 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.444401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:33.458503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:33.485989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.486243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006ec9-c14e-42e7-8229-3668898beb8a req-ffa7d6a5-055f-4282-b2c3-bee2a1fb112f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.487571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68006ec9-c14e-42e7-8229-3668898beb8a req-ffa7d6a5-055f-4282-b2c3-bee2a1fb112f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.1635470 Jun 17 08:24:33.492960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:33.576799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.577944 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Added segment 2e1651c6-8539-41f4-980e-1f44919dac72 of type vlan for network 8117089c-a80e-4a47-a598-521ff18917ad Jun 17 08:24:33.602251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.609172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.656216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68006ec9-c14e-42e7-8229-3668898beb8a req-6e0a3bc6-8c5e-463e-9ddb-26f403580812 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581688 Jun 17 08:24:33.683653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.701662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-00bbcdd3-dce7-4654-8d64-3f8582f42f27 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.701909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.702298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6f5f33-44af-41e8-8039-0eae08e5b9c6 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:24:33.711038 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.712995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1b6f5f33-44af-41e8-8039-0eae08e5b9c6 HTTP/1.1" status: 204 len: 168 time: 3.5405889 Jun 17 08:24:33.716675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45222) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:33.716859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-00bbcdd3-dce7-4654-8d64-3f8582f42f27 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.2753646 Jun 17 08:24:33.764717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c1554b58-0889-427b-8f06-73b459e74b15 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:33.770083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-4b8801d8-a019-44ad-8604-b9ff98b43cf1 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/quotas/bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 375 time: 0.0524154 Jun 17 08:24:33.797852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c1554b58-0889-427b-8f06-73b459e74b15 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:33.798762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c1554b58-0889-427b-8f06-73b459e74b15 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:33.800259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d706f88-c178-48ea-8893-ef07a053d1cc no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:33.811776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.820245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.821148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.826078 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:33.841736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Deleting subnet 57b40d5a-6d22-4908-91e2-a3b58a4f69c4 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:33.853868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.863799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.864036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6d706f88-c178-48ea-8893-ef07a053d1cc {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:33.864228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d706f88-c178-48ea-8893-ef07a053d1cc not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:33.886377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5036342 Jun 17 08:24:33.897470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45226) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:33.941033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'subnet': {'network_id': '8117089c-a80e-4a47-a598-521ff18917ad', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:33.941270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.957205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Network': ['ID=8117089c-a80e-4a47-a598-521ff18917ad,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:33.972705 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:33.974545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 8117089c-a80e-4a47-a598-521ff18917ad details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:34.005018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.028513 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:34.067755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-9447984c-6daa-454e-94ab-13b209d7551b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2957876 Jun 17 08:24:34.077137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Network b62ba318-4c96-4a36-b308-3ec847e65a4a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:34.083961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:34.091458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:34.120687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.125117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Pushing event updated for resources: {'Port': ['ID=64ff5650-db34-4047-b92b-da73f3227010,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:34.127029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:34.130524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.147871 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:34.175155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:34.176024 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.177686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b641f8e-27cc-4b74-97df-3aca830dfad8 req-c45418e5-ede7-41c9-b296-5ea5503ad5a8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:34.179426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b641f8e-27cc-4b74-97df-3aca830dfad8 req-c45418e5-ede7-41c9-b296-5ea5503ad5a8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 945 time: 0.2366455 Jun 17 08:24:34.196060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6266010 Jun 17 08:24:34.208605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Request body: {'port': {'device_id': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:34.234738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.240741 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58646590-96d2-4770-bf58-c6a43345898e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:34.276914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b40d5a-6d22-4908-91e2-a3b58a4f69c4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:34.284591 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:34.285596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.290062 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/57b40d5a-6d22-4908-91e2-a3b58a4f69c4 HTTP/1.1" status: 204 len: 168 time: 0.5723236 Jun 17 08:24:34.290669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45230) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:34.294792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a43365-6232-413f-a6de-c974b7ff0da4 None None] Network 972b48f1-cf1a-4481-8411-1c1bd1f4c147 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:34.297697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-a6512bb6-6211-489c-9afd-c4ff07bcb3b8 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208498 Jun 17 08:24:34.328052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b641f8e-27cc-4b74-97df-3aca830dfad8 req-70a4b635-4199-42d7-8a9c-0cb85720593f tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386142 Jun 17 08:24:34.411584 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.421933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.551829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] DHCP port deletion for 972b48f1-cf1a-4481-8411-1c1bd1f4c147 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:34.596498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Deleting port f2d80992-6566-460a-87c1-f77b737429d5 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:34.596857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.608255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Deleting port f2d80992-6566-460a-87c1-f77b737429d5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:34.609164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.719818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] For port f2d80992-6566-460a-87c1-f77b737429d5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f2d80992-6566-460a-87c1-f77b737429d5,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:34.720799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.798487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Calling delete_port for f2d80992-6566-460a-87c1-f77b737429d5 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:34.799080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-191eb62c-ff52-4720-8609-d2236ccb0756 service neutron] 10.222.0.65 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944215 Jun 17 08:24:34.824959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] For port f2d80992-6566-460a-87c1-f77b737429d5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f2d80992-6566-460a-87c1-f77b737429d5,segment=NetworkSegment(9477d9ec-fda4-44e3-8c16-2bad16e9c35f),segment_id=9477d9ec-fda4-44e3-8c16-2bad16e9c35f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:34.825622 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.864193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.877380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31c3ea-bdc3-4d56-9534-e57674210817 req-b142f485-0e75-46c5-ab04-07ac5738b6d6 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:34.884741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e31c3ea-bdc3-4d56-9534-e57674210817 req-b142f485-0e75-46c5-ab04-07ac5738b6d6 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 931 time: 0.1602917 Jun 17 08:24:34.894975 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3e26161-f90b-4f8b-ba10-2810ad481a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:34.915295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Calling delete_port for f2d80992-6566-460a-87c1-f77b737429d5 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:34.925083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ff5650-db34-4047-b92b-da73f3227010 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:34.939602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.955031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Transition to ACTIVE for port object 64ff5650-db34-4047-b92b-da73f3227010 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:34.959468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.962064 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0afeab4a-9fcb-4059-9748-6ade1911c6f4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:34.965288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.982085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e31c3ea-bdc3-4d56-9534-e57674210817 req-8d6ad20b-800b-40a9-b96b-ce176c182bbb tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961194 Jun 17 08:24:35.003479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d80992-6566-460a-87c1-f77b737429d5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:35.005761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] No DVR routers for this DVR port f2d80992-6566-460a-87c1-f77b737429d5 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:35.033315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Subnet': ['ID=d90fd84f-7649-4bbe-86ee-6eae00765e18,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:35.047811 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:35.048705 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:35.048842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Checking segment: {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:35.049060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network hostable DHCP agents. Network: 8117089c-a80e-4a47-a598-521ff18917ad, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:35.049203 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d11e93c-f760-4888-b6b1-983d5218fb5c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:35.075699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network 8117089c-a80e-4a47-a598-521ff18917ad is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:35.080459 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.085674 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd431b94-8d34-485b-b0dd-ffdacffc4210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:35.094546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 8117089c-a80e-4a47-a598-521ff18917ad) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:35.107049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:35.108059 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.128685 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2276652 Jun 17 08:24:35.131429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45244) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:35.149072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.150588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a75f42-cba0-4644-aa98-a26ade67d826 None None] Network 8117089c-a80e-4a47-a598-521ff18917ad requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:35.155385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-747837137'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:35.156127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Pushing event deleted for resources: {'Port': ['ID=f2d80992-6566-460a-87c1-f77b737429d5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:35.186042 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:35.190118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] No DVR routers for this DVR port f2d80992-6566-460a-87c1-f77b737429d5 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:35.254932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:35.259110 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.298465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:35.318102 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.318463 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Added segment 2c7da780-d555-49b0-a38a-067828f01b73 of type vlan for network 2a3ab083-93e7-45f6-a493-96a272378af2 Jun 17 08:24:35.327953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cb290-3b65-4992-973b-069f1086d7ee req-396e5ee1-8a21-4072-b31d-27c57915841d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:35.335423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d7cb290-3b65-4992-973b-069f1086d7ee req-396e5ee1-8a21-4072-b31d-27c57915841d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.1530190 Jun 17 08:24:35.414314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-8117089c-a80e-4a47-a598-521ff18917ad', 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'fixed_ips': [{'subnet_id': 'd90fd84f-7649-4bbe-86ee-6eae00765e18'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:24:35.417898 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.418257 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.440256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d7cb290-3b65-4992-973b-069f1086d7ee req-7958cc3b-7dc8-48d0-ad2b-6f393fda6341 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007740 Jun 17 08:24:35.466095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972b48f1-cf1a-4481-8411-1c1bd1f4c147']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:35.502844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9477d9ec-fda4-44e3-8c16-2bad16e9c35f') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:35.503183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9477d9ec-fda4-44e3-8c16-2bad16e9c35f') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:35.513750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Pushing event updated for resources: {'Port': ['ID=64ff5650-db34-4047-b92b-da73f3227010,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:35.513978 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.520693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:35.522382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.524761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:35.525899 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.535378 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:35.543367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.556801 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:35.556990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:35.559456 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:35.573538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Attempting to bind port 64ff5650-db34-4047-b92b-da73f3227010 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:35.573908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Attempting to bind port 64ff5650-db34-4047-b92b-da73f3227010 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '2592f09b-8290-4dc6-b331-e44e8832adbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:35.574469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Attempting to bind port 64ff5650-db34-4047-b92b-da73f3227010 on network b62ba318-4c96-4a36-b308-3ec847e65a4a {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:35.599968 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Port 64ff5650-db34-4047-b92b-da73f3227010 on network b62ba318-4c96-4a36-b308-3ec847e65a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:35.600292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Attempting to bind port 64ff5650-db34-4047-b92b-da73f3227010 on network b62ba318-4c96-4a36-b308-3ec847e65a4a {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:35.620591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4870231 Jun 17 08:24:35.622160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:35.635451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Allocated IP 19.80.0.2 (8117089c-a80e-4a47-a598-521ff18917ad/d90fd84f-7649-4bbe-86ee-6eae00765e18/2a7f3224-88b7-4ecf-9c9e-9264a3fd0018) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:35.674483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'subnet': {'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:35.680254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:35.680909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Checking segment: {'id': '2592f09b-8290-4dc6-b331-e44e8832adbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:35.681502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Bound using segment: {'id': '2592f09b-8290-4dc6-b331-e44e8832adbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:35.682149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Bound port: 64ff5650-db34-4047-b92b-da73f3227010, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592f09b-8290-4dc6-b331-e44e8832adbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:35.682695 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.688811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f2d80992-6566-460a-87c1-f77b737429d5 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:35.711896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f2d80992-6566-460a-87c1-f77b737429d5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:35.712261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f2d80992-6566-460a-87c1-f77b737429d5 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:35.712377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Network': ['ID=2a3ab083-93e7-45f6-a493-96a272378af2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:35.712717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:35.723771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.764969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:35.765339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7bc9e6bb-ee7e-4ecb-a3f4-fdd6daef3ae7 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:35.766845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2a3ab083-93e7-45f6-a493-96a272378af2 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:35.778278 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:35.786121 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:35.792803 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.798142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/972b48f1-cf1a-4481-8411-1c1bd1f4c147 HTTP/1.1" status: 204 len: 168 time: 1.4887669 Jun 17 08:24:35.799094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45260) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:35.815128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f008-eb65-45a2-a7cb-b70252b4b962 req-64a4da36-1490-4603-9bea-8e549de22e08 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:35.818442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fff5f008-eb65-45a2-a7cb-b70252b4b962 req-64a4da36-1490-4603-9bea-8e549de22e08 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1096 time: 0.0942531 Jun 17 08:24:35.864747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=972b48f1-cf1a-4481-8411-1c1bd1f4c147,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:35.901741 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:35.948297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.949708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fff5f008-eb65-45a2-a7cb-b70252b4b962 req-830ac10e-458f-40cf-b83b-736c1f6a8c93 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219683 Jun 17 08:24:35.952070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] For port 64ff5650-db34-4047-b92b-da73f3227010, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:35.957036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] For port 64ff5650-db34-4047-b92b-da73f3227010, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff5650-db34-4047-b92b-da73f3227010,segment=NetworkSegment(2592f09b-8290-4dc6-b331-e44e8832adbc),segment_id=2592f09b-8290-4dc6-b331-e44e8832adbc)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:35.959823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:35.961510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Transition to ACTIVE for port object 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:35.967494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.993088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:35.993088 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e59063b-b730-4754-9e9a-309944909ab4 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:35.994560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Transition to ACTIVE for port object 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:36.011576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8af4ec-b295-4a86-82e3-cdee27436831 req-f357cbc3-e600-4723-991e-e16bcf8a9447 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.013659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8af4ec-b295-4a86-82e3-cdee27436831 req-f357cbc3-e600-4723-991e-e16bcf8a9447 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 945 time: 0.2581015 Jun 17 08:24:36.016893 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.019010 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:36.069897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.070540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.072023 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] 10.222.0.60 "PUT /v2.0/ports/64ff5650-db34-4047-b92b-da73f3227010 HTTP/1.1" status: 200 len: 1092 time: 1.8681161 Jun 17 08:24:36.081587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'tag': '64ff5650-db34-4047-b92b-da73f3227010'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:36.084080 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213f5220-b569-4024-a52a-ab9037e00797" -d '{"events": [{"name": "network-changed", "server_uuid": "9145d398-b5b7-4c70-8d45-bd33162a2e40", "tag": "64ff5650-db34-4047-b92b-da73f3227010"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:36.104725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8af4ec-b295-4a86-82e3-cdee27436831 req-e4fe5f1f-a76d-448d-b443-b1b6b99c2d14 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Jun 17 08:24:36.163820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Network 8117089c-a80e-4a47-a598-521ff18917ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:36.175823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:36.194989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:36.216201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Pushing event updated for resources: {'Port': ['ID=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:36.225363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Pushing event updated for resources: {'Port': ['ID=64ff5650-db34-4047-b92b-da73f3227010,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:36.240648 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:36.251870 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:36.346125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Attempting to bind port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:36.346505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Attempting to bind port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:36.346886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Attempting to bind port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 on network 8117089c-a80e-4a47-a598-521ff18917ad {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:36.359416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:36.360232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Checking segment: {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:36.360810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.361365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Bound using segment: {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:36.362026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Bound port: 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:36.362696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.368593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5924b197-0d6a-43fa-91ea-66a8c7fa5ca6 req-d2dceeea-17dd-4679-96fe-8b4f35dd3b6a tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0542488 Jun 17 08:24:36.438466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-4802c84a-bc3b-498a-9822-ba30b94576ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.440913 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-4802c84a-bc3b-498a-9822-ba30b94576ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eab88870c90f4c459a838667d6ba96c9&device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 1095 time: 0.2627983 Jun 17 08:24:36.450043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f61b7e-f09d-4d1f-96ea-707b8928f87c req-9066098b-c980-4097-9f5e-73583d5e1a54 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.452297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3f61b7e-f09d-4d1f-96ea-707b8928f87c req-9066098b-c980-4097-9f5e-73583d5e1a54 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 1096 time: 0.0975235 Jun 17 08:24:36.463134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] For port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:36.466716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] For port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:36.476066 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.479165 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:36.495302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3f61b7e-f09d-4d1f-96ea-707b8928f87c req-7498c97b-1798-48df-ad24-84effef87c3e tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Jun 17 08:24:36.532869 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a4af1ac4-f213-4f18-a6c5-6e76d5e586c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ff5650-db34-4047-b92b-da73f3227010 HTTP/1.1" status: 200 len: 217 time: 0.0580947 Jun 17 08:24:36.579583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Pushing event updated for resources: {'Port': ['ID=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:36.591987 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:36.627038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837558b4-74cf-4be8-a8c6-97e99978e77b req-c3bd9192-a122-4d8a-8cd3-d71c413cedae tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.632540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-629d6ed4-c99c-4047-aea5-c1553ed4feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.632958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837558b4-74cf-4be8-a8c6-97e99978e77b req-c3bd9192-a122-4d8a-8cd3-d71c413cedae tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 943 time: 0.1023295 Jun 17 08:24:36.633998 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-629d6ed4-c99c-4047-aea5-c1553ed4feba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=502cc957-f312-4b09-86df-78475eb83b1c HTTP/1.1" status: 200 len: 861 time: 0.0710855 Jun 17 08:24:36.634957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.638554 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f546ec7-e100-4c6c-b424-f8d427454223 x-openstack-request-id: req-8f546ec7-e100-4c6c-b424-f8d427454223 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:36.638882 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9145d398-b5b7-4c70-8d45-bd33162a2e40", "tag": "64ff5650-db34-4047-b92b-da73f3227010", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:36.639209 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f546ec7-e100-4c6c-b424-f8d427454223 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:36.639649 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'tag': '64ff5650-db34-4047-b92b-da73f3227010', 'status': 'completed', 'code': 200} Jun 17 08:24:36.675911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0272dab2-5ddd-4fd3-90fc-310329098901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:36.684445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837558b4-74cf-4be8-a8c6-97e99978e77b req-a396444a-f582-4468-8c6b-a2ed01bb88ca tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465217 Jun 17 08:24:36.684646 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-29df092c-8395-4f82-a521-3cfc4947d29d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b62ba318-4c96-4a36-b308-3ec847e65a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377238 Jun 17 08:24:36.802070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Subnet': ['ID=6db6f1c9-1117-4846-afbf-4f3489d104c9,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:36.818844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.818844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.819376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.820726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.820962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.821334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.821708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.822056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.825206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.827165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.827796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.828182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:36.836270 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:36.995631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Checking segment: {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:36.997003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network hostable DHCP agents. Network: 2a3ab083-93e7-45f6-a493-96a272378af2, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:37.039903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd4a0-75ee-4216-9c18-6ce2b37aed5f req-00d0f348-97e7-4a55-a945-ebcb1253ca07 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:37.042216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd9bd4a0-75ee-4216-9c18-6ce2b37aed5f req-00d0f348-97e7-4a55-a945-ebcb1253ca07 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.0913541 Jun 17 08:24:37.076664 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-62a4cb06-3498-4d45-8ecd-3503a86ef770 service neutron] 10.222.0.60 "GET /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378923 Jun 17 08:24:37.092914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd9bd4a0-75ee-4216-9c18-6ce2b37aed5f req-251c2c5f-9963-464a-a3c5-995b767a0b66 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Jun 17 08:24:37.124316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network 2a3ab083-93e7-45f6-a493-96a272378af2 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:37.176162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 2a3ab083-93e7-45f6-a493-96a272378af2) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:37.188999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2fa2fb-d3c4-4054-89f8-dfeacfc33063 None None] Network 2a3ab083-93e7-45f6-a493-96a272378af2 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:37.190329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:37.190979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.287296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-538bb9e3-cc48-428b-b5d7-29b5ea716539 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:37.288811 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-538bb9e3-cc48-428b-b5d7-29b5ea716539 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 808 time: 0.3318853 Jun 17 08:24:37.301379 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6327739 Jun 17 08:24:37.306288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Request body: {'port': {'device_id': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'admin_state_up': True, 'tenant_id': 'bc3e06af23124466ab6efab58ab373bc'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:37.348121 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.519242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-2a3ab083-93e7-45f6-a493-96a272378af2', 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'fixed_ips': [{'subnet_id': '6db6f1c9-1117-4846-afbf-4f3489d104c9'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:24:37.520138 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.570812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1393ea-f812-4699-a689-2d20e446fae3 req-a81ef986-a78a-4276-a822-20c63ee42d5c service neutron] 10.222.0.60 "GET /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538059 Jun 17 08:24:37.661390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d930b52-3293-41cc-a72e-c7619db5581e req-4d76d72f-269e-473f-83a6-a2c9c6450225 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0451961 Jun 17 08:24:37.722367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Made reservation on behalf of bc3e06af23124466ab6efab58ab373bc for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:37.729222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.780294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:37.850963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5220-b569-4024-a52a-ab9037e00797 req-1114aaf3-0594-42d1-80fd-5664fb849f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:37.853063 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-1114aaf3-0594-42d1-80fd-5664fb849f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eab88870c90f4c459a838667d6ba96c9&device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 1095 time: 0.2055135 Jun 17 08:24:37.870279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b8830-83fa-4277-81f1-1d5b159ea45c req-41eda5c6-3ad6-4faf-9a7f-2073055da7d7 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:37.878626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-199b8830-83fa-4277-81f1-1d5b159ea45c req-41eda5c6-3ad6-4faf-9a7f-2073055da7d7 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 945 time: 0.2066517 Jun 17 08:24:37.892543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Allocated IP 19.86.0.2 (2a3ab083-93e7-45f6-a493-96a272378af2/6db6f1c9-1117-4846-afbf-4f3489d104c9/58c9ed2a-9388-4997-a3e8-6304b42e6cee) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:37.915889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:38.003795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-199b8830-83fa-4277-81f1-1d5b159ea45c req-de30df78-6188-46ee-8f04-65454f572389 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239142 Jun 17 08:24:38.069204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-8eb99e0e-9b86-4a40-baa7-fc3d70249abd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.070871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba5adb-8ce2-4476-97b8-d25976863a0c None None] Network 8117089c-a80e-4a47-a598-521ff18917ad requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:38.077534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-8eb99e0e-9b86-4a40-baa7-fc3d70249abd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.084599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-8eb99e0e-9b86-4a40-baa7-fc3d70249abd tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/networks?id=8117089c-a80e-4a47-a598-521ff18917ad&id=2a3ab083-93e7-45f6-a493-96a272378af2 HTTP/1.1" status: 200 len: 1390 time: 0.2629344 Jun 17 08:24:38.091411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5220-b569-4024-a52a-ab9037e00797 req-bc4928a0-7248-4f80-b214-a39b9903b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.093121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-bc4928a0-7248-4f80-b214-a39b9903b795 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b62ba318-4c96-4a36-b308-3ec847e65a4a HTTP/1.1" status: 200 len: 922 time: 0.1684716 Jun 17 08:24:38.100822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-f1bf0358-b013-4fb1-8192-0385a5176a47 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/quotas/1c08d437c69d43beb69b0c78b7ca9c47 HTTP/1.1" status: 200 len: 375 time: 0.0151930 Jun 17 08:24:38.225520 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-7abe68ed-e3de-4bb2-8d64-6a81705d12bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ff5650-db34-4047-b92b-da73f3227010 HTTP/1.1" status: 200 len: 217 time: 0.0925844 Jun 17 08:24:38.266668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-cc4ad027-e613-4769-b877-67e646c3d94f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1647425 Jun 17 08:24:38.286800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5220-b569-4024-a52a-ab9037e00797 req-dc8b6fa3-3b89-46d0-a277-5fe9d8ec0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.289160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-dc8b6fa3-3b89-46d0-a277-5fe9d8ec0b72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=502cc957-f312-4b09-86df-78475eb83b1c HTTP/1.1" status: 200 len: 861 time: 0.0561466 Jun 17 08:24:38.290974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Provisioning for port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:38.300295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Provisioning complete for port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:38.301226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.350003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.366047 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-c4150b4e-34b4-4fef-9cf9-c51732c08a65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b62ba318-4c96-4a36-b308-3ec847e65a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437708 Jun 17 08:24:38.370415 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Transition to ACTIVE for port object 58c9ed2a-9388-4997-a3e8-6304b42e6cee will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:38.383804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002569-25bf-45b4-a301-2b6ed189ec4c req-df050a9e-f968-4831-8a08-d22693b0b30f tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.385616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d002569-25bf-45b4-a301-2b6ed189ec4c req-df050a9e-f968-4831-8a08-d22693b0b30f tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 943 time: 0.1841052 Jun 17 08:24:38.417810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-39c9291d-f94d-4c66-ab93-7e97448cb29a service neutron] 10.222.0.65 "GET /v2.0/networks/8117089c-a80e-4a47-a598-521ff18917ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499908 Jun 17 08:24:38.442079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Transition to ACTIVE for port object 58c9ed2a-9388-4997-a3e8-6304b42e6cee will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:38.458272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.467487 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.475985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d002569-25bf-45b4-a301-2b6ed189ec4c req-1cab2a7f-e0ae-4edf-8666-ef1fdde685ba tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808198 Jun 17 08:24:38.485232 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:38.536696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Allocated IP 172.20.0.2 (4a2037fc-6420-420c-aac0-8b7fee99c3c3/fdd73d8b-9541-44b4-83d7-a3bb7bd4e401/a44176eb-76e7-4fbe-a863-30f3627e3610) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:38.549569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Pushing event updated for resources: {'Port': ['ID=58c9ed2a-9388-4997-a3e8-6304b42e6cee,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:38.564114 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:38.586153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-01111ada-5ece-4c2d-84c3-4eadeca00e9f service neutron] 10.222.0.65 "GET /v2.0/networks/8117089c-a80e-4a47-a598-521ff18917ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671586 Jun 17 08:24:38.594068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] For port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:38.602305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Network 2a3ab083-93e7-45f6-a493-96a272378af2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:38.604261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:38.609919 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.612147 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:38.618831 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:38.682591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Pushing event updated for resources: {'Port': ['ID=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:38.697428 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:38.758391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-a8224c20-29a6-41ec-ac22-c558ff29da61 service neutron] 10.222.0.65 "GET /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657913 Jun 17 08:24:38.780697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Attempting to bind port 58c9ed2a-9388-4997-a3e8-6304b42e6cee on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:38.780942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Attempting to bind port 58c9ed2a-9388-4997-a3e8-6304b42e6cee by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:38.781226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Attempting to bind port 58c9ed2a-9388-4997-a3e8-6304b42e6cee on network 2a3ab083-93e7-45f6-a493-96a272378af2 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:38.787199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:38.787586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Checking segment: {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:38.788139 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.788990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Bound using segment: {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:38.789120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Bound port: 58c9ed2a-9388-4997-a3e8-6304b42e6cee, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:38.789404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.882754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] For port 58c9ed2a-9388-4997-a3e8-6304b42e6cee, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:38.888279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] For port 58c9ed2a-9388-4997-a3e8-6304b42e6cee, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58c9ed2a-9388-4997-a3e8-6304b42e6cee,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:38.914742 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.920164 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:38.921007 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7f145-9bdc-42d7-a5f9-4c9dd2a41b56 req-618df704-0c4b-4545-a108-fbe82c672efd tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.922619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3d7f145-9bdc-42d7-a5f9-4c9dd2a41b56 req-618df704-0c4b-4545-a108-fbe82c672efd tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.1147854 Jun 17 08:24:38.939911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-b78366c1-4c20-43e4-aa89-cc7ea4bf7ec5 service neutron] 10.222.0.65 "GET /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805909 Jun 17 08:24:39.010591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Pushing event updated for resources: {'Port': ['ID=58c9ed2a-9388-4997-a3e8-6304b42e6cee,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:39.014765 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:39.027525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9bb654db-c2f0-4188-a833-88e82ca12490 None None] Provisioning complete for port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:39.027912 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9bb654db-c2f0-4188-a833-88e82ca12490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.054963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3d7f145-9bdc-42d7-a5f9-4c9dd2a41b56 req-ec95b273-b12a-48cb-bfb8-b76d6a975bb1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098943 Jun 17 08:24:39.100610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-b17d6b37-7012-41f6-a33c-bab74fd5b3cb tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:39.103277 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-b17d6b37-7012-41f6-a33c-bab74fd5b3cb tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 945 time: 0.6883214 Jun 17 08:24:39.178591 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-061d5e5b-d51d-487c-9e46-09a719c0f729 service neutron] 10.222.0.60 "GET /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002369 Jun 17 08:24:39.241302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10d08c43-7b33-4727-aa7e-ae5b82cdae2c req-f84bc504-1670-4890-af12-d036c2c380d0 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0382886 Jun 17 08:24:39.342551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Deleting port c00952bd-7a96-4fda-a56e-e00524fc6523 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:39.342895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.396632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff5650-db34-4047-b92b-da73f3227010 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:39.446460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28487eb1-cb37-4c72-85d9-d3ff24bbb06d req-3b55903a-25a0-408d-8305-8ae42a6f8e73 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 210 time: 0.0800362 Jun 17 08:24:39.497411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79986-3584-49fc-944d-9d07eaa81fb1 req-78b23efa-7edb-40e0-8c2e-bdc27a4930e9 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:39.499953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7a79986-3584-49fc-944d-9d07eaa81fb1 req-78b23efa-7edb-40e0-8c2e-bdc27a4930e9 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 945 time: 0.1970751 Jun 17 08:24:39.635037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7a79986-3584-49fc-944d-9d07eaa81fb1 req-ced0ffcc-515e-4d0a-b365-d02396cb455d tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 Jun 17 08:24:39.639411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff5650-db34-4047-b92b-da73f3227010, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff5650-db34-4047-b92b-da73f3227010,segment=NetworkSegment(2592f09b-8290-4dc6-b331-e44e8832adbc),segment_id=2592f09b-8290-4dc6-b331-e44e8832adbc)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:39.655789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '64ff5650-db34-4047-b92b-da73f3227010', 'network_id': 'b62ba318-4c96-4a36-b308-3ec847e65a4a', 'port_id': '64ff5650-db34-4047-b92b-da73f3227010', 'mac_address': 'fa:16:3e:4f:d8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cc957-f312-4b09-86df-78475eb83b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:39.725194 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.744751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ff5650-db34-4047-b92b-da73f3227010 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:39.771160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff5650-db34-4047-b92b-da73f3227010, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff5650-db34-4047-b92b-da73f3227010,segment=NetworkSegment(2592f09b-8290-4dc6-b331-e44e8832adbc),segment_id=2592f09b-8290-4dc6-b331-e44e8832adbc)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:39.776075 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.780862 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.802684 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:39.816876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] For port c00952bd-7a96-4fda-a56e-e00524fc6523, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c00952bd-7a96-4fda-a56e-e00524fc6523,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:39.817443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.839358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-f7bb4d43-3f0a-4808-b20f-e7ac7cea506b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:39.842181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-f7bb4d43-3f0a-4808-b20f-e7ac7cea506b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd4977a3-53c2-41f0-9449-2faa6947dd22 HTTP/1.1" status: 200 len: 945 time: 0.7356908 Jun 17 08:24:39.894562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6410-12f4-4e02-840a-06d618230d70 req-49dbbae1-41b7-45c6-9bbf-f284ce34bc6c tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:39.896585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7cfd6410-12f4-4e02-840a-06d618230d70 req-49dbbae1-41b7-45c6-9bbf-f284ce34bc6c tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 944 time: 0.1476915 Jun 17 08:24:39.903045 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213f5220-b569-4024-a52a-ab9037e00797 req-ba76cba5-76b6-42b1-8124-4d8bb4108666 service neutron] 10.222.0.60 "GET /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001710 Jun 17 08:24:39.970953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff5650-db34-4047-b92b-da73f3227010,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:39.973814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:39.992637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7cfd6410-12f4-4e02-840a-06d618230d70 req-68193ee9-a400-4069-a805-8bd11464bae7 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Jun 17 08:24:40.030896 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:40.062173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Calling delete_port for c00952bd-7a96-4fda-a56e-e00524fc6523 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:40.094312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:40.094702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.127344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.152799 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:40.153950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff5650-db34-4047-b92b-da73f3227010'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:40.156595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['63a55413-2f47-4d38-8153-03824dbf4878'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:40.163652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Deleting port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:40.163986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.271893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:40.372916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58c9ed2a-9388-4997-a3e8-6304b42e6cee up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:40.399727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:40.405215 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:40.413163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98134eae-756f-45df-a9a0-8d9f61ad3e8f req-dbd779d4-ada0-4639-86da-17bd0034ffd7 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:40.414963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98134eae-756f-45df-a9a0-8d9f61ad3e8f req-dbd779d4-ada0-4639-86da-17bd0034ffd7 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.1820602 Jun 17 08:24:40.423573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:40.466990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:40.524995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98134eae-756f-45df-a9a0-8d9f61ad3e8f req-d438c290-f324-40f4-be29-8978241a2291 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032705 Jun 17 08:24:40.584437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:40.585364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.734820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d0976-e70e-4daf-b764-ed55dd051e1a None None] Network 2a3ab083-93e7-45f6-a493-96a272378af2 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:40.782629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794322d-3c78-45c2-b7a2-636d389b3cd9 req-aa315b71-8d08-4172-87f2-24b086215caa tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:40.786496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9794322d-3c78-45c2-b7a2-636d389b3cd9 req-aa315b71-8d08-4172-87f2-24b086215caa tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 931 time: 0.2755554 Jun 17 08:24:40.791859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 58c9ed2a-9388-4997-a3e8-6304b42e6cee completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:40.801217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-48af5bc7-32d8-4d3e-893b-4fcb3c2c29d0 None None] Provisioning for port 58c9ed2a-9388-4997-a3e8-6304b42e6cee completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:40.817382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 58c9ed2a-9388-4997-a3e8-6304b42e6cee triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:40.817700 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5152247 Jun 17 08:24:40.817833 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.848112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-48af5bc7-32d8-4d3e-893b-4fcb3c2c29d0 None None] Provisioning complete for port 58c9ed2a-9388-4997-a3e8-6304b42e6cee triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:40.848498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48af5bc7-32d8-4d3e-893b-4fcb3c2c29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.873955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Request body: {'port': {'device_id': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:40.880569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] For port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:40.881203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.913641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1aa8f233-9b36-4d15-b23d-bff8bf19ba7d req-031eed03-0855-4421-9ac2-fa31b176c1ff tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 210 time: 0.1251953 Jun 17 08:24:40.968601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9794322d-3c78-45c2-b7a2-636d389b3cd9 req-f7a4a66e-b6d1-4c25-8e32-8d55073cf322 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485558 Jun 17 08:24:41.014754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Deleting port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:41.015012 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.113885 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48af5bc7-32d8-4d3e-893b-4fcb3c2c29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.144170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Calling delete_port for 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:41.160714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.239657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 58c9ed2a-9388-4997-a3e8-6304b42e6cee, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58c9ed2a-9388-4997-a3e8-6304b42e6cee,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:41.252825 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.255843 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:41.284179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ce460-1e84-4f8f-9c2c-61d65c4e1e91 req-4a9f1d7e-de67-46ae-863d-6645ad4982f8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.285784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-510ce460-1e84-4f8f-9c2c-61d65c4e1e91 req-4a9f1d7e-de67-46ae-863d-6645ad4982f8 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 945 time: 0.1698093 Jun 17 08:24:41.341191 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-48af5bc7-32d8-4d3e-893b-4fcb3c2c29d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:24:41.341578 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-48af5bc7-32d8-4d3e-893b-4fcb3c2c29d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:24:41.352034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=58c9ed2a-9388-4997-a3e8-6304b42e6cee,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:41.358216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-510ce460-1e84-4f8f-9c2c-61d65c4e1e91 req-af484a29-e64a-4acd-9127-bf13c7905f9d tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e364fcf-9e33-4700-b6cc-da0db09eb84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656068 Jun 17 08:24:41.360991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.361634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.363057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.363617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.364141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.364663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.365222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.365877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.366405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.367048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.367607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.368139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:41.375065 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:41.407718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9b80e-fb82-416c-9962-9a535919f107 req-fbf4562f-231c-4381-b47c-c746dae16fb8 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.413137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0be9b80e-fb82-416c-9962-9a535919f107 req-fbf4562f-231c-4381-b47c-c746dae16fb8 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 944 time: 0.2018936 Jun 17 08:24:41.434869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.490922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0be9b80e-fb82-416c-9962-9a535919f107 req-4c6ec031-a474-4872-8c41-6787d24f6736 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765729 Jun 17 08:24:41.562087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.580771 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:41.611161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00952bd-7a96-4fda-a56e-e00524fc6523,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:41.671214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58c9ed2a-9388-4997-a3e8-6304b42e6cee up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:41.699496 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:41.716203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] For port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,segment=NetworkSegment(905548a4-df27-4861-b282-1ec49ee87146),segment_id=905548a4-df27-4861-b282-1ec49ee87146)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:41.716596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.798565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 58c9ed2a-9388-4997-a3e8-6304b42e6cee triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:41.799738 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.837710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0559f344-1c36-4b0b-bedf-62bf09422645 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.845002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.845502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0559f344-1c36-4b0b-bedf-62bf09422645 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.848323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0559f344-1c36-4b0b-bedf-62bf09422645 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.67 "GET /v2.0/networks?id=8117089c-a80e-4a47-a598-521ff18917ad&id=2a3ab083-93e7-45f6-a493-96a272378af2 HTTP/1.1" status: 200 len: 1390 time: 0.3537195 Jun 17 08:24:41.865936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'port': {'device_id': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad', 'admin_state_up': True, 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:41.882591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Calling delete_port for 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:41.980391 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c04a5caa-0053-4f53-b617-f8fe0511c692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:42.031126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66ee54-988b-4566-9ce9-d0a7a48d7a39 req-8f012ecf-3edf-4140-bdb3-adfd50ad3a74 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:42.040020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad66ee54-988b-4566-9ce9-d0a7a48d7a39 req-8f012ecf-3edf-4140-bdb3-adfd50ad3a74 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.3160858 Jun 17 08:24:42.043867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b228ae8f-aaf4-4277-841c-dfd2c86c1205 None None] Provisioning complete for port 58c9ed2a-9388-4997-a3e8-6304b42e6cee triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:42.044524 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b228ae8f-aaf4-4277-841c-dfd2c86c1205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.064967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:42.068781 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.080789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] No DVR routers for this DVR port 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:42.089861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event deleted for resources: {'Port': ['ID=3ffbcc8a-b936-4482-a469-0cfb99c3a0dd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:42.092552 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:42.097952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.100043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53a9a428-7074-4c4d-bf01-952a0ecf2d1c req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "DELETE /v2.0/ports/3ffbcc8a-b936-4482-a469-0cfb99c3a0dd HTTP/1.1" status: 204 len: 173 time: 2.9202986 Jun 17 08:24:42.101957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'name': 'network-vif-deleted', 'tag': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:42.104284 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa83a06-892b-4e27-8ce5-cf29c53b52b4" -d '{"events": [{"server_uuid": "9c138a8d-fd45-4df7-94e6-ab3f81d2866b", "name": "network-vif-deleted", "tag": "3ffbcc8a-b936-4482-a469-0cfb99c3a0dd"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:42.271480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad66ee54-988b-4566-9ce9-d0a7a48d7a39 req-aae81107-aea8-45ce-a5ad-14c8e8c5afb2 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305331 Jun 17 08:24:42.306207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60c91df9-a970-41aa-8c13-bb317bc5fea8 req-ffd9afe0-890d-4144-8738-a84f0da54c0c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 210 time: 0.1267414 Jun 17 08:24:42.461942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Allocated IP 19.80.0.38 (8117089c-a80e-4a47-a598-521ff18917ad/d90fd84f-7649-4bbe-86ee-6eae00765e18/95e6e8a2-efe9-4a48-a749-21b154346101) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:42.537736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e44b9-4aed-403a-b23a-8847ed4c4ee2 req-81a7261f-6008-41da-bbcb-f5dfb72b8591 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:42.547648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab8e44b9-4aed-403a-b23a-8847ed4c4ee2 req-81a7261f-6008-41da-bbcb-f5dfb72b8591 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 931 time: 0.1270900 Jun 17 08:24:42.654031 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620ce93-ce82-48a2-870f-1a197ea3ed1a x-openstack-request-id: req-5620ce93-ce82-48a2-870f-1a197ea3ed1a {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:42.654633 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c138a8d-fd45-4df7-94e6-ab3f81d2866b", "name": "network-vif-deleted", "tag": "3ffbcc8a-b936-4482-a469-0cfb99c3a0dd", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:42.654633 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5620ce93-ce82-48a2-870f-1a197ea3ed1a {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:42.655142 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c138a8d-fd45-4df7-94e6-ab3f81d2866b', 'name': 'network-vif-deleted', 'tag': '3ffbcc8a-b936-4482-a469-0cfb99c3a0dd', 'status': 'completed', 'code': 200} Jun 17 08:24:42.705936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5800960b-3eda-4ab0-9de2-da0e411f3b35 req-74132a06-9b89-46c5-a759-230a20920c8a tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c138a8d-fd45-4df7-94e6-ab3f81d2866b HTTP/1.1" status: 200 len: 210 time: 0.0623281 Jun 17 08:24:42.723757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab8e44b9-4aed-403a-b23a-8847ed4c4ee2 req-bd03945a-19b5-4ccc-9bc5-54a12f2dcd7d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689277 Jun 17 08:24:42.770235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.773744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.785611 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:42.830735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:42.832610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Pushing event deleted for resources: {'Port': ['ID=1d0b5579-acc1-4167-9bfe-4f3e9d41c67d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:42.862514 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.870410 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:42.877357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:42.880023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:42.880485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:42.894258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Transition to ACTIVE for port object 95e6e8a2-efe9-4a48-a749-21b154346101 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:42.938297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:42.939688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3ffbcc8a-b936-4482-a469-0cfb99c3a0dd not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:42.982593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] No DVR routers for this DVR port 1d0b5579-acc1-4167-9bfe-4f3e9d41c67d on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:42.991656 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.993837 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0c371dd6-b2d5-4299-af78-f8eff0bfc382 req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] 10.222.0.67 "DELETE /v2.0/ports/1d0b5579-acc1-4167-9bfe-4f3e9d41c67d HTTP/1.1" status: 204 len: 173 time: 3.1002190 Jun 17 08:24:42.994446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.009951 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11818214-2694-4052-b5a5-f0582485c31a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:43.045772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44176eb-76e7-4fbe-a863-30f3627e3610 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:43.059386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.065977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network 8117089c-a80e-4a47-a598-521ff18917ad is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:43.079910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:43.095828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926cab-7ea6-4423-b6bd-88d71838c1b2 req-62548014-5d4d-4a2a-a3a7-42847446cbb6 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:43.103015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12926cab-7ea6-4423-b6bd-88d71838c1b2 req-62548014-5d4d-4a2a-a3a7-42847446cbb6 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 944 time: 0.1851511 Jun 17 08:24:43.113725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:43.137387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Transition to ACTIVE for port object a44176eb-76e7-4fbe-a863-30f3627e3610 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:43.149471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.157222 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a9289c5-060d-4052-a66e-e60d9f567055 tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:43.179365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Port': ['ID=95e6e8a2-efe9-4a48-a749-21b154346101,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:43.216754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12926cab-7ea6-4423-b6bd-88d71838c1b2 req-5c45f3c0-79e5-40b6-911a-98ee6b4588fe tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123078 Jun 17 08:24:43.227057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.227057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.227274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.227493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.227857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.228216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.243396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.244010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.244571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.245075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.245292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.246990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:43.264157 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:43.267397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:43.282865 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:43.296417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:43.297075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.325872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4670932 Jun 17 08:24:43.345895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Request body: {'port': {'device_id': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2', 'admin_state_up': True, 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:43.349126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Router fbcd5866-e15a-4c64-9f17-e87e5abff989 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:43.422954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff5650-db34-4047-b92b-da73f3227010 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:43.496319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:43.496985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:43.497501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:43.508164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f12277f2-627f-4a0e-8cb4-3377041a98c7 None None] Provisioning for port 95e6e8a2-efe9-4a48-a749-21b154346101 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:43.511674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:43.512289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:43.526408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:43.527508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:43.528379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:43.529000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Bound port: a44176eb-76e7-4fbe-a863-30f3627e3610, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:43.529541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.538863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f12277f2-627f-4a0e-8cb4-3377041a98c7 None None] Provisioning complete for port 95e6e8a2-efe9-4a48-a749-21b154346101 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:43.539336 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12277f2-627f-4a0e-8cb4-3377041a98c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.555319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 64ff5650-db34-4047-b92b-da73f3227010 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:43.594278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 64ff5650-db34-4047-b92b-da73f3227010 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:43.594687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.623751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:43.633131 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] 10.222.0.65 "PUT /v2.0/routers/fbcd5866-e15a-4c64-9f17-e87e5abff989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8147969 Jun 17 08:24:43.633760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:43.635641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] Sync routers for ids ['fbcd5866-e15a-4c64-9f17-e87e5abff989'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:43.658934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f12277f2-627f-4a0e-8cb4-3377041a98c7 None None] Port 95e6e8a2-efe9-4a48-a749-21b154346101 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:43.666999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] Routers {'fbcd5866-e15a-4c64-9f17-e87e5abff989'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:43.668787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fbcd5866-e15a-4c64-9f17-e87e5abff989'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:43.780338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:43.812580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:43.836333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.941779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.972483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.976833 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21300ec1-d151-4438-b782-b0c0fb4a82b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:43.989824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] Set router fbcd5866-e15a-4c64-9f17-e87e5abff989 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:43.994237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd616717-871a-4ec9-886e-9d969090303d req-d3a94acc-3bb3-4864-a83d-89703808e616 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.002397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd616717-871a-4ec9-886e-9d969090303d req-d3a94acc-3bb3-4864-a83d-89703808e616 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.4537985 Jun 17 08:24:44.024976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.031487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.032024 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.033486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] 10.222.0.60 "PUT /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 1092 time: 3.2033484 Jun 17 08:24:44.099194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bd4b9-68c8-4230-9092-cfb7bddfb536 req-1d4cfeb3-3bf2-49ba-aa01-8fcb101e0074 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.106410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-128bd4b9-68c8-4230-9092-cfb7bddfb536 req-1d4cfeb3-3bf2-49ba-aa01-8fcb101e0074 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 931 time: 0.5230577 Jun 17 08:24:44.113681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff5650-db34-4047-b92b-da73f3227010'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:44.116551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:44.116953 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acdc667-a2f8-4a35-b91c-5ee3f7f6fe95" -d '{"events": [{"server_uuid": "9145d398-b5b7-4c70-8d45-bd33162a2e40", "name": "network-vif-plugged", "status": "completed", "tag": "64ff5650-db34-4047-b92b-da73f3227010"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:44.122927 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:44.152970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd616717-871a-4ec9-886e-9d969090303d req-5bb7de07-efc7-4a47-9862-74023e22746c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228230 Jun 17 08:24:44.159227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Made reservation on behalf of 1c08d437c69d43beb69b0c78b7ca9c47 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:44.163376 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.205629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-128bd4b9-68c8-4230-9092-cfb7bddfb536 req-052af99d-6b32-4149-ad75-b9c55cbb5f0f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884964 Jun 17 08:24:44.215026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Deleting port f65626eb-0dfa-4f97-9c2a-d7769196e0e3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:44.219807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.220806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff5650-db34-4047-b92b-da73f3227010, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff5650-db34-4047-b92b-da73f3227010,segment=NetworkSegment(2592f09b-8290-4dc6-b331-e44e8832adbc),segment_id=2592f09b-8290-4dc6-b331-e44e8832adbc)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:44.267158 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.285404 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:44.309103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-be8b69c5-565f-401d-9f1a-ac433406657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.315234 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-be8b69c5-565f-401d-9f1a-ac433406657f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1095 time: 0.1942191 Jun 17 08:24:44.384994 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-816080b8-dd3b-4937-a123-5e502ab7a8d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 217 time: 0.0596533 Jun 17 08:24:44.489830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Allocated IP 19.86.0.10 (2a3ab083-93e7-45f6-a493-96a272378af2/6db6f1c9-1117-4846-afbf-4f3489d104c9/2681bf5c-64a1-458a-9019-c3e6b00b1487) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:44.562572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] For port f65626eb-0dfa-4f97-9c2a-d7769196e0e3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:44.563257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.605852 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86af65b8-c06a-41b2-a0a6-53351feb008d x-openstack-request-id: req-86af65b8-c06a-41b2-a0a6-53351feb008d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:44.606151 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9145d398-b5b7-4c70-8d45-bd33162a2e40", "name": "network-vif-plugged", "status": "completed", "tag": "64ff5650-db34-4047-b92b-da73f3227010", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:44.606462 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86af65b8-c06a-41b2-a0a6-53351feb008d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:44.607020 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff5650-db34-4047-b92b-da73f3227010', 'code': 200} Jun 17 08:24:44.641804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff5650-db34-4047-b92b-da73f3227010,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:44.648436 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:44.668574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Calling delete_port for f65626eb-0dfa-4f97-9c2a-d7769196e0e3 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:44.674691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'name': 'network-vif-deleted', 'tag': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d'}, {'name': 'network-changed', 'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:44.677325 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903f0e91-9324-4455-b0c7-6e5404237faf" -d '{"events": [{"server_uuid": "cd4977a3-53c2-41f0-9449-2faa6947dd22", "name": "network-vif-deleted", "tag": "1d0b5579-acc1-4167-9bfe-4f3e9d41c67d"}, {"name": "network-changed", "server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:44.739636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:24:41Z', 'revision_number': 5, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port': {'id': 'f65626eb-0dfa-4f97-9c2a-d7769196e0e3', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:36Z', 'updated_at': '2021-06-17T08:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:44.811326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] Checking router: fbcd5866-e15a-4c64-9f17-e87e5abff989 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:44.830817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] Routers {'fbcd5866-e15a-4c64-9f17-e87e5abff989'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:44.831397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fbcd5866-e15a-4c64-9f17-e87e5abff989'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:44.834119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-646eee64-03f6-4cb0-bb2a-15932aaf1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.848376 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-646eee64-03f6-4cb0-bb2a-15932aaf1742 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.4532351 Jun 17 08:24:44.947102 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-dbbbedd7-2fe7-4d87-8d15-26e8eb71493a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908518 Jun 17 08:24:44.961932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] Set router fbcd5866-e15a-4c64-9f17-e87e5abff989 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:45.031322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:24:44Z', 'revision_number': 6, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:45.063302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10951928-58cf-4fd4-b5c8-a8125226d133 req-4a117187-6c04-477c-a87b-ee6818e870aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:45.064821 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10951928-58cf-4fd4-b5c8-a8125226d133 req-4a117187-6c04-477c-a87b-ee6818e870aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 1097 time: 0.3804605 Jun 17 08:24:45.201126 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10951928-58cf-4fd4-b5c8-a8125226d133 req-f77f0e48-948c-407d-80aa-3fb4896892a7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092741 Jun 17 08:24:45.211599 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-d84ef008-4f7b-4fc0-b043-8fd527985b2c service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499242 Jun 17 08:24:45.231972 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.234612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a74f84c0-631f-47aa-a3ec-3a39b8cbf4b1 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:45.251015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075429b-00f2-4368-acde-e72572c9c3fc None None] The sync data for ids ['fbcd5866-e15a-4c64-9f17-e87e5abff989'] in n-d-780147-13 is: [{'id': 'fbcd5866-e15a-4c64-9f17-e87e5abff989', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1339279323-router', 'tenant_id': '7116e575e0cd44cd943ba99034cc18d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:24:44Z', 'revision_number': 6, 'project_id': '7116e575e0cd44cd943ba99034cc18d6', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:45.280158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f65626eb-0dfa-4f97-9c2a-d7769196e0e3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:45.284397 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:45.407966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.409771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.421380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5585-54e5-44ec-af96-67eea10a6c25 req-7d17c65d-8588-48f7-8b29-88ee328faf51 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:45.429078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad5d5585-54e5-44ec-af96-67eea10a6c25 req-7d17c65d-8588-48f7-8b29-88ee328faf51 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 945 time: 0.7014532 Jun 17 08:24:45.447999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d208c-cb4d-4089-8fa6-01bb033f7dc7 req-0774f049-1a36-42dd-8d2d-dbea73862b5e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:45.450732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-532d208c-cb4d-4089-8fa6-01bb033f7dc7 req-0774f049-1a36-42dd-8d2d-dbea73862b5e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.7735097 Jun 17 08:24:45.489270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Transition to ACTIVE for port object 2681bf5c-64a1-458a-9019-c3e6b00b1487 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:45.507360 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3e036b99-cb32-4f03-9beb-8f990eda9e54 req-0541143e-df0a-445b-bae8-b049f641143a service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349865 Jun 17 08:24:45.510629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.513475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.529635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad5d5585-54e5-44ec-af96-67eea10a6c25 req-91238b07-23a3-461f-90a8-99accacb7068 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993094 Jun 17 08:24:45.553532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-532d208c-cb4d-4089-8fa6-01bb033f7dc7 req-2db7637c-1bbd-4f5f-bd27-97ab2b5985a6 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928478 Jun 17 08:24:45.588289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.589101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbcd5866-e15a-4c64-9f17-e87e5abff989 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:24:45.597087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.603215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] 10.222.0.65 "DELETE /v2.0/routers/fbcd5866-e15a-4c64-9f17-e87e5abff989 HTTP/1.1" status: 204 len: 168 time: 1.9662342 Jun 17 08:24:45.606229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45456) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:45.623373 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.628262 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e51d9dbb-b0f6-4525-81ac-dab4f30612c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:45.708681 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ecac00-b709-45b6-9a98-f64ca38f4ac0 x-openstack-request-id: req-00ecac00-b709-45b6-9a98-f64ca38f4ac0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:45.709045 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4977a3-53c2-41f0-9449-2faa6947dd22", "name": "network-vif-deleted", "tag": "1d0b5579-acc1-4167-9bfe-4f3e9d41c67d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:45.709349 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00ecac00-b709-45b6-9a98-f64ca38f4ac0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:45.709805 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4977a3-53c2-41f0-9449-2faa6947dd22', 'name': 'network-vif-deleted', 'tag': '1d0b5579-acc1-4167-9bfe-4f3e9d41c67d', 'status': 'completed', 'code': 200} Jun 17 08:24:45.710104 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'status': 'completed', 'code': 200} Jun 17 08:24:45.710564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:45.773430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c00952bd-7a96-4fda-a56e-e00524fc6523 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:45.778955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event updated for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:45.787992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:45.794747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Network 2a3ab083-93e7-45f6-a493-96a272378af2 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:45.797387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:45.805538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:45.812165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c00952bd-7a96-4fda-a56e-e00524fc6523 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:45.812524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c00952bd-7a96-4fda-a56e-e00524fc6523 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:45.875179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:45.875846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.895190 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5609355 Jun 17 08:24:45.933822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Request body: {'port': {'device_id': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:45.952544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Deleting subnet 26de4f77-183f-4564-a5fb-655e38e96178 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:45.959308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.963841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Deleting subnet c3473936-b30c-4701-9ef6-77f2a42c6c27 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:46.008666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.221706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-93b0c87e-3736-480b-b271-a774d61ed61d None None] Provisioning for port 2681bf5c-64a1-458a-9019-c3e6b00b1487 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:46.225891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-93b0c87e-3736-480b-b271-a774d61ed61d None None] Provisioning complete for port 2681bf5c-64a1-458a-9019-c3e6b00b1487 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:46.226425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93b0c87e-3736-480b-b271-a774d61ed61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.270101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5a7de-73e7-4a4c-abe8-17d0367b8d0f req-13589b3b-87e6-4004-9637-06240c8fe7a5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.274634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07f5a7de-73e7-4a4c-abe8-17d0367b8d0f req-13589b3b-87e6-4004-9637-06240c8fe7a5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.3200445 Jun 17 08:24:46.315163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.321206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-93b0c87e-3736-480b-b271-a774d61ed61d None None] Port 2681bf5c-64a1-458a-9019-c3e6b00b1487 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:46.458396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.466366 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.508897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f0e91-9324-4455-b0c7-6e5404237faf req-afb4fb06-e5b6-4953-b9e1-33a2756bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.510124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812c5b-79ea-47f8-b5e2-d696788d4c8f req-04a4ac08-64ff-43c5-be17-a62ab45f8757 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.510667 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-afb4fb06-e5b6-4953-b9e1-33a2756bb3eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1095 time: 0.8256950 Jun 17 08:24:46.517135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812c5b-79ea-47f8-b5e2-d696788d4c8f req-04a4ac08-64ff-43c5-be17-a62ab45f8757 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.525204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5812c5b-79ea-47f8-b5e2-d696788d4c8f req-04a4ac08-64ff-43c5-be17-a62ab45f8757 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1653 time: 0.5653434 Jun 17 08:24:46.638144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07f5a7de-73e7-4a4c-abe8-17d0367b8d0f req-4e3d02f6-9264-44e4-a47b-80376aa0cdcf tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528655 Jun 17 08:24:46.646949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.723567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5812c5b-79ea-47f8-b5e2-d696788d4c8f req-fdf35741-93b1-4f8f-884d-4014f976cd8b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973934 Jun 17 08:24:46.744648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.806355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f0e91-9324-4455-b0c7-6e5404237faf req-fe47ab42-fa02-47c0-8b7f-991ccb7a34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.808273 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-fe47ab42-fa02-47c0-8b7f-991ccb7a34ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.2880073 Jun 17 08:24:46.868364 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-ed02ac29-e5a0-4370-8bc0-e205e30cdaa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 217 time: 0.0506027 Jun 17 08:24:46.880640 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.901189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.931807 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:46.978800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e6e8a2-efe9-4a48-a749-21b154346101 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:46.992922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.016256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.027429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3473936-b30c-4701-9ef6-77f2a42c6c27,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:47.032770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ef985-f76d-4583-a60f-1d35735cd7d1 req-e7181241-790f-40fa-9f39-faf3995d2960 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:47.035233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e9ef985-f76d-4583-a60f-1d35735cd7d1 req-e7181241-790f-40fa-9f39-faf3995d2960 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 945 time: 0.1241767 Jun 17 08:24:47.049329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Transition to ACTIVE for port object 95e6e8a2-efe9-4a48-a749-21b154346101 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:47.056952 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:47.061586 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d9d53299-30da-4916-bd23-fd159afd9ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:47.091541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.098645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.101272 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c3473936-b30c-4701-9ef6-77f2a42c6c27 HTTP/1.1" status: 204 len: 168 time: 1.3472283 Jun 17 08:24:47.103638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26de4f77-183f-4564-a5fb-655e38e96178,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:47.106728 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:47.109848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.115240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/26de4f77-183f-4564-a5fb-655e38e96178 HTTP/1.1" status: 204 len: 168 time: 1.5050480 Jun 17 08:24:47.116247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:47.116685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:47.116949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee7f93-7f8b-4e5c-b070-2559099a641a None None] Network de7c5f0f-1f57-495e-a05b-e78b54eeaa7d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:47.117940 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3f345cfc-bf0a-4d6a-abce-cbf61055ba9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:47.142298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f0e91-9324-4455-b0c7-6e5404237faf req-d14b1cbe-7009-4b76-ba83-25000cf59a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:47.143952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-d14b1cbe-7009-4b76-ba83-25000cf59a99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.2679760 Jun 17 08:24:47.211247 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-2fa2d65e-e533-4bc3-adaa-a395f58f4263 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385041 Jun 17 08:24:47.291180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e9ef985-f76d-4583-a60f-1d35735cd7d1 req-df5ce76e-9589-42fe-b72c-ad951098fc58 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403960 Jun 17 08:24:47.341469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95e6e8a2-efe9-4a48-a749-21b154346101,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:47.347873 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:47.377156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.483165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] DHCP port deletion for de7c5f0f-1f57-495e-a05b-e78b54eeaa7d request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:47.495056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.512648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Attempting to bind port 95e6e8a2-efe9-4a48-a749-21b154346101 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:47.513187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Attempting to bind port 95e6e8a2-efe9-4a48-a749-21b154346101 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:47.513329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Attempting to bind port 95e6e8a2-efe9-4a48-a749-21b154346101 on network 8117089c-a80e-4a47-a598-521ff18917ad {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:47.522457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Port 95e6e8a2-efe9-4a48-a749-21b154346101 on network 8117089c-a80e-4a47-a598-521ff18917ad not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:47.522795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Attempting to bind port 95e6e8a2-efe9-4a48-a749-21b154346101 on network 8117089c-a80e-4a47-a598-521ff18917ad {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:47.557920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d85a1-a0cf-4003-8f6b-0d572a86cead req-23dfbe9f-e3e7-42ef-a465-0b52376d9dcf tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:47.567482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c96d85a1-a0cf-4003-8f6b-0d572a86cead req-23dfbe9f-e3e7-42ef-a465-0b52376d9dcf tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.4829659 Jun 17 08:24:47.574571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:47.577242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Checking segment: {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:47.577676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Bound using segment: {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:47.578144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Bound port: 95e6e8a2-efe9-4a48-a749-21b154346101, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1651c6-8539-41f4-980e-1f44919dac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:47.578508 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.596618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Deleting port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:47.597355 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.655870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-ddc20754-5cce-441c-a061-1cad282bcd18 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364903 Jun 17 08:24:47.681589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f65626eb-0dfa-4f97-9c2a-d7769196e0e3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:47.684843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c96d85a1-a0cf-4003-8f6b-0d572a86cead req-8bce4976-04db-46de-9705-32f65c17006d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163831 Jun 17 08:24:47.739110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] For port 95e6e8a2-efe9-4a48-a749-21b154346101, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:47.755388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] For port 95e6e8a2-efe9-4a48-a749-21b154346101, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=95e6e8a2-efe9-4a48-a749-21b154346101,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:47.769771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.790514 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6723e42-ca22-4771-9e63-37ff3d8fcb14 tempest-LiveMigrationNegativeTest-59849973 tempest-LiveMigrationNegativeTest-59849973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:47.791383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f65626eb-0dfa-4f97-9c2a-d7769196e0e3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:47.794387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f65626eb-0dfa-4f97-9c2a-d7769196e0e3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:47.795073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:47.805983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:47.806621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.809930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Deleting port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:47.811645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/95e6e8a2-efe9-4a48-a749-21b154346101 HTTP/1.1" status: 200 len: 1092 time: 1.9088502 Jun 17 08:24:47.812215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'tag': '95e6e8a2-efe9-4a48-a749-21b154346101'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:47.820073 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03f2b60-be35-4de7-bff2-f92571533836" -d '{"events": [{"name": "network-changed", "server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "tag": "95e6e8a2-efe9-4a48-a749-21b154346101"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:47.821740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.857705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Request body: {'port': {'device_id': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:47.924243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] For port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:47.928559 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.976331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] For port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,segment=NetworkSegment(ba502315-b5c6-431c-820c-2f5414bff0b4),segment_id=ba502315-b5c6-431c-820c-2f5414bff0b4)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:47.976798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.065197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Calling delete_port for 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:48.120974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95e6e8a2-efe9-4a48-a749-21b154346101,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.129470 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:48.144216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Calling delete_port for 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:48.189011 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.200881 n-d-780147-13 neutron-server[93501]: INFO neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No ports have port_id starting with 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 Jun 17 08:24:48.203618 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.253991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Pushing event deleted for resources: {'Port': ['ID=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.255862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] No DVR routers for this DVR port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:48.256092 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.259763 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:48.277772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.284453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.303675 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-023524e1-78b3-46b5-b02b-34b2fdd238da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.303921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46302-dbce-418d-a948-bb171d6a0c5a req-dc5d0510-cbb2-4061-9dfa-fa269beac9c7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:48.310369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46302-dbce-418d-a948-bb171d6a0c5a req-dc5d0510-cbb2-4061-9dfa-fa269beac9c7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:48.312241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42a46302-dbce-418d-a948-bb171d6a0c5a req-dc5d0510-cbb2-4061-9dfa-fa269beac9c7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1665 time: 0.3217974 Jun 17 08:24:48.321110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b580fc5-ac1d-410e-91f6-ce71ede62c6c req-cbf0c081-5a14-4343-86d0-334210f1fb9d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:48.322669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b580fc5-ac1d-410e-91f6-ce71ede62c6c req-cbf0c081-5a14-4343-86d0-334210f1fb9d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 945 time: 0.4044073 Jun 17 08:24:48.329031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a60d877-1294-40fb-8c04-90436be47d78']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.364359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] No DVR routers for this DVR port 0397ee7d-6978-45b1-bb32-1ee02bc0fd48 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:48.419255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Pushing event deleted for resources: {'Port': ['ID=0397ee7d-6978-45b1-bb32-1ee02bc0fd48,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.422034 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:48.433275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905548a4-df27-4861-b282-1ec49ee87146') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.433475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42a46302-dbce-418d-a948-bb171d6a0c5a req-6c43258f-aee3-495e-9920-6271ccd5e0a9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096210 Jun 17 08:24:48.433567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905548a4-df27-4861-b282-1ec49ee87146') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.465492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.538683 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ba6e7-d471-418e-9016-7073ee4ec795 x-openstack-request-id: req-884ba6e7-d471-418e-9016-7073ee4ec795 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:48.539268 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "tag": "95e6e8a2-efe9-4a48-a749-21b154346101", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:48.539369 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-884ba6e7-d471-418e-9016-7073ee4ec795 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:48.539728 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'tag': '95e6e8a2-efe9-4a48-a749-21b154346101', 'status': 'completed', 'code': 200} Jun 17 08:24:48.555837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b580fc5-ac1d-410e-91f6-ce71ede62c6c req-9dbc1f8f-8b6b-4f66-ba3f-664815212ac5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947365 Jun 17 08:24:48.582073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.609520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7c5f0f-1f57-495e-a05b-e78b54eeaa7d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.623482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba502315-b5c6-431c-820c-2f5414bff0b4') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.623878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba502315-b5c6-431c-820c-2f5414bff0b4') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.637310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.655769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.664374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.674634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:48.676733 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:48.794854 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:48.800322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2681bf5c-64a1-458a-9019-c3e6b00b1487 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:48.805323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:48.805902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.809831 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.824703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Transition to ACTIVE for port object 2681bf5c-64a1-458a-9019-c3e6b00b1487 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:48.831682 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:48.835038 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:48.837441 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-50111d70-ffb4-4154-b827-cf7a20fc21b8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.851775 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-903f0e91-9324-4455-b0c7-6e5404237faf req-7667ffac-b107-4aec-85a9-5385d725c8bc service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1499560 Jun 17 08:24:48.852821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.879189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9cbc020-0da9-4177-b755-86a348401478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.883421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.904398 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7a60d877-1294-40fb-8c04-90436be47d78 HTTP/1.1" status: 204 len: 168 time: 1.7805226 Jun 17 08:24:48.946085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.968006 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.040508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Attempting to bind port 2681bf5c-64a1-458a-9019-c3e6b00b1487 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:49.040807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Attempting to bind port 2681bf5c-64a1-458a-9019-c3e6b00b1487 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:49.044901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Attempting to bind port 2681bf5c-64a1-458a-9019-c3e6b00b1487 on network 2a3ab083-93e7-45f6-a493-96a272378af2 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:49.061122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Port 2681bf5c-64a1-458a-9019-c3e6b00b1487 on network 2a3ab083-93e7-45f6-a493-96a272378af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:49.061601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Attempting to bind port 2681bf5c-64a1-458a-9019-c3e6b00b1487 on network 2a3ab083-93e7-45f6-a493-96a272378af2 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:49.066752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.072761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:49.078060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Checking segment: {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:49.078639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Bound using segment: {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:49.079341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Bound port: 2681bf5c-64a1-458a-9019-c3e6b00b1487, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7da780-d555-49b0-a38a-067828f01b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:49.079740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.081842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a60d877-1294-40fb-8c04-90436be47d78,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.090161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.103609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.119444 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.181402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.188529 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] 10.222.0.65 "DELETE /v2.0/networks/de7c5f0f-1f57-495e-a05b-e78b54eeaa7d HTTP/1.1" status: 204 len: 168 time: 2.0560703 Jun 17 08:24:49.200171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2b60-be35-4de7-bff2-f92571533836 req-d27d3d45-ece9-4e10-8159-ac4e495d424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.201918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2b60-be35-4de7-bff2-f92571533836 req-d27d3d45-ece9-4e10-8159-ac4e495d424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.205756 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c03f2b60-be35-4de7-bff2-f92571533836 req-d27d3d45-ece9-4e10-8159-ac4e495d424c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1913 time: 0.4445014 Jun 17 08:24:49.209230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Pushing event deleted for resources: {'Network': ['ID=de7c5f0f-1f57-495e-a05b-e78b54eeaa7d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.231383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45526) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:49.372743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1cca9316-d542-4278-8654-680b9c7761b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b56dc771bd54411a41b6ae7423b68b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401348 Jun 17 08:24:49.376084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:49.397071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:49.434323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:49.457532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.482240 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ea24b45-1db7-457e-bf00-7c68ca106f20 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.552921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.553832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.555377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/2681bf5c-64a1-458a-9019-c3e6b00b1487 HTTP/1.1" status: 200 len: 1092 time: 1.7091968 Jun 17 08:24:49.601677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.607282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2b60-be35-4de7-bff2-f92571533836 req-3a20b036-f311-4870-87cb-9809ff5ee402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.607839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2b60-be35-4de7-bff2-f92571533836 req-3a20b036-f311-4870-87cb-9809ff5ee402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.609755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2b60-be35-4de7-bff2-f92571533836 req-3a20b036-f311-4870-87cb-9809ff5ee402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.614114 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c03f2b60-be35-4de7-bff2-f92571533836 req-3a20b036-f311-4870-87cb-9809ff5ee402 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3894639 Jun 17 08:24:49.620268 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.646752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.657971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45536) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:49.735832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.739770 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.765058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.768105 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.770186 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e364fcf-9e33-4700-b6cc-da0db09eb84c HTTP/1.1" status: 204 len: 168 time: 0.3897970 Jun 17 08:24:49.772382 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e8cfee93-f114-4476-bbc7-e8f077976311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.795019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e364fcf-9e33-4700-b6cc-da0db09eb84c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.798537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0634288e-3e98-4376-a89c-c34aa6ff8101 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f124d3ff741d42eaa0dc42214608300d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1366777 Jun 17 08:24:49.806570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:49.824245 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.999452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3679eda-1782-487e-a03e-75a01d12df15 req-a4ced759-0bd3-4650-97f0-df226bb15acf tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.008508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3679eda-1782-487e-a03e-75a01d12df15 req-a4ced759-0bd3-4650-97f0-df226bb15acf tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.3058078 Jun 17 08:24:50.022071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.040283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2b60-be35-4de7-bff2-f92571533836 req-53c3d39a-631f-45d2-bee8-41fbc1344ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.041956 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c03f2b60-be35-4de7-bff2-f92571533836 req-53c3d39a-631f-45d2-bee8-41fbc1344ca9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4192924 Jun 17 08:24:50.092451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfa7a-c672-44d6-9f2b-b154affb1ff8 req-602a42e6-59cd-490f-b33c-7c366ff9bd18 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.094054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bbcfa7a-c672-44d6-9f2b-b154affb1ff8 req-602a42e6-59cd-490f-b33c-7c366ff9bd18 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 945 time: 0.2677245 Jun 17 08:24:50.109297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.163004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3679eda-1782-487e-a03e-75a01d12df15 req-3104d2ad-ce44-48c2-970b-ba66a59c1783 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536884 Jun 17 08:24:50.204090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-fde526cb-388b-4075-bb9c-fe63d15a2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.204743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bbcfa7a-c672-44d6-9f2b-b154affb1ff8 req-ea9a5387-a650-4c3a-87a6-b635acd12be6 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931551 Jun 17 08:24:50.220553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-fde526cb-388b-4075-bb9c-fe63d15a2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.230179 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-fde526cb-388b-4075-bb9c-fe63d15a2a0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1981 time: 0.1318259 Jun 17 08:24:50.232020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.234796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.238477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4de878c8-038e-4a14-85d0-8f4d4c8581cf HTTP/1.1" status: 204 len: 168 time: 0.4265573 Jun 17 08:24:50.238477 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-04439b25-67af-4c7b-9aa9-366e6a71c4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:50.253509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de878c8-038e-4a14-85d0-8f4d4c8581cf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:50.257730 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:50.366532 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-b07d218f-9c62-45bd-a354-2296c292a2b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=95e6e8a2-efe9-4a48-a749-21b154346101 HTTP/1.1" status: 200 len: 217 time: 0.1265266 Jun 17 08:24:50.496085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0bf2c2bc-212f-49e7-9ab5-73c20d1a29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.498071 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-0bf2c2bc-212f-49e7-9ab5-73c20d1a29a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d90fd84f-7649-4bbe-86ee-6eae00765e18 HTTP/1.1" status: 200 len: 801 time: 0.1206367 Jun 17 08:24:50.536946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4417-0681-4e8c-83ec-d7451d7c573f req-89f89755-b0a6-44db-b23a-76669038693a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.557837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4417-0681-4e8c-83ec-d7451d7c573f req-89f89755-b0a6-44db-b23a-76669038693a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.567971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75aa4417-0681-4e8c-83ec-d7451d7c573f req-89f89755-b0a6-44db-b23a-76669038693a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1677 time: 0.1533358 Jun 17 08:24:50.573863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:50.578056 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2" -d '{"events": [{"name": "network-changed", "server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:50.640373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-b50f4ea6-73ef-45f4-a640-4245e6092d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.641905 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-b50f4ea6-73ef-45f4-a640-4245e6092d31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8117089c-a80e-4a47-a598-521ff18917ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339574 Jun 17 08:24:50.659069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75aa4417-0681-4e8c-83ec-d7451d7c573f req-198c3295-0188-4f4f-b48c-076babb0dbe0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900788 Jun 17 08:24:50.713399 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c392a6e-4b99-4460-a955-94564a913ce9 x-openstack-request-id: req-1c392a6e-4b99-4460-a955-94564a913ce9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:50.713727 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:50.714050 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c392a6e-4b99-4460-a955-94564a913ce9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:50.715368 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487', 'status': 'completed', 'code': 200} Jun 17 08:24:50.942657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45576) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:51.003743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-88c736bc-36d5-466b-aa8c-d4a59b389695 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7116e575e0cd44cd943ba99034cc18d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612471 Jun 17 08:24:51.004478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45580) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:51.044039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45582) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:51.070165 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.102233 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.102481 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-da46b4ae-bbb3-4aac-b222-facad75f96da service neutron] 10.222.0.67 "GET /v2.0/networks/8117089c-a80e-4a47-a598-521ff18917ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525609 Jun 17 08:24:51.156703 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981c245-8aef-4493-8328-fabf9b40f942 req-64b634d9-284f-4026-8d74-5fa6130d3e81 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:51.158579 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c981c245-8aef-4493-8328-fabf9b40f942 req-64b634d9-284f-4026-8d74-5fa6130d3e81 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.60 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 945 time: 0.4301798 Jun 17 08:24:51.171189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.175281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.179775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ecaeb74-46a2-41df-a9f0-24c9c616f020 HTTP/1.1" status: 204 len: 168 time: 0.1738582 Jun 17 08:24:51.180317 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b8bec563-2f70-4e48-a58a-b4f875c55e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:51.200204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecaeb74-46a2-41df-a9f0-24c9c616f020,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:51.204251 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:51.298508 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-76da78d4-44ae-40bd-89a8-044022665b89 service neutron] 10.222.0.67 "GET /v2.0/networks/8117089c-a80e-4a47-a598-521ff18917ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889346 Jun 17 08:24:51.347563 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-bb4a7d0e-a31e-4404-ab88-b1ebd6c54e9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487 HTTP/1.1" status: 200 len: 217 time: 0.0408356 Jun 17 08:24:51.352047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-303202526-network', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:51.403794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:51.404065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Deleting port 64ff5650-db34-4047-b92b-da73f3227010 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:51.404318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.407751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.427309 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.455935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-ed860e80-e694-4414-b34f-cba7cb0dbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:51.458933 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-ed860e80-e694-4414-b34f-cba7cb0dbde3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6db6f1c9-1117-4846-afbf-4f3489d104c9 HTTP/1.1" status: 200 len: 801 time: 0.1054299 Jun 17 08:24:51.483816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:51.626062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:51.638821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'mac_address': 'fa:16:3e:e4:4b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:51.660842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] For port 64ff5650-db34-4047-b92b-da73f3227010, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff5650-db34-4047-b92b-da73f3227010,segment=NetworkSegment(2592f09b-8290-4dc6-b331-e44e8832adbc),segment_id=2592f09b-8290-4dc6-b331-e44e8832adbc)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:51.661214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.687050 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.705131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:51.718994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-46c3da44-442b-438c-9ef1-a64b7498501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:51.723372 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-46c3da44-442b-438c-9ef1-a64b7498501a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a3ab083-93e7-45f6-a493-96a272378af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510622 Jun 17 08:24:51.732632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d8b26-d906-451e-980b-f940f6a244d3 req-82190499-0599-4637-b53f-2e52b07d80d3 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:51.738815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:51.742857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-990d8b26-d906-451e-980b-f940f6a244d3 req-82190499-0599-4637-b53f-2e52b07d80d3 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 945 time: 0.2719412 Jun 17 08:24:51.749933 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.750644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Calling delete_port for 64ff5650-db34-4047-b92b-da73f3227010 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:51.753228 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:51.788908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2279-b983-4902-9786-98f5a79d4993 req-5a59f8fb-9f11-44e4-8b2c-4ab656015ff2 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:51.797538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a9f2279-b983-4902-9786-98f5a79d4993 req-5a59f8fb-9f11-44e4-8b2c-4ab656015ff2 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.3714156 Jun 17 08:24:51.829575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:51.837216 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:51.841142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-990d8b26-d906-451e-980b-f940f6a244d3 req-b555f886-be93-49ae-a2a5-9fe4688bb3e7 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3ccaf07-4c9b-4667-a81a-5b99be6813b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972459 Jun 17 08:24:51.879202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.888765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.893809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a8b871e9-68c5-4079-8543-556e48ad5c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:51.905469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:51.951438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-646df64f-a4ae-4f58-8389-73e34ddf7db0 service neutron] 10.222.0.67 "GET /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963551 Jun 17 08:24:51.954176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:51.978733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a9f2279-b983-4902-9786-98f5a79d4993 req-d97cb0d0-e6d8-46c9-8c07-dfee3356e091 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786113 Jun 17 08:24:51.979491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1bb8e-7105-405a-8bc2-7288062995b4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:51.992342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:51.998024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.998383 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Added segment 520ebcb1-5168-4748-9519-d33828961361 of type vlan for network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 Jun 17 08:24:52.092827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.159300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.161080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:52.161788 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.165130 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:52.185018 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a9791b03-4eed-4d8d-898b-6bf5dea1ba9d req-c58c3772-54ab-4098-9ae3-2c9e29eb8005 service neutron] 10.222.0.67 "GET /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213039 Jun 17 08:24:52.252806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2074103 Jun 17 08:24:52.279845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:52.289320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Pushing event updated for resources: {'Network': ['ID=4580d1b9-d13a-4ca5-bab7-8b005b1906c6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:52.293251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Request body: {'subnet': {'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-303202526-subnet', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:52.293603 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:52.304506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:52.353673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08b3e6-329b-4b0e-9191-008763b58f10 req-cc3a3853-e7ea-4320-8bba-717a0061a6b9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:52.354373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:52.360255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.371178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08b3e6-329b-4b0e-9191-008763b58f10 req-cc3a3853-e7ea-4320-8bba-717a0061a6b9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:52.379084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a08b3e6-329b-4b0e-9191-008763b58f10 req-cc3a3853-e7ea-4320-8bba-717a0061a6b9 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1677 time: 0.2007790 Jun 17 08:24:52.385305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.397421 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bba8650b-9185-44a0-a45b-888e5dcf2382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:52.415279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff5650-db34-4047-b92b-da73f3227010'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:52.440841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Pushing event deleted for resources: {'Port': ['ID=64ff5650-db34-4047-b92b-da73f3227010,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:52.470246 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:52.471052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a08b3e6-329b-4b0e-9191-008763b58f10 req-7ef56797-3239-4b4f-9546-e3cfb150cd5a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912707 Jun 17 08:24:52.520631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] No DVR routers for this DVR port 64ff5650-db34-4047-b92b-da73f3227010 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:52.525094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.527728 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c981c245-8aef-4493-8328-fabf9b40f942 req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.60 "DELETE /v2.0/ports/64ff5650-db34-4047-b92b-da73f3227010 HTTP/1.1" status: 204 len: 173 time: 1.3619754 Jun 17 08:24:52.528553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'name': 'network-vif-deleted', 'tag': '64ff5650-db34-4047-b92b-da73f3227010'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:52.532299 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be54f94a-a625-412f-9b36-7180bbd3c64b" -d '{"events": [{"server_uuid": "9145d398-b5b7-4c70-8d45-bd33162a2e40", "name": "network-vif-deleted", "tag": "64ff5650-db34-4047-b92b-da73f3227010"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:52.781681 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d50661-f8e2-4d9b-bea3-ba0295dd7ba9 x-openstack-request-id: req-f9d50661-f8e2-4d9b-bea3-ba0295dd7ba9 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:52.782477 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9145d398-b5b7-4c70-8d45-bd33162a2e40", "name": "network-vif-deleted", "tag": "64ff5650-db34-4047-b92b-da73f3227010", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:52.783548 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9d50661-f8e2-4d9b-bea3-ba0295dd7ba9 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:52.784262 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9145d398-b5b7-4c70-8d45-bd33162a2e40', 'name': 'network-vif-deleted', 'tag': '64ff5650-db34-4047-b92b-da73f3227010', 'status': 'completed', 'code': 200} Jun 17 08:24:52.848240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.852375 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:52.925921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2763b899-8a5d-4d42-841b-aa1224bbe8cc,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:52.931410 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:52.961426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:52.963328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Network hostable DHCP agents. Network: 4580d1b9-d13a-4ca5-bab7-8b005b1906c6, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:53.000724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-f9026808-c552-47ff-8606-4af11218e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.001589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-f9026808-c552-47ff-8606-4af11218e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.003526 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-f9026808-c552-47ff-8606-4af11218e2c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1981 time: 0.7228029 Jun 17 08:24:53.037346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:53.104500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4580d1b9-d13a-4ca5-bab7-8b005b1906c6) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:53.115227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6c6b1-49e3-4110-92b0-716279d31087 None None] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:53.136693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.148476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.213374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8fcbdded-96c3-4150-a737-980f3c106e44 req-47947f1b-4dca-49c9-ab0d-ccfa4cdbdf0a tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9145d398-b5b7-4c70-8d45-bd33162a2e40 HTTP/1.1" status: 200 len: 210 time: 0.0677650 Jun 17 08:24:53.295245 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0103440 Jun 17 08:24:53.296483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45680) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:53.308824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:53.369613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-986891d3-8a18-49b0-87ad-6b8982156674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.374107 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-986891d3-8a18-49b0-87ad-6b8982156674 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2a3ab083-93e7-45f6-a493-96a272378af2 HTTP/1.1" status: 200 len: 902 time: 0.3607690 Jun 17 08:24:53.467128 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-fb999534-3cca-437f-84ed-ebe5b215c7f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487 HTTP/1.1" status: 200 len: 217 time: 0.0824008 Jun 17 08:24:53.471592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.474649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.481569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:24:53.482461 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.504675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:53.512272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2abeb-8de4-4286-9f7c-123f8d62af35 req-3b4d9272-a699-455a-a470-b40d1cfc6df7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.520609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3a2abeb-8de4-4286-9f7c-123f8d62af35 req-3b4d9272-a699-455a-a470-b40d1cfc6df7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.1051924 Jun 17 08:24:53.573336 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.585974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3a2abeb-8de4-4286-9f7c-123f8d62af35 req-f413c92c-e9c2-4d0d-bc34-5accb0b4e736 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635560 Jun 17 08:24:53.697773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-1b710cb5-6315-4b1f-a26a-e70c0a1b01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.700328 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-1b710cb5-6315-4b1f-a26a-e70c0a1b01eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6db6f1c9-1117-4846-afbf-4f3489d104c9 HTTP/1.1" status: 200 len: 801 time: 0.2126927 Jun 17 08:24:53.765774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Allocated IP 172.20.0.2 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/e87cc7d0-b053-45f5-87b5-7dd4584cb3bb) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:53.803462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.863105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-a5944347-be67-4f6a-ad26-540898c7bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.864967 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-a5944347-be67-4f6a-ad26-540898c7bfdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2a3ab083-93e7-45f6-a493-96a272378af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283219 Jun 17 08:24:53.963127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.972952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Transition to ACTIVE for port object e87cc7d0-b053-45f5-87b5-7dd4584cb3bb will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:53.991294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Transition to ACTIVE for port object e87cc7d0-b053-45f5-87b5-7dd4584cb3bb will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:54.004942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.009274 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cdb3c499-23a3-46dd-abf7-1acbc0ba0946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.047297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:54.048754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:54.049370 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.081307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:54.084062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:54.106074 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-dfc40aba-d6c3-4848-a3e2-b3f361e0ffb6 service neutron] 10.222.0.67 "GET /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286444 Jun 17 08:24:54.173690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Attempting to bind port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:54.174265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Attempting to bind port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:54.174417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Attempting to bind port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:54.178587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Pushing event updated for resources: {'Port': ['ID=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.182308 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.187502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:54.187884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:54.188290 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.188680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:54.189155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Bound port: e87cc7d0-b053-45f5-87b5-7dd4584cb3bb, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:54.189536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.274671 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.295753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676492-b8f9-45c2-a105-0eac23ab6be5 req-a4ded927-bee0-4f25-845c-5aee54b8742b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:54.308165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676492-b8f9-45c2-a105-0eac23ab6be5 req-a4ded927-bee0-4f25-845c-5aee54b8742b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:54.316524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a676492-b8f9-45c2-a105-0eac23ab6be5 req-a4ded927-bee0-4f25-845c-5aee54b8742b tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1677 time: 0.1187625 Jun 17 08:24:54.321160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:54.323983 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84161c-b725-447a-9ab9-b183a1ec92aa" -d '{"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-plugged", "status": "completed", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:54.335807 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:24:54.339361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] For port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:54.342695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:54.358959 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.363508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] For port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:54.364614 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.390295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a676492-b8f9-45c2-a105-0eac23ab6be5 req-611ae1d9-5b34-4d74-83d5-e068c73aacf0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Jun 17 08:24:54.392077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.436841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.441396 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.441929 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.553334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Pushing event updated for resources: {'Port': ['ID=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.560909 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.568529 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-984588ce-42d1-41c2-ae02-cd8a1ffd05e2 req-b3e99926-f8d6-46ef-af26-da7d654ea6fa service neutron] 10.222.0.67 "GET /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567299 Jun 17 08:24:54.583104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.585413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45702) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:54.606563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.628710 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc682cc-49e9-4096-9ebf-c2c5d1b104b4 x-openstack-request-id: req-2cc682cc-49e9-4096-9ebf-c2c5d1b104b4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:54.629094 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-plugged", "status": "completed", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:54.629505 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2cc682cc-49e9-4096-9ebf-c2c5d1b104b4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:54.629996 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'code': 200} Jun 17 08:24:54.683506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Deleting subnet 502cc957-f312-4b09-86df-78475eb83b1c {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:54.704323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.814135 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.901985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Allocated IP 172.25.7.178 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/1960e98e-459e-47a7-8337-1a7a0295c92f) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:54.932109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 95e6e8a2-efe9-4a48-a749-21b154346101 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:54.987808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55ddc2c4-b613-4e25-918b-7784d89c88a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.111749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.181209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.185875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c5fbd08-3abd-4f12-8743-d15a5daae42a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.193921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 95e6e8a2-efe9-4a48-a749-21b154346101, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=95e6e8a2-efe9-4a48-a749-21b154346101,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:55.223336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '95e6e8a2-efe9-4a48-a749-21b154346101', 'network_id': '8117089c-a80e-4a47-a598-521ff18917ad', 'port_id': '95e6e8a2-efe9-4a48-a749-21b154346101', 'mac_address': 'fa:16:3e:04:f7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90fd84f-7649-4bbe-86ee-6eae00765e18', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:55.263520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:55.279993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:55.285806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:55.290628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Pushing event updated for resources: {'Port': ['ID=1960e98e-459e-47a7-8337-1a7a0295c92f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.324342 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:55.358461 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.397080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e6e8a2-efe9-4a48-a749-21b154346101 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:55.442043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 95e6e8a2-efe9-4a48-a749-21b154346101, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=95e6e8a2-efe9-4a48-a749-21b154346101,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:55.452322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.454507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.456147 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2681bf5c-64a1-458a-9019-c3e6b00b1487 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:55.458928 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-774ebcee-fb9f-4d03-a78a-cb55155e68a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.589303 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.601101 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.629559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cd944-6d4a-485a-baee-1ee0c8e90dd3 req-ef9f5f35-7324-460f-95d6-0a819f827186 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:55.632596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb7cd944-6d4a-485a-baee-1ee0c8e90dd3 req-ef9f5f35-7324-460f-95d6-0a819f827186 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.2363424 Jun 17 08:24:55.653287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=95e6e8a2-efe9-4a48-a749-21b154346101,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.664641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff5650-db34-4047-b92b-da73f3227010 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:55.680533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502cc957-f312-4b09-86df-78475eb83b1c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.685113 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:55.695116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.700919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/502cc957-f312-4b09-86df-78475eb83b1c HTTP/1.1" status: 204 len: 168 time: 1.1138365 Jun 17 08:24:55.712827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45716) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:55.717234 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:55.724535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 64ff5650-db34-4047-b92b-da73f3227010 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:55.729567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff5650-db34-4047-b92b-da73f3227010 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:55.770706 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb7cd944-6d4a-485a-baee-1ee0c8e90dd3 req-6a0e5259-ac71-45b4-b7c7-e5714d44bca2 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962026 Jun 17 08:24:55.803075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87cc7d0-b053-45f5-87b5-7dd4584cb3bb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:56.006643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.049924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:56.056385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.127876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '2681bf5c-64a1-458a-9019-c3e6b00b1487', 'network_id': '2a3ab083-93e7-45f6-a493-96a272378af2', 'port_id': '2681bf5c-64a1-458a-9019-c3e6b00b1487', 'mac_address': 'fa:16:3e:fd:42:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db6f1c9-1117-4846-afbf-4f3489d104c9', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:56.134337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:56.193819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d4255-9444-4184-892e-218dc0e258a1 None None] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:56.445192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa3ad-56eb-43c1-a71a-7df1cec65909 req-a01cfcec-be25-4508-afa5-69edee391dec tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:56.454351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa3ad-56eb-43c1-a71a-7df1cec65909 req-a01cfcec-be25-4508-afa5-69edee391dec tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:56.465708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc5fa3ad-56eb-43c1-a71a-7df1cec65909 req-a01cfcec-be25-4508-afa5-69edee391dec tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1678 time: 0.1509335 Jun 17 08:24:56.500161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Provisioning for port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:56.508002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.523425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2681bf5c-64a1-458a-9019-c3e6b00b1487 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:56.527619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Provisioning complete for port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:56.528002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.543531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc5fa3ad-56eb-43c1-a71a-7df1cec65909 req-30f74245-27a2-4020-b6a1-1ca2936242b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764439 Jun 17 08:24:56.602983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:56.616044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.623082 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:56.740553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:56.773281 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:56.798455 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.869259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] For port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:56.871711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.875113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['95e6e8a2-efe9-4a48-a749-21b154346101'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:56.886745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62ba318-4c96-4a36-b308-3ec847e65a4a']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:56.903272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2592f09b-8290-4dc6-b331-e44e8832adbc') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:56.903756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2592f09b-8290-4dc6-b331-e44e8832adbc') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:56.914090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.932157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.936295 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.939855 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:56.947176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:56.947911 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:57.040464 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:57.049932 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.061955 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f575879b-37ed-4208-8250-c92660cc73ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:57.085027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.087425 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] 10.222.0.65 "DELETE /v2.0/networks/b62ba318-4c96-4a36-b308-3ec847e65a4a HTTP/1.1" status: 204 len: 168 time: 1.3674886 Jun 17 08:24:57.088388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b62ba318-4c96-4a36-b308-3ec847e65a4a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:57.101845 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:57.119589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Pushing event updated for resources: {'Port': ['ID=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:57.136664 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:57.204482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01a428-7592-4581-b995-45c179128871 req-1bd78985-9203-41c7-ab3f-db5cb1193135 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:57.214063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d01a428-7592-4581-b995-45c179128871 req-1bd78985-9203-41c7-ab3f-db5cb1193135 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.0973010 Jun 17 08:24:57.259740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c76a7c2c-7937-47e8-ad3b-7d93374ea0c9 None None] Provisioning complete for port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:57.259970 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c76a7c2c-7937-47e8-ad3b-7d93374ea0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.310059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d01a428-7592-4581-b995-45c179128871 req-04c2e275-7a09-49ca-a2fd-0d519fb1862f tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899808 Jun 17 08:24:57.381296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17e51ef9-ffc0-4ab7-b68a-5ea08de40ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.421070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.451611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45742) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:57.475203 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.552274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f18a29e2-1827-4512-83cc-27719ddf8236 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eab88870c90f4c459a838667d6ba96c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990353 Jun 17 08:24:57.554318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45744) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:57.598535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:24:57.669681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.680230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87cc7d0-b053-45f5-87b5-7dd4584cb3bb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:57.706165 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.789348 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.792304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.797109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3ccaf07-4c9b-4667-a81a-5b99be6813b7 HTTP/1.1" status: 204 len: 168 time: 0.2387660 Jun 17 08:24:57.797109 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:57.799693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:57.800138 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.842983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ccaf07-4c9b-4667-a81a-5b99be6813b7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:57.860281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:57.864203 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:57.893221 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Sync routers for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:57.932151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.934455 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6356275 Jun 17 08:24:57.938056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45752) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:57.942736 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:57.944140 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:57.961923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['2681bf5c-64a1-458a-9019-c3e6b00b1487'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:58.085091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6419e-d550-419b-bd17-baaae9c9ff81 req-71cd96c4-c8ef-4ab0-befd-746fc2d96d41 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:58.100102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6419e-d550-419b-bd17-baaae9c9ff81 req-71cd96c4-c8ef-4ab0-befd-746fc2d96d41 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:58.111091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3a6419e-d550-419b-bd17-baaae9c9ff81 req-71cd96c4-c8ef-4ab0-befd-746fc2d96d41 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1679 time: 0.1568899 Jun 17 08:24:58.182658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3a6419e-d550-419b-bd17-baaae9c9ff81 req-11847c84-5e77-4985-8c4c-cd14a77bafdc tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 Jun 17 08:24:58.250462 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:58.673561 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:24:55Z', 'revision_number': 3, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:58.736775 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Checking router: 1a36ee83-34e9-47f3-af0c-1f85dacedca3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:58.740365 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Updating router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 port 1960e98e-459e-47a7-8337-1a7a0295c92f binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:24:58.752638 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.794452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f403a69-4677-487a-a33c-fad06d77b9b7 req-6862abd8-fd13-4baa-9ece-3de61ee381df tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:58.796816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f403a69-4677-487a-a33c-fad06d77b9b7 req-6862abd8-fd13-4baa-9ece-3de61ee381df tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.1254990 Jun 17 08:24:58.801776 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.871032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f403a69-4677-487a-a33c-fad06d77b9b7 req-4fe7dd9d-2b55-4080-b643-5ddc77af3d88 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624936 Jun 17 08:24:58.940693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 95e6e8a2-efe9-4a48-a749-21b154346101 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:59.037664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.045299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 95e6e8a2-efe9-4a48-a749-21b154346101 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:59.050126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 95e6e8a2-efe9-4a48-a749-21b154346101 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:59.050536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.283762 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.350517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e6e8a2-efe9-4a48-a749-21b154346101'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:59.359479 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967d8aa-1e8a-4e21-84ee-b1529c5c218d" -d '{"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-plugged", "status": "completed", "tag": "95e6e8a2-efe9-4a48-a749-21b154346101"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:59.394418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 95e6e8a2-efe9-4a48-a749-21b154346101, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=95e6e8a2-efe9-4a48-a749-21b154346101,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:59.410172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.412381 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:59.522032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Allocated IP 172.20.0.1 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/b930ef6f-0bb3-4dc4-9021-fc81cd71627b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:59.540877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:59.565554 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.581734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=95e6e8a2-efe9-4a48-a749-21b154346101,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:59.596121 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:59.599638 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Transition to ACTIVE for port object 1960e98e-459e-47a7-8337-1a7a0295c92f will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:59.609383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45790) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:59.625874 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.632759 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:59.785945 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Attempting to bind port 1960e98e-459e-47a7-8337-1a7a0295c92f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:59.786681 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Attempting to bind port 1960e98e-459e-47a7-8337-1a7a0295c92f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:59.789643 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Attempting to bind port 1960e98e-459e-47a7-8337-1a7a0295c92f on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:59.805063 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Pushing event updated for resources: {'Port': ['ID=1960e98e-459e-47a7-8337-1a7a0295c92f,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:59.809345 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:59.810117 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:59.810640 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.811406 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:59.812001 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Bound port: 1960e98e-459e-47a7-8337-1a7a0295c92f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:59.812736 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.855781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963da97-7a27-4804-8155-c846328c9336 req-abbf7f6b-59e6-4b49-9a25-bc92b014f80a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:59.873830 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.879624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963da97-7a27-4804-8155-c846328c9336 req-abbf7f6b-59e6-4b49-9a25-bc92b014f80a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:59.880535 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.881166 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.881301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6963da97-7a27-4804-8155-c846328c9336 req-abbf7f6b-59e6-4b49-9a25-bc92b014f80a tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1680 time: 0.2738800 Jun 17 08:24:59.883426 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.885221 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.887156 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.887735 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.888285 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.890617 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.891292 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.891869 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.892411 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:59.912562 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:59.940351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.955539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:59.981841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Transition to ACTIVE for port object b930ef6f-0bb3-4dc4-9021-fc81cd71627b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:59.987396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3', 'port_id': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'mac_address': 'fa:16:3e:9d:32:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd73d8b-9541-44b4-83d7-a3bb7bd4e401', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:59.999670 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] For port 1960e98e-459e-47a7-8337-1a7a0295c92f, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:00.003881 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] For port 1960e98e-459e-47a7-8337-1a7a0295c92f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1960e98e-459e-47a7-8337-1a7a0295c92f,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:00.015733 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.019289 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:00.030298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6963da97-7a27-4804-8155-c846328c9336 req-fa77f488-e69d-45ee-b81a-8379686ccf6d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402729 Jun 17 08:25:00.050343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45798) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:00.090008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.094460 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c3110b2-fc19-447d-915f-a84093941716 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:00.133479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.134381 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:00.135353 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:00.175387 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052da41a-d36b-489a-a0fe-f052ca8b5209 x-openstack-request-id: req-052da41a-d36b-489a-a0fe-f052ca8b5209 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:00.175941 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-plugged", "status": "completed", "tag": "95e6e8a2-efe9-4a48-a749-21b154346101", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:00.179173 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-052da41a-d36b-489a-a0fe-f052ca8b5209 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:00.179770 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e6e8a2-efe9-4a48-a749-21b154346101', 'code': 200} Jun 17 08:25:00.204655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:00.210177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:00.220761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.223013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44176eb-76e7-4fbe-a863-30f3627e3610 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:00.228115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:00.269844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-20037116-network', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:00.272102 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.290739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:00.297696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:00.317638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:00.331153 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.333043 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:00.342858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.423421 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.436221 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.443246 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-81ba947c-ab46-4f3e-b8ff-9a48932c4aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:00.484512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6e42ae-e3f1-4a6f-836c-bcb1d7553550,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:00.540240 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:00.554324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:00.562442 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:00.615596 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Pushing event updated for resources: {'Port': ['ID=1960e98e-459e-47a7-8337-1a7a0295c92f,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:00.631967 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:00.652657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Made reservation on behalf of 4e727fdfc1b2465f9aaa2a898f23db63 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:00.655898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.664292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.667028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0156110f063c46e58ebd9d1fff44ad36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152699 Jun 17 08:25:00.672671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a44176eb-76e7-4fbe-a863-30f3627e3610'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:00.673543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45806) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:00.683430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.733575 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:00.756192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e579a8ec-ded1-476b-94cb-9b7bfd63cdfb None None] Provisioning for port b930ef6f-0bb3-4dc4-9021-fc81cd71627b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:00.766912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c780d5-2775-46bc-b39d-ae40377539c1 req-7c6e2a00-db3b-4b03-8579-7db759948d2e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:00.776150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e579a8ec-ded1-476b-94cb-9b7bfd63cdfb None None] Provisioning complete for port b930ef6f-0bb3-4dc4-9021-fc81cd71627b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:00.776747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1c780d5-2775-46bc-b39d-ae40377539c1 req-7c6e2a00-db3b-4b03-8579-7db759948d2e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.2609115 Jun 17 08:25:00.779808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e579a8ec-ded1-476b-94cb-9b7bfd63cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.785658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.858209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1c780d5-2775-46bc-b39d-ae40377539c1 req-37f06940-13e1-4289-9541-d34f98d92085 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804811 Jun 17 08:25:00.860375 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.958663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2681bf5c-64a1-458a-9019-c3e6b00b1487 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:00.971299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e579a8ec-ded1-476b-94cb-9b7bfd63cdfb None None] Port b930ef6f-0bb3-4dc4-9021-fc81cd71627b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:01.081380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.089662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.103293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef6e42ae-e3f1-4a6f-836c-bcb1d7553550 HTTP/1.1" status: 204 len: 168 time: 0.4285815 Jun 17 08:25:01.105142 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.200496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 2681bf5c-64a1-458a-9019-c3e6b00b1487 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:01.225729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6e42ae-e3f1-4a6f-836c-bcb1d7553550,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:01.229052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 2681bf5c-64a1-458a-9019-c3e6b00b1487 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:01.230991 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.246813 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.287113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.303124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.328772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.345545 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65cf9097-23a6-45ef-afd1-caf1894ad613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.383382 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.405501 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:24:55Z', 'revision_number': 3, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:01.442158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:01.471270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.476565 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.477853 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Added segment 8293f057-6982-4e96-8b9a-8a651c86f38d of type vlan for network 7c1ba489-2844-4ec9-a862-21dce28cfd5e Jun 17 08:25:01.515786 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb06da-5219-4cb2-ab3b-919bd65eeba1 None None] The sync data for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 is: [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:24:55Z', 'revision_number': 3, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:01.564555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.592885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:01.594675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:01.627612 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4fc77e54-d224-4614-bb6a-bdb32e207d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.630179 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.635424 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.710100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.720428 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.737408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.752834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61918206-0938-4cc3-9298-5f8cf443dd48,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:01.754072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:01.757019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45816) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:01.766249 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.769179 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.770394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:01.771122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.780091 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc3800d5-e15e-4a07-b353-d570cb6b5191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.837818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.885071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2739644 Jun 17 08:25:01.896129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45820) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:01.905493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Request body: {'subnet': {'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-20037116-subnet', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:01.992146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb02f-e258-471b-ad30-d22169e75f0e req-850bfa1a-6a02-4061-9213-0d0ffda5a6c7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:02.000033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb02f-e258-471b-ad30-d22169e75f0e req-850bfa1a-6a02-4061-9213-0d0ffda5a6c7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:02.001935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-975cb02f-e258-471b-ad30-d22169e75f0e req-850bfa1a-6a02-4061-9213-0d0ffda5a6c7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1680 time: 0.6794877 Jun 17 08:25:02.005725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1ba489-2844-4ec9-a862-21dce28cfd5e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:02.010717 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:02.020537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:02.048826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:02.060432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:02.164267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-975cb02f-e258-471b-ad30-d22169e75f0e req-0cf5351d-f850-476d-8894-020748d708e6 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411576 Jun 17 08:25:02.240137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:02.243717 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b9fa1d-6da9-486a-86d4-0ddf0dc74c4d" -d '{"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-plugged", "status": "completed", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:02.471088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:02.525238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b8d4-2ca1-4653-bdd4-123dd52756d1 req-fd61e21e-eba6-413c-89b9-bd054d4b0676 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:02.534331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e71b8d4-2ca1-4653-bdd4-123dd52756d1 req-fd61e21e-eba6-413c-89b9-bd054d4b0676 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.1325288 Jun 17 08:25:02.534999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0f9e7eed-427f-4d70-8252-c594b7b6810f None None] Provisioning complete for port b930ef6f-0bb3-4dc4-9021-fc81cd71627b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:02.535395 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7eed-427f-4d70-8252-c594b7b6810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.587535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e71b8d4-2ca1-4653-bdd4-123dd52756d1 req-705d30c5-70f5-4326-acbf-3d1abe5e0a73 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511107 Jun 17 08:25:02.639080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e7eed-427f-4d70-8252-c594b7b6810f None None] Port b930ef6f-0bb3-4dc4-9021-fc81cd71627b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:02.652019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:02.658687 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] 10.222.0.65 "PUT /v2.0/routers/1a36ee83-34e9-47f3-af0c-1f85dacedca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7194989 Jun 17 08:25:02.679428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.687941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.695319 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86ac00d9-13d0-466b-8905-fb38c7789375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:02.716943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Made reservation on behalf of 4e727fdfc1b2465f9aaa2a898f23db63 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:02.720040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.816287 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14ea10c04f0d4f5d8fd916fea3585825&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0580492 Jun 17 08:25:02.817903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1193ff90-0f3e-405f-a76a-cf0625f57dee,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:02.822617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:02.833257 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:02.953840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.004583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.131871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.135669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.138883 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1193ff90-0f3e-405f-a76a-cf0625f57dee HTTP/1.1" status: 204 len: 168 time: 0.3148959 Jun 17 08:25:03.140169 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-941ed033-fc0d-4233-b7fc-9015fad30b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:03.155476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.160677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193ff90-0f3e-405f-a76a-cf0625f57dee,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:03.166506 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:03.184014 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e76ec174-5ef5-4589-91bd-af90e41ff061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:03.270317 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9765ee-9186-4144-a435-9b9358182ed2 x-openstack-request-id: req-8b9765ee-9186-4144-a435-9b9358182ed2 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:03.271708 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-plugged", "status": "completed", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:03.272557 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b9765ee-9186-4144-a435-9b9358182ed2 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:03.273190 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487', 'code': 200} Jun 17 08:25:03.284740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8429e19d-a446-4ab0-9535-9ade2abcd80a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:03.289789 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:03.356710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Checking segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:03.357612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Network hostable DHCP agents. Network: 7c1ba489-2844-4ec9-a862-21dce28cfd5e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:03.391510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:03.411524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7c1ba489-2844-4ec9-a862-21dce28cfd5e) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:03.417299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:03.418174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.423256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e50919-f43b-4c31-baea-249cf8fcdd0f None None] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:03.442063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45846) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:03.442626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5423050 Jun 17 08:25:03.446824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:03.513116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.515282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.538171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:03.734749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.849879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1960e98e-459e-47a7-8337-1a7a0295c92f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:03.881498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:03.888674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242612941', 'description': 'tempest-description--2140137713'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:04.006432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.134244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600542-4b1a-4601-9edd-8b080268cc03 req-8d81cc4c-7b2f-4a67-a4eb-0e79d1613ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.135182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600542-4b1a-4601-9edd-8b080268cc03 req-8d81cc4c-7b2f-4a67-a4eb-0e79d1613ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.137444 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7600542-4b1a-4601-9edd-8b080268cc03 req-8d81cc4c-7b2f-4a67-a4eb-0e79d1613ea3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1985 time: 0.5347810 Jun 17 08:25:04.144025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.184427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port a44176eb-76e7-4fbe-a863-30f3627e3610 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:04.213489 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a7600542-4b1a-4601-9edd-8b080268cc03 req-0c22f399-1526-40c2-b07c-2fbab3b1cde2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647728 Jun 17 08:25:04.294484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port a44176eb-76e7-4fbe-a863-30f3627e3610 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:04.297162 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.346241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.397469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.414174 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e9ff118-a5a1-459e-b79b-592f37db79a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:04.429259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851e8d8d-d500-4060-9539-edf6d18bca3a None None] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:04.465325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1960e98e-459e-47a7-8337-1a7a0295c92f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:04.487722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1960e98e-459e-47a7-8337-1a7a0295c92f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:04.491779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.499541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efccf493-8606-41a1-b138-703fe542af3f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:04.513345 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:04.556290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6020-6d3b-419c-8687-d2c830162891 req-a9e37731-3890-4112-a1c3-8a05bad7e08e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.563149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Sync routers for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:04.566213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6020-6d3b-419c-8687-d2c830162891 req-a9e37731-3890-4112-a1c3-8a05bad7e08e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.587591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-699a6020-6d3b-419c-8687-d2c830162891 req-a9e37731-3890-4112-a1c3-8a05bad7e08e tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1681 time: 0.3590212 Jun 17 08:25:04.603842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.626386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:04.627104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:04.653568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.666389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.684708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8004804 Jun 17 08:25:04.714884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:04.718529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-699a6020-6d3b-419c-8687-d2c830162891 req-72686249-5027-4c8e-8b71-9c535fcd92ad tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239510 Jun 17 08:25:04.723559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'security_group_rule': {'security_group_id': 'efccf493-8606-41a1-b138-703fe542af3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:04.825551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45876) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:04.873104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.026511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-852473719-network', 'tenant_id': 'bb660c2c9cd649d4a3f9c7425e97a3a5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:05.069445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Made reservation on behalf of bb660c2c9cd649d4a3f9c7425e97a3a5 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:05.072265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.102095 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.231550 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.301302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.326632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:05.330288 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b01e2a-d67a-444a-aace-a374423bd350" -d '{"events": [{"server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "name": "network-vif-plugged", "status": "completed", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:05.373522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:05.378214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 1960e98e-459e-47a7-8337-1a7a0295c92f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1960e98e-459e-47a7-8337-1a7a0295c92f,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:05.383562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:05.465465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.472103 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17c5c914-2fbf-41a1-9d9f-ddfac60881fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.486763 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8785530b-93c1-4ff0-b675-eae422636052 x-openstack-request-id: req-8785530b-93c1-4ff0-b675-eae422636052 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:05.487192 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "name": "network-vif-plugged", "status": "completed", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:05.487324 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8785530b-93c1-4ff0-b675-eae422636052 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:05.490882 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'code': 200} Jun 17 08:25:05.493418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.530896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4c26-408f-4222-bfd1-a5f2b7e33afb req-56efbee4-c926-45fc-afe1-f3a402e19c8b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:05.538985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-513e4c26-408f-4222-bfd1-a5f2b7e33afb req-56efbee4-c926-45fc-afe1-f3a402e19c8b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.4374440 Jun 17 08:25:05.572472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Allocated IP 172.25.7.198 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/3433ecd5-5040-43a7-81aa-4fbf5050b5bc) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:05.578595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.583422 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.639577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.652267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-513e4c26-408f-4222-bfd1-a5f2b7e33afb req-902229c5-7136-4ff1-b5c2-0baf3b8ef317 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122644 Jun 17 08:25:05.653375 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.666363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-539ff46d-4df6-4077-b512-baf2c2abeb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.689932 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.699211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:05.713026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.713756 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Added segment 8345cf9a-6c03-4e05-acd8-668404aeb12d of type vlan for network 5c6d0c63-7b0b-4dcf-b44b-af5a838328de Jun 17 08:25:05.751363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=1960e98e-459e-47a7-8337-1a7a0295c92f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.757803 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.783308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.827932 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.837557 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.847713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:05.849107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.865481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e380e4-a801-4270-90f8-d9e2bcd4d25a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.870946 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.871487 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.877724 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.890955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0642328 Jun 17 08:25:05.893846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45900) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:05.903033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Request body: {'subnet': {'network_id': '5c6d0c63-7b0b-4dcf-b44b-af5a838328de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-852473719-subnet', 'tenant_id': 'bb660c2c9cd649d4a3f9c7425e97a3a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:05.940772 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a44d180-4bbb-4b1b-8d15-b27ed5924962 tempest-ImagesOneServerNegativeTestJSON-1914997919 tempest-ImagesOneServerNegativeTestJSON-1914997919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.943788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Made reservation on behalf of bb660c2c9cd649d4a3f9c7425e97a3a5 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:05.946502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.997241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 2, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:06.038785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d73f3b6-f8d9-4aa2-8463-ebd7c9c03763,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.046385 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.056566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.058605 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3424034 Jun 17 08:25:06.062233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.066654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:06.072641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'security_group_rule': {'security_group_id': 'efccf493-8606-41a1-b138-703fe542af3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:06.078799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Checking router: 1a36ee83-34e9-47f3-af0c-1f85dacedca3 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:06.079423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Updating router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 port b930ef6f-0bb3-4dc4-9021-fc81cd71627b binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:06.096585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6d0c63-7b0b-4dcf-b44b-af5a838328de,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.106502 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.109787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04442441-bc1e-4de6-9361-9d8e16bca285 req-0dee0abb-6316-41ed-aee1-9574deaefb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.112182 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04442441-bc1e-4de6-9361-9d8e16bca285 req-0dee0abb-6316-41ed-aee1-9574deaefb37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1097 time: 0.5099344 Jun 17 08:25:06.155146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.208741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.242438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 5c6d0c63-7b0b-4dcf-b44b-af5a838328de details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:06.249962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.254685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fcd4de0-0e39-48e3-ada1-b054a3143c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.257593 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04442441-bc1e-4de6-9361-9d8e16bca285 req-052e999e-27ff-4e04-a1ee-275d157243c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325583 Jun 17 08:25:06.331225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.392183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Pushing event updated for resources: {'Port': ['ID=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.392183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.392183 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.392183 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-76c6c543-8523-4a2d-aebc-6fb78d0a4daf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.393866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178ed20-71c5-4350-8380-565cf3528050 req-fe59292c-2994-4a28-8f99-3d0307fa697d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.407930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178ed20-71c5-4350-8380-565cf3528050 req-fe59292c-2994-4a28-8f99-3d0307fa697d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.423880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f178ed20-71c5-4350-8380-565cf3528050 req-fe59292c-2994-4a28-8f99-3d0307fa697d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1681 time: 0.4577668 Jun 17 08:25:06.427674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:06.431781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:06.435403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.439915 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720062 Jun 17 08:25:06.441762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45918) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:06.441762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:06.489935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:06.518327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd713144-b145-4b69-89a7-a2cdc7c7d5ce,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.529204 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.599865 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f178ed20-71c5-4350-8380-565cf3528050 req-e4573a40-dd08-460a-8594-5f4d2ecde0a8 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750586 Jun 17 08:25:06.672449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.733621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.743709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.963898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba5015d-15ab-4128-a75d-ebba2c28002a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.968891 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.975027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Checking segment: {'id': '8345cf9a-6c03-4e05-acd8-668404aeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c6d0c63-7b0b-4dcf-b44b-af5a838328de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:06.975400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Network hostable DHCP agents. Network: 5c6d0c63-7b0b-4dcf-b44b-af5a838328de, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:07.018532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Network 5c6d0c63-7b0b-4dcf-b44b-af5a838328de is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:07.095035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.119726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 5c6d0c63-7b0b-4dcf-b44b-af5a838328de) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:07.131462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8925d6f-e985-4092-aa4e-8ae7842fb83c None None] Network 5c6d0c63-7b0b-4dcf-b44b-af5a838328de requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:07.153646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.154149 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.218635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.241315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3377137 Jun 17 08:25:07.367042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670766-34e5-4931-a838-14cc04a8a16c req-b1ec2322-ba5d-4f99-a3d1-63cc3dd96995 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.384006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d670766-34e5-4931-a838-14cc04a8a16c req-b1ec2322-ba5d-4f99-a3d1-63cc3dd96995 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.3526642 Jun 17 08:25:07.387600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee9d90-3b6c-4bcf-8c17-6b1add83080a None None] Network 5c6d0c63-7b0b-4dcf-b44b-af5a838328de requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:07.448779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.485616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d670766-34e5-4931-a838-14cc04a8a16c req-7826143e-b4bf-41eb-806d-019848722358 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949395 Jun 17 08:25:07.489512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Allocated IP 172.25.7.148 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/0bc5203c-8eb7-4874-aad2-015a3ed9db69) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:07.513287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Transition to ACTIVE for port object b930ef6f-0bb3-4dc4-9021-fc81cd71627b will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:07.623605 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.655495 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:07.825733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b5e9-f652-4b7f-ae78-c353ba07f782 None None] Pushing event updated for resources: {'Port': ['ID=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:07.835556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1960e98e-459e-47a7-8337-1a7a0295c92f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:07.838628 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9b5e9-f652-4b7f-ae78-c353ba07f782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:07.922557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0d46-345b-4aa7-bae3-1fb7dffc7315 req-e6299268-b210-4587-ad0a-0e5cf512390c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.945362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0d46-345b-4aa7-bae3-1fb7dffc7315 req-e6299268-b210-4587-ad0a-0e5cf512390c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.953943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-865b0d46-345b-4aa7-bae3-1fb7dffc7315 req-e6299268-b210-4587-ad0a-0e5cf512390c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1681 time: 0.1914766 Jun 17 08:25:08.018377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-865b0d46-345b-4aa7-bae3-1fb7dffc7315 req-03a8200d-d58f-4d9a-a26c-714cf183e522 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633488 Jun 17 08:25:08.082295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.091592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.225363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Attempting to bind port b930ef6f-0bb3-4dc4-9021-fc81cd71627b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:08.226037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Attempting to bind port b930ef6f-0bb3-4dc4-9021-fc81cd71627b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:08.226488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Attempting to bind port b930ef6f-0bb3-4dc4-9021-fc81cd71627b on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:08.235675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:08.236071 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:08.236473 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.236874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:08.237359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Bound port: b930ef6f-0bb3-4dc4-9021-fc81cd71627b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:08.237734 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.306394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1960e98e-459e-47a7-8337-1a7a0295c92f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:08.306786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.373607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Router f78e12fa-564b-418c-9a24-cbd9d842b9a6 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:25:08.384222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.392342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] For port b930ef6f-0bb3-4dc4-9021-fc81cd71627b, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:08.400555 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17287f46-203b-4f8b-aab3-a89335253718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.428080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] For port b930ef6f-0bb3-4dc4-9021-fc81cd71627b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:08.434835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:08.445073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45966) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:08.452356 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.452856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-329332157-network', 'tenant_id': '08843cec94fe42f096c717ff453518dc'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:08.478915 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.485138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:08.516208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Made reservation on behalf of 08843cec94fe42f096c717ff453518dc for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:08.518845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:08.525305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.572193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.662293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:08.667117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:08.739118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=0bc5203c-8eb7-4874-aad2-015a3ed9db69,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:08.802288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.822186 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:08.866474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:08.940294 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.973961 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.998805 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac1cc598-4eca-4f4e-bc95-bf66cc051e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:09.036159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.045511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcaed9-c3e9-4f4a-a446-7f39aeb59e03 req-436b1b35-8d6f-47fe-89d5-2a9e345512ab tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.047506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0fcaed9-c3e9-4f4a-a446-7f39aeb59e03 req-436b1b35-8d6f-47fe-89d5-2a9e345512ab tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.3145673 Jun 17 08:25:09.064625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:09.091074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464372d4-45fb-4806-b410-7f2bb5290dbc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:09.099049 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.099400 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Added segment 4a783184-73cd-402a-bc2f-7c0b7b273ca3 of type vlan for network 89577544-aa74-404a-bc7b-d9154d25ac5d Jun 17 08:25:09.100947 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:09.135956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:09.146189 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Sync routers for ids ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:09.175155 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Routers {'f78e12fa-564b-418c-9a24-cbd9d842b9a6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:09.178290 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:09.191619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b5e9-f652-4b7f-ae78-c353ba07f782 None None] Pushing event updated for resources: {'Port': ['ID=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:09.195921 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9b5e9-f652-4b7f-ae78-c353ba07f782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:09.229856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.231211 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7879205 Jun 17 08:25:09.232518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0fcaed9-c3e9-4f4a-a446-7f39aeb59e03 req-1491c30b-b668-4a0e-a263-4cd8ef6c6f63 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702826 Jun 17 08:25:09.244069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45988) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:09.275985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.295821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:08Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:09.405767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.413930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.415087 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.446454 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:09.503270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0565436 Jun 17 08:25:09.511250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45998) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:09.524059 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Set router f78e12fa-564b-418c-9a24-cbd9d842b9a6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:09.524468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Request body: {'subnet': {'network_id': '89577544-aa74-404a-bc7b-d9154d25ac5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-329332157-subnet', 'tenant_id': '08843cec94fe42f096c717ff453518dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:09.567841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Pushing event updated for resources: {'Network': ['ID=89577544-aa74-404a-bc7b-d9154d25ac5d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:09.644567 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:09.693042 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 89577544-aa74-404a-bc7b-d9154d25ac5d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:09.694721 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Made reservation on behalf of 08843cec94fe42f096c717ff453518dc for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:09.702715 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.721429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-bca15c02-eae1-4e28-a9ee-676cbdd62c33 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.728010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-bca15c02-eae1-4e28-a9ee-676cbdd62c33 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.730616 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-bca15c02-eae1-4e28-a9ee-676cbdd62c33 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.67 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1681 time: 0.8371358 Jun 17 08:25:09.803456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5f3e6-6306-480a-bc6e-ceb60ac5b0eb None None] The sync data for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 is: [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:08Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:09.933182 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:25:06Z', 'revision_number': 3, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:09.976158 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Checking router: f78e12fa-564b-418c-9a24-cbd9d842b9a6 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:09.976526 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Updating router f78e12fa-564b-418c-9a24-cbd9d842b9a6 port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:10.036924 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.047379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24186d0-a6eb-4453-ae5e-d363c647dfde req-be85b4fe-b747-4412-a161-bcc78f5c8b66 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.054334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24186d0-a6eb-4453-ae5e-d363c647dfde req-be85b4fe-b747-4412-a161-bcc78f5c8b66 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.062738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c24186d0-a6eb-4453-ae5e-d363c647dfde req-be85b4fe-b747-4412-a161-bcc78f5c8b66 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1681 time: 0.6856678 Jun 17 08:25:10.072579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.104692 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-97b055ca-4f1c-4421-a363-e59ebc6b1cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:10.166126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77d9d23-618c-49a8-b3ac-6de82bbda07c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:10.187298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c24186d0-a6eb-4453-ae5e-d363c647dfde req-e15b8afe-1f37-40b5-87df-dca4bb1da19f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188855 Jun 17 08:25:10.194180 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:10.240121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06776de0-cad2-40ae-9727-7fb96444e4b9 req-21d995ea-4581-4baa-8d8d-4648fbacbcb0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.252922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06776de0-cad2-40ae-9727-7fb96444e4b9 req-21d995ea-4581-4baa-8d8d-4648fbacbcb0 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1097 time: 0.7402673 Jun 17 08:25:10.297385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Checking segment: {'id': '4a783184-73cd-402a-bc2f-7c0b7b273ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '89577544-aa74-404a-bc7b-d9154d25ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:10.297748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Network hostable DHCP agents. Network: 89577544-aa74-404a-bc7b-d9154d25ac5d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:10.360796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Network 89577544-aa74-404a-bc7b-d9154d25ac5d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:10.399059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 89577544-aa74-404a-bc7b-d9154d25ac5d) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:10.408043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19cd77-ee3e-4d0a-bd9e-c11079a3ab65 None None] Network 89577544-aa74-404a-bc7b-d9154d25ac5d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:10.430582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06776de0-cad2-40ae-9727-7fb96444e4b9 req-787865dc-11d4-49a9-89a5-62599357831a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766005 Jun 17 08:25:10.432147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.435825 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.484632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9670172 Jun 17 08:25:10.771225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.793239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46022) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:10.808794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.815138 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:10.889595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444edc14-c032-4b57-8078-6a2e9cb7f708 None None] Network 89577544-aa74-404a-bc7b-d9154d25ac5d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:10.911501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c4ed-636f-401c-a262-37571d702ab4 req-5199f6a0-c707-4827-bc9e-b56437b70668 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.917564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73f9c4ed-636f-401c-a262-37571d702ab4 req-5199f6a0-c707-4827-bc9e-b56437b70668 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1097 time: 0.2268240 Jun 17 08:25:10.962493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port 95e6e8a2-efe9-4a48-a749-21b154346101 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:10.963151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.009493 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.038067 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Transition to ACTIVE for port object 3433ecd5-5040-43a7-81aa-4fbf5050b5bc will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:11.054358 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.068996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73f9c4ed-636f-401c-a262-37571d702ab4 req-4e080d95-6603-40b9-be4b-dc5706ac7dd4 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361468 Jun 17 08:25:11.074762 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:11.092852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=0bc5203c-8eb7-4874-aad2-015a3ed9db69,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:11.095952 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.126337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Deleting subnet 3ba5015d-15ab-4128-a75d-ebba2c28002a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:11.204187 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Attempting to bind port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:11.204560 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Attempting to bind port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:11.204921 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Attempting to bind port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:11.208090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.233038 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab5dc9-9438-4586-8367-7e1d05da93a5 None None] Pushing event updated for resources: {'Port': ['ID=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:11.242846 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:11.243268 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:11.243676 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.244070 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:11.244550 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Bound port: 3433ecd5-5040-43a7-81aa-4fbf5050b5bc, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:11.245625 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.252773 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4fab5dc9-9438-4586-8367-7e1d05da93a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.311923 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.361716 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] For port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:11.365050 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] For port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:11.377582 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.379666 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-964e37f8-bfd3-4669-9b0d-4d1eda4f0360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:11.442868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.444124 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9594674 Jun 17 08:25:11.446646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.530579 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Routers {'f78e12fa-564b-418c-9a24-cbd9d842b9a6'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:11.531386 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:11.533387 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab5dc9-9438-4586-8367-7e1d05da93a5 None None] Pushing event updated for resources: {'Port': ['ID=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:11.615629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede2a07-0788-4eba-bea8-0b768e376c43 req-9ed4d340-dbe4-4b41-894a-40b30b91c341 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:11.634469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede2a07-0788-4eba-bea8-0b768e376c43 req-9ed4d340-dbe4-4b41-894a-40b30b91c341 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:11.637028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ede2a07-0788-4eba-bea8-0b768e376c43 req-9ed4d340-dbe4-4b41-894a-40b30b91c341 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 1681 time: 0.1666167 Jun 17 08:25:11.649951 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4fab5dc9-9438-4586-8367-7e1d05da93a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.723958 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port 95e6e8a2-efe9-4a48-a749-21b154346101, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=95e6e8a2-efe9-4a48-a749-21b154346101,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:11.724332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.784806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ede2a07-0788-4eba-bea8-0b768e376c43 req-6f255100-8413-4a9a-aac8-35c9b29294d7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de0ae2b-7dad-4260-b67b-ca99017d8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337860 Jun 17 08:25:11.814421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b930ef6f-0bb3-4dc4-9021-fc81cd71627b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:11.832837 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] Set router f78e12fa-564b-418c-9a24-cbd9d842b9a6 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:11.970608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port b930ef6f-0bb3-4dc4-9021-fc81cd71627b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:11.975097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b930ef6f-0bb3-4dc4-9021-fc81cd71627b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:11.983002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.130855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for 95e6e8a2-efe9-4a48-a749-21b154346101 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:12.148309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.167625 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.259184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port b930ef6f-0bb3-4dc4-9021-fc81cd71627b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:12.271442 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.276223 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:12.300154 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.324992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.334966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:12.345192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-dfb59ba7-274c-455c-a7f8-b52554048f8c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1242612941&fields=id&tenant_id=3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 267 time: 0.1103554 Jun 17 08:25:12.376096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:12.389793 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:12.415224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:25:06Z', 'revision_number': 3, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:12.451943 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432f68e-c935-42b0-a067-c2eb8dbaa86c None None] The sync data for ids ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'] in n-d-780147-13 is: [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:25:06Z', 'revision_number': 3, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:12.676135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-1743fe1d-2654-41ab-b57e-425985a42c7b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.677627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-1743fe1d-2654-41ab-b57e-425985a42c7b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.3249671 Jun 17 08:25:12.705309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e6ae728c-e67b-4f58-9f4d-088e9ceb8a00 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/quotas/3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 375 time: 0.0209410 Jun 17 08:25:12.732806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Allocated IP 172.20.0.1 (7c1ba489-2844-4ec9-a862-21dce28cfd5e/8429e19d-a446-4ab0-9535-9ade2abcd80a/f6dc3196-b7a4-438d-8536-a16ee0e591e1) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:12.889454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.955932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-9ea0ddca-3559-4e82-9ed0-1d5fa2ab372a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2429519 Jun 17 08:25:12.988279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba5015d-15ab-4128-a75d-ebba2c28002a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:12.997414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.002948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 95e6e8a2-efe9-4a48-a749-21b154346101 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:13.005056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3ba5015d-15ab-4128-a75d-ebba2c28002a HTTP/1.1" status: 204 len: 168 time: 2.2085574 Jun 17 08:25:13.009019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46086) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:13.023911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:13.055579 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.117441 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:13.149073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.267769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:13.288337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-5cea46a7-93dd-4bf4-a71d-cc3bcf6b5b2a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:25:13.290255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:13.301309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-5cea46a7-93dd-4bf4-a71d-cc3bcf6b5b2a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198638 Jun 17 08:25:13.305085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:13.306870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Request body: {'binding': {'host': 'n-h2-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:13.307449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Pushing event updated for resources: {'Port': ['ID=f6dc3196-b7a4-438d-8536-a16ee0e591e1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:13.308046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:25:13.313943 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:13.345294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.355456 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:13.386470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2681bf5c-64a1-458a-9019-c3e6b00b1487 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:13.434192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=95e6e8a2-efe9-4a48-a749-21b154346101,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:13.475827 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:13.553874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.571317 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.634223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port 95e6e8a2-efe9-4a48-a749-21b154346101 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:13.639469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.641978 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.67 "DELETE /v2.0/ports/95e6e8a2-efe9-4a48-a749-21b154346101 HTTP/1.1" status: 204 len: 173 time: 3.8560934 Jun 17 08:25:13.642728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-deleted', 'tag': '95e6e8a2-efe9-4a48-a749-21b154346101'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:13.645509 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b30780c-aa2e-4ad0-a7bc-8194826dff88" -d '{"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-deleted", "tag": "95e6e8a2-efe9-4a48-a749-21b154346101"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:13.658347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:13.667908 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a343d4b9-65af-40ad-80fb-4f69f828e262" -d '{"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-unplugged", "status": "completed", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:13.720780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:13.732315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.735986 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f300bad6-9b4a-4811-81a1-117ac83077fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:13.919012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:13.925441 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:13.979922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3433ecd5-5040-43a7-81aa-4fbf5050b5bc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:13.997833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on host n-h2-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:14.000162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:14.000752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:14.015676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.054046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.061860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:14.062205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:14.063899 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port 2681bf5c-64a1-458a-9019-c3e6b00b1487 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:14.064238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.085954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:14.086992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:14.090232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:14.092886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Bound port: a44176eb-76e7-4fbe-a863-30f3627e3610, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:14.093780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:14.101033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:14.101668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.317157 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.351246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:14.359938 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.361066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b930ef6f-0bb3-4dc4-9021-fc81cd71627b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:14.363110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:14.437081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:14.438082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port 2681bf5c-64a1-458a-9019-c3e6b00b1487, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2681bf5c-64a1-458a-9019-c3e6b00b1487,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:14.439408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.477146 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:14.562571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b930ef6f-0bb3-4dc4-9021-fc81cd71627b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:14.563093 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.569534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for 2681bf5c-64a1-458a-9019-c3e6b00b1487 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:14.704483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-2f0bddf0-b6fc-4143-9dfd-36e4b8a626d7 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7158291 Jun 17 08:25:14.770232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.790781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.809813 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46dc7208-33a4-40ea-8401-3c99dac86678 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:14.853446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.857883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:14.880405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.902632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-28e90b4e-6d74-40db-9290-c760efc0b4f5 service neutron] 10.222.0.65 "POST /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610/bindings HTTP/1.1" status: 201 len: 390 time: 1.5948577 Jun 17 08:25:14.902632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6d0c63-7b0b-4dcf-b44b-af5a838328de']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:14.930956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.971459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8345cf9a-6c03-4e05-acd8-668404aeb12d') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:14.975013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8345cf9a-6c03-4e05-acd8-668404aeb12d') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:15.062607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.080449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-a23bbb3b-ecda-4051-8483-76b9bc5719d2 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747241 Jun 17 08:25:15.085766 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.093011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Pushing event updated for resources: {'Port': ['ID=f6dc3196-b7a4-438d-8536-a16ee0e591e1,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:15.107317 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:15.112958 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:15.126200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.150232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:15.152487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:25:15.154447 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:15.158368 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:15.220576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port 2681bf5c-64a1-458a-9019-c3e6b00b1487 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:15.228054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=2681bf5c-64a1-458a-9019-c3e6b00b1487,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:15.233192 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:15.234625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.240792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2bf925ce-743b-4e0c-823e-d2e11b3b1090 req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.67 "DELETE /v2.0/ports/2681bf5c-64a1-458a-9019-c3e6b00b1487 HTTP/1.1" status: 204 len: 173 time: 1.5899825 Jun 17 08:25:15.436608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-133658cb-89e2-4794-90d3-d28e87879478 req-dde04e6a-1feb-4680-a754-b463ae93df43 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe90fbb-2b3a-484b-80b6-e2017d7a293a HTTP/1.1" status: 200 len: 210 time: 0.2060032 Jun 17 08:25:15.468214 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.488966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.493793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5c6d0c63-7b0b-4dcf-b44b-af5a838328de HTTP/1.1" status: 204 len: 168 time: 2.4787772 Jun 17 08:25:15.504488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46112) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:15.504901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:15.548047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:15.549636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:15.693681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6d0c63-7b0b-4dcf-b44b-af5a838328de,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:15.713586 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:15.781262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3433ecd5-5040-43a7-81aa-4fbf5050b5bc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:15.781736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-577ffa29-255b-498b-b9df-a170d7f114d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:15.783237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-577ffa29-255b-498b-b9df-a170d7f114d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1097 time: 0.4491892 Jun 17 08:25:15.786624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Deleting subnet f77d9d23-618c-49a8-b3ac-6de82bbda07c {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:15.893040 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b76ae3-c43b-4e9e-858a-45b859b8f98d x-openstack-request-id: req-63b76ae3-c43b-4e9e-858a-45b859b8f98d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:15.893335 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-unplugged", "status": "completed", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:15.893609 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63b76ae3-c43b-4e9e-858a-45b859b8f98d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:15.894000 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487', 'code': 200} Jun 17 08:25:15.945824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Router f78e12fa-564b-418c-9a24-cbd9d842b9a6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:15.987234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-20d4898d-5696-43fa-a6ea-5b363347e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:15.989130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-20d4898d-5696-43fa-a6ea-5b363347e103 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.1861413 Jun 17 08:25:15.990048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.024494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:16.025405 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.181736 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db22b8fc-8544-4875-908c-7931ca9a8dbe x-openstack-request-id: req-db22b8fc-8544-4875-908c-7931ca9a8dbe {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:16.183475 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-deleted", "tag": "95e6e8a2-efe9-4a48-a749-21b154346101", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:16.211669 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db22b8fc-8544-4875-908c-7931ca9a8dbe {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:16.217958 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-deleted', 'tag': '95e6e8a2-efe9-4a48-a749-21b154346101', 'status': 'completed', 'code': 200} Jun 17 08:25:16.389589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-27b804ca-a0f7-4393-9992-acb17b47cc51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 217 time: 0.2846506 Jun 17 08:25:16.461331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:16.475678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Sync routers for ids ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:16.491186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Routers {'f78e12fa-564b-418c-9a24-cbd9d842b9a6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:16.498942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] 10.222.0.65 "PUT /v2.0/routers/f78e12fa-564b-418c-9a24-cbd9d842b9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2429721 Jun 17 08:25:16.499945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:16.531384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-09c182f2-1b0a-4331-b9fe-44c5f04c2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:16.537432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-09c182f2-1b0a-4331-b9fe-44c5f04c2c24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0950637 Jun 17 08:25:16.551028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-669c4fac-52aa-41d4-bc7c-3494a1c7af6f req-5b268922-c73d-4d38-9283-72d71c2d6341 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 210 time: 0.2243197 Jun 17 08:25:16.583469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.741301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-2db7297f-c51e-4d2e-9f0d-c8eb02af6202 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827073 Jun 17 08:25:16.762806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Set router f78e12fa-564b-418c-9a24-cbd9d842b9a6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:16.843163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debc78-ed9a-42d6-b481-b38c97879802 req-16c2b52c-0c29-4b4f-aa36-ee7681f78666 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:16.850696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1debc78-ed9a-42d6-b481-b38c97879802 req-16c2b52c-0c29-4b4f-aa36-ee7681f78666 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.7813048 Jun 17 08:25:16.927614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.944137 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.047290 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1debc78-ed9a-42d6-b481-b38c97879802 req-102685e5-8de3-4cf0-9354-9281b0ff19a5 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952538 Jun 17 08:25:17.158295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-2ec21b7a-4c2a-43df-a078-b85ec6dc68ed service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063528 Jun 17 08:25:17.191283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:25:13Z', 'revision_number': 4, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'f6dc3196-b7a4-438d-8536-a16ee0e591e1', 'name': '', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'mac_address': 'fa:16:3e:df:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:12Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 2, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'subnets': [{'id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:17.227385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:17.228684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Checking router: f78e12fa-564b-418c-9a24-cbd9d842b9a6 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:17.229852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Updating router f78e12fa-564b-418c-9a24-cbd9d842b9a6 port f6dc3196-b7a4-438d-8536-a16ee0e591e1 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:17.278607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da313-cb97-44cf-8cdc-13d1550c30c1 req-b9942426-aaec-4da1-8603-97da4c038f0c tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:17.295571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d2da313-cb97-44cf-8cdc-13d1550c30c1 req-b9942426-aaec-4da1-8603-97da4c038f0c tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.4362392 Jun 17 08:25:17.297404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.311637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.357941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting subnet 6db6f1c9-1117-4846-afbf-4f3489d104c9 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:17.366822 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:17.376913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.453333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.515349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77d9d23-618c-49a8-b3ac-6de82bbda07c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:17.540859 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:17.547308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.549452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f77d9d23-618c-49a8-b3ac-6de82bbda07c HTTP/1.1" status: 204 len: 168 time: 2.0413582 Jun 17 08:25:17.573261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:17.663527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d2da313-cb97-44cf-8cdc-13d1550c30c1 req-786286f2-30ed-4817-a40c-1cb74969ed7b tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669920 Jun 17 08:25:17.865071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.883654 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.898555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Transition to ACTIVE for port object f6dc3196-b7a4-438d-8536-a16ee0e591e1 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:17.906526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-f6697ce1-757d-4d4b-b49c-3986b6023e1d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:17.913477 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.917612 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:17.925427 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-f6697ce1-757d-4d4b-b49c-3986b6023e1d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 809 time: 0.3176613 Jun 17 08:25:17.965557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.996196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-4173701f-0ed6-409c-8c8e-bdbc93070d48 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/quotas/4e727fdfc1b2465f9aaa2a898f23db63 HTTP/1.1" status: 200 len: 375 time: 0.0682440 Jun 17 08:25:18.043129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-568b4f5e-21b0-4404-b6a1-2fc20125a8a2 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777812 Jun 17 08:25:18.087345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a77e-0bdf-4ad9-a55f-18dc58f8f5eb None None] Pushing event updated for resources: {'Port': ['ID=f6dc3196-b7a4-438d-8536-a16ee0e591e1,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:18.152458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-88fdccef-d538-4065-8e80-a53e31854513 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:18.154174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-88fdccef-d538-4065-8e80-a53e31854513 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.4625421 Jun 17 08:25:18.190382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.197053 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3adea29c-4146-499f-ac69-69ca99b55e9f tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:18.268605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-29be9625-53ea-4c55-a9f9-300da3a49e89 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2622888 Jun 17 08:25:18.360209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-64cc1bf8-3a14-4d79-92f3-7f8ec856c764 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:18.362805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-64cc1bf8-3a14-4d79-92f3-7f8ec856c764 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 0.4018569 Jun 17 08:25:18.490877 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9589a77e-0bdf-4ad9-a55f-18dc58f8f5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:18.509155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-439a331d-a655-460b-b558-109c18b9bd96 service neutron] 10.222.0.65 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272310 Jun 17 08:25:18.534114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-4d638480-a8b5-49fa-be9c-2ce279222d69 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/quotas/df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 375 time: 0.0147121 Jun 17 08:25:18.540113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-deleted', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:18.546708 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af6ce9-9937-4cc1-84fd-d9d9e2a7976e" -d '{"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-deleted", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:18.562225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Attempting to bind port f6dc3196-b7a4-438d-8536-a16ee0e591e1 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:18.562635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Attempting to bind port f6dc3196-b7a4-438d-8536-a16ee0e591e1 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:18.563043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Attempting to bind port f6dc3196-b7a4-438d-8536-a16ee0e591e1 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:18.570366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Subnet': ['ID=6db6f1c9-1117-4846-afbf-4f3489d104c9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:18.573630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.579861 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/subnets/6db6f1c9-1117-4846-afbf-4f3489d104c9 HTTP/1.1" status: 204 len: 168 time: 1.3505611 Jun 17 08:25:18.598135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd2850-5430-4d27-bad3-048800101836 None None] Network 2a3ab083-93e7-45f6-a493-96a272378af2 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:18.603624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:18.610815 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.626560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:18.634673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89577544-aa74-404a-bc7b-d9154d25ac5d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:18.657224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a783184-73cd-402a-bc2f-7c0b7b273ca3') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:18.657524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a783184-73cd-402a-bc2f-7c0b7b273ca3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:18.660853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:18.661247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Checking segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:18.661660 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.662065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Bound using segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:18.662667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Bound port: f6dc3196-b7a4-438d-8536-a16ee0e591e1, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:18.668764 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.685706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.713150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.717335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.725112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:18.725112 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.847920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-baf8835f-c2fb-4d8d-9e9e-7cefa3a8e59d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2985899 Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:18.868498 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:18.884426 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-eb3d8d45-f8ac-401e-9337-1d44592c7ce3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 380 time: 0.7130811 Jun 17 08:25:18.888451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: from cryptography.utils import int_from_bytes Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: from cryptography.utils import int_from_bytes Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.914756 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] For port f6dc3196-b7a4-438d-8536-a16ee0e591e1, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:18.940767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] For port f6dc3196-b7a4-438d-8536-a16ee0e591e1, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f6dc3196-b7a4-438d-8536-a16ee0e591e1,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:18.948281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-66187c1a-6ef0-4649-acaf-d6f5a0bf825f service neutron] 10.222.0.65 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374752 Jun 17 08:25:18.953633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.959706 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] 10.222.0.65 "DELETE /v2.0/networks/89577544-aa74-404a-bc7b-d9154d25ac5d HTTP/1.1" status: 204 len: 168 time: 1.3734903 Jun 17 08:25:18.961477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56851091-cc2f-4f33-84f8-ee8a3e132a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:18.980956 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.981559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'port': {'device_id': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'admin_state_up': True, 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'security_groups': ['efccf493-8606-41a1-b138-703fe542af3f']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:18.992856 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f95dc42d-721c-488a-b3d6-287b51afddfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:19.057212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Pushing event deleted for resources: {'Network': ['ID=89577544-aa74-404a-bc7b-d9154d25ac5d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:19.070087 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:19.077918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port 58c9ed2a-9388-4997-a3e8-6304b42e6cee {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:19.078434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.130119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.146285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-41f999ff-f265-4b40-8ea7-ec21e7dd8851 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868478 Jun 17 08:25:19.156576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Routers {'f78e12fa-564b-418c-9a24-cbd9d842b9a6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:19.158157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:24:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:19.259420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:19.265289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.381461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a77e-0bdf-4ad9-a55f-18dc58f8f5eb None None] Pushing event updated for resources: {'Port': ['ID=f6dc3196-b7a4-438d-8536-a16ee0e591e1,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:19.395229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port 58c9ed2a-9388-4997-a3e8-6304b42e6cee, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58c9ed2a-9388-4997-a3e8-6304b42e6cee,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:19.395863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.415843 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9589a77e-0bdf-4ad9-a55f-18dc58f8f5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:19.507581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46190) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:19.518519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] DHCP port deletion for 2a3ab083-93e7-45f6-a493-96a272378af2 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:19.634863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] Set router f78e12fa-564b-418c-9a24-cbd9d842b9a6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:19.663145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Allocated IP 172.20.0.10 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/36c46f94-3a35-4a6c-8411-c4ab75afd529) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:19.681126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for 58c9ed2a-9388-4997-a3e8-6304b42e6cee owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:19.753002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ac68b1c-c91c-4cee-9a16-9396f623365e req-f8203adc-3415-488e-98ff-4d2a02df3d5c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 210 time: 0.2547731 Jun 17 08:25:19.889346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58c9ed2a-9388-4997-a3e8-6304b42e6cee no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:19.921007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.953703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-f0aec414-0f15-4d3d-b792-ce3c921187d9 service neutron] 10.222.0.65 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970750 Jun 17 08:25:19.957772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Transition to ACTIVE for port object 36c46f94-3a35-4a6c-8411-c4ab75afd529 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:19.994264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7cdd6106-a44c-4da9-81b0-fa9e7fbb614e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb660c2c9cd649d4a3f9c7425e97a3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848418 Jun 17 08:25:19.997397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46198) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:20.037071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.043383 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:20.144545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:20.165905 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:20.188483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:20.191460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:20.194871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:20.231357 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.281100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Deleting port 58c9ed2a-9388-4997-a3e8-6304b42e6cee {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:20.281900 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.287244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.293021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:20.302439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.344575 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3840134 Jun 17 08:25:20.365600 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.368838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.373497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25e380e4-a801-4270-90f8-d9e2bcd4d25a HTTP/1.1" status: 204 len: 168 time: 0.3721862 Jun 17 08:25:20.373839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Request body: {'port': {'device_id': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:20.375210 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6ac61f1-3bf5-4f50-9d3b-02ce894d4181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:20.378603 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.395602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e380e4-a801-4270-90f8-d9e2bcd4d25a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:20.409040 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:20.420564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-013c892f-f2c4-4fc0-ab87-621fa58bb3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:20.477548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=58c9ed2a-9388-4997-a3e8-6304b42e6cee,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:20.481631 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:20.522946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port 58c9ed2a-9388-4997-a3e8-6304b42e6cee on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:20.583741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dff9a-084f-4ad9-9196-8c470332321f req-668d21e8-521c-4489-bf50-7bf4da612ed7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:20.595839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-833dff9a-084f-4ad9-9196-8c470332321f req-668d21e8-521c-4489-bf50-7bf4da612ed7 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.5427208 Jun 17 08:25:20.598326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.874105 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-833dff9a-084f-4ad9-9196-8c470332321f req-5e89158a-d0a0-4fe4-b030-d1374c73430a tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773616 Jun 17 08:25:20.884280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] For port 58c9ed2a-9388-4997-a3e8-6304b42e6cee, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58c9ed2a-9388-4997-a3e8-6304b42e6cee,segment=NetworkSegment(2c7da780-d555-49b0-a38a-067828f01b73),segment_id=2c7da780-d555-49b0-a38a-067828f01b73)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:20.884704 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.910719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.929406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3ab083-93e7-45f6-a493-96a272378af2']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:20.943591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7da780-d555-49b0-a38a-067828f01b73') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:20.943984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7da780-d555-49b0-a38a-067828f01b73') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:20.959371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.002446 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fadbe19-196e-43e5-b850-b130b89c3889 x-openstack-request-id: req-8fadbe19-196e-43e5-b850-b130b89c3889 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:21.003012 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe90fbb-2b3a-484b-80b6-e2017d7a293a", "name": "network-vif-deleted", "tag": "2681bf5c-64a1-458a-9019-c3e6b00b1487", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:21.005857 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8fadbe19-196e-43e5-b850-b130b89c3889 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:21.006371 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe90fbb-2b3a-484b-80b6-e2017d7a293a', 'name': 'network-vif-deleted', 'tag': '2681bf5c-64a1-458a-9019-c3e6b00b1487', 'status': 'completed', 'code': 200} Jun 17 08:25:21.014188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.038448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:21.042413 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:21.060784 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:21.179977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Calling delete_port for 58c9ed2a-9388-4997-a3e8-6304b42e6cee owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:21.290135 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.319873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:25:13Z', 'revision_number': 4, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'f6dc3196-b7a4-438d-8536-a16ee0e591e1', 'name': '', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'mac_address': 'fa:16:3e:df:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:12Z', 'updated_at': '2021-06-17T08:25:18Z', 'revision_number': 4, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'subnets': [{'id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:21.322184 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.329873 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9b5e9-f652-4b7f-ae78-c353ba07f782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:21.349621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46242) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:21.368790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-06d8016e-7733-4e72-aa69-e16332fe575f None None] Provisioning for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:21.407306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a5403-8061-4c7f-a169-7a80f80fd295 None None] The sync data for ids ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'] in n-d-780147-13 is: [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:25:13Z', 'revision_number': 4, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'f6dc3196-b7a4-438d-8536-a16ee0e591e1', 'name': '', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'mac_address': 'fa:16:3e:df:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:12Z', 'updated_at': '2021-06-17T08:25:18Z', 'revision_number': 4, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'subnets': [{'id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:21.410800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Pushing event deleted for resources: {'Port': ['ID=58c9ed2a-9388-4997-a3e8-6304b42e6cee,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:21.413512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-06d8016e-7733-4e72-aa69-e16332fe575f None None] Provisioning complete for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:21.414268 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d8016e-7733-4e72-aa69-e16332fe575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.423544 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:21.433755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:21.442844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64314a1f-b484-4331-8982-70c0f2487d7a req-9f443c41-2ef2-4e05-87d4-af4f84869d64 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 210 time: 0.2820315 Jun 17 08:25:21.451355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.451697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.457311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] No DVR routers for this DVR port 58c9ed2a-9388-4997-a3e8-6304b42e6cee on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:21.474169 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fdc805c3-6efd-4c08-9269-bf601788892b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08843cec94fe42f096c717ff453518dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231356 Jun 17 08:25:21.484367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:21.533799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-06d8016e-7733-4e72-aa69-e16332fe575f None None] Port 36c46f94-3a35-4a6c-8411-c4ab75afd529 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:21.543679 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:21.557712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.566669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/networks/2a3ab083-93e7-45f6-a493-96a272378af2 HTTP/1.1" status: 204 len: 168 time: 2.9600549 Jun 17 08:25:21.597114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66331856-5872-4761-9cfc-39d6b6138677 req-6f43c44b-d57d-4404-9253-703963dcce96 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 210 time: 0.2343342 Jun 17 08:25:21.598566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46246) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:21.599962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Transition to ACTIVE for port object 36c46f94-3a35-4a6c-8411-c4ab75afd529 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:21.622673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Network': ['ID=2a3ab083-93e7-45f6-a493-96a272378af2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:21.623813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.631145 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:21.646015 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d307a48c-77a7-4af9-8887-ae1134d683e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:21.840133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f6dc3196-b7a4-438d-8536-a16ee0e591e1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:21.841451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5364b9-a345-49b0-8246-5c07399fa1d3 req-ba03e283-f839-47f9-97dc-d1dc5500641e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:21.851627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee5364b9-a345-49b0-8246-5c07399fa1d3 req-ba03e283-f839-47f9-97dc-d1dc5500641e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 944 time: 0.1419148 Jun 17 08:25:21.856506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting subnet d90fd84f-7649-4bbe-86ee-6eae00765e18 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:22.004799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f6dc3196-b7a4-438d-8536-a16ee0e591e1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:22.018830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f6dc3196-b7a4-438d-8536-a16ee0e591e1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:22.020272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.021800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.079958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.133138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.273474 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.339629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f6dc3196-b7a4-438d-8536-a16ee0e591e1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f6dc3196-b7a4-438d-8536-a16ee0e591e1,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:22.346771 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.356601 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.437587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f6dc3196-b7a4-438d-8536-a16ee0e591e1,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.449266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.449671 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.453229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.457442 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/464372d4-45fb-4806-b410-7f2bb5290dbc HTTP/1.1" status: 204 len: 168 time: 0.9648867 Jun 17 08:25:22.467383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Attempting to bind port 36c46f94-3a35-4a6c-8411-c4ab75afd529 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:22.467955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Attempting to bind port 36c46f94-3a35-4a6c-8411-c4ab75afd529 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:22.468484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Attempting to bind port 36c46f94-3a35-4a6c-8411-c4ab75afd529 on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:22.475935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Port 36c46f94-3a35-4a6c-8411-c4ab75afd529 on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:22.476515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Attempting to bind port 36c46f94-3a35-4a6c-8411-c4ab75afd529 on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:22.485027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:22.485369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:22.486024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:22.486729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Bound port: 36c46f94-3a35-4a6c-8411-c4ab75afd529, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:22.487503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.508015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.512035 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.576144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:22.580740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:22.581994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-092a54f6-eefc-41c0-a5d3-ba1a90bf2e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.595907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464372d4-45fb-4806-b410-7f2bb5290dbc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.599348 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.604162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.609494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.612380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c675e562-9330-46a3-a514-000d2012cf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.700913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.707911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.722488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:22.723352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.725190 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] 10.222.0.67 "PUT /v2.0/ports/36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1093 time: 2.3732898 Jun 17 08:25:22.840067 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.915004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee5364b9-a345-49b0-8246-5c07399fa1d3 req-fceb147d-5c45-4a7f-9e2b-577bc98a01e2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0623882 Jun 17 08:25:23.059286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:23.062133 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f5a1ac-deaa-492e-8231-513bcd85cd50" -d '{"events": [{"name": "network-changed", "server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:23.097911 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.105445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779d0d-a00d-4efa-ba76-1711d6b26096 req-9e4d9fd0-3979-4da8-b879-6844a82a2df4 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.108637 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-480c88ee-6fa0-4a52-975d-4dd16595d2f7 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.109991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83779d0d-a00d-4efa-ba76-1711d6b26096 req-9e4d9fd0-3979-4da8-b879-6844a82a2df4 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.4004850 Jun 17 08:25:23.117753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-47567df8-33da-4244-9833-8d49e802b675 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.124349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-47567df8-33da-4244-9833-8d49e802b675 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.67 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 809 time: 0.4178300 Jun 17 08:25:23.138859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Request body: {'port': {'device_id': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'admin_state_up': True, 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:23.190063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Subnet': ['ID=d90fd84f-7649-4bbe-86ee-6eae00765e18,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.205220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.210207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8670034-2a5f-4c93-9491-00bb06195008 None None] Network 8117089c-a80e-4a47-a598-521ff18917ad requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:23.214066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.218257 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/subnets/d90fd84f-7649-4bbe-86ee-6eae00765e18 HTTP/1.1" status: 204 len: 168 time: 1.6036644 Jun 17 08:25:23.220639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46276) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:23.292756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83779d0d-a00d-4efa-ba76-1711d6b26096 req-f8be4f74-feba-4e2b-8f69-92bf5a1976e8 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651068 Jun 17 08:25:23.548441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680539ca-b47d-4550-b5b4-c767a5ea621b req-2466fae9-263f-4ae7-9fc6-bbaa6eaea72c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.557968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-680539ca-b47d-4550-b5b4-c767a5ea621b req-2466fae9-263f-4ae7-9fc6-bbaa6eaea72c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.1836534 Jun 17 08:25:23.567018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Made reservation on behalf of 4e727fdfc1b2465f9aaa2a898f23db63 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:23.570979 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.690728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.750069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-ae7c889a-dbaf-4108-a5a3-d55fe63e47f2 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.752511 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-ae7c889a-dbaf-4108-a5a3-d55fe63e47f2 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 820 time: 0.8500915 Jun 17 08:25:23.759375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e3519361-3e2d-491b-b728-bb88508cece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.762139 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-e3519361-3e2d-491b-b728-bb88508cece5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1096 time: 0.9056401 Jun 17 08:25:23.768462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Request body: {'port': {'device_id': '8263519c-560b-4036-872d-584a14abcf58', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'admin_state_up': True, 'tenant_id': 'df255d9f8ec84c5babafd4030453edec'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:23.805235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-680539ca-b47d-4550-b5b4-c767a5ea621b req-96d16f26-9f07-4300-8797-5d7dddd52b96 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462122 Jun 17 08:25:23.829632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-63d2309f-623d-4c0a-b6ed-c8c96c14c762 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 217 time: 0.0477827 Jun 17 08:25:23.957169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0c56cd3-ff84-4a00-8cfa-3b2b191e0789 req-1c065e39-3b1a-4591-82a5-46abd5bd9913 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 210 time: 0.1729066 Jun 17 08:25:23.959245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f6dc3196-b7a4-438d-8536-a16ee0e591e1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:24.033920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Allocated IP 172.20.0.2 (7c1ba489-2844-4ec9-a862-21dce28cfd5e/8429e19d-a446-4ab0-9535-9ade2abcd80a/55fe9484-0336-4926-95d6-7898379593e5) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:24.054426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-bdb6f346-b841-4fc1-8b5d-f5ea84d5400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.056472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-bdb6f346-b841-4fc1-8b5d-f5ea84d5400b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2025201 Jun 17 08:25:24.060658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Deleting port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:24.061295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.172631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] For port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,segment=NetworkSegment(2e1651c6-8539-41f4-980e-1f44919dac72),segment_id=2e1651c6-8539-41f4-980e-1f44919dac72)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:24.173157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.195110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f6dc3196-b7a4-438d-8536-a16ee0e591e1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:24.195110 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.243019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac060f87-2fa0-431f-927b-565e45d374e8 req-bfdca8d7-1454-443d-a53d-08bcaaea5311 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 210 time: 0.1188407 Jun 17 08:25:24.278989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Calling delete_port for 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:24.293761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1876214-8df2-43f9-a754-6edbb4902edd None None] DHCP port deletion for 8117089c-a80e-4a47-a598-521ff18917ad request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:24.380708 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f60f0-521b-4973-a143-78339765f558 x-openstack-request-id: req-de8f60f0-521b-4973-a143-78339765f558 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:24.381183 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:24.381486 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de8f60f0-521b-4973-a143-78339765f558 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:24.382051 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'status': 'completed', 'code': 200} Jun 17 08:25:24.398763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.412441 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-037d0d52-b602-4f29-a25c-6cb3da249447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:24.435486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] No DVR routers for this DVR port 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:24.488330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1876214-8df2-43f9-a754-6edbb4902edd None None] The port '2a7f3224-88b7-4ecf-9c9e-9264a3fd0018' was deleted {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 17 08:25:24.538038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Port': ['ID=2a7f3224-88b7-4ecf-9c9e-9264a3fd0018,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:24.560108 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:24.640377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.649853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.661029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e8ad-531e-40b2-8552-f9e20b0c1dd3 req-560b7313-c542-4fc4-aafe-a65d754e2ead tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.670074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2481e8ad-531e-40b2-8552-f9e20b0c1dd3 req-560b7313-c542-4fc4-aafe-a65d754e2ead tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 944 time: 0.1568882 Jun 17 08:25:24.692460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Made reservation on behalf of df255d9f8ec84c5babafd4030453edec for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:24.701987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.726000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2481e8ad-531e-40b2-8552-f9e20b0c1dd3 req-47b78a92-6a88-4f64-a872-e530ebf9c634 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545824 Jun 17 08:25:24.759728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8117089c-a80e-4a47-a598-521ff18917ad']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:24.782480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1651c6-8539-41f4-980e-1f44919dac72') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:24.782778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1651c6-8539-41f4-980e-1f44919dac72') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:24.810687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-366f5ae7-85e7-45e6-8780-5d9c91b095c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.812251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-366f5ae7-85e7-45e6-8780-5d9c91b095c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4257245 Jun 17 08:25:24.818016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.847660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.852357 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b9a6e46d-0590-4e22-bdb7-3d4014c45d7b tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:24.917294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.974495 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea18ebd0-95b1-45a0-a1ed-6dcb4f845ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.983902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:24.999509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:25.003859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:25.060108 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:25.062212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:25.079842 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:25.105086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Pushing event updated for resources: {'Port': ['ID=55fe9484-0336-4926-95d6-7898379593e5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.122326 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.160565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:25.161241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.192515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0585339 Jun 17 08:25:25.205036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Request body: {'port': {'device_id': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:25.270858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-7bcea531-e872-4b2e-903b-70e2ad55c05e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6099124 Jun 17 08:25:25.326564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Allocated IP 172.20.0.14 (943a0609-d4dd-4bda-a3a4-c58f0a2585fa/ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb/c7ece2f4-1852-48fe-aff2-59bba55309b0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:25.337351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.349712 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-784735db-d41f-48eb-a88b-ad84c6ea1114 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232141 Jun 17 08:25:25.365915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.377822 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.393649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.395628 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] 10.222.0.65 "DELETE /v2.0/networks/8117089c-a80e-4a47-a598-521ff18917ad HTTP/1.1" status: 204 len: 168 time: 2.1691880 Jun 17 08:25:25.412371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Pushing event deleted for resources: {'Network': ['ID=8117089c-a80e-4a47-a598-521ff18917ad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.431459 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.668015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:25.694333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:25.695090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2a7f3224-88b7-4ecf-9c9e-9264a3fd0018 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:25.715608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:25.769231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b653bfe-2219-4335-9317-079be33de449 req-0f7518ad-7bbc-43be-8bc6-a30d16f86c7c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:25.769641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b653bfe-2219-4335-9317-079be33de449 req-0f7518ad-7bbc-43be-8bc6-a30d16f86c7c tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.2229731 Jun 17 08:25:25.816856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3aa6-be44-4e5e-899d-3b8725995235 req-02d13786-3215-4780-9dba-fe3566624228 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:25.817551 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.827091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f84e3aa6-be44-4e5e-899d-3b8725995235 req-02d13786-3215-4780-9dba-fe3566624228 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 931 time: 0.2200193 Jun 17 08:25:25.884394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:25.887131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:25.890606 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09be55d3-4bb3-410e-901e-d02c059c77c5" -d '{"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:25.908571 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.911768 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9b5e9-f652-4b7f-ae78-c353ba07f782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.926993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b653bfe-2219-4335-9317-079be33de449 req-06e080e9-c354-442c-a0ef-5ea8c1be0c5f tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369743 Jun 17 08:25:25.983426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f84e3aa6-be44-4e5e-899d-3b8725995235 req-ffd7543c-8f43-4252-987c-74ae69400823 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554468 Jun 17 08:25:25.989042 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:26.000790 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:26.009663 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3bb66801-1b6e-445f-be47-ae2cf46a3ef5 req-a696136e-0401-4d3b-a764-3c9bdb4e197f service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127152 Jun 17 08:25:26.017262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fe9484-0336-4926-95d6-7898379593e5 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:26.027712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.042068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Transition to ACTIVE for port object 55fe9484-0336-4926-95d6-7898379593e5 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:26.048089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb454fcc-d880-4758-8c82-5631e5898191 req-282c3f25-a38b-4be5-b2ed-171cb91a5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.049989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-282c3f25-a38b-4be5-b2ed-171cb91a5efb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 1097 time: 0.6738548 Jun 17 08:25:26.051279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.057557 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:26.171442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.201322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Pushing event updated for resources: {'Port': ['ID=55fe9484-0336-4926-95d6-7898379593e5,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:26.204535 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:26.208669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10179d68-7bdf-4a8d-9013-11e2e26bc1a4 req-06212ef2-2e4f-4871-b832-2ed00d39e6e6 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 210 time: 0.0460522 Jun 17 08:25:26.258224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-9c8690a8-4a4a-4410-ac57-88943efcc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.259767 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-9c8690a8-4a4a-4410-ac57-88943efcc9d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1096 time: 0.1818268 Jun 17 08:25:26.363538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc586f-a749-426a-8c43-01b0d6524675 req-9dd47aff-209c-4c40-82af-1d1c2f8292d6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.365358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bbc586f-a749-426a-8c43-01b0d6524675 req-9dd47aff-209c-4c40-82af-1d1c2f8292d6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.1597064 Jun 17 08:25:26.371501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Attempting to bind port 55fe9484-0336-4926-95d6-7898379593e5 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:26.371913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Attempting to bind port 55fe9484-0336-4926-95d6-7898379593e5 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:26.372315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Attempting to bind port 55fe9484-0336-4926-95d6-7898379593e5 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:26.379374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-8288bcc7-eea0-4cb7-a9a0-42c946039998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.380832 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-8288bcc7-eea0-4cb7-a9a0-42c946039998 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.1109660 Jun 17 08:25:26.384138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Port 55fe9484-0336-4926-95d6-7898379593e5 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:26.384688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Attempting to bind port 55fe9484-0336-4926-95d6-7898379593e5 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:26.401728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:26.402306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Checking segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:26.402764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Bound using segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:26.403290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Bound port: 55fe9484-0336-4926-95d6-7898379593e5, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:26.403711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.429866 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-978108e4-04d4-4c92-8e38-8eacc6bbd687 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 217 time: 0.0404544 Jun 17 08:25:26.436168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bbc586f-a749-426a-8c43-01b0d6524675 req-190816df-1437-4a01-b018-5a32a54fd449 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups?id=2243c607-6004-443e-8087-25a936fe4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602391 Jun 17 08:25:26.457329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb454fcc-d880-4758-8c82-5631e5898191 req-90d0f4fe-8ec3-4597-a3bb-9c915d90a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.458765 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-90d0f4fe-8ec3-4597-a3bb-9c915d90a41d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.3303840 Jun 17 08:25:26.512282 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-78cb71fa-82fb-4354-8e4f-332838c90550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 200 len: 217 time: 0.0413568 Jun 17 08:25:26.532817 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.545841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['1bfdb325-ba39-4f34-b651-7ed0d47c8a92'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:26.548091 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53c2922d-f804-4eb2-a5f9-b1de4d3867ec tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:26.561251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:26.573865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:26.576473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:26.604699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] For port 55fe9484-0336-4926-95d6-7898379593e5, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:26.617228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] For port 55fe9484-0336-4926-95d6-7898379593e5, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=55fe9484-0336-4926-95d6-7898379593e5,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:26.627804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.636980 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-573a6b69-53bd-49bb-b51f-0b3aff6255b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:26.796651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.797316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.824622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.825435 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.826892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-cea47f52-3229-4268-a855-5022266aeeca service neutron] 10.222.0.67 "PUT /v2.0/ports/55fe9484-0336-4926-95d6-7898379593e5 HTTP/1.1" status: 200 len: 1092 time: 1.6269279 Jun 17 08:25:26.829624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Pushing event updated for resources: {'Port': ['ID=55fe9484-0336-4926-95d6-7898379593e5,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:26.833294 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:26.833775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'tag': '55fe9484-0336-4926-95d6-7898379593e5'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:26.836297 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d67238e-c4c2-465c-a5b7-9b20c545110c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f516ead-6898-4087-b1be-e7dc3d740c8d", "tag": "55fe9484-0336-4926-95d6-7898379593e5"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:26.854241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:26.861414 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:26.863102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-fa401768-d535-4988-ad69-546e32440714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.864663 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-fa401768-d535-4988-ad69-546e32440714 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.4092956 Jun 17 08:25:26.869021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-4126e551-a10e-4289-b984-4dfd68cb4c84 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289218 Jun 17 08:25:26.911481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb454fcc-d880-4758-8c82-5631e5898191 req-b0db4510-3248-4aa5-bc10-ab14511edfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.913463 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-b0db4510-3248-4aa5-bc10-ab14511edfef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.3680551 Jun 17 08:25:26.965710 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2024174 Jun 17 08:25:26.996382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Request body: {'port': {'device_id': '8263519c-560b-4036-872d-584a14abcf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:27.001352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-4b4452e4-ed1e-4531-bb05-2f0b13fb2e07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737090 Jun 17 08:25:27.090752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-52b9038b-96c2-4635-a9b0-c77361ab830c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.092263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-52b9038b-96c2-4635-a9b0-c77361ab830c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161250 Jun 17 08:25:27.105372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7511b-6692-4b4a-a53d-cb0449c1044a req-d1f76d71-4c7c-4051-aabc-121ffd83d8d8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.112350 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06c7511b-6692-4b4a-a53d-cb0449c1044a req-d1f76d71-4c7c-4051-aabc-121ffd83d8d8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 944 time: 0.2043481 Jun 17 08:25:27.122283 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-ae44d6ee-a641-48da-8100-79c6816c09c3 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911777 Jun 17 08:25:27.145149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-fc65f104-7413-49aa-9dba-708c446cd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.146609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-fc65f104-7413-49aa-9dba-708c446cd76b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 1095 time: 0.2376826 Jun 17 08:25:27.158365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-6271c74b-b7e7-416a-8059-91f1f5832924 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/quotas/7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 375 time: 0.0417013 Jun 17 08:25:27.207409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06c7511b-6692-4b4a-a53d-cb0449c1044a req-65b42b33-1afb-4f81-b2e5-10d9e6d10b8e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940826 Jun 17 08:25:27.219728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.230851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-261a92f1-b3a7-499b-b742-715906479109 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55fe9484-0336-4926-95d6-7898379593e5 HTTP/1.1" status: 200 len: 217 time: 0.0742002 Jun 17 08:25:27.259661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-84e4e81e-5976-43a5-b4a2-6d5eea90a3e9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925789 Jun 17 08:25:27.264439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-e2ade5fa-6d0e-4b52-98f8-ec65b097773e tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.265776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-e2ade5fa-6d0e-4b52-98f8-ec65b097773e tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 946 time: 0.4847147 Jun 17 08:25:27.295101 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f12fc6-39bb-4664-9bdc-7060ea6ff484 x-openstack-request-id: req-14f12fc6-39bb-4664-9bdc-7060ea6ff484 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:27.296225 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:27.296765 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14f12fc6-39bb-4664-9bdc-7060ea6ff484 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:27.297332 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'code': 200} Jun 17 08:25:27.312462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-b4aef2a6-0e12-4a33-b878-180cffc3f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.313985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-b4aef2a6-0e12-4a33-b878-180cffc3f1cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4063616 Jun 17 08:25:27.336981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2355-943a-44eb-b874-e83acb095191 req-6ad777dc-3727-40b0-98be-47697cb150ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.339024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-6ad777dc-3727-40b0-98be-47697cb150ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.0825634 Jun 17 08:25:27.359945 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707697d-01b4-4de0-bc58-33f1e2e24a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.443935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-c16a43c6-d949-429f-af2c-7dff2f390017 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792961 Jun 17 08:25:27.459776 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.645279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-cd5b7b0c-38d1-472a-86d6-1b559a4cd825 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3052609 Jun 17 08:25:27.696216 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb454fcc-d880-4758-8c82-5631e5898191 req-1a6ea89c-3d97-4b7e-abdd-2e76a7d62009 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620360 Jun 17 08:25:27.728320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-7d1b82bb-35ce-4b75-9b80-e8ef95bfa2d2 service neutron] 10.222.0.67 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724993 Jun 17 08:25:27.734151 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6580391-59b3-4dea-89d5-19e29a60251c x-openstack-request-id: req-b6580391-59b3-4dea-89d5-19e29a60251c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:27.734489 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f516ead-6898-4087-b1be-e7dc3d740c8d", "tag": "55fe9484-0336-4926-95d6-7898379593e5", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:27.734792 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6580391-59b3-4dea-89d5-19e29a60251c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:27.735251 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'tag': '55fe9484-0336-4926-95d6-7898379593e5', 'status': 'completed', 'code': 200} Jun 17 08:25:27.770673 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-1537e4ca-973f-418e-b097-4a32b1a293bb service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261592 Jun 17 08:25:27.799251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-72dcf1e8-acfa-4a82-8cbf-4556ae325be6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.807957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-72dcf1e8-acfa-4a82-8cbf-4556ae325be6 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.2197907 Jun 17 08:25:27.840552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Deleting port f78817f9-166c-4886-a765-aaa9642b3ca9 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:27.840830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.855255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-532d8edf-db68-4f72-8bf3-00fe1ade0010 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/quotas/890dfa52881e488490818b1597b3f4c4 HTTP/1.1" status: 200 len: 375 time: 0.0469897 Jun 17 08:25:27.906729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-d78b5d2d-2b19-4411-8465-64e9fd59f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.908384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-d78b5d2d-2b19-4411-8465-64e9fd59f63e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1097 time: 0.2253344 Jun 17 08:25:27.938859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edc2355-943a-44eb-b874-e83acb095191 req-f7004664-7bb2-423c-8ab4-a6ccb75cd614 service neutron] 10.222.0.67 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008054 Jun 17 08:25:28.051386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ece2f4-1852-48fe-aff2-59bba55309b0 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:28.062563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.066896 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-9f6c1132-327a-4841-b648-faf61664b09c service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807128 Jun 17 08:25:28.093173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] For port f78817f9-166c-4886-a765-aaa9642b3ca9, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f78817f9-166c-4886-a765-aaa9642b3ca9,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:28.093537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.096460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Transition to ACTIVE for port object c7ece2f4-1852-48fe-aff2-59bba55309b0 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:28.107099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-c9b88ad6-31e5-4e5d-b562-46b14cfa9b14 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2508416 Jun 17 08:25:28.111946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.145635 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79de7d5c-775b-4953-9d07-9a0770d10685 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:28.174184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-94826181-ed22-4424-9479-85158ac44775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.176795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-94826181-ed22-4424-9479-85158ac44775 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.2406211 Jun 17 08:25:28.387445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:28.411751 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:28.577481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-35323cfa-d144-4c34-8e86-7c118f02ac9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.3873622 Jun 17 08:25:28.592748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56539f9-3891-4939-ba7a-b3c9296b644b req-553fa9dd-1f88-4489-94a0-c7f192f644e9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.599990 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f56539f9-3891-4939-ba7a-b3c9296b644b req-553fa9dd-1f88-4489-94a0-c7f192f644e9 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.6256917 Jun 17 08:25:28.606605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-b5225551-9410-465a-a3de-6bde05d2cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.608091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-b5225551-9410-465a-a3de-6bde05d2cd51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 1095 time: 0.5880849 Jun 17 08:25:28.695938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-202d5f7e-a212-4fd6-ad9b-de94c94b32a6 service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878954 Jun 17 08:25:28.746747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.785623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-6c3e39c0-5b8b-4b81-bf02-09221667709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.787124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-6c3e39c0-5b8b-4b81-bf02-09221667709f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1826162 Jun 17 08:25:28.816038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f56539f9-3891-4939-ba7a-b3c9296b644b req-6cf39451-2203-4b0d-be55-3e5dfefee444 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120764 Jun 17 08:25:28.892730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:28.893164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:28.893563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:28.901113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-8b6ede92-7cfe-461d-a80e-de4d5aa5f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.903637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-8b6ede92-7cfe-461d-a80e-de4d5aa5f5de service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 910 time: 0.2767045 Jun 17 08:25:28.911249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-adcbf071-9b26-47a0-9b51-345aab578d1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130016 Jun 17 08:25:28.921001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.931018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.931369 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Floating IP 6eb27afc-813e-4e62-8e2f-de30bb4e81f1 disassociated. External IP: 172.25.7.233, port: f78817f9-166c-4886-a765-aaa9642b3ca9. Jun 17 08:25:28.932498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Calling delete_port for f78817f9-166c-4886-a765-aaa9642b3ca9 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:28.943054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:28.943359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:28.964222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:28.964636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:28.965072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:28.965602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Bound port: c7ece2f4-1852-48fe-aff2-59bba55309b0, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:28.966146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.004939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a6b37-9504-4076-9a74-63124f7b743b req-816c0d9f-5dd4-410b-81c7-406af6cdaadc tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.006779 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-005a6b37-9504-4076-9a74-63124f7b743b req-816c0d9f-5dd4-410b-81c7-406af6cdaadc tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d15de4f-a5dd-4769-bafd-17b58abfebd7 HTTP/1.1" status: 200 len: 943 time: 0.6070478 Jun 17 08:25:29.047971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:29.106273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-20af2d23-74ad-46df-baa5-c9e326c3ad9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55fe9484-0336-4926-95d6-7898379593e5 HTTP/1.1" status: 200 len: 217 time: 0.1835306 Jun 17 08:25:29.196198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:29.204510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:29.225096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-52c1019d-7adb-464a-8670-f9f0a62f6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.228740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-52c1019d-7adb-464a-8670-f9f0a62f6bb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.1208994 Jun 17 08:25:29.230259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.240952 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bfea56ea-6c95-4e4f-bc18-cbace41f185e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:29.276148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:29.323180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.324387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.326289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] 10.222.0.67 "PUT /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 1093 time: 2.3349586 Jun 17 08:25:29.327999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Deleting port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:29.328748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.331815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:29.334613 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b332e-55e5-4e2e-a366-b4aee5da10a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:29.351054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-f1e3cae7-e393-408e-8e74-6d7d91f904c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112819 Jun 17 08:25:29.351277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:29.371362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.389986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:29.424584 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:29.425294 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32243ed9-81b1-471d-a5f3-a027cd88402c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:29.435405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-13bbb0c9-fcc0-4fdd-a5bd-f35918b1466c service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385178 Jun 17 08:25:29.456716 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.480026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-d33096d5-6299-45af-84a8-7d07d5096a36 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1648200 Jun 17 08:25:29.497403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:29.529007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event deleted for resources: {'Port': ['ID=f78817f9-166c-4886-a765-aaa9642b3ca9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:29.544692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:29.559480 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.561562 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9589a77e-0bdf-4ad9-a55f-18dc58f8f5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:29.604835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] For port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:29.605545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.656507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:29.660084 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:29.688020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:29.725619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Calling delete_port for 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:29.729577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:29.755692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-13950843-15db-4f23-8bad-9c1e858145ee service neutron] 10.222.0.67 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617892 Jun 17 08:25:29.861546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-1d5e0734-8756-4272-9516-6515ec23c499 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556253 Jun 17 08:25:29.866875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['36c46f94-3a35-4a6c-8411-c4ab75afd529'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:29.892748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6754d43-0efc-4ef0-b914-a557470c8bb8 req-f54cd60c-6f3d-4df9-bce8-21d04f8144a8 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.902772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-2f97e9ab-fc6f-4bc5-b13a-0d83bfd2a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.902772 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-2f97e9ab-fc6f-4bc5-b13a-0d83bfd2a4ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1096 time: 0.5231063 Jun 17 08:25:29.907154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6754d43-0efc-4ef0-b914-a557470c8bb8 req-f54cd60c-6f3d-4df9-bce8-21d04f8144a8 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 943 time: 0.6778347 Jun 17 08:25:29.980214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f78817f9-166c-4886-a765-aaa9642b3ca9 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:29.996700 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-1669450c-2efa-4dea-933e-242c0d1ca683 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 217 time: 0.0844166 Jun 17 08:25:30.014034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: f78817f9-166c-4886-a765-aaa9642b3ca9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:30.014034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f78817f9-166c-4886-a765-aaa9642b3ca9 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:30.137852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Router 33c51be5-ac54-4124-aac2-67ce7b2eed48 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:30.152033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-cfcacb56-24fd-418e-92c7-e2a4d65eee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:30.154600 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-cfcacb56-24fd-418e-92c7-e2a4d65eee66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1400988 Jun 17 08:25:30.206268 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-e220283d-3555-4d66-91c1-63d9201b8182 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372543 Jun 17 08:25:30.206493 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.294306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0579016-e8a9-44ca-83d0-3d6868014755 req-36332b1d-92f6-4155-857a-9befebc95959 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132628 Jun 17 08:25:30.305605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-82711ba7-e046-48e6-9972-b256ed51d9a6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:30.308706 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-82711ba7-e046-48e6-9972-b256ed51d9a6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8231740 Jun 17 08:25:30.353298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d67238e-c4c2-465c-a5b7-9b20c545110c req-b44f0d99-5eb2-4ceb-84b2-0021aa21ff84 service neutron] 10.222.0.67 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070925 Jun 17 08:25:30.368836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Request body: {'port': {'device_id': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '7b964bd719d94aefb67da595c6df2182'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:30.415263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6754d43-0efc-4ef0-b914-a557470c8bb8 req-2233c867-c538-42f1-a62b-87ae19b3242b tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069270 Jun 17 08:25:30.494196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.502789 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-16ea902b-77ef-4470-8031-ae5230bea591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:30.523965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44ecf-6ebc-48c4-acae-d9d79eaa8ee6 req-4b9810ca-7bc1-44e7-8e6a-db5a9a9286f9 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:30.526289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56a44ecf-6ebc-48c4-acae-d9d79eaa8ee6 req-4b9810ca-7bc1-44e7-8e6a-db5a9a9286f9 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.5772743 Jun 17 08:25:30.556992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event deleted for resources: {'Port': ['ID=3d6c1df5-7765-4e81-b274-fb01b9d1e2f7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:30.559888 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:30.601563 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-c2eb4acf-f25f-40a5-9f89-de4596803f70 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721271 Jun 17 08:25:30.614897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56a44ecf-6ebc-48c4-acae-d9d79eaa8ee6 req-a7479810-6dea-412b-9506-4b90a4706c66 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811663 Jun 17 08:25:30.630437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Made reservation on behalf of 7b964bd719d94aefb67da595c6df2182 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:30.635618 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.644579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] No DVR routers for this DVR port 3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:30.659738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.665513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.672812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-005a6b37-9504-4076-9a74-63124f7b743b req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "DELETE /v2.0/ports/3d6c1df5-7765-4e81-b274-fb01b9d1e2f7 HTTP/1.1" status: 204 len: 173 time: 1.6543467 Jun 17 08:25:30.675082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:30.703980 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] Sync routers for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:30.748742 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:30.751996 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:30.756117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] No DVR routers for this DVR port f78817f9-166c-4886-a765-aaa9642b3ca9 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:30.788900 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.791426 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c0acea05-748e-4798-a945-a74fc5d84e53 req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.60 "DELETE /v2.0/ports/f78817f9-166c-4886-a765-aaa9642b3ca9 HTTP/1.1" status: 204 len: 173 time: 3.5158451 Jun 17 08:25:30.866574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db648018-6e8b-464d-8239-8cacb94dfcbe req-78e0e569-391c-422f-9e3d-029ce14d9a85 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 210 time: 0.0638168 Jun 17 08:25:30.870391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bce39c1a-fb1a-47de-89d0-e5186ee67185 req-ff5e3000-0f78-4741-a65d-19779ebcdb0e tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ad0c65-e502-4521-bf59-c9eed8ced653 HTTP/1.1" status: 200 len: 210 time: 0.0569527 Jun 17 08:25:30.872933 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23a04e96-f74a-48e8-9a10-c41dc326fa61 req-058d16f1-1a36-4f40-bab0-1dbdf0ed51de service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330894 Jun 17 08:25:30.951249 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.961234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.966626 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6598713a-4563-4d07-9ce9-869b08d99146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:31.009787 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f36200-a70c-46e5-a8b3-94177072c599 x-openstack-request-id: req-78f36200-a70c-46e5-a8b3-94177072c599 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:31.011015 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:31.011545 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78f36200-a70c-46e5-a8b3-94177072c599 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:31.012187 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'status': 'completed', 'code': 200} Jun 17 08:25:31.085834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 55fe9484-0336-4926-95d6-7898379593e5 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:31.091980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:31.155591 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:31.156243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9439263e-1160-4c42-8bb7-4d717fb9dd4d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:31.200963 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:31.238016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-46d19ba9-71f8-4fae-a1d7-ba1f36fe4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:31.251717 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-46d19ba9-71f8-4fae-a1d7-ba1f36fe4ce9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1096 time: 0.1622787 Jun 17 08:25:31.281951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:31.329960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:31.330408 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.347113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71a9e75c-fb33-4553-9fb7-3eb73139546e req-5ec53e8d-ed8b-4264-bfca-fdff6225c3ff tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 210 time: 0.0731635 Jun 17 08:25:31.360838 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:25:31.405659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Allocated IP 192.168.233.174 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/0bcef13f-2152-4a92-9c36-c3bc5e161a6e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:31.430099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-afb38939-487f-4cea-9a1f-8208080baa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:31.432052 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-afb38939-487f-4cea-9a1f-8208080baa12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1709137 Jun 17 08:25:31.446553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 55fe9484-0336-4926-95d6-7898379593e5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=55fe9484-0336-4926-95d6-7898379593e5,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:31.476231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '55fe9484-0336-4926-95d6-7898379593e5', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'port_id': '55fe9484-0336-4926-95d6-7898379593e5', 'mac_address': 'fa:16:3e:3f:7e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:31.476497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8c83-7618-4196-9bf5-396d76dd7f71 req-5546d202-2f32-4ecd-ba5e-acf5f89b7760 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:31.486235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25ee8c83-7618-4196-9bf5-396d76dd7f71 req-5546d202-2f32-4ecd-ba5e-acf5f89b7760 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3206761 Jun 17 08:25:31.530090 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-3991327c-eec0-49a4-bcb2-9e636aeba980 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 217 time: 0.0920386 Jun 17 08:25:31.556265 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:31.594619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] Checking router: 33c51be5-ac54-4124-aac2-67ce7b2eed48 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:31.600692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25ee8c83-7618-4196-9bf5-396d76dd7f71 req-a344a4b5-3170-4012-88fa-c9745bee0761 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133246 Jun 17 08:25:31.603548 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.606717 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:31.607578 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:31.654270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-13773e43-a4fb-43a2-a619-198760f3469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:31.656424 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-13773e43-a4fb-43a2-a619-198760f3469c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1189611 Jun 17 08:25:31.700487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fe9484-0336-4926-95d6-7898379593e5 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:31.725601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46450) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:31.750491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 55fe9484-0336-4926-95d6-7898379593e5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=55fe9484-0336-4926-95d6-7898379593e5,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:31.768070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.785990 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:31.836847 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.846076 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-05f17692-676d-4412-86ef-25f0801e0068 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717093 Jun 17 08:25:31.963361 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:31.981232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:31.983372 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f0bcaf-65b4-4413-b313-bcfb3e4f1c0e" -d '{"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:31.997524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=55fe9484-0336-4926-95d6-7898379593e5,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:32.001434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:32.002697 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:32.012133 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.014104 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:32.101255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:32.104923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['55fe9484-0336-4926-95d6-7898379593e5'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:32.107140 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:32.189822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-b155fb12-7f46-4420-8158-41db55bb6833 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126552 Jun 17 08:25:32.199478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-6950b64a-b778-42f5-ac34-cd16d2ec7b33 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:32.201358 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-6950b64a-b778-42f5-ac34-cd16d2ec7b33 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.4882853 Jun 17 08:25:32.232563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Request body: {'port': {'device_id': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'admin_state_up': True, 'tenant_id': '890dfa52881e488490818b1597b3f4c4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:32.292837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.325018 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:32.349352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85952-ff5b-40a2-8464-be2debdb8704 req-69634a8c-b7e6-4d37-bf4e-4e38496477fb tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:32.362631 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32e85952-ff5b-40a2-8464-be2debdb8704 req-69634a8c-b7e6-4d37-bf4e-4e38496477fb tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.8274934 Jun 17 08:25:32.388066 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341aa0bd-bae3-4224-8555-79a0eb2c1e25 None None] The sync data for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 is: [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:22:59Z', 'revision_number': 4, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60bd3851-3d6c-4638-aa2d-8ce06c40221d', 'name': '', 'network_id': '7fdf317b-f803-4d13-9e65-18c67fad8ffd', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'mac_address': 'fa:16:3e:c7:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:58Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'subnets': [{'id': '1f8559b4-e9b5-4771-9063-5cce2fcfd430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:32.449187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Transition to ACTIVE for port object 0bcef13f-2152-4a92-9c36-c3bc5e161a6e will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:32.479622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Made reservation on behalf of 890dfa52881e488490818b1597b3f4c4 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:32.483973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.519996 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-315b332e-55e5-4e2e-a366-b4aee5da10a2 req-0998fa09-f1b1-4bd3-8f42-d551ef16058b service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054860 Jun 17 08:25:32.593469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32e85952-ff5b-40a2-8464-be2debdb8704 req-7d5eaaa1-8314-44e3-9d44-38386d6780cf tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295556 Jun 17 08:25:32.609491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39ed56-89f3-41c5-813d-474c02710163 req-4b7bcc72-5fa1-4cc4-86aa-d520762c2441 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:32.611121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c39ed56-89f3-41c5-813d-474c02710163 req-4b7bcc72-5fa1-4cc4-86aa-d520762c2441 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 944 time: 0.6779532 Jun 17 08:25:32.693402 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.730616 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:32.754715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Allocated IP 172.20.0.6 (ea52b333-8f78-40c1-b2df-c388365ec995/9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9/9179c08c-7d8f-47b4-a5d6-48ec0d62c011) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:32.833120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87495b-6e91-49de-bb48-6ff48f81b6d1 None None] New status for floating IP 6eb27afc-813e-4e62-8e2f-de30bb4e81f1: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:25:32.983614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.016471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-deleted', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7'}, {'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'name': 'network-vif-deleted', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:33.019426 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2381938-de87-44e2-90a8-a146eb1adcca" -d '{"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-deleted", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7"}, {"server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "name": "network-vif-deleted", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:33.039622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.044076 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e8201d70-3e65-4e65-8894-1340bfd22487 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:33.079894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 55fe9484-0336-4926-95d6-7898379593e5 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:33.105959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Network ea52b333-8f78-40c1-b2df-c388365ec995 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:33.110479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:33.120306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:33.122292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c39ed56-89f3-41c5-813d-474c02710163 req-4da40a74-6f14-4b53-abd4-f974d59c6833 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782357 Jun 17 08:25:33.124757 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:33.126683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:33.157634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:33.172986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:33.175669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:33.180850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:33.183821 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:33.189817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.190729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.210524 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9843113 Jun 17 08:25:33.230073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Request body: {'port': {'device_id': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:33.259078 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 55fe9484-0336-4926-95d6-7898379593e5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:33.268708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 55fe9484-0336-4926-95d6-7898379593e5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:33.269267 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.274617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.275401 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.318791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a2c0d-3df5-4e73-819a-276b57a187ea req-049b898d-11ea-4263-bc36-693c97c11018 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.320521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c4a2c0d-3df5-4e73-819a-276b57a187ea req-049b898d-11ea-4263-bc36-693c97c11018 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.2604544 Jun 17 08:25:33.360378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0097551 Jun 17 08:25:33.384814 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.386699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Request body: {'port': {'device_id': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:33.396310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.427129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 55fe9484-0336-4926-95d6-7898379593e5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=55fe9484-0336-4926-95d6-7898379593e5,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:33.432668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.434406 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88160dd4-8c98-44d0-b584-8763f8c70c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:33.493651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=55fe9484-0336-4926-95d6-7898379593e5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:33.500352 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:33.504560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c4a2c0d-3df5-4e73-819a-276b57a187ea req-d477beda-f81d-4fd3-ac7b-02d70ad4a29e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589193 Jun 17 08:25:33.541917 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.563673 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cb3f97-afb5-4f32-b287-5f25d2538e89 x-openstack-request-id: req-e8cb3f97-afb5-4f32-b287-5f25d2538e89 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:33.564029 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:33.564380 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8cb3f97-afb5-4f32-b287-5f25d2538e89 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:33.564826 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'code': 200} Jun 17 08:25:33.572227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3dae12a7-6f2d-4a21-8361-580780520f5f None None] Provisioning for port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:33.584054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3dae12a7-6f2d-4a21-8361-580780520f5f None None] Provisioning complete for port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:33.584554 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dae12a7-6f2d-4a21-8361-580780520f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.644575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.658837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3dae12a7-6f2d-4a21-8361-580780520f5f None None] Port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:33.677056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45dfa6-2043-4255-bf99-d24fce60705e req-3647185a-0653-40c7-b01c-ee7a21b013bb tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.678622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db45dfa6-2043-4255-bf99-d24fce60705e req-3647185a-0653-40c7-b01c-ee7a21b013bb tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 936 time: 0.2427094 Jun 17 08:25:33.757998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69966c-91f2-4f78-afa8-906b2e6c4237 req-a41b132e-f683-4cab-9010-de05a48a52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.759493 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ee69966c-91f2-4f78-afa8-906b2e6c4237 req-a41b132e-f683-4cab-9010-de05a48a52c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1098 time: 0.1058688 Jun 17 08:25:33.812203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:33.827797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.838851 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ee69966c-91f2-4f78-afa8-906b2e6c4237 req-9426e76e-42be-4ff2-b0d0-34ef65acc261 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570624 Jun 17 08:25:33.846660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Transition to ACTIVE for port object 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:33.850956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.854551 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:33.902154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db45dfa6-2043-4255-bf99-d24fce60705e req-33969fd4-568b-4d5b-be80-fbb069369cf9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948609 Jun 17 08:25:33.974398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480f24a-7dfa-4a06-86f1-d7e877355774 req-f3bbb84f-c60f-4830-b0b2-55cf33c20f30 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.976148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6480f24a-7dfa-4a06-86f1-d7e877355774 req-f3bbb84f-c60f-4830-b0b2-55cf33c20f30 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 931 time: 0.2705715 Jun 17 08:25:34.130712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6480f24a-7dfa-4a06-86f1-d7e877355774 req-0f64021d-0ce6-4bcd-8591-bd7ab43352e3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386983 Jun 17 08:25:34.201448 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e280deb-01a0-49f1-8a97-2052a6e3adfd x-openstack-request-id: req-5e280deb-01a0-49f1-8a97-2052a6e3adfd {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:34.201771 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d15de4f-a5dd-4769-bafd-17b58abfebd7", "name": "network-vif-deleted", "tag": "3d6c1df5-7765-4e81-b274-fb01b9d1e2f7", "status": "completed", "code": 200}, {"server_uuid": "c4ad0c65-e502-4521-bf59-c9eed8ced653", "name": "network-vif-deleted", "tag": "f78817f9-166c-4886-a765-aaa9642b3ca9", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:34.202137 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e280deb-01a0-49f1-8a97-2052a6e3adfd {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:34.202652 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d15de4f-a5dd-4769-bafd-17b58abfebd7', 'name': 'network-vif-deleted', 'tag': '3d6c1df5-7765-4e81-b274-fb01b9d1e2f7', 'status': 'completed', 'code': 200} Jun 17 08:25:34.203033 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ad0c65-e502-4521-bf59-c9eed8ced653', 'name': 'network-vif-deleted', 'tag': 'f78817f9-166c-4886-a765-aaa9642b3ca9', 'status': 'completed', 'code': 200} Jun 17 08:25:34.213683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:34.217732 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:34.227478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46470) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:34.285854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3c7a-70a5-4ef8-9dd4-57cc3908cd59 req-9e178f01-e41a-498b-aaf7-5443fc5f1fea tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.288589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12ff3c7a-70a5-4ef8-9dd4-57cc3908cd59 req-9e178f01-e41a-498b-aaf7-5443fc5f1fea tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 946 time: 0.2505658 Jun 17 08:25:34.292636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Attempting to bind port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:34.292636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Attempting to bind port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:34.292636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Attempting to bind port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:34.297197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 on network ea52b333-8f78-40c1-b2df-c388365ec995 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:34.297391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Attempting to bind port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:34.302941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:34.303298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Checking segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:34.303679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Bound using segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:34.304107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Bound port: 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:34.304604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.339059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcef13f-2152-4a92-9c36-c3bc5e161a6e {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:34.366587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.372084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:34.375405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:34.378982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.381784 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-05e889b7-6429-4034-b30a-1d9c00380197 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:34.417003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.417650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.419061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] 10.222.0.60 "PUT /v2.0/ports/9179c08c-7d8f-47b4-a5d6-48ec0d62c011 HTTP/1.1" status: 200 len: 1092 time: 1.1997244 Jun 17 08:25:34.426953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Transition to ACTIVE for port object 0bcef13f-2152-4a92-9c36-c3bc5e161a6e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:34.441238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:34.444401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:34.445655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12ff3c7a-70a5-4ef8-9dd4-57cc3908cd59 req-3613b3f2-88ca-401a-8dd1-56972fe1e60a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468291 Jun 17 08:25:34.450950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.453992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:34.461083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Deleting port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:34.461407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.463681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.521646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-bc4de27c-0897-4bf4-8c89-5aa4aa631097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.524099 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-bc4de27c-0897-4bf4-8c89-5aa4aa631097 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0589843 Jun 17 08:25:34.571553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-0b7fd413-ad2b-412e-a3bc-49e901ceb885 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011 HTTP/1.1" status: 200 len: 217 time: 0.0405741 Jun 17 08:25:34.593819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.633917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-c31d2ec2-c3d7-44df-82c4-2ba0e35c564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.636226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-c31d2ec2-c3d7-44df-82c4-2ba0e35c564f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.0581889 Jun 17 08:25:34.652704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:34.666835 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:34.676014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-25fc5c50-f323-4223-bce2-cecbd4a40b0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319765 Jun 17 08:25:34.704086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709a9d5-29df-4708-a7d2-5c0fb583987b req-a7521f14-91a8-44e8-8add-effb2a7a7057 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.705658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f709a9d5-29df-4708-a7d2-5c0fb583987b req-a7521f14-91a8-44e8-8add-effb2a7a7057 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.3711605 Jun 17 08:25:34.804831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-eb7dafc8-084b-4ba7-bf46-ac8384889c08 service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212142 Jun 17 08:25:34.837389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] For port 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:34.838537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.912783 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3d5cdeb-185b-4557-ba71-6eb2bfd8711e req-382b33cc-2be7-4293-a5a2-7ea8d717ad6b service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999076 Jun 17 08:25:34.939814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Calling delete_port for 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:34.955932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f709a9d5-29df-4708-a7d2-5c0fb583987b req-d70376c9-d2e4-4c40-958e-3dc85eed553b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336876 Jun 17 08:25:34.981467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.984330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.985444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "DELETE /v2.0/security-groups/2243c607-6004-443e-8087-25a936fe4f11 HTTP/1.1" status: 204 len: 168 time: 0.7507794 Jun 17 08:25:34.988184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46476) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:35.002034 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-74f69f75-7fc8-42c1-8c34-3d0de872d35a tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] show failed (client error): The resource could not be found. Jun 17 08:25:35.005515 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-74f69f75-7fc8-42c1-8c34-3d0de872d35a tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "GET /v2.0/security-groups/2243c607-6004-443e-8087-25a936fe4f11 HTTP/1.1" status: 404 len: 347 time: 0.0137274 Jun 17 08:25:35.005715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46478) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:35.016967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fe67aec7-3ef1-4827-94fb-50c01de46f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:35.033250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f03d-7c48-4b9f-9d5c-b67f568b3124 req-e05edbc6-9c9d-4d72-b310-194dfd31a520 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:35.034761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b35f03d-7c48-4b9f-9d5c-b67f568b3124 req-e05edbc6-9c9d-4d72-b310-194dfd31a520 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.4499068 Jun 17 08:25:35.040507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:35.040902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:35.041286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:35.047810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2243c607-6004-443e-8087-25a936fe4f11,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:35.058309 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:35.064157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:35.064489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:35.092434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:35.092806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:35.093164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:35.093629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Bound port: 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:35.093948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.162963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Deleting port b6cdc04c-6575-4fa8-b810-ebe1497e469c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:35.163307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.215747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b35f03d-7c48-4b9f-9d5c-b67f568b3124 req-4de1c7bf-a905-4463-b9f7-acb5baa14965 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700020 Jun 17 08:25:35.260945 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.261300 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.281131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:35.297999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:35.306848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203fe3e-7743-4550-bb1b-754070dc763e req-ddb507e8-a669-4d3b-945e-912cd54bf1a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:35.308809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8203fe3e-7743-4550-bb1b-754070dc763e req-ddb507e8-a669-4d3b-945e-912cd54bf1a5 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.2256367 Jun 17 08:25:35.312668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.318044 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1b16b54-c556-4d00-b959-33defa4259cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:35.350398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Calling delete_port for b6cdc04c-6575-4fa8-b810-ebe1497e469c owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:35.435245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:35.435876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.437260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] 10.222.0.60 "PUT /v2.0/ports/0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 1097 time: 2.0562630 Jun 17 08:25:35.437802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:35.440156 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee0c427-db88-479e-99c3-b2e41efaecaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:35.482930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:35.488176 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:35.491676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8203fe3e-7743-4550-bb1b-754070dc763e req-9e38e55f-663b-4004-ab82-183e573c2eba tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764166 Jun 17 08:25:35.514392 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.526723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.530306 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3978357-b86c-4366-be76-77e03ad519d4 tempest-ServerMetadataNegativeTestJSON-450270746 tempest-ServerMetadataNegativeTestJSON-450270746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:35.536757 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b8b9f69-b9a7-4708-9b32-2e4878a0d4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:35.567257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe9484-0336-4926-95d6-7898379593e5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:35.570250 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea76f85c-a46d-4f54-b9e5-e34438eeba12" -d '{"events": [{"server_uuid": "5f516ead-6898-4087-b1be-e7dc3d740c8d", "name": "network-vif-plugged", "status": "completed", "tag": "55fe9484-0336-4926-95d6-7898379593e5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:35.578507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Pushing event deleted for resources: {'Port': ['ID=b6cdc04c-6575-4fa8-b810-ebe1497e469c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:35.585907 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:35.667755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.670331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.672601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] 10.222.0.65 "DELETE /v2.0/floatingips/6eb27afc-813e-4e62-8e2f-de30bb4e81f1 HTTP/1.1" status: 204 len: 168 time: 0.6649537 Jun 17 08:25:35.674503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:35.946025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Pushing event deleted for resources: {'Port': ['ID=03a5f782-6b03-4f11-b8b1-ab47b9dbcd86,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:35.975051 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:36.009580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285060b3-4ee2-49f2-bb17-7386b4217137 req-ddfd5874-3523-4ae2-9101-902193f896b6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.011789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-285060b3-4ee2-49f2-bb17-7386b4217137 req-ddfd5874-3523-4ae2-9101-902193f896b6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 948 time: 0.6294420 Jun 17 08:25:36.039575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.136553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-2869cca3-7d7d-44ff-ae98-17460dc4449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.138068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-2869cca3-7d7d-44ff-ae98-17460dc4449d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1100 time: 0.6454427 Jun 17 08:25:36.165347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3949b1f-6c01-4178-970f-66ea163eb407 req-444ce47c-34b6-4bde-9eef-eb6b27a02f51 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.167716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3949b1f-6c01-4178-970f-66ea163eb407 req-444ce47c-34b6-4bde-9eef-eb6b27a02f51 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 943 time: 0.2704813 Jun 17 08:25:36.170364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-285060b3-4ee2-49f2-bb17-7386b4217137 req-dbd79826-2cec-4b0a-bbca-fbf70323d8b3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510308 Jun 17 08:25:36.205264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:36.205433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-e74e7530-2e2c-4fbf-a9b1-0528405e7b9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0555718 Jun 17 08:25:36.207968 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21f53d-3b76-4a69-b86c-d460516b3fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:36.233571 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c872da-0484-40ed-b36b-d193aa7afda4 x-openstack-request-id: req-30c872da-0484-40ed-b36b-d193aa7afda4 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:36.233903 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:36.234202 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30c872da-0484-40ed-b36b-d193aa7afda4 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:36.234641 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'status': 'completed', 'code': 200} Jun 17 08:25:36.294094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3949b1f-6c01-4178-970f-66ea163eb407 req-600c44f3-3211-436d-bad2-a2bb751c23f7 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930824 Jun 17 08:25:36.296325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.302394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-79322cb2-fd3f-42dc-aa55-b1ab4db913ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.303956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-79322cb2-fd3f-42dc-aa55-b1ab4db913ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0823565 Jun 17 08:25:36.319338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Deleting port 60bd3851-3d6c-4638-aa2d-8ce06c40221d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:36.319698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.356216 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b575be9-3d23-40bb-a615-522a8ac9c763 x-openstack-request-id: req-0b575be9-3d23-40bb-a615-522a8ac9c763 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:36.356782 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f516ead-6898-4087-b1be-e7dc3d740c8d", "name": "network-vif-plugged", "status": "completed", "tag": "55fe9484-0336-4926-95d6-7898379593e5", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:36.357236 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b575be9-3d23-40bb-a615-522a8ac9c763 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:36.357842 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe9484-0336-4926-95d6-7898379593e5', 'code': 200} Jun 17 08:25:36.409120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] For port 60bd3851-3d6c-4638-aa2d-8ce06c40221d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=60bd3851-3d6c-4638-aa2d-8ce06c40221d,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:36.409649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.479131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Calling delete_port for 60bd3851-3d6c-4638-aa2d-8ce06c40221d owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:36.568239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-068fe5a4-a6bc-461f-a50c-25c29d882360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.569713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-068fe5a4-a6bc-461f-a50c-25c29d882360 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2578316 Jun 17 08:25:36.591979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01d614-cbd3-45fa-8b31-86777092cc54 req-5294624a-dde3-4273-ac6a-132c68a6a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.593460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2d01d614-cbd3-45fa-8b31-86777092cc54 req-5294624a-dde3-4273-ac6a-132c68a6a5ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 1097 time: 0.1430316 Jun 17 08:25:36.678666 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2d01d614-cbd3-45fa-8b31-86777092cc54 req-f378c619-672c-4bd9-97ec-adc28fb27f61 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500562 Jun 17 08:25:36.679106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a3f5e-8495-4a65-b7f4-aa76c1e44564 req-e4429e13-6025-4eac-a9d4-4c7466e4a3da tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.680606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c12a3f5e-8495-4a65-b7f4-aa76c1e44564 req-e4429e13-6025-4eac-a9d4-4c7466e4a3da tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 946 time: 0.3394833 Jun 17 08:25:36.734795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.737566 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:36.748477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660869-dad1-4776-8447-18e6a5dc2a17 req-c4580e43-8e1e-4e30-801c-fc39f7ba1a7b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.749952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af660869-dad1-4776-8447-18e6a5dc2a17 req-c4580e43-8e1e-4e30-801c-fc39f7ba1a7b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 945 time: 0.2942867 Jun 17 08:25:36.762919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Pushing event deleted for resources: {'Port': ['ID=60bd3851-3d6c-4638-aa2d-8ce06c40221d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:36.765114 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:36.876947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c12a3f5e-8495-4a65-b7f4-aa76c1e44564 req-173ab8fc-e763-47b2-834a-b533bde170a2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610920 Jun 17 08:25:36.907320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-e39d1b0e-cdce-4f88-869f-5c30accd5012 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.907320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-e39d1b0e-cdce-4f88-869f-5c30accd5012 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.3310311 Jun 17 08:25:36.907320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-71195b06-6e95-4263-80d2-de19c637bf28 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147731 Jun 17 08:25:36.919701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af660869-dad1-4776-8447-18e6a5dc2a17 req-754899c4-4c71-42a0-a640-00e6c3d0353f tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329570 Jun 17 08:25:36.935552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-13'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:36.973217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.995177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Router 342213c1-1a47-4d54-9850-26fcb34f2c9e has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:36.997960 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1ffbe1-6610-4cd6-811e-970249371653 x-openstack-request-id: req-3d1ffbe1-6610-4cd6-811e-970249371653 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:36.998845 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:36.999692 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d1ffbe1-6610-4cd6-811e-970249371653 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:36.999944 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'status': 'completed', 'code': 200} Jun 17 08:25:37.096025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:37.162132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-14edcb96-47e1-4d89-bf17-8aba3ce69730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.163809 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-14edcb96-47e1-4d89-bf17-8aba3ce69730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 1095 time: 0.1575792 Jun 17 08:25:37.217095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:37.229442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 has no active binding in host n-h2-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:25:37.273879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.350308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-ac20990e-0a8e-4198-93c7-c5b4891620e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.351778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-ac20990e-0a8e-4198-93c7-c5b4891620e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 906 time: 0.1774118 Jun 17 08:25:37.355831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a970e5a3-ac49-4e32-be2c-1474d9c82fec req-36cd8430-d8dc-48e2-8b20-1aea91f6590e service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309611 Jun 17 08:25:37.356375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Router 33c51be5-ac54-4124-aac2-67ce7b2eed48 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:37.399749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:37.412709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa7d7f-6afa-4406-a387-8889333530bc req-3c2f4f4f-b689-48e3-8079-f31cac2a957c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.414296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28fa7d7f-6afa-4406-a387-8889333530bc req-3c2f4f4f-b689-48e3-8079-f31cac2a957c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.3351290 Jun 17 08:25:37.414859 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] Sync routers for ids ['342213c1-1a47-4d54-9850-26fcb34f2c9e'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:37.427728 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] Routers {'342213c1-1a47-4d54-9850-26fcb34f2c9e'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:37.428146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] 10.222.0.65 "PUT /v2.0/routers/342213c1-1a47-4d54-9850-26fcb34f2c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6617517 Jun 17 08:25:37.428870 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['342213c1-1a47-4d54-9850-26fcb34f2c9e'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:37.429196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-42059066-6960-4d45-9329-86e87a3180d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011 HTTP/1.1" status: 200 len: 217 time: 0.0653389 Jun 17 08:25:37.444256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46504) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:37.524265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-8c94bd97-2560-4b9a-820c-00d1136ca8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.528786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-8c94bd97-2560-4b9a-820c-00d1136ca8ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.0672832 Jun 17 08:25:37.538140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd71c2c-9b1f-4914-b3f6-def288532dcb req-2bfd44be-6aca-494c-8194-a75a6a0b3974 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.539809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cd71c2c-9b1f-4914-b3f6-def288532dcb req-2bfd44be-6aca-494c-8194-a75a6a0b3974 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.4305048 Jun 17 08:25:37.568043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-dc6c5128-e41e-4394-be62-04a8e373f963 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324476 Jun 17 08:25:37.585028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:37.598814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] Sync routers for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:37.601917 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] 10.222.0.65 "PUT /v2.0/routers/33c51be5-ac54-4124-aac2-67ce7b2eed48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240267 Jun 17 08:25:37.604776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46506) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:37.618207 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] Set router 342213c1-1a47-4d54-9850-26fcb34f2c9e gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:37.621091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:37.625325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:37.821231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:37.840921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-db30489f-1f8b-4a63-be4c-a2995967e930 service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649226 Jun 17 08:25:37.858537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:37.906689 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:25:35Z', 'revision_number': 5, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:37.909343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.956031 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] Checking router: 342213c1-1a47-4d54-9850-26fcb34f2c9e for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:37.969080 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] Routers {'342213c1-1a47-4d54-9850-26fcb34f2c9e'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:37.969956 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['342213c1-1a47-4d54-9850-26fcb34f2c9e'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:38.029323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28fa7d7f-6afa-4406-a387-8889333530bc req-e7559db1-8afc-4312-8311-a12b9b2ec284 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843379 Jun 17 08:25:38.066492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.089445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cd71c2c-9b1f-4914-b3f6-def288532dcb req-9a112879-c529-4fb9-8f12-be2bdc796ea3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594718 Jun 17 08:25:38.103175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-031745a2-4bc7-4dd2-943c-c2d2f6317475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.105326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-031745a2-4bc7-4dd2-943c-c2d2f6317475 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1100 time: 0.6900694 Jun 17 08:25:38.230147 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] Set router 342213c1-1a47-4d54-9850-26fcb34f2c9e gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:38.254842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.258742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:25:36Z', 'revision_number': 5, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port': {'id': 'c056e6c2-cdaf-466f-bb75-48bd76f02758', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:38.269471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:38.275788 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.278333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-45df249b-b6b4-4604-a9d9-21b3dd02a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.280137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-45df249b-b6b4-4604-a9d9-21b3dd02a5ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1658051 Jun 17 08:25:38.332896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.339501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:38.342729 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8e21f53d-3b76-4a69-b86c-d460516b3fdb req-436dbebc-7689-4ae1-a4b2-a878a3a3542f service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902813 Jun 17 08:25:38.343742 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b83e271-9f4c-47fc-8bab-abbee56313c6" -d '{"events": [{"server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "name": "network-vif-unplugged", "status": "completed", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:38.373386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.437670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Deleting port c056e6c2-cdaf-466f-bb75-48bd76f02758 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:38.438477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.456644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.473112 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3890d56c-190a-4b34-8f87-308193005262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:38.495470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] Checking router: 33c51be5-ac54-4124-aac2-67ce7b2eed48 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:38.506181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'mac_address': 'fa:16:3e:28:6d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:38.510574 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:25:35Z', 'revision_number': 5, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:38.511840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] Routers {'33c51be5-ac54-4124-aac2-67ce7b2eed48'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:38.512534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['33c51be5-ac54-4124-aac2-67ce7b2eed48'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:38.535794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] For port c056e6c2-cdaf-466f-bb75-48bd76f02758, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c056e6c2-cdaf-466f-bb75-48bd76f02758,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.536561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.553989 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e2964-bc1f-49ce-9246-f58c9beb0285 None None] The sync data for ids ['342213c1-1a47-4d54-9850-26fcb34f2c9e'] in n-d-780147-13 is: [{'id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'name': 'tempest-ServersTestMultiNic-1084619269-router', 'tenant_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:26Z', 'updated_at': '2021-06-17T08:25:35Z', 'revision_number': 5, 'project_id': '1c08d437c69d43beb69b0c78b7ca9c47', 'gw_port': {'id': 'f533bb20-2ed5-44c1-a6c4-6a5f00c65d54', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342213c1-1a47-4d54-9850-26fcb34f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:28Z', 'updated_at': '2021-06-17T08:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:38.562313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-6b18c66a-03b5-4deb-9641-5e4b04d95c8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.2142155 Jun 17 08:25:38.624607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Calling delete_port for c056e6c2-cdaf-466f-bb75-48bd76f02758 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:38.641583 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.658984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] Set router 33c51be5-ac54-4124-aac2-67ce7b2eed48 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:38.691168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:38.725955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:25:38Z', 'revision_number': 6, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:38.737738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:38.762725 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:38.766793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4f495-b65d-48d2-8f10-b716008983fb None None] The sync data for ids ['33c51be5-ac54-4124-aac2-67ce7b2eed48'] in n-d-780147-13 is: [{'id': '33c51be5-ac54-4124-aac2-67ce7b2eed48', 'name': 'tempest-ServersTestJSON-2125820513-router', 'tenant_id': '381a0f9c7e1b44f28e9ec78f72513161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:22:52Z', 'updated_at': '2021-06-17T08:25:38Z', 'revision_number': 6, 'project_id': '381a0f9c7e1b44f28e9ec78f72513161', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:38.770301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-6879de8d-d00e-4046-b871-bfbcbdf7eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.771785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-6879de8d-d00e-4046-b871-bfbcbdf7eb0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1714721 Jun 17 08:25:38.779523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.785518 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.789529 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:38.801245 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.833492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on host n-h1-780147-13 for vnic_type normal with profile {"migrating_to": "n-h2-780147-13"} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:38.833824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:38.834409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:38.842030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.845507 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a5b7595-9c1e-4a1c-9c06-0fca4cb5469b tempest-MultipleCreateTestJSON-2039953173 tempest-MultipleCreateTestJSON-2039953173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:38.855588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:38.857630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:38.857946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Attempting to bind port a44176eb-76e7-4fbe-a863-30f3627e3610 on network 4a2037fc-6420-420c-aac0-8b7fee99c3c3 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:38.859857 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:38.870111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a9daa-fd54-41bf-887e-f7f578e5621a req-85c47983-1265-4498-913e-557b88ec7d17 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.871619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d9a9daa-fd54-41bf-887e-f7f578e5621a req-85c47983-1265-4498-913e-557b88ec7d17 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 948 time: 0.4586599 Jun 17 08:25:38.875169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c056e6c2-cdaf-466f-bb75-48bd76f02758,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:38.882271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958922a2-48f2-4d85-bf15-408912aeca28 req-f420dbf8-4acc-4c88-9a8e-4bb86e32f85f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.884899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-958922a2-48f2-4d85-bf15-408912aeca28 req-f420dbf8-4acc-4c88-9a8e-4bb86e32f85f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 946 time: 0.4722412 Jun 17 08:25:38.913511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46514) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:38.925183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.925373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'floatingip': {'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:38.926014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.926520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.927015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.927835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.928625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.928905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:38.929233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Checking segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:38.929507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.929724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Bound using segment: {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:38.930104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.930260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Bound port: a44176eb-76e7-4fbe-a863-30f3627e3610, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc97b4af-f82c-46ca-8b5e-5dd560e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a2037fc-6420-420c-aac0-8b7fee99c3c3'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:38.930512 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.931046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.931645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.932397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.932888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:38.947770 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:38.999420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.007924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.044461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9179c08c-7d8f-47b4-a5d6-48ec0d62c011'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:39.115492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.118166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.153907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d9a9daa-fd54-41bf-887e-f7f578e5621a req-8069c990-4404-4c6e-82e3-2525ac44a771 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690430 Jun 17 08:25:39.176629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.176629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c51be5-ac54-4124-aac2-67ce7b2eed48 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:25:39.185249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.188635 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] 10.222.0.65 "DELETE /v2.0/routers/33c51be5-ac54-4124-aac2-67ce7b2eed48 HTTP/1.1" status: 204 len: 168 time: 1.5785282 Jun 17 08:25:39.189181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:39.193389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-3d9a5ad3-1df8-4c25-b72e-96b595783e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:39.195025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-3d9a5ad3-1df8-4c25-b72e-96b595783e92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4102089 Jun 17 08:25:39.263001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Deleting subnet 1f8559b4-e9b5-4771-9063-5cce2fcfd430 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:39.267521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.293509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Deleting port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:39.293880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.300398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:39.323319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.350572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:39.424734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.451886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.453927 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79213cbb-1fbe-42c7-a65c-1443f964870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:39.485312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.488641 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:39.518768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.524016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1f8559b4-e9b5-4771-9063-5cce2fcfd430 HTTP/1.1" status: 204 len: 168 time: 0.3306739 Jun 17 08:25:39.524016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8559b4-e9b5-4771-9063-5cce2fcfd430,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.527032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb354492-931b-43d0-a5be-1717d8e8b4b2 None None] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:39.530480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46524) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:39.537332 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.547682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaee149-66ba-4637-bffa-8a019c7feb31 req-b004d574-89bd-4cb4-a06f-207d05a7f4cf tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:39.549195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfaee149-66ba-4637-bffa-8a019c7feb31 req-b004d574-89bd-4cb4-a06f-207d05a7f4cf tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 944 time: 0.4916320 Jun 17 08:25:39.621348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.680290 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-542db102-bc9e-401f-9f03-1403ec1797e9 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496667 Jun 17 08:25:39.686558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Deleting port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:39.687392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.705313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:39.761632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.767893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] For port f533bb20-2ed5-44c1-a6c4-6a5f00c65d54, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:39.768259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.774457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] For port 42ba3fdb-479b-470a-9e1b-0eddb300fe89, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ba3fdb-479b-470a-9e1b-0eddb300fe89,segment=NetworkSegment(2c97b600-27bb-48d9-bc72-65a6084966b2),segment_id=2c97b600-27bb-48d9-bc72-65a6084966b2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:39.775312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.775436 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.849441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] DHCP port deletion for 7fdf317b-f803-4d13-9e65-18c67fad8ffd request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:39.853802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60bd3851-3d6c-4638-aa2d-8ce06c40221d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:39.858641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Calling delete_port for 42ba3fdb-479b-470a-9e1b-0eddb300fe89 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:39.885122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 60bd3851-3d6c-4638-aa2d-8ce06c40221d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:39.885495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60bd3851-3d6c-4638-aa2d-8ce06c40221d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:39.885880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c056e6c2-cdaf-466f-bb75-48bd76f02758 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:39.894127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:39.894756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.896287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] 10.222.0.67 "PUT /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 1123 time: 2.9738076 Jun 17 08:25:39.923071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Calling delete_port for f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:39.935496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfaee149-66ba-4637-bffa-8a019c7feb31 req-b71b6150-d5ac-4a51-b0d1-e9567b9dc829 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558490 Jun 17 08:25:39.959520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c056e6c2-cdaf-466f-bb75-48bd76f02758 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:39.960106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c056e6c2-cdaf-466f-bb75-48bd76f02758 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:39.960635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:39.999457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:40.019301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.029555 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54b4439d-e419-43e2-ac4d-2b95026fc5a3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.046479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a44176eb-76e7-4fbe-a863-30f3627e3610'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:40.051810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['a44176eb-76e7-4fbe-a863-30f3627e3610'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:40.054846 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'mac_address': 'fa:16:3e:9e:46:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:40.058218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:40.058653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 03a5f782-6b03-4f11-b8b1-ab47b9dbcd86 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:40.070867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ba3fdb-479b-470a-9e1b-0eddb300fe89,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.076789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] No DVR routers for this DVR port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:40.078847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.174089 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.188814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdf317b-f803-4d13-9e65-18c67fad8ffd']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:40.209671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c97b600-27bb-48d9-bc72-65a6084966b2') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:40.210215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c97b600-27bb-48d9-bc72-65a6084966b2') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:40.223144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.239746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.241164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.247029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Deleting port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:40.247280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:40.247389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.247757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:40.249911 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:40.292020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcef13f-2152-4a92-9c36-c3bc5e161a6e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:40.333706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.338299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.343595 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7fdf317b-f803-4d13-9e65-18c67fad8ffd HTTP/1.1" status: 204 len: 168 time: 0.8074574 Jun 17 08:25:40.344860 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.354088 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5332997-1902-4c87-b235-d5a51460dbfc x-openstack-request-id: req-a5332997-1902-4c87-b235-d5a51460dbfc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:40.354876 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "name": "network-vif-unplugged", "status": "completed", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:40.355088 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5332997-1902-4c87-b235-d5a51460dbfc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:40.355538 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'code': 200} Jun 17 08:25:40.362492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdf317b-f803-4d13-9e65-18c67fad8ffd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.365308 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.393975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] For port 42ba3fdb-479b-470a-9e1b-0eddb300fe89, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:40.394356 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.404709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:40.449648 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.481960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Calling delete_port for 42ba3fdb-479b-470a-9e1b-0eddb300fe89 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:40.483815 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.491088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:25:40.503030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4b74-a665-4e79-862b-01429633e5c8 req-b2105d3c-e485-447e-b687-77311f7d905d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.504547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-487a4b74-a665-4e79-862b-01429633e5c8 req-b2105d3c-e485-447e-b687-77311f7d905d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 1.0946651 Jun 17 08:25:40.521663 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.537820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Network 7fdf317b-f803-4d13-9e65-18c67fad8ffd is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:25:40.539226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] No DVR routers for this DVR port 42ba3fdb-479b-470a-9e1b-0eddb300fe89 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:40.571109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ee0c427-db88-479e-99c3-b2e41efaecaa req-27ef0017-ee0f-484b-9c78-991767d22e6d service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476486 Jun 17 08:25:40.591990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46530) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:40.605357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.616182 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.619637 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ae4dae63-e8e8-449d-bf66-e013a9335c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.657050 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0174a85b-298a-4edc-9c60-be0587be2d30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=381a0f9c7e1b44f28e9ec78f72513161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591474 Jun 17 08:25:40.659664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46532) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:40.671633 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Pushing event deleted for resources: {'Port': ['ID=42ba3fdb-479b-470a-9e1b-0eddb300fe89,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.674531 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.701479 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.resource_extend [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:25:40.733212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:40.734194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.752048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-487a4b74-a665-4e79-862b-01429633e5c8 req-99f1b812-9ea9-4797-adff-30e509b1a884 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287502 Jun 17 08:25:40.761780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab2f1-646a-4bb0-aa3c-583ff684b23a req-71bfedf7-c448-43aa-9dc9-5742d3578942 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.763351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-944ab2f1-646a-4bb0-aa3c-583ff684b23a req-71bfedf7-c448-43aa-9dc9-5742d3578942 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.4202373 Jun 17 08:25:40.773527 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.786304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.798372 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.831654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.834700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.839106 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6caa64ad-cf20-4d6a-ad2f-4bf15c31251f HTTP/1.1" status: 204 len: 168 time: 0.1753652 Jun 17 08:25:40.839106 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.852519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caa64ad-cf20-4d6a-ad2f-4bf15c31251f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.863439 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.969813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-944ab2f1-646a-4bb0-aa3c-583ff684b23a req-95341cec-4502-45b5-abe0-2b4d722dfb1f tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812518 Jun 17 08:25:41.021192 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.025437 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.052935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f533bb20-2ed5-44c1-a6c4-6a5f00c65d54,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.055483 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Floating IP 95d5c873-fbdd-442e-a660-0d695d3e648d associated. External IP: 172.25.7.148, port: 36c46f94-3a35-4a6c-8411-c4ab75afd529. Jun 17 08:25:41.059807 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.122103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:41.154738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d41fb-26ba-4198-b1f1-5e4a1ff5278a req-6d3ede65-b02c-4f26-a2e5-53b6a685e35b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.156310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c18d41fb-26ba-4198-b1f1-5e4a1ff5278a req-6d3ede65-b02c-4f26-a2e5-53b6a685e35b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.2620816 Jun 17 08:25:41.238018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:41.259017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa', 'port_id': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'mac_address': 'fa:16:3e:d8:8f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:41.297137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c18d41fb-26ba-4198-b1f1-5e4a1ff5278a req-44ec9b78-fc28-4826-bc3c-9259512ae4ec tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168954 Jun 17 08:25:41.304923 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.314253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.324634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ece2f4-1852-48fe-aff2-59bba55309b0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:41.347734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:41.354687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.357325 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.413284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.423632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.424713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.425071 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.427216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.427581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.427907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.428241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.428566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.429303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.429928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.429928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.430248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.437291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643dab-34d0-441f-92bd-43fa7f9db61a req-3fce0ad3-bd8b-499f-9819-74533b409737 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.437835 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.439049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20643dab-34d0-441f-92bd-43fa7f9db61a req-3fce0ad3-bd8b-499f-9819-74533b409737 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 949 time: 0.3307767 Jun 17 08:25:41.444858 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.488211 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.622089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.622630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342213c1-1a47-4d54-9850-26fcb34f2c9e {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:25:41.631130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.632448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/342213c1-1a47-4d54-9850-26fcb34f2c9e HTTP/1.1" status: 204 len: 168 time: 4.1825016 Jun 17 08:25:41.635575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:41.639666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20643dab-34d0-441f-92bd-43fa7f9db61a req-f7b5e5b4-14f4-4144-a6fb-7b61ea9c9b86 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529226 Jun 17 08:25:41.691146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:41.700051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4320e-7fb4-4feb-8fd8-f75c360a5553 req-0785c4c7-7d88-4613-93f6-44673f215798 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.703655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04c4320e-7fb4-4feb-8fd8-f75c360a5553 req-0785c4c7-7d88-4613-93f6-44673f215798 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 944 time: 0.2610583 Jun 17 08:25:41.709156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['c7ece2f4-1852-48fe-aff2-59bba55309b0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:41.723469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46560) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:41.733737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:41.772769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Deleting subnet cae90a45-8118-4acf-bc1a-af11e599d154 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:41.782023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.785184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04c4320e-7fb4-4feb-8fd8-f75c360a5553 req-32483bc4-ccd6-4287-932e-81cd64771931 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720108 Jun 17 08:25:41.821068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ba3fdb-479b-470a-9e1b-0eddb300fe89 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:41.867876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.884148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 42ba3fdb-479b-470a-9e1b-0eddb300fe89 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:41.884959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ba3fdb-479b-470a-9e1b-0eddb300fe89 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:41.953188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:41.965599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:41.966027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.999253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-112057557-network', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:42.006744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.033486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:42.035950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.054099 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.078239 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.100889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.104219 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7863180f-f1d0-41ab-b83f-07976fbc6e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.124299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:42.129945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae90a45-8118-4acf-bc1a-af11e599d154,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.135722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:42.138815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.140008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.142028 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cae90a45-8118-4acf-bc1a-af11e599d154 HTTP/1.1" status: 204 len: 168 time: 0.5039492 Jun 17 08:25:42.142683 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcbac38-150e-4463-8535-3b1d79e6d035" -d '{"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:42.144844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.147696 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] Sync routers for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:42.150575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5fe78-878f-460b-838a-df5ef0ff73f8 None None] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:42.176321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:42.191563 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:42.191762 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.192970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:42.221731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61041d14-c5b3-40c0-a919-e53e006c963d req-a93df85c-b728-460d-a2a0-8ea724db961b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.233982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61041d14-c5b3-40c0-a919-e53e006c963d req-a93df85c-b728-460d-a2a0-8ea724db961b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.2055788 Jun 17 08:25:42.255964 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0a778-f8f6-4051-a49d-50f0ba920051 x-openstack-request-id: req-63a0a778-f8f6-4051-a49d-50f0ba920051 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:42.256271 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:42.256540 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63a0a778-f8f6-4051-a49d-50f0ba920051 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:42.256946 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'code': 200} Jun 17 08:25:42.263373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.264296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:42.279491 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.366956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.380930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:42.383584 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfb00db-f8da-4bde-8a7b-afcccc99553a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:42.391225 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:42.412603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.419856 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.447487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Deleting port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:42.448324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.469247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61041d14-c5b3-40c0-a919-e53e006c963d req-2c3e73e3-efa6-46ae-b3ca-5c25f08a571b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340956 Jun 17 08:25:42.473680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:42.481796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:42.482232 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.511340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-17ec7c3c-2e57-4207-a5cb-721662b0dbd4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "PUT /v2.0/floatingips/95d5c873-fbdd-442e-a660-0d695d3e648d HTTP/1.1" status: 200 len: 992 time: 3.5893755 Jun 17 08:25:42.570511 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] For port e87c5f2f-9fd3-4fc2-85da-5799c9c39219, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:42.570806 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.586814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] DHCP port deletion for c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:42.620791 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.624483 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.640985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.659846 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d56f9ccf-9a2e-4f9b-afaa-1da3bff18047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.672839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:42.685885 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.688840 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.692289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Deleting port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:42.692666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.693724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Calling delete_port for e87c5f2f-9fd3-4fc2-85da-5799c9c39219 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:42.740489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:42.780816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910a2ab1-be4a-4f85-b061-7e7556d97316,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.785226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-978d6374-9f63-4dfd-8b2a-7f7011cab3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.786806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-978d6374-9f63-4dfd-8b2a-7f7011cab3b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 1097 time: 0.5071082 Jun 17 08:25:42.789235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.795004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.795354 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Added segment d58d5301-4a0a-4e09-8958-db9260471834 of type vlan for network 818bf00c-aef4-4211-9374-fd8672c0733e Jun 17 08:25:42.799789 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.801091 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1866a32a-1049-4413-907b-e0670d33ac6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.812082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c58da-b97a-4a06-a30c-0a9220f214e4 req-a79e7e42-b3e1-4daf-af59-11d6d98e9260 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.822755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-485c58da-b97a-4a06-a30c-0a9220f214e4 req-a79e7e42-b3e1-4daf-af59-11d6d98e9260 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.4416850 Jun 17 08:25:42.826283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Pushing event deleted for resources: {'Port': ['ID=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.828812 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.829427 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '95d5c873-fbdd-442e-a660-0d695d3e648d', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:08Z', 'updated_at': '2021-06-17T08:25:40Z', 'revision_number': 1, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:12Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.830068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] No DVR routers for this DVR port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:42.866888 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] Checking router: 1a36ee83-34e9-47f3-af0c-1f85dacedca3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:42.873538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ace1-2123-4a77-8282-af41f1533ed6 req-f69ff749-b755-4a9d-bb34-8b62d7dfaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.875824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bba4ace1-2123-4a77-8282-af41f1533ed6 req-f69ff749-b755-4a9d-bb34-8b62d7dfaa09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.5407112 Jun 17 08:25:42.879367 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:42.880151 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.917316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.935999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.959361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88337b24-9b04-4acb-9ffd-b9635b248c41') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.959655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88337b24-9b04-4acb-9ffd-b9635b248c41') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.969138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.977925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] For port e87c5f2f-9fd3-4fc2-85da-5799c9c39219, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,segment=NetworkSegment(88337b24-9b04-4acb-9ffd-b9635b248c41),segment_id=88337b24-9b04-4acb-9ffd-b9635b248c41)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:42.979154 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.982113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.983436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf9748-d5c5-457f-b071-c8907aead80b req-598f3973-2989-452f-bd42-ecc9760e56c2 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.985735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-caaf9748-d5c5-457f-b071-c8907aead80b req-598f3973-2989-452f-bd42-ecc9760e56c2 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 945 time: 0.3496873 Jun 17 08:25:42.996842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.004325 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.006836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:43.007828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:43.011916 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:43.040285 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:43.067592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Calling delete_port for e87c5f2f-9fd3-4fc2-85da-5799c9c39219 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:43.074185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.081101 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019ea753-b5d9-4797-bedb-fd251f4f6f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.085981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.113262 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] 10.222.0.65 "DELETE /v2.0/networks/c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f HTTP/1.1" status: 204 len: 168 time: 0.9357562 Jun 17 08:25:43.127979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:43.155080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Pushing event deleted for resources: {'Network': ['ID=c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.179668 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.225200 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.229973 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.253499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port c7ece2f4-1852-48fe-aff2-59bba55309b0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:43.260844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Pushing event deleted for resources: {'Port': ['ID=e87c5f2f-9fd3-4fc2-85da-5799c9c39219,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.264722 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.265793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Network c12c1ce4-1c0b-4328-a0b7-539e9c9b1a8f is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:25:43.266525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] No DVR routers for this DVR port e87c5f2f-9fd3-4fc2-85da-5799c9c39219 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:43.269854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port c7ece2f4-1852-48fe-aff2-59bba55309b0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:43.270404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.389507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46584) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:43.401180 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '95d5c873-fbdd-442e-a660-0d695d3e648d', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:08Z', 'updated_at': '2021-06-17T08:25:40Z', 'revision_number': 1, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:12Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.410981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.436017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-485c58da-b97a-4a06-a30c-0a9220f214e4 req-7e911709-5258-4f1b-8b87-e4bf3ce6981e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104908 Jun 17 08:25:43.445977 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91daa43d-632a-4012-ba94-e2df866b6e23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c08d437c69d43beb69b0c78b7ca9c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550463 Jun 17 08:25:43.449574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46586) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:43.451834 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548a5e2-a86e-44f0-bf35-4a18a8603547 None None] The sync data for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 is: [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '95d5c873-fbdd-442e-a660-0d695d3e648d', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:08Z', 'updated_at': '2021-06-17T08:25:40Z', 'revision_number': 1, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:12Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:43.461533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bba4ace1-2123-4a77-8282-af41f1533ed6 req-7fd21e11-d4e9-4389-93d1-76638c4c4e05 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488794 Jun 17 08:25:43.468330 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.534859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-caaf9748-d5c5-457f-b071-c8907aead80b req-37b86557-58eb-4b3a-a53c-7a9cfd760f80 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682122 Jun 17 08:25:43.543886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-9b009f3f-e33d-4454-a803-ab65b80b843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:43.549307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:43.551794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-9b009f3f-e33d-4454-a803-ab65b80b843b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 910 time: 0.7245672 Jun 17 08:25:43.560052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.562309 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ad80bfd0-e419-4a8d-baf7-0911438ef13c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.568649 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a10675-ce6e-41d5-8313-fc6cf00d6239 x-openstack-request-id: req-e6a10675-ce6e-41d5-8313-fc6cf00d6239 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:43.569514 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:43.571383 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6a10675-ce6e-41d5-8313-fc6cf00d6239 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:43.572626 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'status': 'completed', 'code': 200} Jun 17 08:25:43.573670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.633644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.636607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:43.637201 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.671174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.693749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.708234 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.724809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87c5f2f-9fd3-4fc2-85da-5799c9c39219 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:43.748570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e87c5f2f-9fd3-4fc2-85da-5799c9c39219 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:43.748928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87c5f2f-9fd3-4fc2-85da-5799c9c39219 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:43.749437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:43.777019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:43.777385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f533bb20-2ed5-44c1-a6c4-6a5f00c65d54 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:43.782873 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.784255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.787256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.788525 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7de0ae2b-7dad-4260-b67b-ca99017d8607 HTTP/1.1" status: 204 len: 168 time: 0.3376322 Jun 17 08:25:43.789545 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2eacdade-01da-452c-b110-68cbf06ae58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.810402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de0ae2b-7dad-4260-b67b-ca99017d8607,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.825062 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.860521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-4e052c15-177c-4fc9-abc8-e178eef96dc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55fe9484-0336-4926-95d6-7898379593e5 HTTP/1.1" status: 200 len: 217 time: 0.2842610 Jun 17 08:25:43.931236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:43.937840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Request body: {'subnet': {'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-112057557-subnet', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:43.943822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5048d-0737-4ff1-84d4-d30ca58a77d4 None None] New status for floating IP 95d5c873-fbdd-442e-a660-0d695d3e648d: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:25:43.949121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2155161 Jun 17 08:25:43.997055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:43.999810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.088931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Pushing event updated for resources: {'Network': ['ID=818bf00c-aef4-4211-9374-fd8672c0733e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.104719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.105097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.105476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.105837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.106195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.106556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.106936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.107282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.107637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.107986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.108334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.108791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:44.122956 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.126074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 818bf00c-aef4-4211-9374-fd8672c0733e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:44.212364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5603-0dcc-4f97-9f4f-f595a2d1fe2e req-5772ffb8-341f-4ff0-a1db-65673b9ef23f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.214850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3dbf5603-0dcc-4f97-9f4f-f595a2d1fe2e req-5772ffb8-341f-4ff0-a1db-65673b9ef23f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.4026322 Jun 17 08:25:44.220968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-a0d3993f-083d-4f07-b5fe-d46ad0cb2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.222574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-a0d3993f-083d-4f07-b5fe-d46ad0cb2270 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.3329339 Jun 17 08:25:44.258047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011'}, {'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:44.262088 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d6ac8-9bf5-4c45-9bdb-60846fc91e45" -d '{"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-plugged", "status": "completed", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011"}, {"server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "name": "network-vif-plugged", "status": "completed", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:44.276849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.283875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6584b381-cdf1-4bc9-9659-f5f61ea6afc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.324391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e192cf-5a60-43f6-9015-c2b5c0318db0 req-a7109c02-82a5-40e8-bf7d-7ff303326fe3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.332448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38e192cf-5a60-43f6-9015-c2b5c0318db0 req-a7109c02-82a5-40e8-bf7d-7ff303326fe3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 945 time: 0.4093232 Jun 17 08:25:44.341304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-2878d007-f645-4e50-9783-059fe5e0b1f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084685 Jun 17 08:25:44.346751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-ba5ae345-cf8d-43e1-9d17-a635fdcfac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.348259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-ba5ae345-cf8d-43e1-9d17-a635fdcfac36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1126 time: 0.7465105 Jun 17 08:25:44.361046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2baa31b-a787-4f05-b76a-5727223e4e9e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.370128 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.397609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Checking segment: {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:44.398053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Network hostable DHCP agents. Network: 818bf00c-aef4-4211-9374-fd8672c0733e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:44.420152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Network 818bf00c-aef4-4211-9374-fd8672c0733e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:44.431939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38e192cf-5a60-43f6-9015-c2b5c0318db0 req-e7d050f3-d7c0-455d-ba0c-71c509796876 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978978 Jun 17 08:25:44.434249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 818bf00c-aef4-4211-9374-fd8672c0733e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:44.440233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.441360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.450546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3ac64-1ee5-4897-b704-1c9fb69ff759 None None] Network 818bf00c-aef4-4211-9374-fd8672c0733e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:44.466627 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5336521 Jun 17 08:25:44.468927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46604) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:44.474545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:44.505328 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.510558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.546189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3dbf5603-0dcc-4f97-9f4f-f595a2d1fe2e req-aee9171d-4fbd-45de-98b9-4335efb54c48 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224773 Jun 17 08:25:44.661013 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaecba3-30cc-48b0-b110-62af2424dcb9 x-openstack-request-id: req-adaecba3-30cc-48b0-b110-62af2424dcb9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:44.670669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-babe3610-5653-4b65-892c-abf35e566305 service neutron] 10.222.0.67 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140998 Jun 17 08:25:44.674263 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-plugged", "status": "completed", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011", "code": 200}, {"server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "name": "network-vif-plugged", "status": "completed", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:44.675220 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adaecba3-30cc-48b0-b110-62af2424dcb9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:44.677410 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'code': 200} Jun 17 08:25:44.678322 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'code': 200} Jun 17 08:25:44.686333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-70785f35-e0ca-41fc-b4e9-bc5e8fa88a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.687886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-70785f35-e0ca-41fc-b4e9-bc5e8fa88a44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.3203194 Jun 17 08:25:44.712269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.750281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-818bf00c-aef4-4211-9374-fd8672c0733e', 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'fixed_ips': [{'subnet_id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:25:44.751286 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.950411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eaabb-325a-4c61-8503-c4757cdc2de2 req-619e812d-2654-496c-8a30-5e3809384e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.952177 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-344eaabb-325a-4c61-8503-c4757cdc2de2 req-619e812d-2654-496c-8a30-5e3809384e44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1098 time: 0.1505485 Jun 17 08:25:44.973451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Allocated IP 172.20.0.2 (818bf00c-aef4-4211-9374-fd8672c0733e/b2baa31b-a787-4f05-b76a-5727223e4e9e/02d9fb49-73c0-42b3-9148-f3fdf1ece5ac) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:44.988163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-7d8b9059-ab2a-4e38-bcdc-aa1141a3bc12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 217 time: 0.1084671 Jun 17 08:25:45.037605 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.052290 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72d89cc5-05ab-4807-bcde-dd200448eb9d req-458e7c30-e80a-4153-abef-4f6ad6c01c68 service neutron] 10.222.0.67 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634300 Jun 17 08:25:45.091810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-202284ba-6218-4fc6-ac78-2d9dd932d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.093213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-202284ba-6218-4fc6-ac78-2d9dd932d9d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.0892296 Jun 17 08:25:45.106030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc23c4-855d-42f0-be78-1c494bc720ff req-91b87a01-89de-4ed3-95ae-11921e6512f4 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.113981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afdc23c4-855d-42f0-be78-1c494bc720ff req-91b87a01-89de-4ed3-95ae-11921e6512f4 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.2153375 Jun 17 08:25:45.141372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6d1cc-d758-46c2-806f-fed2d06f76c1 req-0ae19caf-7c33-4263-929e-593e12cb13de tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.142716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63a6d1cc-d758-46c2-806f-fed2d06f76c1 req-0ae19caf-7c33-4263-929e-593e12cb13de tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 943 time: 0.2567561 Jun 17 08:25:45.169029 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-344eaabb-325a-4c61-8503-c4757cdc2de2 req-e22def53-8d35-4d66-b42e-1e82cf553c99 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220930 Jun 17 08:25:45.171470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-9e83a97a-08ce-4eb4-a122-9cf5cd28f204 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551114 Jun 17 08:25:45.184455 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.196358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Transition to ACTIVE for port object 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:45.215892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Transition to ACTIVE for port object 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:45.221051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afdc23c4-855d-42f0-be78-1c494bc720ff req-3a0966f7-bc1a-4fd1-8617-5f339c89b10c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069932 Jun 17 08:25:45.226020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a61631-7e5e-4f0e-922b-a48d12057baa req-52ed07de-751a-4e74-9c93-a8ef02ab3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.227937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-99a61631-7e5e-4f0e-922b-a48d12057baa req-52ed07de-751a-4e74-9c93-a8ef02ab3439 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 1097 time: 0.3835313 Jun 17 08:25:45.236025 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.240505 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:45.296223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:45.328238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Network 818bf00c-aef4-4211-9374-fd8672c0733e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:45.329907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63a6d1cc-d758-46c2-806f-fed2d06f76c1 req-ae1d5cb7-8daa-4aa2-a8da-4d7dba13962b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591506 Jun 17 08:25:45.336424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:45.348514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:45.367553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Pushing event updated for resources: {'Port': ['ID=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:45.371745 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:45.449207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Attempting to bind port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:45.450003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Attempting to bind port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:45.450550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Attempting to bind port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac on network 818bf00c-aef4-4211-9374-fd8672c0733e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:45.456672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:45.457327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Checking segment: {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:45.458110 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.458674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Bound using segment: {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:45.459882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Bound port: 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:45.460606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.474208 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-99a61631-7e5e-4f0e-922b-a48d12057baa req-b9567d07-d20e-448d-979b-3a111a21272e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375906 Jun 17 08:25:45.486349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1724577390-network', 'tenant_id': '9602c3481cb2486f87159b28f4336849'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:45.498785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-7adeef73-6b6e-4182-ba3f-5b3509009b0c service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182704 Jun 17 08:25:45.522070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4caa2-4ff2-4fbd-b3b5-4e51569def9b req-2cfc18e2-2350-44a7-a50f-291d99cd3da1 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.524682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7f4caa2-4ff2-4fbd-b3b5-4e51569def9b req-2cfc18e2-2350-44a7-a50f-291d99cd3da1 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1346650 Jun 17 08:25:45.550610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] For port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:45.555589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] For port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:45.563390 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.566223 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-66cb575c-7268-478c-98ce-7b5c1349cfe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:45.575270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:45.578457 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461795b-a07c-440c-b7c6-664c1402f52b" -d '{"events": [{"name": "network-changed", "server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:45.585918 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.623676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Made reservation on behalf of 9602c3481cb2486f87159b28f4336849 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:45.626487 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.631334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.643913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7f4caa2-4ff2-4fbd-b3b5-4e51569def9b req-1ed22122-87b2-4782-aef9-6b6086adc166 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089430 Jun 17 08:25:45.707531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acfb00db-f8da-4bde-8a7b-afcccc99553a req-812470a2-fe55-431d-aaf8-64f66ed2e542 service neutron] 10.222.0.60 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821411 Jun 17 08:25:45.737696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Pushing event updated for resources: {'Port': ['ID=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:45.750447 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:45.762839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:45.777111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Allocated IP 172.25.7.108 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/6bb0ad65-791a-4db6-987d-44230e5267fe) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:45.789069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.817283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50d253-f6c3-44c1-8b8f-cc36b4ba9664 req-a3385b90-6e54-4c6a-8de1-89c0514219e3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.829359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc50d253-f6c3-44c1-8b8f-cc36b4ba9664 req-a3385b90-6e54-4c6a-8de1-89c0514219e3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 945 time: 0.1387210 Jun 17 08:25:45.928974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.967679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.974692 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bfc5a72-d50c-4f9e-b158-5caa960184db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:45.979637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc50d253-f6c3-44c1-8b8f-cc36b4ba9664 req-37648d2c-35da-472a-9704-9393470c16e3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490006 Jun 17 08:25:46.008178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:46.030926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-90836f17-0316-4c10-9306-bffa8968f0a1 service neutron] 10.222.0.60 "GET /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.1920471 Jun 17 08:25:46.060362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.060939 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Added segment fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb of type vlan for network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 Jun 17 08:25:46.062504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159b6903-70db-4a5f-b1e6-2f91f4846944,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:46.067969 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a5bc7f-c1aa-449e-aff6-a3f1b7bec6a9 x-openstack-request-id: req-e0a5bc7f-c1aa-449e-aff6-a3f1b7bec6a9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:46.068211 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:46.068416 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0a5bc7f-c1aa-449e-aff6-a3f1b7bec6a9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:46.068846 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'status': 'completed', 'code': 200} Jun 17 08:25:46.105101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8300e-05b4-4edb-b1a2-9d6e69e615e8 req-bedc47cf-042f-461d-9740-89537cf15ddd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.106614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fae8300e-05b4-4edb-b1a2-9d6e69e615e8 req-bedc47cf-042f-461d-9740-89537cf15ddd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2187395 Jun 17 08:25:46.201712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fae8300e-05b4-4edb-b1a2-9d6e69e615e8 req-2650bbef-4fed-49b4-937e-790722abb409 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768776 Jun 17 08:25:46.326758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:46.376236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:46.461984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44176eb-76e7-4fbe-a863-30f3627e3610 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:46.466495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:46.470836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.484759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:46.519286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63cacb-7bc8-4073-b826-a7813d14432b req-69299538-60a8-4d0f-93ad-61906981a9a2 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.528930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b63cacb-7bc8-4073-b826-a7813d14432b req-69299538-60a8-4d0f-93ad-61906981a9a2 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1478958 Jun 17 08:25:46.547573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.585121 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.609893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b63cacb-7bc8-4073-b826-a7813d14432b req-2e9f64cc-fe26-4628-a93d-8da7a70ed07d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Jun 17 08:25:46.661360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.662611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.663394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.664668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Transition to ACTIVE for port object a44176eb-76e7-4fbe-a863-30f3627e3610 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:46.671236 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.673239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:46.676580 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:46.689573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461795b-a07c-440c-b7c6-664c1402f52b req-00f3e674-6c8a-47b5-9b59-8f21b837f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.691317 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-00f3e674-6c8a-47b5-9b59-8f21b837f2cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1098 time: 0.2178977 Jun 17 08:25:46.705970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.794716 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4972265 Jun 17 08:25:46.809805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46650) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:46.815410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Request body: {'subnet': {'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1724577390-subnet', 'tenant_id': '9602c3481cb2486f87159b28f4336849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:46.870190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] No DVR routers for this DVR port a44176eb-76e7-4fbe-a863-30f3627e3610 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:46.880243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Pushing event updated for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:46.880510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:46.884457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=9da3a9bc-fbb9-4a10-869e-d7361c081cd4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:46.885599 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:46.888087 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:46.891783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:46.897660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:46.905952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:46.907265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:46.910098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461795b-a07c-440c-b7c6-664c1402f52b req-f25ada4c-4277-4dcf-b01a-452ea2b4339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.912200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-f25ada4c-4277-4dcf-b01a-452ea2b4339a service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.2085655 Jun 17 08:25:46.927990 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.951944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] 10.222.0.60 "PUT /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610/bindings/n-h2-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9127431 Jun 17 08:25:46.955330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7992e64-3e8a-47b8-b4af-971eb01e68df req-e37f711b-bb55-499c-bc4f-3ffe47086630 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.956932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7992e64-3e8a-47b8-b4af-971eb01e68df req-e37f711b-bb55-499c-bc4f-3ffe47086630 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.2351596 Jun 17 08:25:46.970650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Made reservation on behalf of 9602c3481cb2486f87159b28f4336849 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:46.974305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.990285 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7992e64-3e8a-47b8-b4af-971eb01e68df req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.001501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b98b8-097c-4e70-ad29-eadb7808c1b5 None None] Network 818bf00c-aef4-4211-9374-fd8672c0733e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:47.039207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ce8c-88b8-4659-92e9-fb6c1eb04642 req-3c0f4f8e-dc93-4c16-b12c-4236ecdffa75 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.044769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7fde3099-22ee-49ae-8045-88ed539e5c90 None None] Provisioning for port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:47.047955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ae0ce8c-88b8-4659-92e9-fb6c1eb04642 req-3c0f4f8e-dc93-4c16-b12c-4236ecdffa75 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.2492514 Jun 17 08:25:47.071585 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb0ad65-791a-4db6-987d-44230e5267fe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.148305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ae0ce8c-88b8-4659-92e9-fb6c1eb04642 req-28619882-646c-4d3c-9b78-6abd7383543e tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985312 Jun 17 08:25:47.148841 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.188601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-c8e5df50-6d2b-4fb6-8aba-e39c8c7640c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1002 time: 0.2351305 Jun 17 08:25:47.223762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7992e64-3e8a-47b8-b4af-971eb01e68df req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.231520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-b8b68b08-e6f9-44a0-b517-4730f6a0affe tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.233395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-b8b68b08-e6f9-44a0-b517-4730f6a0affe tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1096 time: 0.2131298 Jun 17 08:25:47.234670 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7992e64-3e8a-47b8-b4af-971eb01e68df req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.236958 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.305429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7992e64-3e8a-47b8-b4af-971eb01e68df req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355000 Jun 17 08:25:47.309517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0183020-fca0-447f-aefa-f80161006a23,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.323645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.369435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-fbbe62c2-74d9-4c4f-9c61-9c97fcbd3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.370971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-fbbe62c2-74d9-4c4f-9c61-9c97fcbd3037 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298&tenant_id=bc3e06af23124466ab6efab58ab373bc HTTP/1.1" status: 200 len: 1096 time: 0.1290667 Jun 17 08:25:47.382952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461795b-a07c-440c-b7c6-664c1402f52b req-abdee97a-3ee3-453d-b357-8730f5ff2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.384811 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-abdee97a-3ee3-453d-b357-8730f5ff2329 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.1728175 Jun 17 08:25:47.522380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.571145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b551a-1fc2-4a51-801c-5b3281da1779 req-4711aaa4-8c72-4847-9f03-79d9fac972a3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.573409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a2b551a-1fc2-4a51-801c-5b3281da1779 req-4711aaa4-8c72-4847-9f03-79d9fac972a3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1564620 Jun 17 08:25:47.576736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-1d503cac-4a1e-47c5-80c4-05737ec59370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.578120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-1d503cac-4a1e-47c5-80c4-05737ec59370 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc3e06af23124466ab6efab58ab373bc&device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1096 time: 0.1709282 Jun 17 08:25:47.594803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c4b3-f8e6-43b6-be62-7e89f16ce447 req-78e4733a-4121-48c3-be71-20d45274f284 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.596294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d085c4b3-f8e6-43b6-be62-7e89f16ce447 req-78e4733a-4121-48c3-be71-20d45274f284 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 945 time: 0.1482949 Jun 17 08:25:47.646502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461795b-a07c-440c-b7c6-664c1402f52b req-287ac751-49e1-4628-8fdb-eb4b8723f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.648036 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-287ac751-49e1-4628-8fdb-eb4b8723f97b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545495 Jun 17 08:25:47.680085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.680953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a2b551a-1fc2-4a51-801c-5b3281da1779 req-220fd4ba-ecb9-4aea-901c-6483daf89714 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003070 Jun 17 08:25:47.686000 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-049d23d7-0687-4059-93a9-3fd97345eb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.723698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d085c4b3-f8e6-43b6-be62-7e89f16ce447 req-b846cdc6-5e27-4b49-a315-0cd575fa7d25 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119592 Jun 17 08:25:47.746401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-d93962aa-a8ff-4875-8cf3-f5bb7f89905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.747931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-d93962aa-a8ff-4875-8cf3-f5bb7f89905f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 200 len: 909 time: 0.1507797 Jun 17 08:25:47.758717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:47.833078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-b2b67046-9a1d-4109-b3b4-2aa7851acb8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 200 len: 217 time: 0.0639312 Jun 17 08:25:47.852318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559b3c82-7a3c-4441-9551-f432a37d675e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.856394 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.871377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:47.876838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:47.876838 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.927198 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-a04caead-90f5-4a58-9fb8-f07672a1fb27 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697303 Jun 17 08:25:47.936263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Checking segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:47.936638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Network hostable DHCP agents. Network: 9da3a9bc-fbb9-4a10-869e-d7361c081cd4, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:47.972769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-2f77bc62-ca87-4a30-8ca8-26d70691b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.974596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-2f77bc62-ca87-4a30-8ca8-26d70691b842 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 200 len: 848 time: 0.1326127 Jun 17 08:25:47.996192 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.032213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:48.039521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.039747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-bef9bf9c-e140-4bd9-9e4b-516c997e37e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a2037fc-6420-420c-aac0-8b7fee99c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460005 Jun 17 08:25:48.046961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:48.054208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050677f-bf95-472a-bb38-91408735a093 req-83b8d52a-24ba-4e8d-a050-0707039dbd0c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:48.056125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5050677f-bf95-472a-bb38-91408735a093 req-83b8d52a-24ba-4e8d-a050-0707039dbd0c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1448696 Jun 17 08:25:48.058073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9da3a9bc-fbb9-4a10-869e-d7361c081cd4) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:48.062120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:48.062723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.070786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.080546 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:48.162535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5db98-6e86-485b-90b5-b46cb5eeb21b None None] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:48.166974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2461795b-a07c-440c-b7c6-664c1402f52b req-148b33e6-96d3-4d44-9139-3d3103e068cb service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275419 Jun 17 08:25:48.168711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:48.168871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5050677f-bf95-472a-bb38-91408735a093 req-57b9ee93-767f-4f5b-ac41-21d7d46523cc tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031229 Jun 17 08:25:48.170323 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3592203 Jun 17 08:25:48.188191 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:48.247895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-55a2537e-bbbb-400b-8928-954e89c21764 service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907849 Jun 17 08:25:48.264521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Router bcf24bb8-09c5-4c10-84b2-1c66239105a2 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:25:48.401758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-a150a6e2-b735-4439-9f44-f73b9603c18e service neutron] 10.222.0.67 "GET /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453779 Jun 17 08:25:48.412890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8e139-96da-4dcc-ab83-4f455a85a0f4 None None] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:48.491675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:48.505805 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Sync routers for ids ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:48.517281 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.519035 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0488172 Jun 17 08:25:48.523100 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Routers {'bcf24bb8-09c5-4c10-84b2-1c66239105a2'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:48.523488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46684) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:48.524251 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:48.610241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4c94-3115-4a1c-8b90-729baf030fdc req-4363d5b6-526f-4177-b1bd-b8e08261308a tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:48.611783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-114b4c94-3115-4a1c-8b90-729baf030fdc req-4363d5b6-526f-4177-b1bd-b8e08261308a tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1098 time: 0.2083051 Jun 17 08:25:48.623365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-2a3ab6f4-5752-42ef-b09b-465763f7696b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395452 Jun 17 08:25:48.659714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Set router bcf24bb8-09c5-4c10-84b2-1c66239105a2 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:48.668166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-114b4c94-3115-4a1c-8b90-729baf030fdc req-c9c22dfd-5342-4a7c-9584-8bd3735e44f8 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Jun 17 08:25:48.918943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d248b-505b-44da-8906-fcd8f882e331 req-c485c2ea-cac8-43e9-827e-e97a282bf1be tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:48.921231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a78d248b-505b-44da-8906-fcd8f882e331 req-c485c2ea-cac8-43e9-827e-e97a282bf1be tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.1244791 Jun 17 08:25:48.992331 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:25:47Z', 'revision_number': 3, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:49.022234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a78d248b-505b-44da-8906-fcd8f882e331 req-39743256-1749-4e04-aa5d-3d40b7e9c8d4 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812790 Jun 17 08:25:49.052158 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Checking router: bcf24bb8-09c5-4c10-84b2-1c66239105a2 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:49.052704 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Updating router bcf24bb8-09c5-4c10-84b2-1c66239105a2 port 6bb0ad65-791a-4db6-987d-44230e5267fe binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:49.089895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-9b9d108b-b997-4022-b022-2517c73c591a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:49.091843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-9b9d108b-b997-4022-b022-2517c73c591a tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298&tenant_id=bc3e06af23124466ab6efab58ab373bc&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1096 time: 0.1839464 Jun 17 08:25:49.094549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.152044 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.168570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e5b9-c840-4925-8e98-4f7e003fb5ae req-eabe4a98-42b1-4b24-9a06-7e8411d09807 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:49.170235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7e3e5b9-c840-4925-8e98-4f7e003fb5ae req-eabe4a98-42b1-4b24-9a06-7e8411d09807 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1340537 Jun 17 08:25:49.372876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.562998 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.576814 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Transition to ACTIVE for port object 6bb0ad65-791a-4db6-987d-44230e5267fe will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:49.586320 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.590405 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.619165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Allocated IP 172.20.0.1 (818bf00c-aef4-4211-9374-fd8672c0733e/b2baa31b-a787-4f05-b76a-5727223e4e9e/6e36ea13-1460-45da-b9d9-2929f654c312) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:49.656311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7e3e5b9-c840-4925-8e98-4f7e003fb5ae req-e9301455-c3dc-4858-9d49-401f8ce7d591 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757435 Jun 17 08:25:49.667135 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d175929-2ff4-4ce5-8345-e8d07b9a42c2 None None] Pushing event updated for resources: {'Port': ['ID=6bb0ad65-791a-4db6-987d-44230e5267fe,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:49.679806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-5acd2953-bc4e-4fc2-8f24-c816d71561ab service neutron] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:49.683036 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2d175929-2ff4-4ce5-8345-e8d07b9a42c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:49.684297 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Attempting to bind port 6bb0ad65-791a-4db6-987d-44230e5267fe on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:49.684682 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Attempting to bind port 6bb0ad65-791a-4db6-987d-44230e5267fe by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:49.685052 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Attempting to bind port 6bb0ad65-791a-4db6-987d-44230e5267fe on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:49.692993 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:49.693806 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:49.694261 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.694667 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:49.696529 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Bound port: 6bb0ad65-791a-4db6-987d-44230e5267fe, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:49.698287 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.708018 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-5acd2953-bc4e-4fc2-8f24-c816d71561ab service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.711031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f36ff1d-a2ba-4b03-90ae-8e32f199be5c req-5acd2953-bc4e-4fc2-8f24-c816d71561ab service neutron] 10.222.0.67 "DELETE /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610/bindings/n-h1-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.6061013 Jun 17 08:25:49.721820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:49.792901 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.803014 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] For port 6bb0ad65-791a-4db6-987d-44230e5267fe, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:49.808275 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] For port 6bb0ad65-791a-4db6-987d-44230e5267fe, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bb0ad65-791a-4db6-987d-44230e5267fe,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:49.814820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Transition to ACTIVE for port object 6e36ea13-1460-45da-b9d9-2929f654c312 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:49.822636 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.824384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:49.825044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.831774 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4fab5dc9-9438-4586-8367-7e1d05da93a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.840646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-75b68b1d-384e-4837-b591-f3c111c3d1cf tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:49.845777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-75b68b1d-384e-4837-b591-f3c111c3d1cf tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 815 time: 0.2591522 Jun 17 08:25:49.878238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.883675 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-866ed708-22e8-4e68-b1be-b554abc3e64c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.889893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-6999745e-2e2f-457e-a20b-3c757348b2ae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/quotas/9602c3481cb2486f87159b28f4336849 HTTP/1.1" status: 200 len: 375 time: 0.0359459 Jun 17 08:25:49.932892 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Routers {'bcf24bb8-09c5-4c10-84b2-1c66239105a2'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:49.933769 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:49.935899 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d175929-2ff4-4ce5-8345-e8d07b9a42c2 None None] Pushing event updated for resources: {'Port': ['ID=6bb0ad65-791a-4db6-987d-44230e5267fe,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:49.940829 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2d175929-2ff4-4ce5-8345-e8d07b9a42c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:49.948969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Network 818bf00c-aef4-4211-9374-fd8672c0733e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:49.954660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:49.956998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:49.998168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-6d7661a0-9623-421a-8b15-59a80b210303 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946722 Jun 17 08:25:50.068861 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] Set router bcf24bb8-09c5-4c10-84b2-1c66239105a2 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:50.090699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a732ca-a81b-4b27-8899-e3bb3c2391a2 req-5cdd409e-c249-4681-b471-a2abe59cc062 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:50.092691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09a732ca-a81b-4b27-8899-e3bb3c2391a2 req-5cdd409e-c249-4681-b471-a2abe59cc062 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1098 time: 0.2019017 Jun 17 08:25:50.145033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-19add6b2-19b8-40fc-949c-a561262c1d1b service neutron] 10.222.0.65 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386306 Jun 17 08:25:50.152678 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09a732ca-a81b-4b27-8899-e3bb3c2391a2 req-0dbf8ec6-afa4-4932-aa7e-a91f28f5014f tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512228 Jun 17 08:25:50.269183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-62022893-a6ca-4d9d-b816-f12bef87db0c None None] Provisioning for port 6e36ea13-1460-45da-b9d9-2929f654c312 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:50.273988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-62022893-a6ca-4d9d-b816-f12bef87db0c None None] Provisioning complete for port 6e36ea13-1460-45da-b9d9-2929f654c312 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:50.274373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62022893-a6ca-4d9d-b816-f12bef87db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.318006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-62022893-a6ca-4d9d-b816-f12bef87db0c None None] Port 6e36ea13-1460-45da-b9d9-2929f654c312 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:50.334087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-8e6c3f0a-e73d-47f9-ad56-4cdd846b8b14 service neutron] 10.222.0.65 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796041 Jun 17 08:25:50.360074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Pushing event updated for resources: {'Port': ['ID=6e36ea13-1460-45da-b9d9-2929f654c312,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:50.369279 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.370277 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.381632 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:25:47Z', 'revision_number': 3, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:50.432582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4ac82-b4e0-4bd5-8138-246538509463 req-1d797a0d-1ed0-403e-80e2-6f2678687f78 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:50.440336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bf4ac82-b4e0-4bd5-8138-246538509463 req-1d797a0d-1ed0-403e-80e2-6f2678687f78 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 945 time: 0.0839043 Jun 17 08:25:50.508502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bf4ac82-b4e0-4bd5-8138-246538509463 req-1f2251f3-edc9-46c1-aff1-1e4321e8132c tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Jun 17 08:25:50.508719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142eb9d9-29ed-4643-80c8-078e429826b0 None None] The sync data for ids ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'] in n-d-780147-13 is: [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:25:47Z', 'revision_number': 3, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:50.618289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.730617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-2689592a-077d-4cae-a9bd-3107b67822f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:50.732163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-2689592a-077d-4cae-a9bd-3107b67822f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.1474798 Jun 17 08:25:50.835525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.841556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.844104 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f94f0984-50f3-48c6-9cad-12e814933852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:50.944735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Pushing event updated for resources: {'Port': ['ID=6e36ea13-1460-45da-b9d9-2929f654c312,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:50.961652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.962583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.977138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-0a33fc39-a7d1-4791-b4db-4bbf9df3140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:50.978722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-0a33fc39-a7d1-4791-b4db-4bbf9df3140b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2262397 Jun 17 08:25:51.012754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3183-e73f-45f6-8b17-e0051518695e req-118fcd03-7d6d-40fd-a378-1afe581b66d0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.019526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f9b3183-e73f-45f6-8b17-e0051518695e req-118fcd03-7d6d-40fd-a378-1afe581b66d0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.3015506 Jun 17 08:25:51.057691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137278b-f2e8-4f9b-8b8b-1626ca287638 req-2844986d-ac8a-4968-9671-c5b177423cce tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.059384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d137278b-f2e8-4f9b-8b8b-1626ca287638 req-2844986d-ac8a-4968-9671-c5b177423cce tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.2549634 Jun 17 08:25:51.061726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-5e2dab29-c17b-4343-a812-7af58d800cdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0737152 Jun 17 08:25:51.119505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Network 818bf00c-aef4-4211-9374-fd8672c0733e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:51.121982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:51.167983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f9b3183-e73f-45f6-8b17-e0051518695e req-9d4c996a-5a3f-4d8a-8342-d63818b8d237 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163404 Jun 17 08:25:51.218918 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d137278b-f2e8-4f9b-8b8b-1626ca287638 req-e403cb44-8864-4860-8152-868f0944dd32 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334279 Jun 17 08:25:51.224934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-9cafb7cc-5d25-4661-b8d4-fef852db3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.226467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-9cafb7cc-5d25-4661-b8d4-fef852db3c7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1496134 Jun 17 08:25:51.321822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Router bcf24bb8-09c5-4c10-84b2-1c66239105a2 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:51.392141 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-542dd58d-b074-427a-bdcd-2336d85ee7ac req-4b6569ea-80c3-4742-861e-7030e5f26578 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 210 time: 0.0665863 Jun 17 08:25:51.441379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-6620bbfe-3988-4324-adc3-fc00c473b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.445214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-6620bbfe-3988-4324-adc3-fc00c473b5ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2115057 Jun 17 08:25:51.515632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:51.526955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] 10.222.0.65 "PUT /v2.0/routers/bcf24bb8-09c5-4c10-84b2-1c66239105a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9968233 Jun 17 08:25:51.568898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56723a23-c914-4617-91f5-ada5a3973bf6 None None] Provisioning complete for port 6e36ea13-1460-45da-b9d9-2929f654c312 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:51.572545 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56723a23-c914-4617-91f5-ada5a3973bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.703931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-56723a23-c914-4617-91f5-ada5a3973bf6 None None] Port 6e36ea13-1460-45da-b9d9-2929f654c312 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:51.769203 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb0ad65-791a-4db6-987d-44230e5267fe up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:51.788308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-29b233f0-72f1-44cf-ab3f-c5bf5fe62618 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351309 Jun 17 08:25:51.830934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6bb0ad65-791a-4db6-987d-44230e5267fe completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:51.836714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6bb0ad65-791a-4db6-987d-44230e5267fe triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:51.837886 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.924125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e74b1e-9f69-4656-9c14-aa1eb87e70f8 req-a2e31b11-3cce-46bd-93b3-c68c6fe11852 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.926454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09e74b1e-9f69-4656-9c14-aa1eb87e70f8 req-a2e31b11-3cce-46bd-93b3-c68c6fe11852 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2345366 Jun 17 08:25:52.000449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-e6930b33-bd03-4922-a785-0c6f65e2564d service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021039 Jun 17 08:25:52.010121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.031149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09e74b1e-9f69-4656-9c14-aa1eb87e70f8 req-319353db-0709-4b6d-988e-36dbb7ff000b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Jun 17 08:25:52.074328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6bb0ad65-791a-4db6-987d-44230e5267fe, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bb0ad65-791a-4db6-987d-44230e5267fe,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:52.085030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.089281 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:52.193507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6bb0ad65-791a-4db6-987d-44230e5267fe,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:52.213797 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:52.598953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-dcbd0269-6d84-4607-84d4-2d6044d2f3a9 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:52.600839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-dcbd0269-6d84-4607-84d4-2d6044d2f3a9 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 815 time: 0.2248399 Jun 17 08:25:52.624074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Request body: {'port': {'device_id': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'admin_state_up': True, 'tenant_id': '9602c3481cb2486f87159b28f4336849'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:52.694539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b5bed-9263-4ef6-bf93-41d059bb5ada req-7734c186-0c2b-4817-9128-bf53c3ccced1 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:52.702526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29b5bed-9263-4ef6-bf93-41d059bb5ada req-7734c186-0c2b-4817-9128-bf53c3ccced1 tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 1096 time: 0.1936691 Jun 17 08:25:52.791853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29b5bed-9263-4ef6-bf93-41d059bb5ada req-ffe6f68a-4ab0-4ea5-9311-dd0fa99ebcee tempest-LiveMigrationTest-2085693461 tempest-LiveMigrationTest-2085693461-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881662 Jun 17 08:25:52.851254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Made reservation on behalf of 9602c3481cb2486f87159b28f4336849 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:52.856039 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.089655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Allocated IP 172.20.0.9 (9da3a9bc-fbb9-4a10-869e-d7361c081cd4/559b3c82-7a3c-4441-9551-f432a37d675e/e66d7a51-3e4c-4605-9b36-aa84f46cee75) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:53.228000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ec17f-135a-41b3-b78f-5a7bdf98bdb9 req-dcc6effe-0ad9-444f-8251-b38b266699ae tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:53.230226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3ec17f-135a-41b3-b78f-5a7bdf98bdb9 req-dcc6effe-0ad9-444f-8251-b38b266699ae tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.2303514 Jun 17 08:25:53.240778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Sync routers for ids ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:53.255631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Routers {'bcf24bb8-09c5-4c10-84b2-1c66239105a2'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:53.257229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:53.347306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3ec17f-135a-41b3-b78f-5a7bdf98bdb9 req-e095a093-f638-443d-99f9-da6d86554b0f tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053898 Jun 17 08:25:53.419300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.442518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Set router bcf24bb8-09c5-4c10-84b2-1c66239105a2 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:53.500426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.504898 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:53.596382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:53.600590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-d90287e5-6d61-4c1c-af96-acf36eb0be5b tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:25:53.601598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-d90287e5-6d61-4c1c-af96-acf36eb0be5b tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182827 Jun 17 08:25:53.624339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:53.640605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Request body: {'binding': {'host': 'n-h1-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:53.641067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:25:53.643483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:53.650013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:53.702153 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:53.717730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb0ad65-791a-4db6-987d-44230e5267fe up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:53.771997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:53.772667 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.791819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0598-b76b-4f6c-84e7-05027253abb5 req-f275168f-b074-4f7b-87b7-bc130bec158d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:53.793410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14cb0598-b76b-4f6c-84e7-05027253abb5 req-f275168f-b074-4f7b-87b7-bc130bec158d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 931 time: 0.2557917 Jun 17 08:25:53.856480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2460501 Jun 17 08:25:53.874158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Request body: {'port': {'device_id': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:53.894979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:53.925121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14cb0598-b76b-4f6c-84e7-05027253abb5 req-5b782748-5a7f-4c59-b3e5-2da4d5acf1d6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244586 Jun 17 08:25:53.935710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 4, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6e36ea13-1460-45da-b9d9-2929f654c312', 'name': '', 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'mac_address': 'fa:16:3e:08:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:49Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 2, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'subnets': [{'id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:53.990851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Checking router: bcf24bb8-09c5-4c10-84b2-1c66239105a2 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:53.991312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Updating router bcf24bb8-09c5-4c10-84b2-1c66239105a2 port 6e36ea13-1460-45da-b9d9-2929f654c312 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:54.004323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.028896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6bb0ad65-791a-4db6-987d-44230e5267fe triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:54.029282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.041498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on host n-h1-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:54.042089 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:54.042716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:54.053015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:54.053408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:54.114804 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.141911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:54.157083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'mac_address': 'fa:16:3e:28:6d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:54.220964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:54.221571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:54.222005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:54.222585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Bound port: c7ece2f4-1852-48fe-aff2-59bba55309b0, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:54.334686 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.362643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:54.403845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:54.404989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:54.420700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.421989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-c99d767d-d91b-4efc-8212-a81ab5fd12ac service neutron] 10.222.0.65 "POST /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0/bindings HTTP/1.1" status: 201 len: 390 time: 0.7852645 Jun 17 08:25:54.435413 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.441208 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6e684d5-f486-49f9-a07e-8e2eb3ea55cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.471301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff136c-acf1-4905-9739-b500762d1638 req-3f5bd876-5426-4c54-b172-10a549bfeacc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:54.480898 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7aff136c-acf1-4905-9739-b500762d1638 req-3f5bd876-5426-4c54-b172-10a549bfeacc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1546340 Jun 17 08:25:54.525403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:54.530131 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:54.552939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9179c08c-7d8f-47b4-a5d6-48ec0d62c011'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:54.584370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7aff136c-acf1-4905-9739-b500762d1638 req-d4922ba2-b200-4dc8-a95a-fe6889362164 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003313 Jun 17 08:25:54.610361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66d7a51-3e4c-4605-9b36-aa84f46cee75 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:54.625172 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.648384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Transition to ACTIVE for port object e66d7a51-3e4c-4605-9b36-aa84f46cee75 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:54.668146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.680646 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ba05fbcd-50d9-43e4-a9b4-54b2913696ba tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.699567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.735149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Transition to ACTIVE for port object 6e36ea13-1460-45da-b9d9-2929f654c312 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:54.769103 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.787130 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.939456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:54.948122 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:54.984396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81eb93-a8d1-47c8-b8ad-cc98bd5d94e7 None None] Pushing event updated for resources: {'Port': ['ID=6e36ea13-1460-45da-b9d9-2929f654c312,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:55.008992 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1c81eb93-a8d1-47c8-b8ad-cc98bd5d94e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:55.061707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-41aa1500-2384-4d27-9da0-94e34dc06977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.064472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-41aa1500-2384-4d27-9da0-94e34dc06977 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1098 time: 0.1315134 Jun 17 08:25:55.078431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-315e48b5-a378-4497-9f92-ccfc68936e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.109909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Attempting to bind port 6e36ea13-1460-45da-b9d9-2929f654c312 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:55.110288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Attempting to bind port 6e36ea13-1460-45da-b9d9-2929f654c312 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:55.110659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Attempting to bind port 6e36ea13-1460-45da-b9d9-2929f654c312 on network 818bf00c-aef4-4211-9374-fd8672c0733e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:55.121226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:55.121226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Checking segment: {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:55.121226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.121685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Bound using segment: {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:55.121968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Bound port: 6e36ea13-1460-45da-b9d9-2929f654c312, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58d5301-4a0a-4e09-8958-db9260471834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:55.122298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.223030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] For port 6e36ea13-1460-45da-b9d9-2929f654c312, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:55.224074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17485-78ec-4c20-b670-0f435bf47193 req-77779d9f-2ee4-48a6-87a1-c268974a16f1 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.225685 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88e17485-78ec-4c20-b670-0f435bf47193 req-77779d9f-2ee4-48a6-87a1-c268974a16f1 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.2290452 Jun 17 08:25:55.226532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] For port 6e36ea13-1460-45da-b9d9-2929f654c312, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6e36ea13-1460-45da-b9d9-2929f654c312,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:55.233970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095751-c456-4f27-8766-06e42a1c8c50 req-264b579d-a903-4e40-a995-a189c145f718 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.234315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.236816 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1c81eb93-a8d1-47c8-b8ad-cc98bd5d94e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:55.240883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93095751-c456-4f27-8766-06e42a1c8c50 req-264b579d-a903-4e40-a995-a189c145f718 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.3273625 Jun 17 08:25:55.326669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Attempting to bind port e66d7a51-3e4c-4605-9b36-aa84f46cee75 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:55.327058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Attempting to bind port e66d7a51-3e4c-4605-9b36-aa84f46cee75 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:55.327450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Attempting to bind port e66d7a51-3e4c-4605-9b36-aa84f46cee75 on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:55.328791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81eb93-a8d1-47c8-b8ad-cc98bd5d94e7 None None] Pushing event updated for resources: {'Port': ['ID=6e36ea13-1460-45da-b9d9-2929f654c312,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:55.331687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-430ec027-b1ad-4ae7-975d-63101fd7e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.340623 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-430ec027-b1ad-4ae7-975d-63101fd7e88c service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.2443612 Jun 17 08:25:55.340891 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1c81eb93-a8d1-47c8-b8ad-cc98bd5d94e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:55.341941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Routers {'bcf24bb8-09c5-4c10-84b2-1c66239105a2'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:55.342579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:55.358992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Port e66d7a51-3e4c-4605-9b36-aa84f46cee75 on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:55.359335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Attempting to bind port e66d7a51-3e4c-4605-9b36-aa84f46cee75 on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:55.373754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68d6a-0e50-4d11-9c37-d231a2561708 req-1c2479b7-8fbf-41cf-b5ef-eccb080020d4 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.381255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48b68d6a-0e50-4d11-9c37-d231a2561708 req-1c2479b7-8fbf-41cf-b5ef-eccb080020d4 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 944 time: 0.4884038 Jun 17 08:25:55.469988 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-5d9ba264-47f6-4bee-9b09-2003ce0417d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 217 time: 0.1222048 Jun 17 08:25:55.490751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48b68d6a-0e50-4d11-9c37-d231a2561708 req-528549d9-12a7-492f-8d82-813c3f61e936 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084354 Jun 17 08:25:55.516143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:55.523679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Checking segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:55.524242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Bound using segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:55.524703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Bound port: e66d7a51-3e4c-4605-9b36-aa84f46cee75, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:55.525088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.537709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] Set router bcf24bb8-09c5-4c10-84b2-1c66239105a2 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:55.588121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-0eecc6e2-33f3-448a-968e-9cfe9331ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.590272 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-0eecc6e2-33f3-448a-968e-9cfe9331ed3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1078162 Jun 17 08:25:55.679031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93095751-c456-4f27-8766-06e42a1c8c50 req-1d16f965-eb45-4af8-88ab-406c0ba7ef39 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349205 Jun 17 08:25:55.682414 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-d03d7d05-3a32-482a-b990-717a6852dea5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852394 Jun 17 08:25:55.791727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Deleting port a44176eb-76e7-4fbe-a863-30f3627e3610 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:55.792081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.847859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:55.848364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:55.867872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc8565-5941-444a-8276-5dc574bd219b req-f4771d60-8b19-45a9-99d5-f822a73ea848 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.871345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92dc8565-5941-444a-8276-5dc574bd219b req-f4771d60-8b19-45a9-99d5-f822a73ea848 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1881239 Jun 17 08:25:55.932024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-9e26003f-8cb3-4f5f-965a-77eaf812e8f4 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402847 Jun 17 08:25:55.936250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:55.971066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 4, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6e36ea13-1460-45da-b9d9-2929f654c312', 'name': '', 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'mac_address': 'fa:16:3e:08:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:49Z', 'updated_at': '2021-06-17T08:25:55Z', 'revision_number': 4, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'subnets': [{'id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:56.008079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5968466-ee70-4df3-a54d-fec342593956 None None] The sync data for ids ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'] in n-d-780147-13 is: [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 4, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6e36ea13-1460-45da-b9d9-2929f654c312', 'name': '', 'network_id': '818bf00c-aef4-4211-9374-fd8672c0733e', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'mac_address': 'fa:16:3e:08:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:49Z', 'updated_at': '2021-06-17T08:25:55Z', 'revision_number': 4, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'subnets': [{'id': 'b2baa31b-a787-4f05-b76a-5727223e4e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:56.008269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.017529 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3974d9ae-5657-4a88-81d9-087bfaa04848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:56.035623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:56.039184 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.199219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4beed30f-fe17-4266-b00b-e5aca61648f4 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585175 Jun 17 08:25:56.241308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.285404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:56.289618 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cde993-7a5e-469b-84f5-04a61bf805d9" -d '{"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-plugged", "status": "completed", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:56.313926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:56.325402 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.327827 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:56.432719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:56.439858 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:56.604532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:56.605754 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.607494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] 10.222.0.60 "PUT /v2.0/ports/e66d7a51-3e4c-4605-9b36-aa84f46cee75 HTTP/1.1" status: 200 len: 1092 time: 2.7405367 Jun 17 08:25:56.620103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:56.623447 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6140c526-4ed3-4b16-a7a3-7a2583cef92a" -d '{"events": [{"name": "network-changed", "server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:56.666871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92dc8565-5941-444a-8276-5dc574bd219b req-4aa4408f-becd-4af0-b696-c2c1480be6df tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540355 Jun 17 08:25:56.727223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] For port a44176eb-76e7-4fbe-a863-30f3627e3610, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a44176eb-76e7-4fbe-a863-30f3627e3610,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:56.728335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.769748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b021-7451-41f4-850a-a8f3cbdf84c3 req-5179ae3d-4917-4334-aaf8-b866a0ca41ef tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:56.771646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d030b021-7451-41f4-850a-a8f3cbdf84c3 req-5179ae3d-4917-4334-aaf8-b866a0ca41ef tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 943 time: 0.8513508 Jun 17 08:25:56.984696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:56.998874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:57.081149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Calling delete_port for a44176eb-76e7-4fbe-a863-30f3627e3610 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:57.221401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-d400b8e2-f306-4b21-bec4-70c6b257f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.223249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-d400b8e2-f306-4b21-bec4-70c6b257f9cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 1095 time: 0.4884250 Jun 17 08:25:57.234538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d030b021-7451-41f4-850a-a8f3cbdf84c3 req-b46b3a54-6bf0-4947-8201-87f7b345329b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531680 Jun 17 08:25:57.285780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-50b26c39-745a-48cc-bbeb-b987cb74536f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75 HTTP/1.1" status: 200 len: 217 time: 0.0499766 Jun 17 08:25:57.313458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400e87-5110-4a2e-9ca7-bc8543c21498 req-8632f6a2-7a86-44fb-b040-dd6872fa5693 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.330178 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce400e87-5110-4a2e-9ca7-bc8543c21498 req-8632f6a2-7a86-44fb-b040-dd6872fa5693 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.3817189 Jun 17 08:25:57.370112 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-685a22ab-0bea-4730-a300-666b5f2d26fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.453218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-7ae3a5bc-22be-4b52-8063-d943d9946553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.455239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-7ae3a5bc-22be-4b52-8063-d943d9946553 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 200 len: 855 time: 0.1299140 Jun 17 08:25:57.462155 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.471418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce400e87-5110-4a2e-9ca7-bc8543c21498 req-02b0a8d6-5c67-409b-a156-63a9a8c2d147 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472938 Jun 17 08:25:57.520148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-c642c807-2890-43b0-a6ae-a7d6decb659f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473995 Jun 17 08:25:57.736249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-2881ee40-0696-4a51-9ea6-a0939eff4ca1 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049017 Jun 17 08:25:57.813138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6e36ea13-1460-45da-b9d9-2929f654c312 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:57.830036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.850827 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7eca29eb-3f4a-4482-b234-c1afaa7a78c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:57.935589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event deleted for resources: {'Port': ['ID=a44176eb-76e7-4fbe-a863-30f3627e3610,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:57.944234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['63a55413-2f47-4d38-8153-03824dbf4878'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:57.958770 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:58.053144 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604496d7-1b2c-427d-b50e-f06f478f10a6 x-openstack-request-id: req-604496d7-1b2c-427d-b50e-f06f478f10a6 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:58.053524 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-plugged", "status": "completed", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:58.053715 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-604496d7-1b2c-427d-b50e-f06f478f10a6 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:58.055069 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'code': 200} Jun 17 08:25:58.173187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6e36ea13-1460-45da-b9d9-2929f654c312 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:58.200433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] No DVR routers for this DVR port a44176eb-76e7-4fbe-a863-30f3627e3610 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:58.219381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6e36ea13-1460-45da-b9d9-2929f654c312 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:58.219753 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.225247 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.246296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88e17485-78ec-4c20-b670-0f435bf47193 req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "DELETE /v2.0/ports/a44176eb-76e7-4fbe-a863-30f3627e3610 HTTP/1.1" status: 204 len: 173 time: 3.0009344 Jun 17 08:25:58.333496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27ee3e77-cc2f-4139-beef-18fa5eb37d8e req-1ad68a6f-a88e-4314-b90d-0af6967fb331 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.1233480 Jun 17 08:25:58.372297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.417515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b6e5a7-4421-489f-8a5d-2bc0f7405032 req-4f302013-bf41-4bfb-b97e-dd04cd9fd2cf service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402578 Jun 17 08:25:58.434243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6e36ea13-1460-45da-b9d9-2929f654c312, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6e36ea13-1460-45da-b9d9-2929f654c312,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:58.441786 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fc1c1e-1f55-4323-9f94-d75043d2078d x-openstack-request-id: req-16fc1c1e-1f55-4323-9f94-d75043d2078d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:58.442250 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:58.444732 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16fc1c1e-1f55-4323-9f94-d75043d2078d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:58.445357 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'status': 'completed', 'code': 200} Jun 17 08:25:58.449502 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.460010 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:58.520107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6e36ea13-1460-45da-b9d9-2929f654c312,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:58.523411 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:58.653617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-f179ddb3-11ac-4872-9a7d-c19f16ac23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.655144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-f179ddb3-11ac-4872-9a7d-c19f16ac23aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 1095 time: 0.1544428 Jun 17 08:25:58.752921 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.788555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046a1f4-da44-444c-9a22-ed0f6c9f4bbf req-7da2cfde-c692-482c-b3b1-e1937dc8acae tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.795706 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2046a1f4-da44-444c-9a22-ed0f6c9f4bbf req-7da2cfde-c692-482c-b3b1-e1937dc8acae tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1863253 Jun 17 08:25:58.894047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2046a1f4-da44-444c-9a22-ed0f6c9f4bbf req-af2f2b84-367c-47e6-9c98-59c4f3d6d0d5 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957298 Jun 17 08:25:58.896193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-65b1912a-4822-4ec7-aab4-01b9425855a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.897648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-65b1912a-4822-4ec7-aab4-01b9425855a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 916 time: 0.2349305 Jun 17 08:25:59.002137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-631c0a36-8f74-49eb-b572-b40699a77d07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75 HTTP/1.1" status: 200 len: 217 time: 0.0888526 Jun 17 08:25:59.137885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-822ee0f6-386a-4a93-9319-f6472c8a7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.140061 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-822ee0f6-386a-4a93-9319-f6472c8a7b9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 200 len: 855 time: 0.1294265 Jun 17 08:25:59.190218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:59.223965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-1af55738-3d89-4085-8ad8-d72df73c7694 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755372 Jun 17 08:25:59.228808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: a44176eb-76e7-4fbe-a863-30f3627e3610 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:59.230380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a44176eb-76e7-4fbe-a863-30f3627e3610 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:59.243029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39760d6-57dc-48cf-98c7-66d7aa39850e req-e7928080-a52d-4d58-ab19-1233bcbb018b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.245268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b39760d6-57dc-48cf-98c7-66d7aa39850e req-e7928080-a52d-4d58-ab19-1233bcbb018b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1567991 Jun 17 08:25:59.371174 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b39760d6-57dc-48cf-98c7-66d7aa39850e req-3c514279-c454-441e-bcc6-cc040aafd85f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041939 Jun 17 08:25:59.410212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-b4e5287a-23f1-4cb8-b9af-89de65c928d4 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638536 Jun 17 08:25:59.629200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6140c526-4ed3-4b16-a7a3-7a2583cef92a req-7774256e-2166-4b99-b050-da1574773fa8 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065351 Jun 17 08:25:59.746830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6e36ea13-1460-45da-b9d9-2929f654c312 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:59.794218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c4a4c-5793-4ec7-8b15-f1871a5c58f2 req-19b45afd-191d-45a8-90f2-984303e0d6ee tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.801644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f9c4a4c-5793-4ec7-8b15-f1871a5c58f2 req-19b45afd-191d-45a8-90f2-984303e0d6ee tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 943 time: 0.1565540 Jun 17 08:25:59.852316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6e36ea13-1460-45da-b9d9-2929f654c312 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:59.853887 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.864591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f9c4a4c-5793-4ec7-8b15-f1871a5c58f2 req-3fafff2b-8076-48ed-b3ea-00d5ef8d0a00 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532937 Jun 17 08:26:00.117270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501a4cf-933b-493b-bec5-281381ae3dd9 req-4f844ab2-6ebc-4f1a-8cf8-7633f9cfe7f3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.119111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8501a4cf-933b-493b-bec5-281381ae3dd9 req-4f844ab2-6ebc-4f1a-8cf8-7633f9cfe7f3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1154416 Jun 17 08:26:00.182113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8501a4cf-933b-493b-bec5-281381ae3dd9 req-33fa206c-baa8-4a69-8e4a-409e2a54901d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Jun 17 08:26:00.216083 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.447050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'name': 'network-vif-deleted', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:00.449640 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f89d115-9add-441d-a58f-e323158637f5" -d '{"events": [{"server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "name": "network-vif-deleted", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:00.649237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66633e3f-f064-4b42-9d86-f375b7458e82 req-52c4813e-1594-4b63-8e5d-f21b61a79ef3 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0462401 Jun 17 08:26:00.854792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b801f-2475-44a5-8763-4f32eeae55f3 req-5b0cc128-ffa0-4fdc-aab0-72996400330e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.863971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-623b801f-2475-44a5-8763-4f32eeae55f3 req-5b0cc128-ffa0-4fdc-aab0-72996400330e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.0881829 Jun 17 08:26:00.923212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-623b801f-2475-44a5-8763-4f32eeae55f3 req-630140df-673b-4c39-bedf-2edaf2b1f9c0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Jun 17 08:26:01.152351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b94ef-3ce7-4b29-8246-d6263474aa8b req-e907789b-e182-4286-a85a-81c6d9bb2325 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.163736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-896b94ef-3ce7-4b29-8246-d6263474aa8b req-e907789b-e182-4286-a85a-81c6d9bb2325 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1116276 Jun 17 08:26:01.233814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-896b94ef-3ce7-4b29-8246-d6263474aa8b req-2bab0690-35a5-47ee-b288-61bb9951aad4 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687258 Jun 17 08:26:01.291790 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927533be-69d7-46ed-ab37-dac64b95cb60 x-openstack-request-id: req-927533be-69d7-46ed-ab37-dac64b95cb60 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:01.293478 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2849b33-c03f-48fc-bfb2-8d613e0d0298", "name": "network-vif-deleted", "tag": "a44176eb-76e7-4fbe-a863-30f3627e3610", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:01.294036 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-927533be-69d7-46ed-ab37-dac64b95cb60 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:01.294672 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2849b33-c03f-48fc-bfb2-8d613e0d0298', 'name': 'network-vif-deleted', 'tag': 'a44176eb-76e7-4fbe-a863-30f3627e3610', 'status': 'completed', 'code': 200} Jun 17 08:26:01.516618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5fd52-2955-4c68-a0c1-cd3a64462f54 req-1d259427-2552-407d-abe7-7b57fc3b0cd7 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.518514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68d5fd52-2955-4c68-a0c1-cd3a64462f54 req-1d259427-2552-407d-abe7-7b57fc3b0cd7 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 943 time: 0.0972948 Jun 17 08:26:01.627688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68d5fd52-2955-4c68-a0c1-cd3a64462f54 req-714f267c-21d4-4d4d-a0ac-0a2128f55ff1 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860448 Jun 17 08:26:01.854690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c759e2-57fa-45c5-ad34-6058db3a8460 req-b4b0cfc5-d80b-4be7-9167-136ae64e09b7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.856592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3c759e2-57fa-45c5-ad34-6058db3a8460 req-b4b0cfc5-d80b-4be7-9167-136ae64e09b7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1076713 Jun 17 08:26:01.864900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e66d7a51-3e4c-4605-9b36-aa84f46cee75 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:01.935755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3c759e2-57fa-45c5-ad34-6058db3a8460 req-8f018698-d129-4177-881d-8ef7b8e9ebe4 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Jun 17 08:26:02.009792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:02.035500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'port_id': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'mac_address': 'fa:16:3e:9b:f2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b3c82-7a3c-4441-9551-f432a37d675e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:02.089197 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:02.119757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d7a51-3e4c-4605-9b36-aa84f46cee75 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:02.166295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:02.173446 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:02.178089 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:02.284373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:02.289425 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:02.355280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c07ea7f1-4a22-44e3-b384-892b55745471 req-2b071b73-beda-49fb-8ea8-a084447f942a tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0512009 Jun 17 08:26:02.505810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e66d7a51-3e4c-4605-9b36-aa84f46cee75'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:02.535349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cea56-280c-4176-9731-abd5c7fb2f53 req-21462431-5c61-4c2a-a1a6-a6d3bf155625 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.543083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f5cea56-280c-4176-9731-abd5c7fb2f53 req-21462431-5c61-4c2a-a1a6-a6d3bf155625 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.0818734 Jun 17 08:26:02.590072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f5cea56-280c-4176-9731-abd5c7fb2f53 req-2a8b5adb-e337-448a-94f6-a73c902720e3 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Jun 17 08:26:02.804814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f105a-c197-43f8-923c-2468f09052db req-a98a9884-08c3-432e-bbb3-c161d3c8f778 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.811906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-932f105a-c197-43f8-923c-2468f09052db req-a98a9884-08c3-432e-bbb3-c161d3c8f778 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.0927043 Jun 17 08:26:02.866439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-932f105a-c197-43f8-923c-2468f09052db req-b55d344b-b54e-4981-87d6-e7fbeb7760ec tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Jun 17 08:26:03.074077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bbb48-efb9-4a01-a819-287c3ece3013 req-143e1364-4b9b-4a8b-aa79-d32074b15eda tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.085406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-384bbb48-efb9-4a01-a819-287c3ece3013 req-143e1364-4b9b-4a8b-aa79-d32074b15eda tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 944 time: 0.0931356 Jun 17 08:26:03.141985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-384bbb48-efb9-4a01-a819-287c3ece3013 req-20998b18-564a-4a6e-9d56-f85b5d3e7d9e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548766 Jun 17 08:26:03.369154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a19c1b-eadf-4732-8970-ccc194a3963c req-332f99c3-a136-404c-b3f7-1694793982d6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.376781 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29a19c1b-eadf-4732-8970-ccc194a3963c req-332f99c3-a136-404c-b3f7-1694793982d6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.0918834 Jun 17 08:26:03.440131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29a19c1b-eadf-4732-8970-ccc194a3963c req-e93e5fb9-226d-4ad0-9ded-77fb2cae268a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Jun 17 08:26:03.733165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab1b7715-61d6-4f1a-8400-01c227ef3294 req-ab35209e-4e27-4091-9a79-8b7ebc71cf06 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0568490 Jun 17 08:26:03.871724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e66d7a51-3e4c-4605-9b36-aa84f46cee75 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:03.919296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf6c04-ec74-4805-af9b-04008f668c98 req-bc6add7e-cf07-44bc-8e5b-37a6157fef29 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.921528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cacf6c04-ec74-4805-af9b-04008f668c98 req-bc6add7e-cf07-44bc-8e5b-37a6157fef29 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.0861182 Jun 17 08:26:03.982193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cacf6c04-ec74-4805-af9b-04008f668c98 req-21872b7a-c6dd-4bb2-8f1b-acd7f585b4fb tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497236 Jun 17 08:26:03.983728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port e66d7a51-3e4c-4605-9b36-aa84f46cee75 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:03.988830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e66d7a51-3e4c-4605-9b36-aa84f46cee75 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:03.989690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.209882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.262480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.266557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:04.271835 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93922487-84f4-4487-a0ec-65a8f8ea7b31" -d '{"events": [{"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:04.288125 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.291895 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c0b85df1-63ca-4624-8421-bdb114754bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:04.312374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef07d9-9bca-4a72-87c4-035d2cfd9eee req-1725180e-37b8-4e03-8aee-cbef76e5d4db tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:04.330721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50ef07d9-9bca-4a72-87c4-035d2cfd9eee req-1725180e-37b8-4e03-8aee-cbef76e5d4db tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1201308 Jun 17 08:26:04.408688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50ef07d9-9bca-4a72-87c4-035d2cfd9eee req-ebc6e774-5b82-4183-bdd0-79856b1dcb1a tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Jun 17 08:26:04.418846 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:04.422451 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:04.685140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54440e8c-c1e8-411b-bb54-5bf2af3f482b req-940194e8-03ed-416c-a331-0ab9e86d4590 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:04.691261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54440e8c-c1e8-411b-bb54-5bf2af3f482b req-940194e8-03ed-416c-a331-0ab9e86d4590 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1487608 Jun 17 08:26:04.749856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54440e8c-c1e8-411b-bb54-5bf2af3f482b req-544b9edd-48ae-42e7-8263-77c76a388d4d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Jun 17 08:26:04.838218 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db22fff-4fd0-4f47-a0db-d216f32f149b x-openstack-request-id: req-8db22fff-4fd0-4f47-a0db-d216f32f149b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:04.838774 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:04.839624 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8db22fff-4fd0-4f47-a0db-d216f32f149b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:04.840243 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'code': 200} Jun 17 08:26:05.100123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae0c0-b302-4d91-81a4-f10315f40c6d req-b4d6e123-2496-4896-a854-6a836147f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:05.101777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-545ae0c0-b302-4d91-81a4-f10315f40c6d req-b4d6e123-2496-4896-a854-6a836147f9a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 1097 time: 0.1729732 Jun 17 08:26:05.110424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69794b76-d39d-4848-b50f-2a9eaa13b7ac req-a1447ef0-9e0e-4509-a9ce-89608536df18 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:05.112044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69794b76-d39d-4848-b50f-2a9eaa13b7ac req-a1447ef0-9e0e-4509-a9ce-89608536df18 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1204553 Jun 17 08:26:05.188043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69794b76-d39d-4848-b50f-2a9eaa13b7ac req-814dcc9f-f57b-4c78-9eea-bd99ec17dad2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Jun 17 08:26:05.191672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-545ae0c0-b302-4d91-81a4-f10315f40c6d req-a9f22dbe-a7cb-4062-93e6-1fe1cef81aa9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760186 Jun 17 08:26:05.531649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08daa28c-d5c7-4dc0-9d31-74cb8b005899 req-fa74117a-d224-45a3-8da4-d5731f05f296 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2849b33-c03f-48fc-bfb2-8d613e0d0298 HTTP/1.1" status: 200 len: 210 time: 0.0879824 Jun 17 08:26:05.733112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507e49-84ad-4cd1-ac9b-65b3170c6aeb req-971b8a26-05d3-4464-914e-072d53aa6c09 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:05.742745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19507e49-84ad-4cd1-ac9b-65b3170c6aeb req-971b8a26-05d3-4464-914e-072d53aa6c09 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.0874221 Jun 17 08:26:05.843679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19507e49-84ad-4cd1-ac9b-65b3170c6aeb req-d1748ceb-37bb-4d43-91bf-fe31c63d8798 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Jun 17 08:26:06.075397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815bbe5-3c63-4390-8f99-c632a3239282 req-9cd5fbaf-ef4e-4a95-91d6-81da92eb69d9 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:06.083237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5815bbe5-3c63-4390-8f99-c632a3239282 req-9cd5fbaf-ef4e-4a95-91d6-81da92eb69d9 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1011143 Jun 17 08:26:06.154147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5815bbe5-3c63-4390-8f99-c632a3239282 req-5a7ccbbc-c099-4dfa-869b-489079aa033b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703323 Jun 17 08:26:06.335058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad67de-2f94-47e2-9207-0bc4e831cfd2 req-12daec00-077a-497d-ac69-8d4e472dc461 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:06.343342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcad67de-2f94-47e2-9207-0bc4e831cfd2 req-12daec00-077a-497d-ac69-8d4e472dc461 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.0852473 Jun 17 08:26:06.421964 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcad67de-2f94-47e2-9207-0bc4e831cfd2 req-00c1c675-a0d9-4eb6-bb99-3e063cd15148 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774808 Jun 17 08:26:06.668861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa733-11bd-45c7-805e-72fcafc331c5 req-490ebd34-7375-4bbb-9bc3-9ba19905d971 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:06.677501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc7aa733-11bd-45c7-805e-72fcafc331c5 req-490ebd34-7375-4bbb-9bc3-9ba19905d971 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1297460 Jun 17 08:26:06.735899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc7aa733-11bd-45c7-805e-72fcafc331c5 req-8538ab24-b7b8-4435-badf-dd26ab0afc54 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556350 Jun 17 08:26:07.215190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076699-50d4-40c6-b21c-3b31eae7a717 req-a31495eb-5e0f-442f-8c87-2f18136108c9 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.224715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16076699-50d4-40c6-b21c-3b31eae7a717 req-a31495eb-5e0f-442f-8c87-2f18136108c9 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1136250 Jun 17 08:26:07.291521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16076699-50d4-40c6-b21c-3b31eae7a717 req-536593c7-3f8f-460e-81fc-2786b8af87c8 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652318 Jun 17 08:26:07.517919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d3686-78bd-4fd8-ad03-703dd8a473e5 req-903b381c-34ae-4370-b462-f2bf4ee4615d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.534180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f41d3686-78bd-4fd8-ad03-703dd8a473e5 req-903b381c-34ae-4370-b462-f2bf4ee4615d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1189587 Jun 17 08:26:07.601927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f41d3686-78bd-4fd8-ad03-703dd8a473e5 req-fcf35a49-51c2-4b00-8808-962d830af295 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631602 Jun 17 08:26:07.955218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5d481-0e94-438c-896e-e36214bc53b6 req-346bf087-4ab8-4a9b-b98f-e648ccc8fccc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.956835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85e5d481-0e94-438c-896e-e36214bc53b6 req-346bf087-4ab8-4a9b-b98f-e648ccc8fccc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1462681 Jun 17 08:26:08.019646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85e5d481-0e94-438c-896e-e36214bc53b6 req-e0c75de4-dba4-4066-bc34-5ca6df3da404 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Jun 17 08:26:08.246119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8e3c-f94c-410d-8470-a52b777f6c7c req-0d59ad72-446e-4e0e-93fe-e6dec37822ed tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:08.256067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81af8e3c-f94c-410d-8470-a52b777f6c7c req-0d59ad72-446e-4e0e-93fe-e6dec37822ed tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.0973907 Jun 17 08:26:08.309801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81af8e3c-f94c-410d-8470-a52b777f6c7c req-c094fc35-2799-490c-b2b6-1eeb0808946e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Jun 17 08:26:08.345074 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:08.716161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847404-4a62-4eb2-b1d8-6b57fd21f2be req-000dba0f-6d88-4f30-8da6-d76070b64725 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:08.718009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82847404-4a62-4eb2-b1d8-6b57fd21f2be req-000dba0f-6d88-4f30-8da6-d76070b64725 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1055331 Jun 17 08:26:08.801037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82847404-4a62-4eb2-b1d8-6b57fd21f2be req-cca2fe41-faaf-49f9-95cb-22c1f95b0689 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761101 Jun 17 08:26:09.118141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f74485-f530-497e-a04f-f0cc1782dca0 req-e6aa55c1-877f-4c9f-a843-2d08fdfcc1c6 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:09.126245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96f74485-f530-497e-a04f-f0cc1782dca0 req-e6aa55c1-877f-4c9f-a843-2d08fdfcc1c6 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1376648 Jun 17 08:26:09.204425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96f74485-f530-497e-a04f-f0cc1782dca0 req-46797dca-5ce9-4dc8-880b-f1a659c485d8 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654733 Jun 17 08:26:09.613241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c470-7e34-458a-a66e-cd13e16a4f7e req-6ac4f839-0442-4a4d-9612-b7040bcc5f4f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:09.624851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59f9c470-7e34-458a-a66e-cd13e16a4f7e req-6ac4f839-0442-4a4d-9612-b7040bcc5f4f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1420591 Jun 17 08:26:09.707202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59f9c470-7e34-458a-a66e-cd13e16a4f7e req-d997b671-4871-4220-adb4-628d45f0f04c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802808 Jun 17 08:26:11.008193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bcd26-2036-4469-9f8a-b5f4b1087b2c req-a3fbe8e1-a21d-4d76-bf01-700ed15b2d5a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:11.011294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-698bcd26-2036-4469-9f8a-b5f4b1087b2c req-a3fbe8e1-a21d-4d76-bf01-700ed15b2d5a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1917152 Jun 17 08:26:11.080606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-698bcd26-2036-4469-9f8a-b5f4b1087b2c req-bbbdd4c7-d7ec-4931-ba6a-7f1f918c6d7d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596039 Jun 17 08:26:11.715462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2729-39ac-4a81-a773-99dabd30d817 req-998ee499-7b04-4b59-b12b-103c403ea19a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:11.717713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afda2729-39ac-4a81-a773-99dabd30d817 req-998ee499-7b04-4b59-b12b-103c403ea19a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.2494555 Jun 17 08:26:11.755273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f987f20-1287-4cab-a2ee-4ac2b96ca74d req-7d39f140-b5d6-4da0-b786-a26070d3a9dd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:11.763836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f987f20-1287-4cab-a2ee-4ac2b96ca74d req-7d39f140-b5d6-4da0-b786-a26070d3a9dd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.2368248 Jun 17 08:26:11.792021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afda2729-39ac-4a81-a773-99dabd30d817 req-86b385c8-2461-4387-b498-6a6ec0f6677a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651579 Jun 17 08:26:11.845072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f987f20-1287-4cab-a2ee-4ac2b96ca74d req-941b59d4-7973-43b1-8655-326c6305bc05 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799785 Jun 17 08:26:12.186890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60911ef3-683c-4e82-8759-ca598e27a145 req-c2db97ce-38d1-4650-8d72-94e0b301db74 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.201396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60911ef3-683c-4e82-8759-ca598e27a145 req-c2db97ce-38d1-4650-8d72-94e0b301db74 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1847322 Jun 17 08:26:12.280851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60911ef3-683c-4e82-8759-ca598e27a145 req-ba634f0b-3fd3-4ff6-8376-a467d54bff19 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639343 Jun 17 08:26:12.469188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c573e6-16fe-42e9-9c3e-5f54358e9327 req-da898bad-5b6d-46bc-bf72-41bf65f2bfcf tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.472773 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09c573e6-16fe-42e9-9c3e-5f54358e9327 req-da898bad-5b6d-46bc-bf72-41bf65f2bfcf tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1652715 Jun 17 08:26:12.970813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09c573e6-16fe-42e9-9c3e-5f54358e9327 req-7943fa64-2269-4231-8ff6-50c7bfd8533b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866853 Jun 17 08:26:13.472084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a461b9-2af9-43c8-a634-8078d85a7bca req-b564dd6e-5518-49b2-aed5-682400486d18 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.473638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1a461b9-2af9-43c8-a634-8078d85a7bca req-b564dd6e-5518-49b2-aed5-682400486d18 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1001384 Jun 17 08:26:13.482852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc00f26-d9bb-45f0-a79e-8b1941d6eaa0 req-9bbb99bb-8bbe-4c4d-b91e-7e1a4207332d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.484733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fc00f26-d9bb-45f0-a79e-8b1941d6eaa0 req-9bbb99bb-8bbe-4c4d-b91e-7e1a4207332d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1746304 Jun 17 08:26:13.544687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fc00f26-d9bb-45f0-a79e-8b1941d6eaa0 req-0edf3cc6-438a-4cb3-97dd-1ca5e3f90fd6 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523887 Jun 17 08:26:13.557383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1a461b9-2af9-43c8-a634-8078d85a7bca req-417869fc-88d8-4c59-b002-aa83e277ae2b tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710735 Jun 17 08:26:13.756702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f13326-da2a-4e29-9ce5-ab911b4cedea req-6d5defa5-f308-43de-a2ee-29298a46fd78 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.758104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00f13326-da2a-4e29-9ce5-ab911b4cedea req-6d5defa5-f308-43de-a2ee-29298a46fd78 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 945 time: 0.0733824 Jun 17 08:26:13.866809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00f13326-da2a-4e29-9ce5-ab911b4cedea req-04289424-73f1-47d7-9f3c-ac13d8699026 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898602 Jun 17 08:26:13.884646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7534a-df92-424b-9ed4-9b0c3feaff9b req-b9691601-76b2-4c4d-a7be-660842693e72 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.886154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d0b7534a-df92-424b-9ed4-9b0c3feaff9b req-b9691601-76b2-4c4d-a7be-660842693e72 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1521854 Jun 17 08:26:13.912106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-2810c3c0-1c06-4238-ab07-bace0026b69d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.914025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-2810c3c0-1c06-4238-ab07-bace0026b69d tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 945 time: 0.1379888 Jun 17 08:26:13.992616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d0b7534a-df92-424b-9ed4-9b0c3feaff9b req-d19ea5d3-9d56-4584-bb99-6b0fc4f30041 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896177 Jun 17 08:26:14.056152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Deleting port 63a55413-2f47-4d38-8153-03824dbf4878 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:14.056619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.231803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] For port 63a55413-2f47-4d38-8153-03824dbf4878, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=63a55413-2f47-4d38-8153-03824dbf4878,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:14.232176 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.308159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Calling delete_port for 63a55413-2f47-4d38-8153-03824dbf4878 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:14.365206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-439f2ce3-5761-46e4-b308-07a5b07e0bc4 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:14.366679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-439f2ce3-5761-46e4-b308-07a5b07e0bc4 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1098 time: 0.2373228 Jun 17 08:26:14.377272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0b2a-8991-456f-be80-203a973ef5c0 req-39281ffc-8412-4792-b953-4b12ca86da50 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:14.378734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f34a0b2a-8991-456f-be80-203a973ef5c0 req-39281ffc-8412-4792-b953-4b12ca86da50 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2482705 Jun 17 08:26:14.385741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-13'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:14.502668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f34a0b2a-8991-456f-be80-203a973ef5c0 req-2a4fc407-1eaf-496d-8ccc-4f175c96d084 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128192 Jun 17 08:26:14.523184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.607394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.612852 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbd8aa81-b90d-4db0-b17b-b39b77330755 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:14.621904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['63a55413-2f47-4d38-8153-03824dbf4878'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:14.670083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event deleted for resources: {'Port': ['ID=63a55413-2f47-4d38-8153-03824dbf4878,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:14.674274 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:14.762136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] No DVR routers for this DVR port 63a55413-2f47-4d38-8153-03824dbf4878 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:14.772611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.774616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3af4c5e8-1b88-42e1-aa22-00bc514b9a6c req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "DELETE /v2.0/ports/63a55413-2f47-4d38-8153-03824dbf4878 HTTP/1.1" status: 204 len: 173 time: 0.8520589 Jun 17 08:26:14.777554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'name': 'network-vif-deleted', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:14.778696 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3eb426-1fe7-4779-8e97-1ebc8c33b788" -d '{"events": [{"server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "name": "network-vif-deleted", "tag": "63a55413-2f47-4d38-8153-03824dbf4878"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:14.852102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:14.931814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88f208-e2ac-4234-8f7c-ea3166e6bd13 req-6edf1683-fe2a-4159-b8fd-e72615105c81 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:14.933361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e88f208-e2ac-4234-8f7c-ea3166e6bd13 req-6edf1683-fe2a-4159-b8fd-e72615105c81 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1948264 Jun 17 08:26:14.936397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:14.945307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418cbc1-6bbe-483c-8b68-7b5b43bfeb00 req-1d7aef42-6ace-48ed-a1df-f67af6098b04 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:14.947086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2418cbc1-6bbe-483c-8b68-7b5b43bfeb00 req-1d7aef42-6ace-48ed-a1df-f67af6098b04 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 946 time: 0.1497364 Jun 17 08:26:15.047148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2418cbc1-6bbe-483c-8b68-7b5b43bfeb00 req-7e97b309-2d48-442d-894c-0e2c3e53e464 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753026 Jun 17 08:26:15.049013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.053077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e88f208-e2ac-4234-8f7c-ea3166e6bd13 req-509a4775-c6c4-4ba2-94cd-bc6c324caf4e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823560 Jun 17 08:26:15.060012 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.063857 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11139122-ca95-433d-94af-4a13f6a8e27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:15.154367 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d66305-4424-4301-8068-b666fde512e6 x-openstack-request-id: req-a4d66305-4424-4301-8068-b666fde512e6 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:15.154709 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e7c6e6-1328-41cd-ba71-de509d33b7ac", "name": "network-vif-deleted", "tag": "63a55413-2f47-4d38-8153-03824dbf4878", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:15.155029 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4d66305-4424-4301-8068-b666fde512e6 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:15.155488 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e7c6e6-1328-41cd-ba71-de509d33b7ac', 'name': 'network-vif-deleted', 'tag': '63a55413-2f47-4d38-8153-03824dbf4878', 'status': 'completed', 'code': 200} Jun 17 08:26:15.222146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on host n-h2-780147-13 for vnic_type normal with profile {"migrating_to": "n-h1-780147-13"} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:15.222589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:15.222943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:15.226133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:15.231461 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:15.233860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:15.234312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Attempting to bind port c7ece2f4-1852-48fe-aff2-59bba55309b0 on network 943a0609-d4dd-4bda-a3a4-c58f0a2585fa {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:15.240887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:15.241228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Checking segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:15.241637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Bound using segment: {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:15.242145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Bound port: c7ece2f4-1852-48fe-aff2-59bba55309b0, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d59b339-4030-40b8-a921-ea2edfe9e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '943a0609-d4dd-4bda-a3a4-c58f0a2585fa'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:15.242500 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.294603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa19b2f5-4d90-49ad-bc8b-98e433b22948 req-a1651568-c2e7-46df-a208-d3d9918c38ee tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e7c6e6-1328-41cd-ba71-de509d33b7ac HTTP/1.1" status: 200 len: 210 time: 0.0476739 Jun 17 08:26:15.369887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:15.373810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:15.386450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.392691 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8515de13-8903-4069-8e0b-f963ac19ff97 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322 tempest-FloatingIPsAssociationNegativeTestJSON-2081779322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:15.584759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:15.602479 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:15.606091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:15.607071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.609536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] 10.222.0.60 "PUT /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 1124 time: 1.2296386 Jun 17 08:26:15.726313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c7ece2f4-1852-48fe-aff2-59bba55309b0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:15.734604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af52c8-49be-4850-b8f5-1678b51fc9e3 req-75a35692-28e3-4ced-9277-a64c76f7ae53 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:15.736549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50af52c8-49be-4850-b8f5-1678b51fc9e3 req-75a35692-28e3-4ced-9277-a64c76f7ae53 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1778457 Jun 17 08:26:15.766728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['c7ece2f4-1852-48fe-aff2-59bba55309b0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:15.854458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50af52c8-49be-4850-b8f5-1678b51fc9e3 req-1765c0cf-5f23-4b2c-9925-4f83ec029306 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056321 Jun 17 08:26:15.911622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90258c-3465-48c1-87d1-f67c987be978 req-f6e5f09b-e3b6-427e-b839-232574607ead tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:15.914003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e90258c-3465-48c1-87d1-f67c987be978 req-f6e5f09b-e3b6-427e-b839-232574607ead tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1176515 Jun 17 08:26:15.983485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:16.099330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e90258c-3465-48c1-87d1-f67c987be978 req-32cbe361-6cc6-468a-bc3e-a271c7020bb9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637828 Jun 17 08:26:16.176836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d888760b-f832-4315-b73c-c28391b22cb1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.184604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d888760b-f832-4315-b73c-c28391b22cb1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.1967590 Jun 17 08:26:16.203141 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-71183513-44ad-4b6a-a1ca-5c1ccdff6fd4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/quotas/890dfa52881e488490818b1597b3f4c4 HTTP/1.1" status: 200 len: 375 time: 0.0173292 Jun 17 08:26:16.347614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-e398d7ab-5d97-4625-8df6-92d0bb658875 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430326 Jun 17 08:26:16.372194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:16.388827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 has no active binding in host n-h1-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:26:16.424741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf2ec-a53a-4f40-b5d2-c84c7faeaadf req-5bf031f5-807f-47b7-9c75-14d6eff30126 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.426714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-362bf2ec-a53a-4f40-b5d2-c84c7faeaadf req-5bf031f5-807f-47b7-9c75-14d6eff30126 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.1472263 Jun 17 08:26:16.514270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-362bf2ec-a53a-4f40-b5d2-c84c7faeaadf req-d258c771-1a9c-4456-b3f6-bb214e2d2a3e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Jun 17 08:26:16.521218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-3d60e68e-9c3b-4f41-8e0f-1e44cfa966eb service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652114 Jun 17 08:26:16.630507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-ea4a2c52-45f4-4c4d-b31c-09d9a1c2cb82 service neutron] 10.222.0.65 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024528 Jun 17 08:26:16.758974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5739b-9019-47ba-82ab-2c9148ebcc78 req-fd554a94-d258-4543-955b-14c8af3018a0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.766020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ca5739b-9019-47ba-82ab-2c9148ebcc78 req-fd554a94-d258-4543-955b-14c8af3018a0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.0930793 Jun 17 08:26:16.807766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ca5739b-9019-47ba-82ab-2c9148ebcc78 req-6d530c33-bf26-44c8-86bc-58a11821e28e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Jun 17 08:26:16.896728 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.967456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be297567-a376-4177-94f5-e8169dfa1aee req-8ba5d5d3-885d-4fff-b9eb-9b4ae2c7b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.973342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be297567-a376-4177-94f5-e8169dfa1aee req-8ba5d5d3-885d-4fff-b9eb-9b4ae2c7b711 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 1097 time: 0.1183715 Jun 17 08:26:17.058609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be297567-a376-4177-94f5-e8169dfa1aee req-8f86aa35-c4de-4581-9490-77c069ea2082 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795777 Jun 17 08:26:17.060868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b259fe4-1a2c-40b7-8f1d-98c245676ded req-81b978d1-5bd1-47ea-80df-fc62406ad6aa tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 210 time: 0.0504081 Jun 17 08:26:17.173417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0'}, {'name': 'network-changed', 'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:17.176378 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90bf843-4dee-4b6a-a07f-da83010b5d43" -d '{"events": [{"server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0"}, {"name": "network-changed", "server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:17.246187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127fdf3-1cd6-4de0-b4e2-b6ef8a1e4890 req-be91931d-6866-400c-88af-3cf67781bce4 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:17.248752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7127fdf3-1cd6-4de0-b4e2-b6ef8a1e4890 req-be91931d-6866-400c-88af-3cf67781bce4 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1107373 Jun 17 08:26:17.317199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:17.322508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7127fdf3-1cd6-4de0-b4e2-b6ef8a1e4890 req-9c0939b8-8ff0-4a82-a97a-ee4c1a097d19 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658472 Jun 17 08:26:17.371269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 63a55413-2f47-4d38-8153-03824dbf4878 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:17.371650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 63a55413-2f47-4d38-8153-03824dbf4878 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:17.423964 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd03cc-507a-4243-a32d-e31c1d5baf25 x-openstack-request-id: req-c7dd03cc-507a-4243-a32d-e31c1d5baf25 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:17.424206 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0", "code": 200}, {"name": "network-changed", "server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:17.424505 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7dd03cc-507a-4243-a32d-e31c1d5baf25 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:17.424947 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'code': 200} Jun 17 08:26:17.425247 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'status': 'completed', 'code': 200} Jun 17 08:26:17.655813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0f69-9318-4fa3-91a0-5d0484203c9c req-ff3f7009-3691-4c60-b2f9-f9a0f2fa0dee tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:17.657312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aef0f69-9318-4fa3-91a0-5d0484203c9c req-ff3f7009-3691-4c60-b2f9-f9a0f2fa0dee tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2050581 Jun 17 08:26:17.662769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-5ddbd9c3-cec6-43a1-832b-1d5935b6ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:17.664180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-5ddbd9c3-cec6-43a1-832b-1d5935b6ef6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1127 time: 0.1994734 Jun 17 08:26:17.696680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-dc372e3f-08a8-4cca-9b22-fd4df3918c56 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:17.697973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-dc372e3f-08a8-4cca-9b22-fd4df3918c56 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "GET /v2.0/ports?device_id=726e461a-44dc-4e9b-9c53-b451167db7f9 HTTP/1.1" status: 200 len: 945 time: 0.1769900 Jun 17 08:26:17.986408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:18.060717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb357e88-8ff8-4499-a53b-a37a77c90627 req-56de9b9f-d44c-4866-9a4b-7f4f770b6841 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.062225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb357e88-8ff8-4499-a53b-a37a77c90627 req-56de9b9f-d44c-4866-9a4b-7f4f770b6841 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 944 time: 0.5068653 Jun 17 08:26:18.139528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aef0f69-9318-4fa3-91a0-5d0484203c9c req-d5e7c69e-706a-40bc-94ef-ef8caac597c0 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713886 Jun 17 08:26:18.152776 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.182214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:18.185850 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ac6fd-986b-4312-8eb8-8eff5ed1e021" -d '{"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-unplugged", "status": "completed", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:18.199777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:18.213693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.215610 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:18.220973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-0e0d17b6-6e42-41f9-8b7a-9423becfe2ac tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.224790 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-0e0d17b6-6e42-41f9-8b7a-9423becfe2ac tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 944 time: 0.1475613 Jun 17 08:26:18.277270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb357e88-8ff8-4499-a53b-a37a77c90627 req-7146a319-b2df-4ed3-85e9-acb6dfcaa3b2 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998799 Jun 17 08:26:18.294295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:18.311235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-f3703250-cb4b-4862-a44d-cc3282e9b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.316515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-f3703250-cb4b-4862-a44d-cc3282e9b526 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.6378148 Jun 17 08:26:18.320150 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:18.406833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-a9021d17-db7f-46f6-97c7-6cedde41e8a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 217 time: 0.0733776 Jun 17 08:26:18.421828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Deleting port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:18.422174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.474321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Deleting port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:18.474574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.567561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-eeed2078-5316-487a-9a40-8a4800f28409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.568948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-eeed2078-5316-487a-9a40-8a4800f28409 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1334713 Jun 17 08:26:18.663505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-424f2731-2d88-4b3d-80d7-1c178b8e351a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702908 Jun 17 08:26:18.666137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] For port 52a7d7ca-aa79-4c2e-83af-d65521b52d06, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=52a7d7ca-aa79-4c2e-83af-d65521b52d06,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:18.666697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.705827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-787764d1-7d3f-4822-bfa6-344d584e3703 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.707688 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-787764d1-7d3f-4822-bfa6-344d584e3703 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 805 time: 0.2648532 Jun 17 08:26:18.712385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2c7c-441a-4d30-8c75-a3227976cbf8 req-e434e472-62b2-4f78-b0ad-c9b3091244be tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.714382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebee2c7c-441a-4d30-8c75-a3227976cbf8 req-e434e472-62b2-4f78-b0ad-c9b3091244be tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.3578937 Jun 17 08:26:18.734714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] For port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:18.735020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.752191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Request body: {'port': {'device_id': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'admin_state_up': True, 'tenant_id': '890dfa52881e488490818b1597b3f4c4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:18.805632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Calling delete_port for 52a7d7ca-aa79-4c2e-83af-d65521b52d06 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:18.868321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Calling delete_port for 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:18.955280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebee2c7c-441a-4d30-8c75-a3227976cbf8 req-c49f7771-0a71-42e3-8886-25027e3a0358 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307572 Jun 17 08:26:18.983320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6bee1-5721-4285-8bbb-3c080a1cb152 req-1526ab97-837f-494b-8b3d-4430de26d366 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.987571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Made reservation on behalf of 890dfa52881e488490818b1597b3f4c4 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:18.991655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.992455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ccc6bee1-5721-4285-8bbb-3c080a1cb152 req-1526ab97-837f-494b-8b3d-4430de26d366 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.4170167 Jun 17 08:26:19.054221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-6ccb8d1e-fae4-4897-a2d0-07a21450ebf8 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785276 Jun 17 08:26:19.103951 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.134185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.157918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46b07b3c-ce2f-4fba-aaaa-2da611b022e2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:19.169124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ccc6bee1-5721-4285-8bbb-3c080a1cb152 req-e8b556f0-2cef-4791-b46e-7d5e57437130 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754491 Jun 17 08:26:19.192815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event deleted for resources: {'Port': ['ID=52a7d7ca-aa79-4c2e-83af-d65521b52d06,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:19.198831 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:19.269167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] No DVR routers for this DVR port 52a7d7ca-aa79-4c2e-83af-d65521b52d06 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:19.271478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Allocated IP 172.20.0.12 (ea52b333-8f78-40c1-b2df-c388365ec995/9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9/74cb4696-6221-40ec-bde0-76eae94d5421) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:19.275522 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.277867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-59dcbe20-bd12-44e7-8744-da1e7fab3d9f req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.67 "DELETE /v2.0/ports/52a7d7ca-aa79-4c2e-83af-d65521b52d06 HTTP/1.1" status: 204 len: 173 time: 1.0425456 Jun 17 08:26:19.278419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'name': 'network-vif-deleted', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:19.281558 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfec7f1-2d4b-46f9-b470-1b933f7f1a52" -d '{"events": [{"server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "name": "network-vif-deleted", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:19.285842 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066b882-6f11-47ab-8541-bb297febb2d8 x-openstack-request-id: req-1066b882-6f11-47ab-8541-bb297febb2d8 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:19.286146 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-unplugged", "status": "completed", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:19.287609 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1066b882-6f11-47ab-8541-bb297febb2d8 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:19.288034 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'code': 200} Jun 17 08:26:19.404949 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90bf843-4dee-4b6a-a07f-da83010b5d43 req-ed711c79-3852-4bbb-9377-c2b1b131edf9 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354816 Jun 17 08:26:19.420738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.426213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecd2ed5e-2144-4cf4-a3f0-a492ac4a0fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:19.472503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event deleted for resources: {'Port': ['ID=9179c08c-7d8f-47b4-a5d6-48ec0d62c011,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:19.505023 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:19.559798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.605827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81dee768-fbc8-4278-af96-3081f2e8dc36 req-cdd7ed89-6e3a-4718-bec3-e55ea5ef9b64 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 210 time: 0.1168492 Jun 17 08:26:19.620546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.631002 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dcd15e78-f9c3-4e76-87b6-ed5d80f5bf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:19.676476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] No DVR routers for this DVR port 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:19.686070 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.690655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2217719b-d3f8-47dc-948a-517675a2d2b1 req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "DELETE /v2.0/ports/9179c08c-7d8f-47b4-a5d6-48ec0d62c011 HTTP/1.1" status: 204 len: 173 time: 1.9813051 Jun 17 08:26:19.698274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-deleted', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:19.704147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Network ea52b333-8f78-40c1-b2df-c388365ec995 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:19.711841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:19.712442 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c9fe2-6e5c-4ccf-b25b-ff218b4ef09b" -d '{"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-deleted", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:19.725800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:19.730707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:19.754293 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:19.793138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:19.793990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.815400 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0739007 Jun 17 08:26:19.853476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Request body: {'port': {'device_id': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:19.855161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a72ca6-e383-43b9-a8a7-bf25ae0abded req-c62f4395-b3ac-442a-a37d-ad4730b98a42 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:19.857046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1a72ca6-e383-43b9-a8a7-bf25ae0abded req-c62f4395-b3ac-442a-a37d-ad4730b98a42 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.3389328 Jun 17 08:26:19.943859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1a72ca6-e383-43b9-a8a7-bf25ae0abded req-cb5ebc64-97d8-41da-8759-d262c72c207a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810475 Jun 17 08:26:19.953475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e67330-0f01-425c-a24b-5c3237070208 req-e781c0f0-8b44-49b5-94fd-d825e6aa59ab tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:19.955213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22e67330-0f01-425c-a24b-5c3237070208 req-e781c0f0-8b44-49b5-94fd-d825e6aa59ab tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2077281 Jun 17 08:26:20.062268 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703929ed-ca10-4186-a681-71c19a33cb53 x-openstack-request-id: req-703929ed-ca10-4186-a681-71c19a33cb53 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:20.066534 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b02c66b-fec4-45f0-be6f-65d5612e2c21", "name": "network-vif-deleted", "tag": "52a7d7ca-aa79-4c2e-83af-d65521b52d06", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:20.067026 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-703929ed-ca10-4186-a681-71c19a33cb53 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:20.067592 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b02c66b-fec4-45f0-be6f-65d5612e2c21', 'name': 'network-vif-deleted', 'tag': '52a7d7ca-aa79-4c2e-83af-d65521b52d06', 'status': 'completed', 'code': 200} Jun 17 08:26:20.068718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.091799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22e67330-0f01-425c-a24b-5c3237070208 req-96e54dc5-98ec-4cac-bf23-4afb0c1166b5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212850 Jun 17 08:26:20.341795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-480e5ed8-0cfb-47a7-aa33-9327b32677d3 req-1d64b199-2fb6-4ff8-94c4-ffc813e81dab tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b02c66b-fec4-45f0-be6f-65d5612e2c21 HTTP/1.1" status: 200 len: 210 time: 0.0624759 Jun 17 08:26:20.455477 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d294877d-f1d1-46db-acab-83b62d707990 x-openstack-request-id: req-d294877d-f1d1-46db-acab-83b62d707990 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:20.455821 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726e461a-44dc-4e9b-9c53-b451167db7f9", "name": "network-vif-deleted", "tag": "9179c08c-7d8f-47b4-a5d6-48ec0d62c011", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:20.456127 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d294877d-f1d1-46db-acab-83b62d707990 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:20.456749 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726e461a-44dc-4e9b-9c53-b451167db7f9', 'name': 'network-vif-deleted', 'tag': '9179c08c-7d8f-47b4-a5d6-48ec0d62c011', 'status': 'completed', 'code': 200} Jun 17 08:26:20.480331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-950143f4-eacb-4570-8046-32fa60f762e9 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:20.488165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-950143f4-eacb-4570-8046-32fa60f762e9 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 809 time: 0.2489722 Jun 17 08:26:20.514437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-91660c1c-a832-4fa3-be83-b11627aa1df1 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/quotas/4e727fdfc1b2465f9aaa2a898f23db63 HTTP/1.1" status: 200 len: 375 time: 0.0244730 Jun 17 08:26:20.662058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cb4696-6221-40ec-bde0-76eae94d5421 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:20.673514 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.691985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Transition to ACTIVE for port object 74cb4696-6221-40ec-bde0-76eae94d5421 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:20.697158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.700375 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:20.701480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90db5-ee71-499e-a356-8bb8612c8ae8 req-39ea8d68-1630-4d7e-a541-d0255539499f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:20.708880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57f90db5-ee71-499e-a356-8bb8612c8ae8 req-39ea8d68-1630-4d7e-a541-d0255539499f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.1315424 Jun 17 08:26:20.731919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-a5afd10f-f8be-4452-a010-42fdfd0aa695 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164752 Jun 17 08:26:20.852537 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57f90db5-ee71-499e-a356-8bb8612c8ae8 req-3e3ac2f6-91dd-4a7c-a482-f56bfcc9b4ae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425929 Jun 17 08:26:20.859456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:20.864715 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:20.920147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Attempting to bind port 74cb4696-6221-40ec-bde0-76eae94d5421 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:20.920147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Attempting to bind port 74cb4696-6221-40ec-bde0-76eae94d5421 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:20.920147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Attempting to bind port 74cb4696-6221-40ec-bde0-76eae94d5421 on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:20.927696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Port 74cb4696-6221-40ec-bde0-76eae94d5421 on network ea52b333-8f78-40c1-b2df-c388365ec995 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:20.927984 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Attempting to bind port 74cb4696-6221-40ec-bde0-76eae94d5421 on network ea52b333-8f78-40c1-b2df-c388365ec995 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:20.934338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-43c94a0e-223d-413a-b27e-0ebbed5f30da service neutron] 10.222.0.65 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958640 Jun 17 08:26:20.940084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:20.940568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Checking segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:20.940961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Bound using segment: {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:20.941385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Bound port: 74cb4696-6221-40ec-bde0-76eae94d5421, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b39551-4751-42ad-a49b-de9a38341418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:20.941740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.031494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:21.035444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:21.041872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.045979 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-260068f7-c01a-42e5-a8d7-8e76da8ae245 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:21.096262 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-2df29798-284c-4155-b727-0961115983f9 service neutron] 10.222.0.65 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545610 Jun 17 08:26:21.104396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:21.109943 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:21.123824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.124431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.125836 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] 10.222.0.60 "PUT /v2.0/ports/74cb4696-6221-40ec-bde0-76eae94d5421 HTTP/1.1" status: 200 len: 1093 time: 1.2932472 Jun 17 08:26:21.214664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319c8b1-81e7-43f6-bb92-1770c58735c8 req-77fc7bac-52fc-4925-abc1-1cc82dc8c4ec tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.217363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4319c8b1-81e7-43f6-bb92-1770c58735c8 req-77fc7bac-52fc-4925-abc1-1cc82dc8c4ec tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 944 time: 0.0781832 Jun 17 08:26:21.234166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-47d4692a-6c87-47c1-82f9-698811f6a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.236936 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-47d4692a-6c87-47c1-82f9-698811f6a36b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 1096 time: 0.0709233 Jun 17 08:26:21.301866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4319c8b1-81e7-43f6-bb92-1770c58735c8 req-80b234ca-3bc7-44c9-b3ad-810f44e6e133 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747700 Jun 17 08:26:21.312155 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-fd205f66-5f6c-4d00-b3eb-867ee889cc6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74cb4696-6221-40ec-bde0-76eae94d5421 HTTP/1.1" status: 200 len: 217 time: 0.0653138 Jun 17 08:26:21.342377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:21.370749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-10be07f2-72e9-44dd-9312-12bf1ca3dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.372433 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-10be07f2-72e9-44dd-9312-12bf1ca3dd0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.0527918 Jun 17 08:26:21.416982 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-ad4b6b99-d4b3-4163-bb85-ec61020f082c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343759 Jun 17 08:26:21.488473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9739782-8cf6-4575-aa0a-50725d0236b1 req-a39cdfb9-4d48-41fa-973b-31787c979214 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.497270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9739782-8cf6-4575-aa0a-50725d0236b1 req-a39cdfb9-4d48-41fa-973b-31787c979214 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.0893805 Jun 17 08:26:21.566309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:21.569073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9739782-8cf6-4575-aa0a-50725d0236b1 req-37631291-5cfa-4ee0-8a73-d06693d0b6aa tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706522 Jun 17 08:26:21.608538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 52a7d7ca-aa79-4c2e-83af-d65521b52d06 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:21.609215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 52a7d7ca-aa79-4c2e-83af-d65521b52d06 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:21.630225 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-8de7790b-9dbb-4aa6-aca4-75c853342732 service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044582 Jun 17 08:26:21.634663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856d77-cf0b-4dfa-aa48-05e4e910cb65 req-d6f5d776-d678-48ba-bf8b-cf86b45b07cc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.636613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba856d77-cf0b-4dfa-aa48-05e4e910cb65 req-d6f5d776-d678-48ba-bf8b-cf86b45b07cc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1306899 Jun 17 08:26:21.703696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79a34462-361a-459c-99f5-0dcb3ff3d11f req-1aba370d-107d-4d3b-bd06-ef189a79870c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 210 time: 0.0408053 Jun 17 08:26:21.741770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba856d77-cf0b-4dfa-aa48-05e4e910cb65 req-088f7537-aacb-4b11-8d63-04322b59cb89 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940440 Jun 17 08:26:21.759643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7fcc7232-f70c-4678-9718-be5b797efa28 req-17c4b789-cca0-4da7-bc28-f4efd5a6b14e service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206162 Jun 17 08:26:21.774892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-5568d8a9-9e58-42ac-8f3c-e3acd76f5d74 service neutron] 10.222.0.67 "GET /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.0737326 Jun 17 08:26:22.000340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:22.013756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:22.037691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:22.038719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9179c08c-7d8f-47b4-a5d6-48ec0d62c011 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.049349 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:22.052861 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:26:22.059926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:22.068524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:22.072633 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0613202e-608f-4548-ade4-d8924903f804" -d '{"events": [{"name": "network-changed", "server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:22.104161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47372) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:22.105505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ece2f4-1852-48fe-aff2-59bba55309b0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:22.111254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-867955007'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:22.125622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:22.141838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:22.142044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad4922-83ad-4ed8-afa0-f82f6536106d req-43ac11f1-e4f3-4403-8ad1-e959598ca1e0 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.147107 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.149496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87ad4922-83ad-4ed8-afa0-f82f6536106d req-43ac11f1-e4f3-4403-8ad1-e959598ca1e0 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 944 time: 0.1517067 Jun 17 08:26:22.167142 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.180208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:26:22.193131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.193768 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Added segment 6bb2d8c5-2a9b-4169-b607-70a58e48da35 of type vlan for network cad1a474-4675-4ffc-a0f4-305c9a54cd64 Jun 17 08:26:22.231636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87ad4922-83ad-4ed8-afa0-f82f6536106d req-4e734ba8-26d8-401e-9640-0c972d385eb1 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810392 Jun 17 08:26:22.243600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.273522 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183e92b-5043-43b0-8cdf-175fbebc7899 x-openstack-request-id: req-0183e92b-5043-43b0-8cdf-175fbebc7899 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:22.274482 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:22.275019 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0183e92b-5043-43b0-8cdf-175fbebc7899 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:22.275598 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421', 'status': 'completed', 'code': 200} Jun 17 08:26:22.278141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.280564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Transition to ACTIVE for port object c7ece2f4-1852-48fe-aff2-59bba55309b0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:22.284287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.291534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.292161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.295628 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:22.297152 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:22.361549 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2561927 Jun 17 08:26:22.365988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:22.373779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-366731278'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:22.409767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Network': ['ID=cad1a474-4675-4ffc-a0f4-305c9a54cd64,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:22.418294 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:22.421136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:26:22.437752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613202e-608f-4548-ade4-d8924903f804 req-db7b768b-4035-4e17-b548-8c27380041dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.439681 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-db7b768b-4035-4e17-b548-8c27380041dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=890dfa52881e488490818b1597b3f4c4&device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 1096 time: 0.1366196 Jun 17 08:26:22.443575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:22.447757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.449270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] No DVR routers for this DVR port c7ece2f4-1852-48fe-aff2-59bba55309b0 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:22.451511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:22.474685 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:22.483306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:26:22.493648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.494001 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Added segment 693f69aa-ffa2-4a64-a672-8dcf9a3b1eba of type vlan for network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 Jun 17 08:26:22.531566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0/bindings/n-h1-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7459130 Jun 17 08:26:22.564728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb879-891e-4d41-bc28-87a5063cf967 req-464d2ba4-c5df-4b36-9ef8-c5a01e716cbe tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.566185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-332cb879-891e-4d41-bc28-87a5063cf967 req-464d2ba4-c5df-4b36-9ef8-c5a01e716cbe tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.2105732 Jun 17 08:26:22.589677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.606533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6781b7-4a10-45bf-9b22-045c8428f356 req-a32febfc-b2e4-48fc-a684-d45870c144bd tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.608127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b6781b7-4a10-45bf-9b22-045c8428f356 req-a32febfc-b2e4-48fc-a684-d45870c144bd tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 944 time: 0.1607237 Jun 17 08:26:22.636031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613202e-608f-4548-ade4-d8924903f804 req-b3dbb48b-6158-4289-94be-acd496cc1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.637642 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-b3dbb48b-6158-4289-94be-acd496cc1f78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 200 len: 906 time: 0.1782794 Jun 17 08:26:22.642700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.649551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.650571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.655299 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d764f1a8-6737-4762-910c-65b0f65f0587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:22.674026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-332cb879-891e-4d41-bc28-87a5063cf967 req-8d7ed023-8e6d-400b-b87f-0221f6b41570 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008127 Jun 17 08:26:22.706687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b6781b7-4a10-45bf-9b22-045c8428f356 req-46c50ccf-e2a0-433d-ab48-7bf5c4b76320 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Jun 17 08:26:22.723996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-22171492-f75b-400b-9aff-d2fa5283190d tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.725569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-22171492-f75b-400b-9aff-d2fa5283190d tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.1147077 Jun 17 08:26:22.725738 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-6c22b7a0-c492-4b81-a582-55fc570091b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74cb4696-6221-40ec-bde0-76eae94d5421 HTTP/1.1" status: 200 len: 217 time: 0.0722764 Jun 17 08:26:22.746230 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3705525 Jun 17 08:26:22.746230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:22.746926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'subnet': {'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:22.791198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.60', 64971) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:22.892839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c2c4334-57fb-45e1-8b9c-d4b969346b50 req-5c8a2cc3-af1b-435f-9fd8-2120190c6eb5 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 210 time: 0.0440693 Jun 17 08:26:23.049663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-ae96443c-9d04-4bac-abd9-26c961ab260d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.051464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-ae96443c-9d04-4bac-abd9-26c961ab260d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.60 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 809 time: 0.2554400 Jun 17 08:26:23.086042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Request body: {'port': {'device_id': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'admin_state_up': True, 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:23.098416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a756855-4944-406b-a6ec-dc74e55cacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.099960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-4a756855-4944-406b-a6ec-dc74e55cacfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58&tenant_id=df255d9f8ec84c5babafd4030453edec HTTP/1.1" status: 200 len: 1097 time: 0.3352373 Jun 17 08:26:23.122863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Network': ['ID=9ed5c97b-cf20-4234-bebf-4e7823af5df0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:23.135170 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:23.136903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:26:23.206590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613202e-608f-4548-ade4-d8924903f804 req-616906a0-61ce-4892-90a3-c573511f92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.208110 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-616906a0-61ce-4892-90a3-c573511f92b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 200 len: 845 time: 0.4301150 Jun 17 08:26:23.263244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-ceb6e85b-4556-4f97-868c-3ba3da75fc86 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.264796 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-ceb6e85b-4556-4f97-868c-3ba3da75fc86 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.5007071 Jun 17 08:26:23.266714 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-bb8917d3-f6aa-4d92-a7af-dd68a61d6929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea52b333-8f78-40c1-b2df-c388365ec995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484786 Jun 17 08:26:23.267945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:23.271381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.415944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b85a21-a24e-49f9-85f6-934a48b950a7 req-3bfb7c01-4cb4-455e-8438-b69de70104d4 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.417483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62b85a21-a24e-49f9-85f6-934a48b950a7 req-3bfb7c01-4cb4-455e-8438-b69de70104d4 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.5708816 Jun 17 08:26:23.506926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-b723ced1-2771-4a6a-83ef-94b45dd100f0 service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278860 Jun 17 08:26:23.557692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62b85a21-a24e-49f9-85f6-934a48b950a7 req-01c39899-e4fa-4e7b-a129-ccf4fd27357f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114509 Jun 17 08:26:23.570083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eeeb9-3a27-4e5c-8dff-d690bbc0157c req-33a0595d-0a05-4d84-a214-472f83b6b6e7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.572283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b7eeeb9-3a27-4e5c-8dff-d690bbc0157c req-33a0595d-0a05-4d84-a214-472f83b6b6e7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.5528827 Jun 17 08:26:23.615473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Deleting port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:23.616021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.627172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-578dc729-6706-4c08-8271-65cd9c21e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.628945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-578dc729-6706-4c08-8271-65cd9c21e706 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1097 time: 0.2236409 Jun 17 08:26:23.676272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b7eeeb9-3a27-4e5c-8dff-d690bbc0157c req-b59784db-09c2-4d9b-b8b5-0ad9767497c6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903921 Jun 17 08:26:23.682827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Made reservation on behalf of 4e727fdfc1b2465f9aaa2a898f23db63 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:23.685475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.806276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.811188 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0354de15-70d9-4673-9e91-86283495492b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:23.816039 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0613202e-608f-4548-ade4-d8924903f804 req-2748fae4-7727-48b7-9b5f-96c697e71709 service neutron] 10.222.0.60 "GET /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959268 Jun 17 08:26:23.827223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-0419ae42-9416-481b-acc2-84211759268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.828769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-0419ae42-9416-481b-acc2-84211759268a service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1826620 Jun 17 08:26:23.873381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] For port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,segment=NetworkSegment(fc97b4af-f82c-46ca-8b5e-5dd560e16081),segment_id=fc97b4af-f82c-46ca-8b5e-5dd560e16081)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:23.874324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.952734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-ea117b30-ab2b-42d1-8aab-265933f0e0ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 200 len: 217 time: 0.0922024 Jun 17 08:26:23.966467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Calling delete_port for 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:23.968960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Subnet': ['ID=b677a19c-6b02-433a-964e-434bf8753579,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:23.972702 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:23.998420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Allocated IP 172.20.0.6 (7c1ba489-2844-4ec9-a862-21dce28cfd5e/8429e19d-a446-4ab0-9535-9ade2abcd80a/a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:24.029313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:24.031515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Checking segment: {'id': '6bb2d8c5-2a9b-4169-b607-70a58e48da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:24.031945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network hostable DHCP agents. Network: cad1a474-4675-4ffc-a0f4-305c9a54cd64, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:26:24.071128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:26:24.091810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, cad1a474-4675-4ffc-a0f4-305c9a54cd64) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:24.101507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-b49dd925-323a-4521-9061-c6ce20f3b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.103407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.103745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-b49dd925-323a-4521-9061-c6ce20f3b35c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1276650 Jun 17 08:26:24.104307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.115053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad9694-1bd0-486e-a5fa-6cb1e94243ea None None] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:24.155683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:24.162682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4215341 Jun 17 08:26:24.163485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:24.170313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '74cb4696-6221-40ec-bde0-76eae94d5421', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '74cb4696-6221-40ec-bde0-76eae94d5421', 'mac_address': 'fa:16:3e:28:87:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:24.174160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-b8939147-c5d2-4843-8e74-c0a84d14f23e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578995 Jun 17 08:26:24.177368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'subnet': {'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:24.204685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b48133-d4c2-403b-b19e-ad96ad863453 req-7e50c0fb-ff89-401d-9d84-66d1b8105641 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.206087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77b48133-d4c2-403b-b19e-ad96ad863453 req-7e50c0fb-ff89-401d-9d84-66d1b8105641 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e2de70-fc43-49d0-90d1-ef5801434090 HTTP/1.1" status: 200 len: 945 time: 0.3165076 Jun 17 08:26:24.214079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1464d3-a672-4c10-b1ed-c3e036bad48b req-4c33fe38-81b7-40cc-94f1-172dfaeed6dd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.221281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f1464d3-a672-4c10-b1ed-c3e036bad48b req-4c33fe38-81b7-40cc-94f1-172dfaeed6dd tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 945 time: 0.3576596 Jun 17 08:26:24.226486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.234280 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cabd0e3-fcd0-469b-9cdb-653205ffa3c1 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:24.255789 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.283017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cb4696-6221-40ec-bde0-76eae94d5421 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:24.296476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Pushing event deleted for resources: {'Port': ['ID=4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:24.301106 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:24.309576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:24.349321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.363290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:24.367421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.368557 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:24.379845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f1464d3-a672-4c10-b1ed-c3e036bad48b req-6edd574a-2149-484d-97fb-ef84b2a20b7e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575682 Jun 17 08:26:24.399462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] No DVR routers for this DVR port 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:24.402023 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77b48133-d4c2-403b-b19e-ad96ad863453 req-70d2af5f-7e76-478c-891d-5eb06d4a6821 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.65 "GET /v2.0/security-groups?id=0559b439-a818-4384-82c0-465d353fea9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774054 Jun 17 08:26:24.404678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.406676 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-827e98dc-fdda-4cf5-81d0-9f68869e24ec req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] 10.222.0.60 "DELETE /v2.0/ports/4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db HTTP/1.1" status: 204 len: 173 time: 1.1289999 Jun 17 08:26:24.407302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'name': 'network-vif-deleted', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:24.415679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:24.420789 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fca6bd-a291-4112-bac6-91d7e38cd389" -d '{"events": [{"server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "name": "network-vif-deleted", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:24.431452 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:24.454244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-cad1a474-4675-4ffc-a0f4-305c9a54cd64', 'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'fixed_ips': [{'subnet_id': 'b677a19c-6b02-433a-964e-434bf8753579'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:26:24.455346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.499895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.516537 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-edaebc49-11c8-4ff0-a7b0-92bafe3d8531 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286960 Jun 17 08:26:24.666566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.669187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a660ddc8-92d2-41d3-8890-7a97ca167f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:24.685286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Allocated IP 10.1.1.2 (cad1a474-4675-4ffc-a0f4-305c9a54cd64/b677a19c-6b02-433a-964e-434bf8753579/c36def46-b5e5-4b12-af51-e3c94299fe9b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:24.726882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-316d2071-ae51-45e9-9ea3-f312fcd464da req-322260cd-d687-4f84-a6a7-81d764c3d33f tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 210 time: 0.0589211 Jun 17 08:26:24.751522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Subnet': ['ID=3e526b04-a36e-45c0-ae1a-b63bb0984f3f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:24.754695 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:24.764422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Checking segment: {'id': '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:24.764839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network hostable DHCP agents. Network: 9ed5c97b-cf20-4234-bebf-4e7823af5df0, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:26:24.769863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-5a4eea17-2cbd-430d-8239-3afa4b794dac service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419186 Jun 17 08:26:24.785972 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae18af0f-b137-4611-8eb2-1f1172a0b79f x-openstack-request-id: req-ae18af0f-b137-4611-8eb2-1f1172a0b79f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:24.786321 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e2de70-fc43-49d0-90d1-ef5801434090", "name": "network-vif-deleted", "tag": "4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:24.786697 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae18af0f-b137-4611-8eb2-1f1172a0b79f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:24.787230 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e2de70-fc43-49d0-90d1-ef5801434090', 'name': 'network-vif-deleted', 'tag': '4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db', 'status': 'completed', 'code': 200} Jun 17 08:26:24.797368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:26:24.817810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9ed5c97b-cf20-4234-bebf-4e7823af5df0) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:24.825901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.829195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.852128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['74cb4696-6221-40ec-bde0-76eae94d5421'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:24.852764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997850a8-a2e8-4c64-91b4-0eccbd7e26d6 req-4d6ebe66-e15b-434c-ba91-26db5567f45d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.854698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-997850a8-a2e8-4c64-91b4-0eccbd7e26d6 req-4d6ebe66-e15b-434c-ba91-26db5567f45d tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 945 time: 0.2564948 Jun 17 08:26:24.855560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070c8dc-2813-4afb-909e-1305f53f280e None None] Network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:24.855994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.857716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:24.859045 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6906059 Jun 17 08:26:24.864392 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3c119b3-b044-4fac-b177-05072f9e7d75 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:24.876938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'port': {'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64', 'name': 'tempest-TaggedBootDevicesTest-241567403', 'fixed_ips': [{'subnet_id': 'b677a19c-6b02-433a-964e-434bf8753579'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:24.897156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['55fe9484-0336-4926-95d6-7898379593e5'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:24.905506 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.950891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Transition to ACTIVE for port object c36def46-b5e5-4b12-af51-e3c94299fe9b will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:24.975911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Transition to ACTIVE for port object c36def46-b5e5-4b12-af51-e3c94299fe9b will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:24.985970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Network 7c1ba489-2844-4ec9-a862-21dce28cfd5e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:25.025711 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.032542 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1c81eb93-a8d1-47c8-b8ad-cc98bd5d94e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:25.050215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:25.060866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:25.063910 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28038695-20f9-4cc2-a2e7-4d4bfa3b2f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.085881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Pushing event updated for resources: {'Port': ['ID=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.102228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:25.102664 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.120074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:25.125410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:25.129663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-997850a8-a2e8-4c64-91b4-0eccbd7e26d6 req-011c85a3-a1cc-466d-b7aa-f87dd1e080ab tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680895 Jun 17 08:26:25.152807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Pushing event updated for resources: {'Port': ['ID=c36def46-b5e5-4b12-af51-e3c94299fe9b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.165863 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.224100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.224777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.257206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0eac7-155c-4221-8f18-7b357cdfe865 req-c95ee8ca-10bc-4990-896a-2eccaaf3fddc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.265499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fbb0eac7-155c-4221-8f18-7b357cdfe865 req-c95ee8ca-10bc-4990-896a-2eccaaf3fddc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.3557403 Jun 17 08:26:25.306886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2340658 Jun 17 08:26:25.308007 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:25.313974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Attempting to bind port c36def46-b5e5-4b12-af51-e3c94299fe9b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:25.314732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Attempting to bind port c36def46-b5e5-4b12-af51-e3c94299fe9b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6bb2d8c5-2a9b-4169-b607-70a58e48da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:25.315505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Attempting to bind port c36def46-b5e5-4b12-af51-e3c94299fe9b on network cad1a474-4675-4ffc-a0f4-305c9a54cd64 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:25.361442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Request body: {'port': {'device_id': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:25.363126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-9ed5c97b-cf20-4234-bebf-4e7823af5df0', 'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'fixed_ips': [{'subnet_id': '3e526b04-a36e-45c0-ae1a-b63bb0984f3f'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:26:25.363968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.366757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:25.367244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Checking segment: {'id': '6bb2d8c5-2a9b-4169-b607-70a58e48da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:25.368078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.368492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Bound using segment: {'id': '6bb2d8c5-2a9b-4169-b607-70a58e48da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:25.369035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Bound port: c36def46-b5e5-4b12-af51-e3c94299fe9b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb2d8c5-2a9b-4169-b607-70a58e48da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:25.369422 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.486269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fbb0eac7-155c-4221-8f18-7b357cdfe865 req-816b3236-c35e-4e98-a9bd-991f1514c63c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199056 Jun 17 08:26:25.564048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.577664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-981e2060-3485-4865-b976-fa14b1303441 None None] For port c36def46-b5e5-4b12-af51-e3c94299fe9b, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:25.588881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.592152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-f2b7fa58-1e65-4ef1-89f5-ad05284ee775 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.593926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-f2b7fa58-1e65-4ef1-89f5-ad05284ee775 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58&tenant_id=df255d9f8ec84c5babafd4030453edec&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.3015542 Jun 17 08:26:25.603357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-981e2060-3485-4865-b976-fa14b1303441 None None] For port c36def46-b5e5-4b12-af51-e3c94299fe9b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c36def46-b5e5-4b12-af51-e3c94299fe9b,segment=NetworkSegment(6bb2d8c5-2a9b-4169-b607-70a58e48da35),segment_id=6bb2d8c5-2a9b-4169-b607-70a58e48da35)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:25.618155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] device_id is not set on port 9a101d55-b5ee-4969-9658-426bace200eb yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:26:25.631019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.632814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9904646-3c77-4674-9c64-441358f311d9 req-87fdc1f3-2c8f-40f5-9b6c-626a6dc16a07 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.640639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9904646-3c77-4674-9c64-441358f311d9 req-87fdc1f3-2c8f-40f5-9b6c-626a6dc16a07 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.3272924 Jun 17 08:26:25.641103 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:25.702534 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [req-16309028-0644-4d77-b98d-990a52525d9b req-ce9c6d57-2191-406c-b53a-5dcd62356182 service neutron] show failed (client error): The resource could not be found. Jun 17 08:26:25.706767 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-ce9c6d57-2191-406c-b53a-5dcd62356182 service neutron] 10.222.0.60 "GET /v2.0/ports/0bcef13f-2152-4a92-9c36-c3bc5e161a6e/bindings/n-h2-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.1237309 Jun 17 08:26:25.715373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Allocated IP 10.2.2.2 (9ed5c97b-cf20-4234-bebf-4e7823af5df0/3e526b04-a36e-45c0-ae1a-b63bb0984f3f/48163a76-0d69-49fb-881d-f5cf6a5fcdb2) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:25.734434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Pushing event updated for resources: {'Port': ['ID=c36def46-b5e5-4b12-af51-e3c94299fe9b,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.745301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.853727 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-2742727c-2543-4b23-ad08-1d803f55681d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1127930 Jun 17 08:26:25.862395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47416) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:25.997169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9904646-3c77-4674-9c64-441358f311d9 req-840d69fd-9dae-4f84-9a38-0c898839ee92 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529363 Jun 17 08:26:26.203269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:26.207450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Deleting subnet fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:26.211699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.234931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:26.235152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4d6c449b-2a70-4f00-96d7-5d4d9a1ea8db not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:26.238354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-d399c325-b12b-4407-9d87-7427e549f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:26.240489 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-d399c325-b12b-4407-9d87-7427e549f256 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 1097 time: 0.3441951 Jun 17 08:26:26.253784 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.261700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.264616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Transition to ACTIVE for port object 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:26.280824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Transition to ACTIVE for port object 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:26.287231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.291650 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.334809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:26.343790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:26.346143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Pushing event updated for resources: {'Port': ['ID=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.354865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:26.357453 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.380938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.421746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Attempting to bind port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:26.422625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Attempting to bind port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:26.422625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Attempting to bind port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 on network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:26.428656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:26.428884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Checking segment: {'id': '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:26.429126 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.429496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Bound using segment: {'id': '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:26.430653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Bound port: 48163a76-0d69-49fb-881d-f5cf6a5fcdb2, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ed5c97b-cf20-4234-bebf-4e7823af5df0'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:26.431238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.439569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-37e69a67-27f8-4078-a868-db92b9fe5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:26.441144 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-37e69a67-27f8-4078-a868-db92b9fe5f5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.1770341 Jun 17 08:26:26.496219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-1e6b0414-6c64-49d8-9ec1-ac1ebf66e11a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 200 len: 217 time: 0.0424507 Jun 17 08:26:26.500105 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.503187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b85e87e-c68c-440e-b8e7-7d3ffaeef42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.504658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] For port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:26.507931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] For port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,segment=NetworkSegment(693f69aa-ffa2-4a64-a672-8dcf9a3b1eba),segment_id=693f69aa-ffa2-4a64-a672-8dcf9a3b1eba)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:26.513451 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.515742 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9589a77e-0bdf-4ad9-a55f-18dc58f8f5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.537034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd73d8b-9541-44b4-83d7-a3bb7bd4e401,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.539785 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.558262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.560202 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fdd73d8b-9541-44b4-83d7-a3bb7bd4e401 HTTP/1.1" status: 204 len: 168 time: 0.6966491 Jun 17 08:26:26.562774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47424) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:26.608617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Pushing event updated for resources: {'Port': ['ID=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.620829 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.670044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-a3c69505-cb2c-47f6-8bbf-66cb139239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:26.671712 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-a3c69505-cb2c-47f6-8bbf-66cb139239c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.1623387 Jun 17 08:26:26.674204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.719978 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-94c939ef-d361-4fa3-a13b-bb6911ad7c2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401752 Jun 17 08:26:26.831468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Allocated IP 10.1.1.81 (cad1a474-4675-4ffc-a0f4-305c9a54cd64/b677a19c-6b02-433a-964e-434bf8753579/9a101d55-b5ee-4969-9658-426bace200eb) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:26.868722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-2d3d9fbe-82ae-4ebf-ab49-00d6117e55b2 service neutron] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:26.884206 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.898670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2037fc-6420-420c-aac0-8b7fee99c3c3']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:26.919988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc97b4af-f82c-46ca-8b5e-5dd560e16081') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:26.920324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc97b4af-f82c-46ca-8b5e-5dd560e16081') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:26.925652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-2d3d9fbe-82ae-4ebf-ab49-00d6117e55b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.927331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea6e7c20-f82b-4ea9-8868-4689c3561a65 req-2d3d9fbe-82ae-4ebf-ab49-00d6117e55b2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0/bindings/n-h2-780147-13 HTTP/1.1" status: 204 len: 173 time: 1.3184967 Jun 17 08:26:26.951310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-423a043b-e332-423c-8e27-c43fd9a1bd45 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041111 Jun 17 08:26:26.953208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.999002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-a0f75320-82af-4716-b1c7-5817a1b8c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.000629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-a0f75320-82af-4716-b1c7-5817a1b8c405 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1&tenant_id=7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 1102 time: 0.4669440 Jun 17 08:26:27.018507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.047786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:27.053786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:27.054194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:27.056931 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:27.120361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e027ef-b678-434a-b4af-f328cdb2eb46 req-3e08e161-22c1-4665-9b5a-28a87290c50d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.122043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76e027ef-b678-434a-b4af-f328cdb2eb46 req-3e08e161-22c1-4665-9b5a-28a87290c50d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 945 time: 0.5851824 Jun 17 08:26:27.139327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dbb88-aee4-48fc-943f-ff22085f59fc req-6dc8d7ff-30a5-4d41-a4fe-d9dbf05a2de1 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.141256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e6dbb88-aee4-48fc-943f-ff22085f59fc req-6dc8d7ff-30a5-4d41-a4fe-d9dbf05a2de1 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 931 time: 0.6116536 Jun 17 08:26:27.165009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa2a3a-84a6-44cc-8289-edece4abe9c0 None None] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:27.193122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.200345 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8033c8d4-9385-4bce-8581-b62add7d4d8f req-ffc8dcb6-5a59-4c2b-8fab-050a5c91b070 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376266 Jun 17 08:26:27.202386 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:27.205965 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.208660 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a2037fc-6420-420c-aac0-8b7fee99c3c3 HTTP/1.1" status: 204 len: 168 time: 0.6442864 Jun 17 08:26:27.219978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:27.229248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2037fc-6420-420c-aac0-8b7fee99c3c3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:27.233161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:27.267043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-b57156b4-21ac-451c-97c8-1baaa3bd5af9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2274973 Jun 17 08:26:27.287246 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Deleting subnet 8fe80a99-f1a9-402b-8711-bb0bdc2356c1 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:27.291656 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.341085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.415185 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8076-e5aa-43d5-86a8-f24133ccdf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.419785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b2aaf357-729e-42e6-bb96-7e5c37245253 None None] Provisioning for port c36def46-b5e5-4b12-af51-e3c94299fe9b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:27.421948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:27.444716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e6dbb88-aee4-48fc-943f-ff22085f59fc req-c5a98f36-f9bb-435f-b7f3-39a7aa0e6164 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692409 Jun 17 08:26:27.473120 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.479330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.486848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.499314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76e027ef-b678-434a-b4af-f328cdb2eb46 req-1dbd49df-a826-418c-b4ea-d64c2e1bcdac tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406954 Jun 17 08:26:27.529779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.572613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1745-75df-492c-8789-80b5e46cf063 req-99f942c0-9c8d-4dc8-8030-3bc8d1ceac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.574267 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-99f942c0-9c8d-4dc8-8030-3bc8d1ceac89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df255d9f8ec84c5babafd4030453edec&device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 1097 time: 0.1792135 Jun 17 08:26:27.656874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Transition to ACTIVE for port object a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:27.705325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.742601 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:27.755333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.767477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:27.797493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.802601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8fe80a99-f1a9-402b-8711-bb0bdc2356c1 HTTP/1.1" status: 204 len: 168 time: 0.5811210 Jun 17 08:26:27.803391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:27.820407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.831400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe80a99-f1a9-402b-8711-bb0bdc2356c1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:27.840912 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:27.878325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:27.886221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1745-75df-492c-8789-80b5e46cf063 req-30a9370d-b1c2-48b8-94a3-aefeb06b38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.887923 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-30a9370d-b1c2-48b8-94a3-aefeb06b38a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 200 len: 921 time: 0.2810731 Jun 17 08:26:27.985041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:27.990996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c36def46-b5e5-4b12-af51-e3c94299fe9b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:27.994342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Transition to ACTIVE for port object 9a101d55-b5ee-4969-9658-426bace200eb will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:28.011938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-f6cf3f79-7038-4152-8ff2-2746b05c8839 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 200 len: 217 time: 0.0823672 Jun 17 08:26:28.021491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.034623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:28.069569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Pushing event updated for resources: {'Port': ['ID=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:28.080707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:28.115697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1745-75df-492c-8789-80b5e46cf063 req-62e92e1b-7066-46e9-92ef-c1d72fe59c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.117165 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-62e92e1b-7066-46e9-92ef-c1d72fe59c13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 200 len: 860 time: 0.0918338 Jun 17 08:26:28.136855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c36def46-b5e5-4b12-af51-e3c94299fe9b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:28.143108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c36def46-b5e5-4b12-af51-e3c94299fe9b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:28.143675 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.176985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-bfa72419-9ee1-4aa9-ad23-8560861c0bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=943a0609-d4dd-4bda-a3a4-c58f0a2585fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515716 Jun 17 08:26:28.187463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 74cb4696-6221-40ec-bde0-76eae94d5421 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:28.199914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 74cb4696-6221-40ec-bde0-76eae94d5421 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:28.199914 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.207246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.235227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f593cf64-fad9-490f-ad76-8ac419639e75']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:28.247473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87e15b-6ddf-4697-9129-49db0d33de36 None None] Network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:28.250198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2d2e02-c949-4a0c-9ff8-bc9530243bf7') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:28.250198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2d2e02-c949-4a0c-9ff8-bc9530243bf7') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:28.260246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8535c4-5e67-43bb-8942-0a9673d64367 req-7510730b-43f7-4a35-b788-6990f43daab6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.261970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f8535c4-5e67-43bb-8942-0a9673d64367 req-7510730b-43f7-4a35-b788-6990f43daab6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.5741098 Jun 17 08:26:28.270340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aee78-dc16-400e-a5a4-ae97aecd81dd req-46a05138-96f3-4a94-8e48-8674ddfe4592 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.271472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a0aee78-dc16-400e-a5a4-ae97aecd81dd req-46a05138-96f3-4a94-8e48-8674ddfe4592 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 945 time: 0.5930176 Jun 17 08:26:28.278045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.330376 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.335082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.349298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:28.349668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9976b3f9-a73e-4bca-8302-a86b1e85d70c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.350142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:28.362522 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:28.371890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:28.423309 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.432306 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-9b8ece97-8f67-4041-a200-831e921f5952 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221239 Jun 17 08:26:28.457398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Provisioning for port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:28.457660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Attempting to bind port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:28.458116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Attempting to bind port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:28.458486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Attempting to bind port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:28.462570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:28.462855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.468746 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6e54a939-e6d5-417b-889f-04f5555a19b2 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.472617 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.475877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a0aee78-dc16-400e-a5a4-ae97aecd81dd req-826806ce-0e10-4338-a7f0-975667ff4ee3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896350 Jun 17 08:26:28.477518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Provisioning complete for port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:28.478033 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.478819 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f8535c4-5e67-43bb-8942-0a9673d64367 req-d4165342-21fc-4070-86d5-d0f80777f6a7 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938441 Jun 17 08:26:28.492006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:28.500123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:28.500454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Attempting to bind port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 on network 7c1ba489-2844-4ec9-a862-21dce28cfd5e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:28.502486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Port': ['ID=9a101d55-b5ee-4969-9658-426bace200eb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:28.507506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:28.516573 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:28.524311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.528179 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f593cf64-fad9-490f-ad76-8ac419639e75 HTTP/1.1" status: 204 len: 168 time: 0.7209198 Jun 17 08:26:28.534668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f593cf64-fad9-490f-ad76-8ac419639e75,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:28.560379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:28.561403 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:28.566710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:28.568169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Checking segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:28.568768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Bound using segment: {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:28.569477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Bound port: a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8293f057-6982-4e96-8b9a-8a651c86f38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:28.570056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.599824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:28.604362 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ff5dd-8a65-45cd-9a9e-992a6af2ecc0" -d '{"events": [{"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-plugged", "status": "completed", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:28.650744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c36def46-b5e5-4b12-af51-e3c94299fe9b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c36def46-b5e5-4b12-af51-e3c94299fe9b,segment=NetworkSegment(6bb2d8c5-2a9b-4169-b607-70a58e48da35),segment_id=6bb2d8c5-2a9b-4169-b607-70a58e48da35)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:28.674645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.681297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.688595 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22aa1745-75df-492c-8789-80b5e46cf063 req-b5c21304-ac59-4508-b99c-8c9a527d0d84 service neutron] 10.222.0.67 "GET /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490141 Jun 17 08:26:28.705871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.715674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:28.751612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:28.759193 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f2be4c-6cd1-437f-be8a-e745f4225e54" -d '{"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:28.773126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.773460 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.781939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47446) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:28.812498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9500926 Jun 17 08:26:28.812799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47448) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:28.827778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'port': {'network_id': 'cad1a474-4675-4ffc-a0f4-305c9a54cd64', 'name': 'tempest-TaggedBootDevicesTest-1782956184', 'fixed_ips': [{'subnet_id': 'b677a19c-6b02-433a-964e-434bf8753579'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:28.844399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.845850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:28.847947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Transition to ACTIVE for port object 0bcef13f-2152-4a92-9c36-c3bc5e161a6e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:28.862394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.869932 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0df5fd8c-8057-4f59-b54f-2f361681e256 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.874673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] For port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:28.887803 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f4236c9-feae-4f9b-b32e-fa3614467492 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc3e06af23124466ab6efab58ab373bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039889 Jun 17 08:26:28.908764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47450) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:28.939020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] For port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:28.960950 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.016418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.031753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Made reservation on behalf of 64bdc9a797ab4616811dcfb1e97ce232 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:29.032045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c36def46-b5e5-4b12-af51-e3c94299fe9b,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.041856 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.042853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:29.044350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9923cd5f-c2ee-4c76-9313-8a32ee041aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.083667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.086227 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.092495 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.098470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] No DVR routers for this DVR port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:29.100312 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.133651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.140267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.147123 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.157729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Pushing event updated for resources: {'Port': ['ID=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.167967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] For port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,segment=NetworkSegment(693f69aa-ffa2-4a64-a672-8dcf9a3b1eba),segment_id=693f69aa-ffa2-4a64-a672-8dcf9a3b1eba)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:29.171799 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.173052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] device_id is not set on port 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:26:29.180489 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.182571 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.185355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e94f09-b431-45ec-92b6-df876803bfed req-183827dd-8080-4f28-8a2e-67ac47f740f8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.188458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9e94f09-b431-45ec-92b6-df876803bfed req-183827dd-8080-4f28-8a2e-67ac47f740f8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.4115739 Jun 17 08:26:29.194047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.194422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.196732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] 10.222.0.60 "PUT /v2.0/ports/a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 HTTP/1.1" status: 200 len: 1092 time: 3.8601255 Jun 17 08:26:29.243647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:29.244199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:29.244432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:29.281586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Pushing event updated for resources: {'Port': ['ID=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.286011 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.310054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:29.310418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Attempting to bind port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:29.312264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-55ba03cf-c7a6-4d94-ac3c-82316e862c1f None None] Provisioning for port 9a101d55-b5ee-4969-9658-426bace200eb completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:29.319235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-55ba03cf-c7a6-4d94-ac3c-82316e862c1f None None] Provisioning complete for port 9a101d55-b5ee-4969-9658-426bace200eb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:29.322285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55ba03cf-c7a6-4d94-ac3c-82316e862c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.345119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:29.345543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:29.345851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:29.346310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Bound port: 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:29.346663 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.348764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.381177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-55ba03cf-c7a6-4d94-ac3c-82316e862c1f None None] Port 9a101d55-b5ee-4969-9658-426bace200eb cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:29.394698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229813-eab5-4677-b1ed-6432088ab346 req-7fa855e7-a303-46a9-a2a0-fbffb9d44fbc tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.396292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b229813-eab5-4677-b1ed-6432088ab346 req-7fa855e7-a303-46a9-a2a0-fbffb9d44fbc tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 943 time: 0.4534781 Jun 17 08:26:29.399461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9e94f09-b431-45ec-92b6-df876803bfed req-088381f6-0230-4098-99b7-72761eab8ea2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968908 Jun 17 08:26:29.444787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.459765 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7541404c-409e-4209-bde0-fba52529c36e x-openstack-request-id: req-7541404c-409e-4209-bde0-fba52529c36e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:29.460265 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-plugged", "status": "completed", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:29.460403 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7541404c-409e-4209-bde0-fba52529c36e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:29.460707 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421', 'code': 200} Jun 17 08:26:29.496690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Allocated IP 10.1.1.165 (cad1a474-4675-4ffc-a0f4-305c9a54cd64/b677a19c-6b02-433a-964e-434bf8753579/3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:29.520362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9438886f-716a-4bed-86e0-ec65829a618f None None] Provisioning complete for port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:29.521462 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9438886f-716a-4bed-86e0-ec65829a618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.532676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-20844465-5d85-4707-8e68-ede432259fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.533988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-20844465-5d85-4707-8e68-ede432259fe0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 1095 time: 0.2831111 Jun 17 08:26:29.537099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b229813-eab5-4677-b1ed-6432088ab346 req-e00e05d7-9ef0-4ae9-9ed9-f1744414ab1a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Jun 17 08:26:29.560120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:29.594433 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91378d1-539a-4027-8d03-1f8906af6ea2 x-openstack-request-id: req-e91378d1-539a-4027-8d03-1f8906af6ea2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:29.595035 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:29.595513 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e91378d1-539a-4027-8d03-1f8906af6ea2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:29.596119 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'code': 200} Jun 17 08:26:29.605369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-5a551193-e668-4de7-9a7e-ef40fc6a6b26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 HTTP/1.1" status: 200 len: 217 time: 0.0605981 Jun 17 08:26:29.609513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:29.624478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.677947 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-726c9e0d-0867-4135-9ce6-4140fb8913d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.686281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.689622 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.691379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0559b439-a818-4384-82c0-465d353fea9f HTTP/1.1" status: 204 len: 168 time: 0.7710819 Jun 17 08:26:29.760221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:29.834555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.859173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:29.859353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.861567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.862197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.863762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] 10.222.0.67 "PUT /v2.0/ports/0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 1097 time: 2.8277419 Jun 17 08:26:29.864625 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.865359 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21aeb985-4ce2-48cd-9081-82dea334c692 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.954611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559b439-a818-4384-82c0-465d353fea9f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.960434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-219e8205-98b3-4e96-8522-3eb72a8180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.962929 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-219e8205-98b3-4e96-8522-3eb72a8180a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.3500264 Jun 17 08:26:29.968132 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:30.074759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c36def46-b5e5-4b12-af51-e3c94299fe9b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:30.194820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c36def46-b5e5-4b12-af51-e3c94299fe9b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:30.195177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.203867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4324d-8c55-4e93-ad3a-e2730e29c809 req-3e9c8f7e-0ecd-4f80-80d1-c7e9ba9f64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.205377 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22b4324d-8c55-4e93-ad3a-e2730e29c809 req-3e9c8f7e-0ecd-4f80-80d1-c7e9ba9f64d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 1098 time: 0.6582644 Jun 17 08:26:30.252877 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.253596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.270199 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-22b4324d-8c55-4e93-ad3a-e2730e29c809 req-e694f279-ec98-4d30-93b5-e29aefcf8557 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Jun 17 08:26:30.281232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Transition to ACTIVE for port object 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:30.317894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.323804 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1050dc53-e380-482e-9d0b-321f027ac6c8 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:30.329056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-88097587-d176-4624-9887-949a8b81a4a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3566058 Jun 17 08:26:30.330251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47462) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:30.359292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:30.364527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:30.369351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:30.401696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Port': ['ID=3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:30.406384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:30.428882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.429518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.445265 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6313183 Jun 17 08:26:30.454637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d7d-6ed0-417d-8a5d-9ba55a9b420b req-1138dfab-0f51-475c-a2ed-2739c32cdd09 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.459379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-444b5d7d-6ed0-417d-8a5d-9ba55a9b420b req-1138dfab-0f51-475c-a2ed-2739c32cdd09 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 1097 time: 0.6878293 Jun 17 08:26:30.472368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade2167-9fbe-4fc1-b4e5-2dd6d2a0ade7 req-100cc5d1-1dc7-443b-9173-cdac2ce5ea84 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.473851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ade2167-9fbe-4fc1-b4e5-2dd6d2a0ade7 req-100cc5d1-1dc7-443b-9173-cdac2ce5ea84 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 946 time: 0.6355069 Jun 17 08:26:30.492342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-9640e117-ba0d-4109-81c9-b38d4ecdfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.494340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-9640e117-ba0d-4109-81c9-b38d4ecdfb37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1100 time: 0.6009150 Jun 17 08:26:30.527840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-797603ca-8852-483f-ba43-463b3f48d65e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c8dd3bfb388491ab8bd9ea79a4c4e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953068 Jun 17 08:26:30.530470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:30.583144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-530f40be-d5f9-4a7c-a3e3-9416172635e0 None None] Provisioning for port 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:30.588476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-530f40be-d5f9-4a7c-a3e3-9416172635e0 None None] Provisioning complete for port 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:30.589041 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-530f40be-d5f9-4a7c-a3e3-9416172635e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.592066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-bcd98392-ff37-4910-a33d-18aa837fb3a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508023 Jun 17 08:26:30.596372 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.601890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-444b5d7d-6ed0-417d-8a5d-9ba55a9b420b req-85b9ab43-8bbb-4691-9e95-92b07fb5ad21 tempest-LiveAutoBlockMigrationV225Test-2055269849 tempest-LiveAutoBlockMigrationV225Test-2055269849-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269488 Jun 17 08:26:30.624645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.625932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-530f40be-d5f9-4a7c-a3e3-9416172635e0 None None] Port 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:30.664342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ade2167-9fbe-4fc1-b4e5-2dd6d2a0ade7 req-0d1ae537-6968-48a5-8056-dbe2a306c597 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762869 Jun 17 08:26:30.699529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.702503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.704139 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb6eb401-de3f-496b-86f2-8580e3a8a963 HTTP/1.1" status: 204 len: 168 time: 0.1725831 Jun 17 08:26:30.704981 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eadc65fd-45b7-49f5-9041-d6dc93370534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:30.727892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6eb401-de3f-496b-86f2-8580e3a8a963,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:30.731632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:30.745157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-ad437473-ab50-48cd-8114-14b6d9fe1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.746647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-ad437473-ab50-48cd-8114-14b6d9fe1884 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2437785 Jun 17 08:26:30.838321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-dffc12ed-6ae6-4f04-bf8f-d89db31305ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0824921 Jun 17 08:26:30.893291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa42cb-21df-410f-b7f7-46385fef9677 req-4d535699-1bbd-45c8-89c8-389fb1e5f6e9 service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654867 Jun 17 08:26:30.913597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-6ea4fdbe-749c-4d77-8d01-33405f9595f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.916797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-6ea4fdbe-749c-4d77-8d01-33405f9595f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0666709 Jun 17 08:26:30.999332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6d2c1-ca62-4716-86c3-3a4703c7cf5b req-ac9ee44f-4445-497d-a85a-0ed20748a3c3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.000827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cce6d2c1-ca62-4716-86c3-3a4703c7cf5b req-ac9ee44f-4445-497d-a85a-0ed20748a3c3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.2369988 Jun 17 08:26:31.070496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cce6d2c1-ca62-4716-86c3-3a4703c7cf5b req-5b1ad8ac-5307-4fb1-bc88-c23470f212d5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632350 Jun 17 08:26:31.088085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea769b-a662-4631-af10-6d3293b45ff1 req-9118d076-80e9-4a4b-a7ba-0397493a4e48 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.089615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eea769b-a662-4631-af10-6d3293b45ff1 req-9118d076-80e9-4a4b-a7ba-0397493a4e48 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 948 time: 0.1629746 Jun 17 08:26:31.091491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309028-0644-4d77-b98d-990a52525d9b req-5d016368-46f9-471e-9740-58aeb824391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.092884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-5d016368-46f9-471e-9740-58aeb824391a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684270 Jun 17 08:26:31.192213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eea769b-a662-4631-af10-6d3293b45ff1 req-99a9bf1e-c50d-4dd5-a76f-0b578a4fc8be tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957057 Jun 17 08:26:31.228552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-b0acc335-ca08-423a-a896-a2b893dfb4aa service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243379 Jun 17 08:26:31.315186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47490) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:31.323415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24601789', 'description': 'tempest-description--383301137'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:31.369658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.371113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16309028-0644-4d77-b98d-990a52525d9b req-b2eaf333-3a12-40dd-b6b9-ce8fcbcddad8 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254771 Jun 17 08:26:31.483185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce2c4-5c9c-4f2d-bbb5-a8c532b4f76a req-cf5c2cdd-d5a1-416c-8610-059b63666f97 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.490664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad5ce2c4-5c9c-4f2d-bbb5-a8c532b4f76a req-cf5c2cdd-d5a1-416c-8610-059b63666f97 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 943 time: 0.1185060 Jun 17 08:26:31.565662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad5ce2c4-5c9c-4f2d-bbb5-a8c532b4f76a req-62d8456f-8f8e-45f4-bf2c-8f977d8129e6 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690057 Jun 17 08:26:31.582727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.593902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.597468 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:31.597615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'tag': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0'}, {'name': 'network-changed', 'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:31.600328 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3" -d '{"events": [{"name": "network-changed", "server_uuid": "00fdf657-0260-4820-9bfe-e152b9be92e8", "tag": "a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0"}, {"name": "network-changed", "server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:31.641567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae5f79-1309-42cc-8647-c52f742ae7ad,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:31.649888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.651403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3333700 Jun 17 08:26:31.654438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47502) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:31.655623 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:31.660577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'security_group_rule': {'security_group_id': '68ae5f79-1309-42cc-8647-c52f742ae7ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:31.681689 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b566fb-2acd-4e0f-811d-fb70802648e5 x-openstack-request-id: req-98b566fb-2acd-4e0f-811d-fb70802648e5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:31.682031 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fdf657-0260-4820-9bfe-e152b9be92e8", "tag": "a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:31.682615 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98b566fb-2acd-4e0f-811d-fb70802648e5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:31.683247 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'tag': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0', 'status': 'completed', 'code': 200} Jun 17 08:26:31.683736 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'status': 'completed', 'code': 200} Jun 17 08:26:31.729901 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.920792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.938177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.952906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-5d266f93-01fc-44a5-9c08-25e4c63c5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.954444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-5d266f93-01fc-44a5-9c08-25e4c63c5193 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1100 time: 0.2473755 Jun 17 08:26:31.957709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:31.962550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-05bb619a-5fa8-45d5-80d4-84ae281d860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.964017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-05bb619a-5fa8-45d5-80d4-84ae281d860b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 1095 time: 0.2449007 Jun 17 08:26:32.016636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b9f2f2-2bda-4981-a5be-d2f3b34c4aed,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:32.019307 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:32.027626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4d08-3583-4414-a32c-67538c7de65f req-2bf85fa9-6209-41ec-b799-fb8257e18423 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.029132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2cd4d08-3583-4414-a32c-67538c7de65f req-2bf85fa9-6209-41ec-b799-fb8257e18423 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 945 time: 0.2510865 Jun 17 08:26:32.052138 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.056851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3977635 Jun 17 08:26:32.057461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47518) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:32.062218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'security_group_rule': {'security_group_id': '68ae5f79-1309-42cc-8647-c52f742ae7ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:32.094787 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7b212-ab10-4b21-8efd-59d22cd8718b req-2a8fffd0-d253-46a3-85f2-c014c4cad0b3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.096558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76a7b212-ab10-4b21-8efd-59d22cd8718b req-2a8fffd0-d253-46a3-85f2-c014c4cad0b3 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 946 time: 0.2722185 Jun 17 08:26:32.100178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.165259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.169585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.173210 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b53f37cb-728f-468e-afff-c22da13abad6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:32.196534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89473edd-37f2-41e4-9962-fb999d525f7e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:32.200665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:32.206754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.208171 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496198 Jun 17 08:26:32.211240 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47524) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:32.215901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:32.236756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2cd4d08-3583-4414-a32c-67538c7de65f req-c7ec2e2c-3b4f-4f33-8c1b-79a19518549e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787887 Jun 17 08:26:32.258941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.259515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76a7b212-ab10-4b21-8efd-59d22cd8718b req-68457b9b-00f9-48cc-8c48-ab48d7d626fd tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413095 Jun 17 08:26:32.273316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-c717b8aa-2edc-4e5e-a22e-2190523822b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.275139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-c717b8aa-2edc-4e5e-a22e-2190523822b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3076830 Jun 17 08:26:32.276121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-2cb5f5b5-db81-4974-bc8a-429128a94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.277466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-2cb5f5b5-db81-4974-bc8a-429128a94bfa service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 910 time: 0.2893031 Jun 17 08:26:32.328551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-138260e3-1f7c-49da-9f15-32335b13a31b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0465903 Jun 17 08:26:32.377704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-70218444-f272-4839-a2f4-dd59ea61b7ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 HTTP/1.1" status: 200 len: 217 time: 0.0871172 Jun 17 08:26:32.432851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.482062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-71916bde-f9a6-40f6-be87-1cf89955e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.483638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-71916bde-f9a6-40f6-be87-1cf89955e043 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1180542 Jun 17 08:26:32.493037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-c6c6f2b2-0c34-4c0a-8bcf-053fba5cbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.494536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-c6c6f2b2-0c34-4c0a-8bcf-053fba5cbd94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.0958900 Jun 17 08:26:32.555358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-c9854861-a964-46e3-be49-e8f1362df24c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496962 Jun 17 08:26:32.582040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Allocated IP 172.25.7.157 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/6ec58b95-1b8a-4e13-b707-86b08b2609d1) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:32.645821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-8d1d15d6-6401-4d48-b0c2-6c1b4a89dd82 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.647483 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-8d1d15d6-6401-4d48-b0c2-6c1b4a89dd82 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 945 time: 0.1255445 Jun 17 08:26:32.655927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6081d5-7a19-467d-906b-c3eadc9f81ef req-af313e43-ea40-4281-87a8-c16217e9e100 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.657440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c6081d5-7a19-467d-906b-c3eadc9f81ef req-af313e43-ea40-4281-87a8-c16217e9e100 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.2251275 Jun 17 08:26:32.703034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-d44e2cec-66ef-4314-a5ec-45a59af193cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.704507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-d44e2cec-66ef-4314-a5ec-45a59af193cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2081332 Jun 17 08:26:32.726125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-28ce52b7-926c-40c0-bdf7-8c813e9402f5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635158 Jun 17 08:26:32.788010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.803618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c6081d5-7a19-467d-906b-c3eadc9f81ef req-ea0edbed-9a13-4366-9662-7b819d08c3f3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296411 Jun 17 08:26:32.841965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Deleting port c7ece2f4-1852-48fe-aff2-59bba55309b0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:32.842353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.856612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.862056 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:32.915174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:32.948885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:32.958512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b7c5c-f02b-4a79-9c66-ba98c00755a3 req-7d641eeb-7818-4fc8-af56-4293fc1c7381 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.958771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:32.960258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e0b7c5c-f02b-4a79-9c66-ba98c00755a3 req-7d641eeb-7818-4fc8-af56-4293fc1c7381 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 948 time: 0.2672112 Jun 17 08:26:32.964942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-66943d1f-b0e4-4e29-aaca-84b2eadfacfe service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491677 Jun 17 08:26:32.967144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-6d34b7c3-3219-411e-8ce9-5713f4259bc4 service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129488 Jun 17 08:26:32.979449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Port': ['ID=6ec58b95-1b8a-4e13-b707-86b08b2609d1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:32.985452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:33.014726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] For port c7ece2f4-1852-48fe-aff2-59bba55309b0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c7ece2f4-1852-48fe-aff2-59bba55309b0,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:33.015115 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.088424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Calling delete_port for c7ece2f4-1852-48fe-aff2-59bba55309b0 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:33.104833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e0b7c5c-f02b-4a79-9c66-ba98c00755a3 req-25496768-9a0b-42ef-bebc-edb10291473b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362545 Jun 17 08:26:33.148684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-6b99d5ea-f561-49ca-9001-703f69c72e1c service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739607 Jun 17 08:26:33.152076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-efc9eb1c-c8b5-49fe-866d-1833f6b4b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:33.153633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-efc9eb1c-c8b5-49fe-866d-1833f6b4b861 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1100 time: 0.1336236 Jun 17 08:26:33.175208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.247524 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.298796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-e72b53b5-fd9c-4af1-8cf0-556b9fd9e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:33.300462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-e72b53b5-fd9c-4af1-8cf0-556b9fd9e25d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1334598 Jun 17 08:26:33.352985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.371609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c7ece2f4-1852-48fe-aff2-59bba55309b0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:33.373134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-1700687c-2cfb-4110-b177-a34275e351d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0621352 Jun 17 08:26:33.377209 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e4a5df6d-a790-417c-b2c0-432459f53a28 tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:33.409075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['1bfdb325-ba39-4f34-b651-7ed0d47c8a92'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:33.461346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:33.490261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event deleted for resources: {'Port': ['ID=c7ece2f4-1852-48fe-aff2-59bba55309b0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:33.501377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:33.521099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] No DVR routers for this DVR port c7ece2f4-1852-48fe-aff2-59bba55309b0 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:33.529377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.531597 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-238f64d3-0b5f-41ca-bd9c-b5c9f9c3f3c4 req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "DELETE /v2.0/ports/c7ece2f4-1852-48fe-aff2-59bba55309b0 HTTP/1.1" status: 204 len: 173 time: 0.8781781 Jun 17 08:26:33.533480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'name': 'network-vif-deleted', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:33.534937 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2bb647-02f3-4366-8d4d-639ca1124c28" -d '{"events": [{"server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "name": "network-vif-deleted", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:33.621350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.657925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:33.661705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.682724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'mac_address': 'fa:16:3e:9e:46:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:33.688392 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f12a4e17-a313-48e7-934f-0b5029f1907a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:33.755122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.777246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcef13f-2152-4a92-9c36-c3bc5e161a6e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:33.806748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event updated for resources: {'Port': ['ID=6ec58b95-1b8a-4e13-b707-86b08b2609d1,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:33.822729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:33.837226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.839866 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:33.872327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-60dec84b-dd2f-4145-86af-d3051bd35428 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5ff428c992e1474fb46c51eae45f1977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4598939 Jun 17 08:26:33.873489 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:33.889636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.909340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.915000 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6988211 Jun 17 08:26:33.918014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-3d731e3a-8bdf-44fe-8cd9-528b323cef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:33.920313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-3d731e3a-8bdf-44fe-8cd9-528b323cef15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.5397458 Jun 17 08:26:33.933932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:33.940587 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:34.045521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe446e-dade-4fe0-8140-260d7c91579f req-d6e48058-9982-4c4d-9f37-d96604c66b9c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.047177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0fe446e-dade-4fe0-8140-260d7c91579f req-d6e48058-9982-4c4d-9f37-d96604c66b9c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 943 time: 0.2292829 Jun 17 08:26:34.057327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:34.094048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-2534be59-ae61-4d89-a999-e21e7ba5bca3 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.095699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-2534be59-ae61-4d89-a999-e21e7ba5bca3 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226927 Jun 17 08:26:34.104865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-59977426-8b1e-408b-a2ae-8b151aba3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.106422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-59977426-8b1e-408b-a2ae-8b151aba3305 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749451 Jun 17 08:26:34.137891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0fe446e-dade-4fe0-8140-260d7c91579f req-60812922-5831-4e10-937c-ab65fa2dbac0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817044 Jun 17 08:26:34.148952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-2a89cb47-ec58-45c9-9a25-f4e828931581 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/quotas/5ff428c992e1474fb46c51eae45f1977 HTTP/1.1" status: 200 len: 375 time: 0.0461786 Jun 17 08:26:34.184754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:34.192833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:34.224049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-619ac994-a2bc-445a-9c18-80c7c265a33d tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586534 Jun 17 08:26:34.228982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0', 'network_id': '7c1ba489-2844-4ec9-a862-21dce28cfd5e', 'port_id': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0', 'mac_address': 'fa:16:3e:56:41:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8429e19d-a446-4ab0-9535-9ade2abcd80a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:34.248858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-156dcb2a-89e5-496b-b62c-a7570db41e65 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226761 Jun 17 08:26:34.331308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:34.362124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-950b8ddc-b60e-4ad3-9ff0-79dddec88e24 req-ce80575d-0756-417a-9450-abc0d823e892 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 210 time: 0.0676949 Jun 17 08:26:34.368190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:34.389090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:34.407899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25a26f70-e1f5-4ebf-9c83-b1598bb9fce3 req-1d16b27a-8f9c-4231-a74d-8556cf64d349 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520524 Jun 17 08:26:34.508793 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed75e1e-ba09-4e1f-836a-d47ba7b35e84 x-openstack-request-id: req-2ed75e1e-ba09-4e1f-836a-d47ba7b35e84 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:34.509362 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8263519c-560b-4036-872d-584a14abcf58", "name": "network-vif-deleted", "tag": "c7ece2f4-1852-48fe-aff2-59bba55309b0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:34.509477 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ed75e1e-ba09-4e1f-836a-d47ba7b35e84 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:34.510006 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8263519c-560b-4036-872d-584a14abcf58', 'name': 'network-vif-deleted', 'tag': 'c7ece2f4-1852-48fe-aff2-59bba55309b0', 'status': 'completed', 'code': 200} Jun 17 08:26:34.564533 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:34.576942 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:34.665401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:34.675589 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:34.756818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242535-ed8f-49aa-bdda-39c05fe59eb4 req-e8abd73a-6f42-41a2-a30b-c4dcd7aedbdd tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.759010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b242535-ed8f-49aa-bdda-39c05fe59eb4 req-e8abd73a-6f42-41a2-a30b-c4dcd7aedbdd tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.1239853 Jun 17 08:26:34.762164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-6000b1ea-1ad2-49ad-8b59-7dee6a73161b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--24601789&fields=id&tenant_id=64bdc9a797ab4616811dcfb1e97ce232 HTTP/1.1" status: 200 len: 267 time: 0.0643747 Jun 17 08:26:34.845884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:34.859446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-14a9b351-d873-4569-af27-ee3ba8b4785f tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.866702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-14a9b351-d873-4569-af27-ee3ba8b4785f tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/ports/9a101d55-b5ee-4969-9658-426bace200eb HTTP/1.1" status: 200 len: 930 time: 0.0944118 Jun 17 08:26:34.882314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b242535-ed8f-49aa-bdda-39c05fe59eb4 req-a1f773bf-d291-4cc6-a5d4-acf7b83532b4 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164844 Jun 17 08:26:34.979505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-97f6f329-1618-4fb1-85b3-48868d50e767 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.987036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-97f6f329-1618-4fb1-85b3-48868d50e767 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/ports/3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 HTTP/1.1" status: 200 len: 932 time: 0.1190434 Jun 17 08:26:35.065948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-8bc43659-e0ab-4257-aca0-e74302b64617 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/ports?network_id=9ed5c97b-cf20-4234-bebf-4e7823af5df0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0775516 Jun 17 08:26:35.129864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-d0da47b7-5389-4f2b-8ad4-129f93ed5ccc tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/ports?network_id=9ed5c97b-cf20-4234-bebf-4e7823af5df0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0558383 Jun 17 08:26:35.233780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00e44-ce6d-4354-9fbe-c92beed20354 req-6c9c26da-ce6d-44d5-a83c-42fea3c5fdd1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:35.238957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20b00e44-ce6d-4354-9fbe-c92beed20354 req-6c9c26da-ce6d-44d5-a83c-42fea3c5fdd1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 949 time: 0.1666183 Jun 17 08:26:35.303006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-a81fdd14-0b3b-4b13-9c4c-829059a0f779 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:35.308729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-a81fdd14-0b3b-4b13-9c4c-829059a0f779 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:35.314581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-a81fdd14-0b3b-4b13-9c4c-829059a0f779 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:35.320695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-a81fdd14-0b3b-4b13-9c4c-829059a0f779 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/networks?id=818bf00c-aef4-4211-9374-fd8672c0733e&id=cad1a474-4675-4ffc-a0f4-305c9a54cd64&id=cad1a474-4675-4ffc-a0f4-305c9a54cd64&id=9ed5c97b-cf20-4234-bebf-4e7823af5df0&id=9ed5c97b-cf20-4234-bebf-4e7823af5df0 HTTP/1.1" status: 200 len: 1988 time: 0.1789525 Jun 17 08:26:35.326286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20b00e44-ce6d-4354-9fbe-c92beed20354 req-c0d95f16-3f19-4996-8353-26e6051d5bca tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810766 Jun 17 08:26:35.337540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-dbbf8005-c7d8-4b9f-8259-a3ee63f2b4b9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/quotas/64bdc9a797ab4616811dcfb1e97ce232 HTTP/1.1" status: 200 len: 375 time: 0.0157752 Jun 17 08:26:35.433255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-5dfe9cce-4b32-4929-95bd-f1ed081ef425 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=64bdc9a797ab4616811dcfb1e97ce232&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0889418 Jun 17 08:26:35.472396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:35.530810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:35.535781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:35.536164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.553637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-08de3e44-ad1f-4f41-bd6e-434960d3358f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5ff428c992e1474fb46c51eae45f1977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304627 Jun 17 08:26:35.596721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-22d5b702-4852-48bd-8b28-8f75be0171f2 service neutron] 10.222.0.65 "GET /v2.0/networks/818bf00c-aef4-4211-9374-fd8672c0733e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506896 Jun 17 08:26:35.619387 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.645130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:35.647828 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a00b0-444e-40ca-a305-6fa0083cb8e3" -d '{"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:35.666297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:35.670497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.673834 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:35.730345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:35.734463 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:35.738622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-5f4d8309-758b-4d9b-aa97-9b5d2ccb65ac tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:35.740195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-5f4d8309-758b-4d9b-aa97-9b5d2ccb65ac tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781895 Jun 17 08:26:35.766055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-c0beb9ef-6d1f-4084-817c-bde28b7f1bab tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/quotas/5ff428c992e1474fb46c51eae45f1977 HTTP/1.1" status: 200 len: 375 time: 0.0172446 Jun 17 08:26:35.767941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-8d2e30d5-5105-49c8-9cf6-c6b6c76142a6 service neutron] 10.222.0.65 "GET /v2.0/networks/818bf00c-aef4-4211-9374-fd8672c0733e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592853 Jun 17 08:26:35.830736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-083b65cb-1514-4b1b-b3b1-aab40de7cd3c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578318 Jun 17 08:26:35.853373 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-54e8d220-2148-44c2-9d6e-c56174d0c4a0 service neutron] 10.222.0.65 "GET /v2.0/ports/9a101d55-b5ee-4969-9658-426bace200eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0782313 Jun 17 08:26:35.895333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-7ecfc31c-9cad-4f4d-8533-a459f0fcc9b6 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5ff428c992e1474fb46c51eae45f1977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326226 Jun 17 08:26:36.050337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-8bf0af94-6066-4010-90a5-4f646e31480e service neutron] 10.222.0.65 "GET /v2.0/networks/cad1a474-4675-4ffc-a0f4-305c9a54cd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961892 Jun 17 08:26:36.069502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:36.074298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:36.159851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c7a7f7-e483-4ca4-8036-08217a5dc923 req-4376eefe-988a-4e32-abde-c4ea6466b948 service neutron] 10.222.0.65 "GET /v2.0/networks/cad1a474-4675-4ffc-a0f4-305c9a54cd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020751 Jun 17 08:26:36.203390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-0d8785a0-45a3-434c-94eb-daa4c609de25 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.205422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-0d8785a0-45a3-434c-94eb-daa4c609de25 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011312 Jun 17 08:26:36.218621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:36.224122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:36.224497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.234745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Request body: {'port': {'device_id': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '5ff428c992e1474fb46c51eae45f1977'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:36.345550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931db56-4e3e-4c30-9668-81f4b8a971f2 req-11c5e90b-e6f1-4af1-b851-aad9910c1799 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.356291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4931db56-4e3e-4c30-9668-81f4b8a971f2 req-11c5e90b-e6f1-4af1-b851-aad9910c1799 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 944 time: 0.1952813 Jun 17 08:26:36.424290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Made reservation on behalf of 5ff428c992e1474fb46c51eae45f1977 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:36.428371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.443163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.459765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4931db56-4e3e-4c30-9668-81f4b8a971f2 req-17df548c-567c-4996-a430-3e07803c3261 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013784 Jun 17 08:26:36.488906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.598039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:36.633245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:36.649753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '74cb4696-6221-40ec-bde0-76eae94d5421', 'network_id': 'ea52b333-8f78-40c1-b2df-c388365ec995', 'port_id': '74cb4696-6221-40ec-bde0-76eae94d5421', 'mac_address': 'fa:16:3e:28:87:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:36.655850 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.656788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:36.659977 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:36.715544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-029d9c81-edb3-44f8-be7b-751eda34b784 req-439a8249-3cf4-436a-97f1-c6e64355fd1c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 210 time: 0.1172292 Jun 17 08:26:36.818080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.819306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: c7ece2f4-1852-48fe-aff2-59bba55309b0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:36.820018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c7ece2f4-1852-48fe-aff2-59bba55309b0 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:36.823274 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bea371-e0ea-4a58-a3c3-caaebba5acd6 x-openstack-request-id: req-a7bea371-e0ea-4a58-a3c3-caaebba5acd6 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:36.823804 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-plugged", "status": "completed", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:36.824498 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7bea371-e0ea-4a58-a3c3-caaebba5acd6 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:36.824897 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'code': 200} Jun 17 08:26:36.827991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:36.839414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:36.852387 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.857068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.884087 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dfddf322-22ed-4a91-8ea3-367463980bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:36.889185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74cb4696-6221-40ec-bde0-76eae94d5421 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:36.911236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:36.917430 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.920531 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:36.987132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:36.999572 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.026157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['74cb4696-6221-40ec-bde0-76eae94d5421'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:37.035974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-6988ba8a-1785-41fb-b509-50b8593edb3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.037429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-6988ba8a-1785-41fb-b509-50b8593edb3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1&tenant_id=7b964bd719d94aefb67da595c6df2182&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 950 time: 0.4424591 Jun 17 08:26:37.074581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8616131-24f6-4704-9bd6-11c54bf47cf3 req-f3c436d7-e092-4685-8e57-267757a4fbf8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 210 time: 0.1073613 Jun 17 08:26:37.097550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:37.109919 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.186627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47656) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:37.213036 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-ed1cca2a-b3c2-4f57-a168-d4ee3e7da9ee service neutron] delete failed (client error): The resource could not be found. Jun 17 08:26:37.214613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-ed1cca2a-b3c2-4f57-a168-d4ee3e7da9ee service neutron] 10.222.0.60 "DELETE /v2.0/ports/0bcef13f-2152-4a92-9c36-c3bc5e161a6e/bindings/n-h1-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.1457634 Jun 17 08:26:37.263166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Allocated IP 192.168.233.228 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/bf628599-6819-4ca6-b39c-67cbc6bd198c) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:37.274316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34f6ec-6d78-4898-bd8a-fbbf8b84b4d7 req-f9e63c2f-46c9-4eb9-987c-edc3fc8031c5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.276927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b34f6ec-6d78-4898-bd8a-fbbf8b84b4d7 req-f9e63c2f-46c9-4eb9-987c-edc3fc8031c5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.2638626 Jun 17 08:26:37.335184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.368093 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.417885 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.420871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.422318 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/security-groups/68ae5f79-1309-42cc-8647-c52f742ae7ad HTTP/1.1" status: 204 len: 168 time: 0.2334886 Jun 17 08:26:37.423755 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-397f278d-143c-4353-b946-b8ed88cf42da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:37.429093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47658) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:37.436271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b34f6ec-6d78-4898-bd8a-fbbf8b84b4d7 req-93987cac-9121-4fd6-be4e-fe5be1e7adc8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488984 Jun 17 08:26:37.447909 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-c461fd5e-208b-48e1-bd9c-96c7e4b4b9de tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] show failed (client error): The resource could not be found. Jun 17 08:26:37.449043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c461fd5e-208b-48e1-bd9c-96c7e4b4b9de tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "GET /v2.0/security-groups/68ae5f79-1309-42cc-8647-c52f742ae7ad HTTP/1.1" status: 404 len: 347 time: 0.0187156 Jun 17 08:26:37.453789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47660) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:37.454835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae5f79-1309-42cc-8647-c52f742ae7ad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:37.466485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.553425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-2a92f858-2ccf-40ed-a7d8-8acb36054969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.555479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-2a92f858-2ccf-40ed-a7d8-8acb36054969 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.2266152 Jun 17 08:26:37.619984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dad74-296e-4278-8be8-c3ae9bdc6950 req-7a9b0ada-d39b-4d70-b266-08808e1dbb26 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.629697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e75dad74-296e-4278-8be8-c3ae9bdc6950 req-7a9b0ada-d39b-4d70-b266-08808e1dbb26 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2591026 Jun 17 08:26:37.681374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting port 6ec58b95-1b8a-4e13-b707-86b08b2609d1 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:37.681823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.768085 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-c389515e-77cd-42dd-9a3e-dfb59dbda19d tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5ff428c992e1474fb46c51eae45f1977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539029 Jun 17 08:26:37.807136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e75dad74-296e-4278-8be8-c3ae9bdc6950 req-436a32c2-78da-471a-9bd7-43e4f7fb6f93 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486199 Jun 17 08:26:37.810449 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.852472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Transition to ACTIVE for port object bf628599-6819-4ca6-b39c-67cbc6bd198c will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:37.855637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-ddcc4a6e-f593-4d39-9e4d-aa0f1f90a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.857296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-ddcc4a6e-f593-4d39-9e4d-aa0f1f90a92c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2733803 Jun 17 08:26:37.860361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.860765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.913832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfec12-7c24-42d7-b981-cf1a69a322ac req-1b149f85-f459-4661-aa36-a243726e7c3d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.929576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8bfec12-7c24-42d7-b981-cf1a69a322ac req-1b149f85-f459-4661-aa36-a243726e7c3d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.2722945 Jun 17 08:26:37.955862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-a0fefcef-75dd-4fe9-b2f6-6ef2fd41e840 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0852041 Jun 17 08:26:38.007278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Calling delete_port for 6ec58b95-1b8a-4e13-b707-86b08b2609d1 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:38.075981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:38.083670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8bfec12-7c24-42d7-b981-cf1a69a322ac req-4c90c75b-fd9d-4d36-afda-ee20ac2b03f7 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258671 Jun 17 08:26:38.085332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-d82fbb8c-8f37-44d5-b42c-ca2d58a1a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.087383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-d82fbb8c-8f37-44d5-b42c-ca2d58a1a214 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0735052 Jun 17 08:26:38.088520 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.094989 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:38.117272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-a208614a-fda5-4ebe-af9f-e7b8526d8c75 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.124797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-a208614a-fda5-4ebe-af9f-e7b8526d8c75 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3498566 Jun 17 08:26:38.137322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 74cb4696-6221-40ec-bde0-76eae94d5421 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:38.137851 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.151425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Request body: {'port': {'device_id': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '5ff428c992e1474fb46c51eae45f1977'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:38.289915 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.331141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:38.336856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.339427 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea00e249-ac55-4920-945a-8ac965a286aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:38.362405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.372009 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:38.375366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Made reservation on behalf of 5ff428c992e1474fb46c51eae45f1977 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:38.379379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.422340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:38.433229 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:38.473155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Port': ['ID=6ec58b95-1b8a-4e13-b707-86b08b2609d1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:38.481701 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:38.499964 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.502373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.506121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/floatingips/892e8c94-3595-49a6-a98a-ee8b12bef1e9 HTTP/1.1" status: 204 len: 168 time: 1.0355811 Jun 17 08:26:38.515297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47678) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:38.570016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76762d1b-bdfa-44f6-8911-34c52e759ce5 req-f43f0751-a6f3-4887-ac08-320d78a3ea2b tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=8263519c-560b-4036-872d-584a14abcf58 HTTP/1.1" status: 200 len: 210 time: 0.0892270 Jun 17 08:26:38.623776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:38.642479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Allocated IP 192.168.233.147 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/6c80ce2b-7b8c-48dd-afdd-4288c813b1c0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:38.660701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:38.684149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:38.691435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:38.735609 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:38.819220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e34669-ca88-4dc1-b01d-debdbd42a8e7 req-90503e9c-80da-4441-acba-00b0f274c914 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.824969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8e34669-ca88-4dc1-b01d-debdbd42a8e7 req-90503e9c-80da-4441-acba-00b0f274c914 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 946 time: 0.7344925 Jun 17 08:26:38.826340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0'}, {'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:38.828882 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3570725a-7fa8-4b3a-af36-d0f4d557d020" -d '{"events": [{"server_uuid": "00fdf657-0260-4820-9bfe-e152b9be92e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0"}, {"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-plugged", "status": "completed", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:38.832800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.833452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.846642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-f26546f5-36c9-4904-9d72-4970e65b05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.848164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-f26546f5-36c9-4904-9d72-4970e65b05ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7496521 Jun 17 08:26:38.873681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.894243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Transition to ACTIVE for port object 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:38.940356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.946786 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0bd13c6f-c7b6-40ad-85a0-3539b3c4260e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:38.967841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bb543e2-011a-4ea7-baad-539b542c0665 req-bce734f4-b60b-4ec2-b8ef-fcf1737a9e36 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 210 time: 0.0881572 Jun 17 08:26:38.983165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting port 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:38.983644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.988498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7746909 Jun 17 08:26:39.012657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7ab8590f-3dfc-4d74-b4aa-30c69d52f839 None None] Provisioning for port bf628599-6819-4ca6-b39c-67cbc6bd198c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:39.024588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7ab8590f-3dfc-4d74-b4aa-30c69d52f839 None None] Provisioning complete for port bf628599-6819-4ca6-b39c-67cbc6bd198c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:39.025547 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ab8590f-3dfc-4d74-b4aa-30c69d52f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.037260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:39.046473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:39.053395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:39.059451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Request body: {'port': {'device_id': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:39.082614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event updated for resources: {'Port': ['ID=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.104455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:39.111310 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:39.139208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8e34669-ca88-4dc1-b01d-debdbd42a8e7 req-0b40b83b-3f4e-4c13-9d60-6e4a17ce6bb7 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011513 Jun 17 08:26:39.140182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.141195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.149267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8590f-3dfc-4d74-b4aa-30c69d52f839 None None] Port bf628599-6819-4ca6-b39c-67cbc6bd198c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:39.167464 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0324686 Jun 17 08:26:39.188627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Request body: {'port': {'device_id': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:39.281806 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3d13ad-14c7-4a9c-b06f-f832b9cfbdaf x-openstack-request-id: req-7c3d13ad-14c7-4a9c-b06f-f832b9cfbdaf {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:39.282361 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fdf657-0260-4820-9bfe-e152b9be92e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0", "code": 200}, {"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-plugged", "status": "completed", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:39.282688 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c3d13ad-14c7-4a9c-b06f-f832b9cfbdaf {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:39.283239 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0', 'code': 200} Jun 17 08:26:39.283767 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421', 'code': 200} Jun 17 08:26:39.317781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.388283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-179d2ad1-004f-4916-a1d8-405c117ec765 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205555 Jun 17 08:26:39.471533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e5347c5-d0ee-4408-9cd8-949f47768660 None None] Provisioning for port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:39.476284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e5347c5-d0ee-4408-9cd8-949f47768660 None None] Provisioning complete for port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:39.477586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5347c5-d0ee-4408-9cd8-949f47768660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.514841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2e5347c5-d0ee-4408-9cd8-949f47768660 None None] Port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:39.530377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.532769 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.558581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6380a2a-81c3-4841-a80f-1338ea4f025f req-e1a9195d-4bcd-4e06-93b9-2bd5bcb7084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.560004 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6380a2a-81c3-4841-a80f-1338ea4f025f req-e1a9195d-4bcd-4e06-93b9-2bd5bcb7084b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 1097 time: 0.1751595 Jun 17 08:26:39.622432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Calling delete_port for 3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:39.642406 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b6380a2a-81c3-4841-a80f-1338ea4f025f req-2b14bef9-2f6a-4c54-acae-3c394359bbf0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722196 Jun 17 08:26:39.685665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c61ab03-b516-4193-b7d5-2587112234e0 req-5ddcc645-f4ef-47bc-b99a-bb82382a50c4 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882466 Jun 17 08:26:39.735374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:39.744793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.750618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424e037-0254-42bd-8846-ddfa98b479a3 req-760ae537-0347-463d-9802-7dccb5fe759e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.752162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c424e037-0254-42bd-8846-ddfa98b479a3 req-760ae537-0347-463d-9802-7dccb5fe759e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.5004673 Jun 17 08:26:39.767978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Transition to ACTIVE for port object 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:39.773937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.776985 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e67bed9c-8379-41d8-a0ce-91fa84946f4d tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:39.794019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a12b3-c2b0-4845-a4c8-2127337fa7b7 req-46e29cfc-c9a5-4cec-a395-452d32690826 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.795551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-086a12b3-c2b0-4845-a4c8-2127337fa7b7 req-46e29cfc-c9a5-4cec-a395-452d32690826 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.3331611 Jun 17 08:26:39.909395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:39.918369 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:39.955670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Attempting to bind port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:39.956005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Attempting to bind port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:39.956384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Attempting to bind port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:39.961462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:39.961773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Attempting to bind port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:39.966704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:39.967081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:39.967462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:39.967889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Bound port: 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:39.968247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.978069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c424e037-0254-42bd-8846-ddfa98b479a3 req-105ed50f-13fa-4ce6-8429-4318c72b3f24 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153654 Jun 17 08:26:40.004688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-086a12b3-c2b0-4845-a4c8-2127337fa7b7 req-84d7a1e4-878f-4010-9b33-d592fd0abe74 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484864 Jun 17 08:26:40.060065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] For port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:40.068527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] For port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:40.072255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.082302 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.084466 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7c653a3-8507-4b97-a300-05d0c1a9a041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.087462 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4be7fde-8a48-41e2-8002-3c3c80376b20 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.089214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:40.163356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Port': ['ID=3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.174762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.176720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.180422 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.185244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] 10.222.0.67 "PUT /v2.0/ports/6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 HTTP/1.1" status: 200 len: 1097 time: 1.0025308 Jun 17 08:26:40.190729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'tag': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:40.199284 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cdf489-9458-4d2a-b43f-b315675c0910" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5e40e7-6577-40f0-a256-138b82f19a95", "tag": "6c80ce2b-7b8c-48dd-afdd-4288c813b1c0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:40.297184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.307626 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.321296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.392755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:40.407276 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.409355 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.554127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-53228f54-e94b-41e1-a0d1-21fe8df77061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.556974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-53228f54-e94b-41e1-a0d1-21fe8df77061 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 1100 time: 0.1932197 Jun 17 08:26:40.563763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.574792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf628599-6819-4ca6-b39c-67cbc6bd198c {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:40.585094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.588806 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.644083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.646342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/ports/3f891a42-0b21-4bbe-8fc2-f6f80b3c8b53 HTTP/1.1" status: 204 len: 168 time: 2.1254129 Jun 17 08:26:40.648094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Transition to ACTIVE for port object bf628599-6819-4ca6-b39c-67cbc6bd198c will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:40.653861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47698) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:40.662984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-0deb4437-fc26-4705-bde5-63055881674c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0980816 Jun 17 08:26:40.670923 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.676471 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cea47f52-3229-4268-a855-5022266aeeca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.818353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-0c9a2ee3-6dfd-4e50-959a-38303f7c2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.820309 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-0c9a2ee3-6dfd-4e50-959a-38303f7c2a6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1143935 Jun 17 08:26:40.891664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.910035 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.963637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c919b67-46cc-4b24-8e7d-125a29a7dc9f req-10759242-cae8-4a3b-8ae8-5fdd033558cf tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.971123 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c919b67-46cc-4b24-8e7d-125a29a7dc9f req-10759242-cae8-4a3b-8ae8-5fdd033558cf tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.7100892 Jun 17 08:26:40.979993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1e2d-7000-4201-9406-acc10884a4eb req-121cf234-f820-4a92-a02b-de655d84d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.982340 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-121cf234-f820-4a92-a02b-de655d84d142 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544106 Jun 17 08:26:40.985098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting port 9a101d55-b5ee-4969-9658-426bace200eb {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:40.985717 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.082330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c919b67-46cc-4b24-8e7d-125a29a7dc9f req-5f15df63-1629-444a-9347-c9e5d14cecaa tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099572 Jun 17 08:26:41.130569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Attempting to bind port bf628599-6819-4ca6-b39c-67cbc6bd198c on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:41.131586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Attempting to bind port bf628599-6819-4ca6-b39c-67cbc6bd198c by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:41.133892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Attempting to bind port bf628599-6819-4ca6-b39c-67cbc6bd198c on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:41.182330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Port bf628599-6819-4ca6-b39c-67cbc6bd198c on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:41.183287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Attempting to bind port bf628599-6819-4ca6-b39c-67cbc6bd198c on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:41.215995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:41.220605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:41.221212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:41.221885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Bound port: bf628599-6819-4ca6-b39c-67cbc6bd198c, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:41.223498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.285005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:41.287715 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68446f07-5a93-48e3-87b0-57167a2d96c4" -d '{"events": [{"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-unplugged", "status": "completed", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:41.338189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:41.343202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:41.364954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.390861 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a8b34d9d-ec71-4ae8-bbd6-9cadeeb9cdb9 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:41.447016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a69f-07dc-46eb-8ea4-9ba7497d594a req-c9721392-10a1-47cc-b993-387bc0ecf8fd tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.456017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf96a69f-07dc-46eb-8ea4-9ba7497d594a req-c9721392-10a1-47cc-b993-387bc0ecf8fd tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 948 time: 0.3516531 Jun 17 08:26:41.486889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.487629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.489437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] 10.222.0.67 "PUT /v2.0/ports/bf628599-6819-4ca6-b39c-67cbc6bd198c HTTP/1.1" status: 200 len: 1097 time: 2.4623668 Jun 17 08:26:41.540425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:41.542868 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d021be-4481-4e78-8ddd-2af7073740cf" -d '{"events": [{"name": "network-changed", "server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:41.579535 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1e1966-e527-4c92-ab15-4f2cd3e8111d x-openstack-request-id: req-2f1e1966-e527-4c92-ab15-4f2cd3e8111d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:41.579874 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5e40e7-6577-40f0-a256-138b82f19a95", "tag": "6c80ce2b-7b8c-48dd-afdd-4288c813b1c0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:41.580163 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f1e1966-e527-4c92-ab15-4f2cd3e8111d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:41.580594 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'tag': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'status': 'completed', 'code': 200} Jun 17 08:26:41.592033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf96a69f-07dc-46eb-8ea4-9ba7497d594a req-7da78309-0b45-4852-b6f9-ce01efbaac25 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344771 Jun 17 08:26:41.607869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.689538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127c2ce-ba74-4ad7-8fa5-5eafe0b444cc req-43be323b-9196-4be3-8feb-96880ac9a953 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.691264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6127c2ce-ba74-4ad7-8fa5-5eafe0b444cc req-43be323b-9196-4be3-8feb-96880ac9a953 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.3140893 Jun 17 08:26:41.693611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:41.708097 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:41.749797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-538ad6b1-6c61-4231-b593-3aaa66ee2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.751378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-538ad6b1-6c61-4231-b593-3aaa66ee2f69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1100 time: 0.2009628 Jun 17 08:26:41.752233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Calling delete_port for 9a101d55-b5ee-4969-9658-426bace200eb owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:41.760836 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-d0418180-b62c-42ab-a959-58ddfad7f916 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682270 Jun 17 08:26:41.761184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6127c2ce-ba74-4ad7-8fa5-5eafe0b444cc req-74e4031b-5ea4-4c47-9e10-f350676a40bc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Jun 17 08:26:41.809317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-a702cd29-edb3-4914-b18e-4dd044ce0065 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c HTTP/1.1" status: 200 len: 217 time: 0.0428207 Jun 17 08:26:41.900254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-d9d15c10-a2a9-4026-b852-a9d22e74aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.901742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-d9d15c10-a2a9-4026-b852-a9d22e74aa3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0829675 Jun 17 08:26:41.964718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-835a1e2d-7000-4201-9406-acc10884a4eb req-99582de1-6864-46a1-94a7-f28c5f164136 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927376 Jun 17 08:26:42.004141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090dd63-5de4-4af4-8e44-e6a54c4e185c req-d60e69cd-f886-47dd-8d6b-d4acab99ed62 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.014782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d090dd63-5de4-4af4-8e44-e6a54c4e185c req-d60e69cd-f886-47dd-8d6b-d4acab99ed62 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.2043293 Jun 17 08:26:42.076872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d090dd63-5de4-4af4-8e44-e6a54c4e185c req-93891dfb-d075-4ef3-8889-f47e04f5ac6a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612516 Jun 17 08:26:42.090297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-2eaa80d3-2c68-4c0d-8775-a5d57546c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.091468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.094961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-2eaa80d3-2c68-4c0d-8775-a5d57546c10a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1834157 Jun 17 08:26:42.132764 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5c0449f-7f66-4185-a7de-9f1a4acc1b6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:42.164963 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e9e615-bee2-4af0-8376-2e5e1dc9470a x-openstack-request-id: req-a2e9e615-bee2-4af0-8376-2e5e1dc9470a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:42.165907 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-unplugged", "status": "completed", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:42.166331 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2e9e615-bee2-4af0-8376-2e5e1dc9470a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:42.166952 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421', 'code': 200} Jun 17 08:26:42.256376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Port': ['ID=9a101d55-b5ee-4969-9658-426bace200eb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:42.302582 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:42.307616 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9706612-8dee-4d8c-a347-e8f423d8bb49 x-openstack-request-id: req-b9706612-8dee-4d8c-a347-e8f423d8bb49 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:42.317427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-0bee9d6e-8449-4ed9-b652-6160869c2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.317814 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:42.318336 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9706612-8dee-4d8c-a347-e8f423d8bb49 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:42.318872 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'status': 'completed', 'code': 200} Jun 17 08:26:42.332612 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-0bee9d6e-8449-4ed9-b652-6160869c2ffc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 1100 time: 0.2952981 Jun 17 08:26:42.395902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.400815 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/ports/9a101d55-b5ee-4969-9658-426bace200eb HTTP/1.1" status: 204 len: 168 time: 1.7457428 Jun 17 08:26:42.404059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47728) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:42.415720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-a1bb8eec-a5f4-46c4-97eb-5fd741824851 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079298 Jun 17 08:26:42.518510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-a6356944-7f1b-4fcf-b096-7bdeb8c6c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.520893 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-a6356944-7f1b-4fcf-b096-7bdeb8c6c239 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1758821 Jun 17 08:26:42.573176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-9492497b-75d0-4e8c-9eed-03bf616d3909 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0455992 Jun 17 08:26:42.632291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-6d854383-9e3b-4308-bf47-0abc168d9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.634361 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-6d854383-9e3b-4308-bf47-0abc168d9184 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0537889 Jun 17 08:26:42.708615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-d6e7e5b9-85dc-4029-8347-bc3a3b6a1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.710644 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-d6e7e5b9-85dc-4029-8347-bc3a3b6a1c86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663633 Jun 17 08:26:42.818021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-41ec64f9-89af-4183-aacb-eccd02c8dba7 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.819809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-41ec64f9-89af-4183-aacb-eccd02c8dba7 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 944 time: 0.6699038 Jun 17 08:26:42.849260 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-717b5684-1c78-4651-804e-350db97c1d00 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253259 Jun 17 08:26:42.895429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting subnet 3e526b04-a36e-45c0-ae1a-b63bb0984f3f {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:42.945166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.954791 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-53cdf489-9458-4d2a-b43f-b315675c0910 req-eb1b8380-ab44-4190-9600-cbe4715629bf service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972352 Jun 17 08:26:43.066783 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.134355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40374d5f-00cb-4762-8d18-4090c3f85457 req-5ae9cafe-4e2c-4e79-9d2d-eb5af40e0e60 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777754 Jun 17 08:26:43.150367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c9bb8-9731-49d1-871b-369932520a2f req-530f24c7-b600-4f40-af16-379af4d0e42e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.151929 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-248c9bb8-9731-49d1-871b-369932520a2f req-530f24c7-b600-4f40-af16-379af4d0e42e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.7424026 Jun 17 08:26:43.185042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028e2a-6057-4914-a013-17f671d20956 req-deb5d199-838b-41c9-8a8c-40a7d2370f20 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.186590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf028e2a-6057-4914-a013-17f671d20956 req-deb5d199-838b-41c9-8a8c-40a7d2370f20 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.3272808 Jun 17 08:26:43.299547 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.336458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-248c9bb8-9731-49d1-871b-369932520a2f req-1da9aebe-65d8-4f00-8bbe-25533ced4171 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708939 Jun 17 08:26:43.350699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Deleting port 74cb4696-6221-40ec-bde0-76eae94d5421 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:43.352182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.376494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf028e2a-6057-4914-a013-17f671d20956 req-ebafff5c-bdfb-4cf6-a6df-3f8c0dcefcab tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622059 Jun 17 08:26:43.474181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d021be-4481-4e78-8ddd-2af7073740cf req-c2480cdc-9fed-41d2-9fd5-a99e778fc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.475736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-c2480cdc-9fed-41d2-9fd5-a99e778fc705 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1100 time: 0.2577674 Jun 17 08:26:43.499037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:43.511180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.544620 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c794dd45-e134-4627-8dc6-919f6146b4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:43.603640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] For port 74cb4696-6221-40ec-bde0-76eae94d5421, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=74cb4696-6221-40ec-bde0-76eae94d5421,segment=NetworkSegment(95b39551-4751-42ad-a49b-de9a38341418),segment_id=95b39551-4751-42ad-a49b-de9a38341418)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:43.604010 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.623304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:43.627664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961d880-fc7a-497a-bee2-68069a194ddd None None] Network 9ed5c97b-cf20-4234-bebf-4e7823af5df0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:43.635487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Subnet': ['ID=3e526b04-a36e-45c0-ae1a-b63bb0984f3f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:43.655560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'mac_address': 'fa:16:3e:10:39:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:43.669577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.672926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/subnets/3e526b04-a36e-45c0-ae1a-b63bb0984f3f HTTP/1.1" status: 204 len: 168 time: 1.2593293 Jun 17 08:26:43.673839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47742) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:43.731556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting subnet b677a19c-6b02-433a-964e-434bf8753579 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:43.735633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.743344 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:43.766923 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.776024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Calling delete_port for 74cb4696-6221-40ec-bde0-76eae94d5421 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:43.790836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.803735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:43.830037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:43.843150 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.846541 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:43.905771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:43.911739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.915374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.915846 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.916276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.916849 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.917409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.917954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.918494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.919111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.919669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.920323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.920877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.921415 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:43.933943 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:43.937110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] DHCP port deletion for 9ed5c97b-cf20-4234-bebf-4e7823af5df0 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:26:43.952887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d021be-4481-4e78-8ddd-2af7073740cf req-fa16d715-5e86-49c1-8391-d05affa5fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.954356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-fa16d715-5e86-49c1-8391-d05affa5fccf service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.4706225 Jun 17 08:26:43.989766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Deleting port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:43.990354 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.001600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.004649 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c88928cf-5bd0-4dd8-838a-149c07ae15a5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:44.029843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-c168ded2-be8e-4c98-b810-5dc9ee313437 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c HTTP/1.1" status: 200 len: 217 time: 0.0618281 Jun 17 08:26:44.042199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Subnet': ['ID=b677a19c-6b02-433a-964e-434bf8753579,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:44.043189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6820d3a-c83d-40ac-9dd6-4d86b34948f8 req-57527ea7-ff7c-47e0-ab6c-266dfe54a3af tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.045176 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:44.052303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f6820d3a-c83d-40ac-9dd6-4d86b34948f8 req-57527ea7-ff7c-47e0-ab6c-266dfe54a3af tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea2e6b6-8001-4faa-8100-6e3b6dcb670c HTTP/1.1" status: 200 len: 944 time: 0.4779978 Jun 17 08:26:44.056259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.062182 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/subnets/b677a19c-6b02-433a-964e-434bf8753579 HTTP/1.1" status: 204 len: 168 time: 0.3871329 Jun 17 08:26:44.062812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47746) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:44.098838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8faad1-f223-4006-9279-bcfc5267fa31 None None] Network cad1a474-4675-4ffc-a0f4-305c9a54cd64 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:44.115112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134d54-cc75-4653-b7b7-9b6a4105fd33 req-6d93c89f-726e-4755-b178-bee5571aea6b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.118571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] For port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,segment=NetworkSegment(693f69aa-ffa2-4a64-a672-8dcf9a3b1eba),segment_id=693f69aa-ffa2-4a64-a672-8dcf9a3b1eba)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:44.119156 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.122824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92134d54-cc75-4653-b7b7-9b6a4105fd33 req-6d93c89f-726e-4755-b178-bee5571aea6b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 948 time: 0.5090942 Jun 17 08:26:44.176944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.230365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f6820d3a-c83d-40ac-9dd6-4d86b34948f8 req-c66cc39c-3178-4ccc-b1e2-cec8fcf3ed19 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.65 "GET /v2.0/security-groups?id=f39cf9a0-7e6a-4bd6-a563-df13f97431ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771090 Jun 17 08:26:44.235506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d021be-4481-4e78-8ddd-2af7073740cf req-acf7c3d6-6574-4915-8008-82a4e1419e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.236335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:44.236682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.237006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-acf7c3d6-6574-4915-8008-82a4e1419e45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1827676 Jun 17 08:26:44.239754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Calling delete_port for 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:44.246855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6c80ce2b-7b8c-48dd-afdd-4288c813b1c0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:44.312006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92134d54-cc75-4653-b7b7-9b6a4105fd33 req-96ffc476-77e1-4f23-93d3-cce00861a438 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881986 Jun 17 08:26:44.319020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] For port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,segment=NetworkSegment(693f69aa-ffa2-4a64-a672-8dcf9a3b1eba),segment_id=693f69aa-ffa2-4a64-a672-8dcf9a3b1eba)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:44.319383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.343541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.373401 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82cc3143-bd9d-4e38-bd61-47b8800e13b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:44.427732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Calling delete_port for 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:44.484009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Pushing event deleted for resources: {'Port': ['ID=74cb4696-6221-40ec-bde0-76eae94d5421,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:44.532896 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.536111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.537629 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-103b05af-c968-4f0f-ac88-668ba2ed2928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:44.541000 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-233d3e2f-32fe-4b1d-b05f-5d658a671728 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:44.567310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Port': ['ID=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:44.572577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:44.575916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Pushing event deleted for resources: {'Port': ['ID=48163a76-0d69-49fb-881d-f5cf6a5fcdb2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:44.576247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] No DVR routers for this DVR port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:44.584711 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:44.599239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] No DVR routers for this DVR port 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:44.647873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] No DVR routers for this DVR port 74cb4696-6221-40ec-bde0-76eae94d5421 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:44.654985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.660442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93b40e43-e511-45b2-89c9-ba22afb6fbc7 req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] 10.222.0.60 "DELETE /v2.0/ports/74cb4696-6221-40ec-bde0-76eae94d5421 HTTP/1.1" status: 204 len: 173 time: 1.7971351 Jun 17 08:26:44.670264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-deleted', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:44.675234 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31e2691-23c4-4339-89f2-2e7e13866cc5" -d '{"events": [{"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-deleted", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:44.681015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.681015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.682162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.682162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.682416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.682791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.684444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.684895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.685284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.685695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.686527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.687545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:44.702095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.713283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed5c97b-cf20-4234-bebf-4e7823af5df0']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:44.717221 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:44.728282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:44.728590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693f69aa-ffa2-4a64-a672-8dcf9a3b1eba') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:44.729388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] DHCP port deletion for cad1a474-4675-4ffc-a0f4-305c9a54cd64 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:26:44.741144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.763902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d021be-4481-4e78-8ddd-2af7073740cf req-dda30246-e51c-4941-a1a5-88066c405e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.765889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-dda30246-e51c-4941-a1a5-88066c405e11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5209177 Jun 17 08:26:44.768550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.777915 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:44.778368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:44.860344 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:44.866241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.867034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Deleting port c36def46-b5e5-4b12-af51-e3c94299fe9b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:44.869679 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.879098 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97e1a76c-5841-44e5-bd09-26f60d4ce83c tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:44.884884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.887776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/networks/9ed5c97b-cf20-4234-bebf-4e7823af5df0 HTTP/1.1" status: 204 len: 168 time: 0.8239963 Jun 17 08:26:44.890458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47754) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:44.941491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f10f-00e4-4581-bdfb-84bfd6adeabe req-362e700e-3e7c-4cb4-8cc6-8281a6ddad2c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.948342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cf9f10f-00e4-4581-bdfb-84bfd6adeabe req-362e700e-3e7c-4cb4-8cc6-8281a6ddad2c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.5545778 Jun 17 08:26:44.961869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Network': ['ID=9ed5c97b-cf20-4234-bebf-4e7823af5df0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:44.965986 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:45.012073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.046931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] For port c36def46-b5e5-4b12-af51-e3c94299fe9b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c36def46-b5e5-4b12-af51-e3c94299fe9b,segment=NetworkSegment(6bb2d8c5-2a9b-4169-b607-70a58e48da35),segment_id=6bb2d8c5-2a9b-4169-b607-70a58e48da35)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:45.047762 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.132791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Calling delete_port for c36def46-b5e5-4b12-af51-e3c94299fe9b owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:45.142640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Deleting port c36def46-b5e5-4b12-af51-e3c94299fe9b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:45.143018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.150832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cf9f10f-00e4-4581-bdfb-84bfd6adeabe req-04e63388-f60b-49db-acc4-b6001663e82a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313393 Jun 17 08:26:45.153548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-dd53038d-733c-49c6-a0bb-a37128f5d36f service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722601 Jun 17 08:26:45.189676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b67d72-383f-45ad-8618-ea1882b600ff req-8679bbf5-756c-4897-9982-b85486e1f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.191892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-8679bbf5-756c-4897-9982-b85486e1f39b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 1097 time: 0.1632810 Jun 17 08:26:45.230039 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c42d2-cd74-4109-ac6f-02d4ec076947 x-openstack-request-id: req-e88c42d2-cd74-4109-ac6f-02d4ec076947 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:45.230485 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea2e6b6-8001-4faa-8100-6e3b6dcb670c", "name": "network-vif-deleted", "tag": "74cb4696-6221-40ec-bde0-76eae94d5421", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:45.230883 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e88c42d2-cd74-4109-ac6f-02d4ec076947 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:45.231462 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea2e6b6-8001-4faa-8100-6e3b6dcb670c', 'name': 'network-vif-deleted', 'tag': '74cb4696-6221-40ec-bde0-76eae94d5421', 'status': 'completed', 'code': 200} Jun 17 08:26:45.313505 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.324014 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:45.345076 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:45.373041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d021be-4481-4e78-8ddd-2af7073740cf req-5e80ab34-a656-4ac2-8500-5d43b1866961 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102745 Jun 17 08:26:45.373647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] For port c36def46-b5e5-4b12-af51-e3c94299fe9b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c36def46-b5e5-4b12-af51-e3c94299fe9b,segment=NetworkSegment(6bb2d8c5-2a9b-4169-b607-70a58e48da35),segment_id=6bb2d8c5-2a9b-4169-b607-70a58e48da35)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:45.374086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.376215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b67d72-383f-45ad-8618-ea1882b600ff req-ad34de20-a8b2-4c1c-b503-956017cfc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.377692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-ad34de20-a8b2-4c1c-b503-956017cfc793 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 910 time: 0.1730793 Jun 17 08:26:45.413060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Pushing event deleted for resources: {'Port': ['ID=c36def46-b5e5-4b12-af51-e3c94299fe9b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:45.415777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] No DVR routers for this DVR port c36def46-b5e5-4b12-af51-e3c94299fe9b on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:45.417190 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:45.469516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-84363ba5-654b-4dff-ac40-687fd041cd13 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572457 Jun 17 08:26:45.472414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-20d17a34-47ba-4c85-85d0-89d8432f007e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 HTTP/1.1" status: 200 len: 217 time: 0.0852602 Jun 17 08:26:45.483198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Calling delete_port for c36def46-b5e5-4b12-af51-e3c94299fe9b owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:45.504132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:45.507747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:45.593179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.597005 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d92cba6-f847-4419-9323-f88b190ecb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:45.604755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b67d72-383f-45ad-8618-ea1882b600ff req-86526bde-2593-47f6-a64e-bfba52afd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.606223 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-86526bde-2593-47f6-a64e-bfba52afd9f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.1261353 Jun 17 08:26:45.622288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34f35-db8b-4aea-9fcb-ad1a7484a516 req-b23b6b85-0f47-4746-9a23-812d69583317 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.623278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Port': ['ID=c36def46-b5e5-4b12-af51-e3c94299fe9b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:45.623791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcf34f35-db8b-4aea-9fcb-ad1a7484a516 req-b23b6b85-0f47-4746-9a23-812d69583317 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.2496266 Jun 17 08:26:45.633624 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:45.633624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] No DVR routers for this DVR port c36def46-b5e5-4b12-af51-e3c94299fe9b on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:45.650681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:45.664819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:45.665264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.672735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-046fa920-a4a7-4a5e-95ad-90f17e6b4aba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582108 Jun 17 08:26:45.708223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-79ed6da3-9893-4e11-9c43-3bc12766f862 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.709745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-79ed6da3-9893-4e11-9c43-3bc12766f862 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326090 Jun 17 08:26:45.740845 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.747927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-7318d0e1-06aa-4c1b-b634-57eb3873e6fa tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/quotas/7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 375 time: 0.0279894 Jun 17 08:26:45.753602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad1a474-4675-4ffc-a0f4-305c9a54cd64']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:45.765753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb2d8c5-2a9b-4169-b607-70a58e48da35') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:45.766121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb2d8c5-2a9b-4169-b607-70a58e48da35') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:45.769815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcf34f35-db8b-4aea-9fcb-ad1a7484a516 req-54a1c2f3-97d3-46f9-8af1-e08acdf62c95 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350508 Jun 17 08:26:45.777583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.804088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.816056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:45.816778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:45.820224 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:45.848326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:45.868561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-3f005005-8736-4f73-bf7c-f997a1047758 service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829586 Jun 17 08:26:45.876446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:45.890191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:45.890191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 48163a76-0d69-49fb-881d-f5cf6a5fcdb2 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:45.890191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c36def46-b5e5-4b12-af51-e3c94299fe9b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:45.911583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-5ed852f1-3fbe-48ba-8975-793812aea76e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553528 Jun 17 08:26:45.935007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.941403 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:45.955495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'mac_address': 'fa:16:3e:d8:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:45.957235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c36def46-b5e5-4b12-af51-e3c94299fe9b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:45.957586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c36def46-b5e5-4b12-af51-e3c94299fe9b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:45.978660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.993058 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] 10.222.0.65 "DELETE /v2.0/networks/cad1a474-4675-4ffc-a0f4-305c9a54cd64 HTTP/1.1" status: 204 len: 168 time: 1.1009064 Jun 17 08:26:45.996375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Pushing event deleted for resources: {'Network': ['ID=cad1a474-4675-4ffc-a0f4-305c9a54cd64,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:46.003279 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:46.043719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.091552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e66d7a51-3e4c-4605-9b36-aa84f46cee75 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:46.211558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.224706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:46.246609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf628599-6819-4ca6-b39c-67cbc6bd198c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:46.255155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'port_id': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'mac_address': 'fa:16:3e:9b:f2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b3c82-7a3c-4441-9551-f432a37d675e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:46.256142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 74cb4696-6221-40ec-bde0-76eae94d5421 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:46.256814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 74cb4696-6221-40ec-bde0-76eae94d5421 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:46.257914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e66d7a51-3e4c-4605-9b36-aa84f46cee75 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:46.332482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.374659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.404127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b67d72-383f-45ad-8618-ea1882b600ff req-d6c61866-b444-43e3-8c2d-7faee1c5636a service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283103 Jun 17 08:26:46.423155 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.467529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.480382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:46.484194 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76be6cd4-c598-4553-a308-276191dcfc93" -d '{"events": [{"server_uuid": "ea5e40e7-6577-40f0-a256-138b82f19a95", "name": "network-vif-plugged", "status": "completed", "tag": "6c80ce2b-7b8c-48dd-afdd-4288c813b1c0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:46.490164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.499181 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:46.501928 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.555555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.556552 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.562197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-8e33683b-6350-4536-8eea-6003d0384f9e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:46.564510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-8e33683b-6350-4536-8eea-6003d0384f9e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.6466453 Jun 17 08:26:46.577111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c9bb5-517f-4aaf-b48c-1ec33590eb10 req-7dea135e-7bcd-4ef4-8582-db1a578f865c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:46.580001 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.586322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:46.587793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b8c9bb5-517f-4aaf-b48c-1ec33590eb10 req-7dea135e-7bcd-4ef4-8582-db1a578f865c tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 944 time: 0.1873679 Jun 17 08:26:46.589634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e66d7a51-3e4c-4605-9b36-aa84f46cee75 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:46.593804 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:46.594277 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6e59f13c-a3e3-4c95-b796-db8896f3e31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:46.612103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0db73c-1397-4270-98d4-9529cb3e4997 req-f9b916e5-9620-41d2-b898-3c613eac7c5d tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:46.619797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d0db73c-1397-4270-98d4-9529cb3e4997 req-f9b916e5-9620-41d2-b898-3c613eac7c5d tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 949 time: 0.2508113 Jun 17 08:26:46.679765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:46.682614 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:26:46.683013 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:26:46.723495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d0db73c-1397-4270-98d4-9529cb3e4997 req-a6fc8ddd-32cc-48d9-af18-f3cfcd22b286 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026359 Jun 17 08:26:46.737671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:46.741258 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:46.741581 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:46.742596 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:46.763367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b8c9bb5-517f-4aaf-b48c-1ec33590eb10 req-8ffa5d4b-d248-4d28-905f-8b135994715a tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743996 Jun 17 08:26:46.796981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Deleting port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:46.797331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.800677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:46.970507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.029254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e25f306-61a4-44d0-a62b-ebd708114bce req-677a672b-d0f1-4a2c-93ef-94dede655d14 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 210 time: 0.0520103 Jun 17 08:26:47.036276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] For port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:47.036888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.091425 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b407bb9-3174-49a5-a393-b5ead20cd467 x-openstack-request-id: req-3b407bb9-3174-49a5-a393-b5ead20cd467 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:47.091735 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e40e7-6577-40f0-a256-138b82f19a95", "name": "network-vif-plugged", "status": "completed", "tag": "6c80ce2b-7b8c-48dd-afdd-4288c813b1c0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:47.092042 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b407bb9-3174-49a5-a393-b5ead20cd467 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:47.092480 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'code': 200} Jun 17 08:26:47.134162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Calling delete_port for 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:47.275229 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.289388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d7a51-3e4c-4605-9b36-aa84f46cee75 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:47.305016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e56cf-b069-41ed-a716-7624af9cf25b req-066add23-0e77-40ef-b245-da3df76ca233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:47.306535 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d35e56cf-b069-41ed-a716-7624af9cf25b req-066add23-0e77-40ef-b245-da3df76ca233 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 1102 time: 0.0958135 Jun 17 08:26:47.314401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:47.319426 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.321979 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:47.326471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb98f12-3d87-4a5d-9eae-c0ee639e65f9 req-a95e69dd-f500-4c60-8843-10b3168fd2f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:47.328018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8cb98f12-3d87-4a5d-9eae-c0ee639e65f9 req-a95e69dd-f500-4c60-8843-10b3168fd2f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 943 time: 0.2269201 Jun 17 08:26:47.348861 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d35e56cf-b069-41ed-a716-7624af9cf25b req-c21e43df-a497-4b3e-93d5-8c4fb5b559dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jun 17 08:26:47.382433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:47.386483 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:47.412871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4654f0b-9fc0-49ed-8f2d-0789f9410961 req-f62f93b7-cb20-4ab7-b3a3-1887e15149d0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:47.414883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4654f0b-9fc0-49ed-8f2d-0789f9410961 req-f62f93b7-cb20-4ab7-b3a3-1887e15149d0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1765616 Jun 17 08:26:47.457846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8cb98f12-3d87-4a5d-9eae-c0ee639e65f9 req-853bfb5c-9e37-49ae-a6e4-684b73f72be5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096027 Jun 17 08:26:47.459306 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.466391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7282e17-fbc7-4b84-9852-0dbaabebfb4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:47.498460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event deleted for resources: {'Port': ['ID=1bfdb325-ba39-4f34-b651-7ed0d47c8a92,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:47.503179 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:47.515692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4654f0b-9fc0-49ed-8f2d-0789f9410961 req-c5787216-61d5-4a28-b3f3-9b235d33445f tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942945 Jun 17 08:26:47.554812 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['1bfdb325-ba39-4f34-b651-7ed0d47c8a92'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:47.570820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] No DVR routers for this DVR port 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:47.574055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.576248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51b6b318-7cfd-49e6-9ad7-d53b8bf733e7 req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "DELETE /v2.0/ports/1bfdb325-ba39-4f34-b651-7ed0d47c8a92 HTTP/1.1" status: 204 len: 173 time: 0.9862671 Jun 17 08:26:47.576805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'name': 'network-vif-deleted', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:47.579306 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87efc372-51cf-4985-b04a-10c1ab42a8b8" -d '{"events": [{"server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "name": "network-vif-deleted", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:47.607722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e66d7a51-3e4c-4605-9b36-aa84f46cee75'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:47.653898 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a89eb-060f-4408-8334-5e5a211ba2a5 x-openstack-request-id: req-1a0a89eb-060f-4408-8334-5e5a211ba2a5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:47.654066 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4114d34-cc36-40ec-a1a3-d78ad582282d", "name": "network-vif-deleted", "tag": "1bfdb325-ba39-4f34-b651-7ed0d47c8a92", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:47.654291 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a0a89eb-060f-4408-8334-5e5a211ba2a5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:47.654748 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4114d34-cc36-40ec-a1a3-d78ad582282d', 'name': 'network-vif-deleted', 'tag': '1bfdb325-ba39-4f34-b651-7ed0d47c8a92', 'status': 'completed', 'code': 200} Jun 17 08:26:47.770637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-e157b0d3-bb7f-49cb-ab78-abf964bedf77 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383453 Jun 17 08:26:47.999132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-d239a196-4037-448b-9bc3-42bcb43f924e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:48.000647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-d239a196-4037-448b-9bc3-42bcb43f924e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224932 Jun 17 08:26:48.019376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Request body: {'port': {'device_id': '99c549c8-47d6-407f-b89a-55164e191fd8', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '7b964bd719d94aefb67da595c6df2182'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:48.043160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aba73-2c81-42e5-929e-4e5546571043 req-ac95ee95-42bf-49ca-9ad9-3c1e8e67ffdf tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:48.044676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a6aba73-2c81-42e5-929e-4e5546571043 req-ac95ee95-42bf-49ca-9ad9-3c1e8e67ffdf tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 950 time: 0.1366608 Jun 17 08:26:48.092187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c004e3ce-e542-4256-825b-56ffc35115eb req-7f43cb0b-cd15-4db0-87c7-6bcc461af2b3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4114d34-cc36-40ec-a1a3-d78ad582282d HTTP/1.1" status: 200 len: 210 time: 0.0441163 Jun 17 08:26:48.163100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a6aba73-2c81-42e5-929e-4e5546571043 req-492acb45-12c2-439a-8364-03c27afe1c3b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104124 Jun 17 08:26:48.222442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Made reservation on behalf of 7b964bd719d94aefb67da595c6df2182 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:48.228812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.387385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c54cae2-24ac-4492-89b3-ce57a226c847 req-fe6a3b51-3c19-4fa5-b405-eb7c12ac99f8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 210 time: 0.0496864 Jun 17 08:26:48.519995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Allocated IP 192.168.233.66 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/64ff588d-80e2-4ca6-a3ef-873a062d6ca0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:48.621115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47852) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:48.720757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Deleting subnet 9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:48.725299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.766040 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.808635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.879297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.885366 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-423b655b-5c11-4ead-990a-06b27149502f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:48.933023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:48.938300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:48.950635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a81fb-2862-45a9-bf40-fa7cc4f974af req-4d22b312-9ba7-44cc-92a7-80f8b191561c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:48.952027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.952424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de4a81fb-2862-45a9-bf40-fa7cc4f974af req-4d22b312-9ba7-44cc-92a7-80f8b191561c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 944 time: 0.3322937 Jun 17 08:26:48.954392 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9c29c9d7-f37c-4ce7-b105-0c5fbbed78b9 HTTP/1.1" status: 204 len: 168 time: 0.3311574 Jun 17 08:26:48.956822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47854) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:48.962148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.009226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077c21-08b2-4eb7-82e9-d9e6163f671d req-cefcfdf3-e6cc-4125-917f-0fcb5eef21c9 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.011361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1077c21-08b2-4eb7-82e9-d9e6163f671d req-cefcfdf3-e6cc-4125-917f-0fcb5eef21c9 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1912181 Jun 17 08:26:49.020146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de4a81fb-2862-45a9-bf40-fa7cc4f974af req-762d38c1-78d5-434f-82d9-6df01c2336a0 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552502 Jun 17 08:26:49.026450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Transition to ACTIVE for port object 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:49.036907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.086210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1077c21-08b2-4eb7-82e9-d9e6163f671d req-b3571262-7a3c-423e-b0ed-0041873bf061 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612197 Jun 17 08:26:49.093694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:49.096266 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8785b9c6-66ab-4b29-bbfc-091b02a558a7" -d '{"events": [{"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:49.132257 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.136809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.139539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.143162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:49.152315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea52b333-8f78-40c1-b2df-c388365ec995']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:49.154584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:49.163507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b39551-4751-42ad-a49b-de9a38341418') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:49.164403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b39551-4751-42ad-a49b-de9a38341418') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:49.173859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.192026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.204966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:49.206332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:49.210356 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:49.234235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:49.250185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:49.259052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:49.289958 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c869e6e-4529-4edf-a2ab-1b5aa73dc7ad x-openstack-request-id: req-2c869e6e-4529-4edf-a2ab-1b5aa73dc7ad {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:49.290452 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:49.290723 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c869e6e-4529-4edf-a2ab-1b5aa73dc7ad {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:49.291208 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'code': 200} Jun 17 08:26:49.301507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.311444 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18d9a953-245d-4469-a9f8-cba0e8cf3e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:49.343393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.345507 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ea52b333-8f78-40c1-b2df-c388365ec995 HTTP/1.1" status: 204 len: 168 time: 0.3874948 Jun 17 08:26:49.346865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea52b333-8f78-40c1-b2df-c388365ec995,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:49.356740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:49.366486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:49.380194 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:49.401435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.402099 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.513256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5011067 Jun 17 08:26:49.530676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:49.534331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Request body: {'port': {'device_id': '99c549c8-47d6-407f-b89a-55164e191fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:49.600813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea216-6148-42ff-90f0-50c41cbf3215 req-736a8400-5eab-479c-b796-fd0c1b871ad3 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.602892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f3ea216-6148-42ff-90f0-50c41cbf3215 req-736a8400-5eab-479c-b796-fd0c1b871ad3 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 950 time: 0.1902885 Jun 17 08:26:49.659991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port bf628599-6819-4ca6-b39c-67cbc6bd198c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:49.667395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port bf628599-6819-4ca6-b39c-67cbc6bd198c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:49.667887 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.684620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:49.719511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.758874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f3ea216-6148-42ff-90f0-50c41cbf3215 req-aa8fc587-8c9c-452b-a596-7fc50a3015c1 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405971 Jun 17 08:26:49.780329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42b101b4-2f4d-475e-bdbe-a779fd5440be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=890dfa52881e488490818b1597b3f4c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942409 Jun 17 08:26:49.783464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:49.790793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d49e6ac-db71-4f3e-b381-038c6ef4e23d None None] Provisioning for port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:49.811738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d49e6ac-db71-4f3e-b381-038c6ef4e23d None None] Provisioning complete for port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:49.812123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d49e6ac-db71-4f3e-b381-038c6ef4e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.813870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.881240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9d49e6ac-db71-4f3e-b381-038c6ef4e23d None None] Port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:49.892973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:49.901749 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.906330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:49.909843 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:49.927240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.955875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:49.956213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 1bfdb325-ba39-4f34-b651-7ed0d47c8a92 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:49.967928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.004526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:50.008032 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:50.050410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.055218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.057049 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f39cf9a0-7e6a-4bd6-a563-df13f97431ec HTTP/1.1" status: 204 len: 168 time: 0.2725194 Jun 17 08:26:50.058509 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:50.067216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39cf9a0-7e6a-4bd6-a563-df13f97431ec,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:50.077608 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:50.103720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e66d7a51-3e4c-4605-9b36-aa84f46cee75 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:50.158269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654286-e97f-4e24-adf1-608d0dd9fea3 req-57c05040-8dd7-4b75-af28-4b0edb2b57cc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.159900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74654286-e97f-4e24-adf1-608d0dd9fea3 req-57c05040-8dd7-4b75-af28-4b0edb2b57cc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 935 time: 0.1804671 Jun 17 08:26:50.176957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e66d7a51-3e4c-4605-9b36-aa84f46cee75 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:50.178059 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.271306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74654286-e97f-4e24-adf1-608d0dd9fea3 req-f4f9bdb7-06f6-4dc1-b48c-4162d3f8645f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931294 Jun 17 08:26:50.285440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7d8bb-78f9-4ef6-83c1-cbffea4f817b req-e0853c77-d4b0-4f7e-9b6d-279bebcbc79f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.293111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74b7d8bb-78f9-4ef6-83c1-cbffea4f817b req-e0853c77-d4b0-4f7e-9b6d-279bebcbc79f tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 945 time: 0.2433441 Jun 17 08:26:50.294256 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.318639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:50.339522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.359222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:50.364336 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.368203 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:50.402233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Transition to ACTIVE for port object 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:50.417076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74b7d8bb-78f9-4ef6-83c1-cbffea4f817b req-640b0c86-5ebe-47ff-bf97-75751f7653ef tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228406 Jun 17 08:26:50.422569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.428100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:50.431963 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:50.442196 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4a2e243b-ca8b-4e1a-bed9-4cec0b23a1e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:50.560742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-8611d99c-7d66-4112-a296-e2b08db0350a tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.562511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-8611d99c-7d66-4112-a296-e2b08db0350a tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 945 time: 0.4132504 Jun 17 08:26:50.690704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:50.726671 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:50.839602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914149b-e01d-40bd-82a4-63b3a1cc3c33 req-adf558a0-dabb-4b40-b080-ca4eb1fd6417 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.849611 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5914149b-e01d-40bd-82a4-63b3a1cc3c33 req-adf558a0-dabb-4b40-b080-ca4eb1fd6417 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.2580259 Jun 17 08:26:50.911603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729377c5-bdbc-4169-8c01-b16a5e9068c6 req-41f96a5b-bb46-40fe-92bf-bcff8253a1d8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.913437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-729377c5-bdbc-4169-8c01-b16a5e9068c6 req-41f96a5b-bb46-40fe-92bf-bcff8253a1d8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.4672019 Jun 17 08:26:51.018000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:51.141637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-53816643-network', 'tenant_id': '937c9b95840449a3ad7dc0844636647a'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:51.167914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Made reservation on behalf of 937c9b95840449a3ad7dc0844636647a for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:51.170360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.182340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.252107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Attempting to bind port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:51.252486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Attempting to bind port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:51.252816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Attempting to bind port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:51.277309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5914149b-e01d-40bd-82a4-63b3a1cc3c33 req-9ab329c4-05f7-4c2f-8d7b-de7815f751b0 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265239 Jun 17 08:26:51.279314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:51.279638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Attempting to bind port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:51.293183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}, {'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:51.295660 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a5a5d8-88a2-455e-91bb-d6ab6b0cffb7" -d '{"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-plugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}, {"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:51.304520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.310494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.312016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:51.312360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:51.312754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:51.313211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Bound port: 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:51.313558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.314893 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6616d3d0-2cc7-4076-8f39-f53f22a7dfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:51.326364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Deleting port ead2a429-5608-4784-80f8-a971e40217a7 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:51.326715 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.342793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91283fe-cef2-491b-8be4-1d829eae42e0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:51.345956 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:51.358112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:26:51.369875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.370778 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Added segment fc74b208-9f74-40d0-91f4-6f6abbaa9f1f of type vlan for network d325b9a8-8209-4d8e-8056-5efe2cc33a0c Jun 17 08:26:51.421292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.459700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.462093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.462726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.470585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-729377c5-bdbc-4169-8c01-b16a5e9068c6 req-c5e7917a-37ff-4ffc-a2da-ed64c25b3ef7 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504234 Jun 17 08:26:51.475026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8d8bf81-49fe-4725-b27c-1f3cb56bb6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:51.533328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] For port ead2a429-5608-4784-80f8-a971e40217a7, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ead2a429-5608-4784-80f8-a971e40217a7,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:51.533700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.541042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d325b9a8-8209-4d8e-8056-5efe2cc33a0c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:51.544011 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:51.548840 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5293911 Jun 17 08:26:51.549095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47922) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:51.551971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d325b9a8-8209-4d8e-8056-5efe2cc33a0c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:26:51.555168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Request body: {'subnet': {'network_id': 'd325b9a8-8209-4d8e-8056-5efe2cc33a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-53816643-subnet', 'tenant_id': '937c9b95840449a3ad7dc0844636647a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:51.598172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Made reservation on behalf of 937c9b95840449a3ad7dc0844636647a for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:51.608723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.638814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Calling delete_port for ead2a429-5608-4784-80f8-a971e40217a7 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:51.728347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:51.736987 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22747f61-bb0f-4b0d-8c3b-01e6c9ac08f3 x-openstack-request-id: req-22747f61-bb0f-4b0d-8c3b-01e6c9ac08f3 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:51.737577 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-plugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "code": 200}, {"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:51.738005 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22747f61-bb0f-4b0d-8c3b-01e6c9ac08f3 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:51.738716 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'code': 200} Jun 17 08:26:51.739171 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'code': 200} Jun 17 08:26:51.795110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16889438-41a1-408e-816b-865781890baf req-8cf4288b-4e78-4d6d-8491-7be67dca1d39 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.805783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16889438-41a1-408e-816b-865781890baf req-8cf4288b-4e78-4d6d-8491-7be67dca1d39 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.3709247 Jun 17 08:26:51.840603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:51.860341 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.876157 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267dbc9e-27ed-468b-a8c7-8c68a42b9fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:51.966080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16889438-41a1-408e-816b-865781890baf req-b6b186ee-0c1b-4bec-9752-4a3ac48afd7a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593208 Jun 17 08:26:51.981395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.982566 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.983983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] 10.222.0.60 "PUT /v2.0/ports/64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 1096 time: 2.4617941 Jun 17 08:26:52.001352 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a74d3d-d31c-4ce0-bdef-a38cc0a6d978 req-35aa4cf3-78a9-4467-96fe-1c4a016edce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.003965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40a74d3d-d31c-4ce0-bdef-a38cc0a6d978 req-35aa4cf3-78a9-4467-96fe-1c4a016edce7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1102 time: 0.1788599 Jun 17 08:26:52.026140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:52.026140 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5477bd-4654-43c3-97a0-6e5261caddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:52.047518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:52.063567 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:52.146224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0c18cc-bbd2-4abb-9e7b-4ae7ace397ed,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:52.152131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:52.159813 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:52.173652 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40a74d3d-d31c-4ce0-bdef-a38cc0a6d978 req-90b8e86f-668f-4355-8990-24e5f45efb64 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597803 Jun 17 08:26:52.194208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2916bcee-fee8-4fe9-ac2e-9f146542c964 req-9fedd595-13ee-412a-ac2d-ebac6c656ca3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b92f9-06fb-47ec-9f2e-f4bcf1221def HTTP/1.1" status: 200 len: 210 time: 0.0373905 Jun 17 08:26:52.204490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Checking segment: {'id': 'fc74b208-9f74-40d0-91f4-6f6abbaa9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd325b9a8-8209-4d8e-8056-5efe2cc33a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:52.204960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Network hostable DHCP agents. Network: d325b9a8-8209-4d8e-8056-5efe2cc33a0c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:26:52.214775 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:52.216186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:52.227423 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-eabfb1ba-37ce-41aa-9489-81bdf2b124c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.229203 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-eabfb1ba-37ce-41aa-9489-81bdf2b124c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1099 time: 0.1756358 Jun 17 08:26:52.231259 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6530290f-7a8e-4518-8ea8-d9d4c91ef14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:52.259955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Network d325b9a8-8209-4d8e-8056-5efe2cc33a0c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:26:52.266738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event deleted for resources: {'Port': ['ID=ead2a429-5608-4784-80f8-a971e40217a7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:52.269849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:52.291596 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c14332-ce36-4107-8356-4a426b398d14 x-openstack-request-id: req-57c14332-ce36-4107-8356-4a426b398d14 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:52.291939 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:52.292265 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57c14332-ce36-4107-8356-4a426b398d14 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:52.292700 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'status': 'completed', 'code': 200} Jun 17 08:26:52.299991 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-edac5d63-868d-4d50-9b7a-a4e6bedd0564 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0625560 Jun 17 08:26:52.319204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d325b9a8-8209-4d8e-8056-5efe2cc33a0c) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:52.324436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.325130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:52.329787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb2076-3165-4dad-a061-26b6cc39b2ce None None] Network d325b9a8-8209-4d8e-8056-5efe2cc33a0c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:52.345919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] No DVR routers for this DVR port ead2a429-5608-4784-80f8-a971e40217a7 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:52.350016 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:52.352699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcf198f1-f44c-4c14-8fc8-04cbabfc2ba6 req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.67 "DELETE /v2.0/ports/ead2a429-5608-4784-80f8-a971e40217a7 HTTP/1.1" status: 204 len: 173 time: 1.7538683 Jun 17 08:26:52.361221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97656-a833-4427-89e5-e59864aaac58 req-30c29938-df2f-46d4-a182-88b7d99f0cfa tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.381356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8234143 Jun 17 08:26:52.381580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bf97656-a833-4427-89e5-e59864aaac58 req-30c29938-df2f-46d4-a182-88b7d99f0cfa tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 947 time: 0.5228734 Jun 17 08:26:52.405706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebc18-735f-4650-98be-d6e4690fc110 req-8ad88c72-3006-4c8b-9b23-fe9645f2256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.407377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86aebc18-735f-4650-98be-d6e4690fc110 req-8ad88c72-3006-4c8b-9b23-fe9645f2256f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 1097 time: 0.3676593 Jun 17 08:26:52.438602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-d149003c-6f9c-4ee6-9137-0ddc8a2749a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.439659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-d149003c-6f9c-4ee6-9137-0ddc8a2749a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1313248 Jun 17 08:26:52.488234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bf97656-a833-4427-89e5-e59864aaac58 req-42ffcab5-13d6-42a7-920c-3f78f4a14f4b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102519 Jun 17 08:26:52.492639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86aebc18-735f-4650-98be-d6e4690fc110 req-c7441e0c-fe37-4a72-bac8-1e3291bcd7ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Jun 17 08:26:52.541664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a74a-3576-43be-b664-d26f85d048a2 req-31c74baa-c5ab-4711-9e10-8604e44ec77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.543649 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-31c74baa-c5ab-4711-9e10-8604e44ec77e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949337 Jun 17 08:26:52.604345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2785b1-738f-422c-bc87-293da79b8f29 req-966404c6-22b5-4261-8c33-4c7fd15d66f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.606267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a2785b1-738f-422c-bc87-293da79b8f29 req-966404c6-22b5-4261-8c33-4c7fd15d66f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.0736389 Jun 17 08:26:52.651698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4872ed4-d598-4a96-87ed-9857e0b0b124 None None] Network d325b9a8-8209-4d8e-8056-5efe2cc33a0c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:52.672918 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a2785b1-738f-422c-bc87-293da79b8f29 req-90abada6-14cc-4156-aa03-13a9cf740d1a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603385 Jun 17 08:26:52.723451 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-e5be508e-caf4-4593-95d7-a2bbf9f24562 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731722 Jun 17 08:26:52.815144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d76687-14e2-4edf-bee0-0cac7760daa9 req-3e5d3512-65b5-485f-920f-d0ee2a00130a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.817532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70d76687-14e2-4edf-bee0-0cac7760daa9 req-3e5d3512-65b5-485f-920f-d0ee2a00130a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1227221 Jun 17 08:26:52.846969 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c890a74a-3576-43be-b664-d26f85d048a2 req-c1586c00-0788-4385-8924-3a2633279531 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159353 Jun 17 08:26:52.863409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70d76687-14e2-4edf-bee0-0cac7760daa9 req-8ac547f9-84fe-4a26-aea8-8a30884fb0b0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Jun 17 08:26:52.881663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-97ecbba6-2ae9-43ab-b3c0-b772cea84f5e req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-398808617', 'description': 'tempest-description-1901892807'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:52.908087 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97ecbba6-2ae9-43ab-b3c0-b772cea84f5e req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.008773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-2a0a2d1a-baec-41c1-9c8b-a7ffe6f641d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.010792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-2a0a2d1a-baec-41c1-9c8b-a7ffe6f641d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1099 time: 0.0968728 Jun 17 08:26:53.043263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97ecbba6-2ae9-43ab-b3c0-b772cea84f5e req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.050695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97ecbba6-2ae9-43ab-b3c0-b772cea84f5e req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.056898 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-72033b56-ad58-4614-980e-6cf2d9219fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:53.058106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:53.197722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b6e684-3553-4885-83bf-80303f40eedd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:53.211804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:53.213782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97ecbba6-2ae9-43ab-b3c0-b772cea84f5e req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.219406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97ecbba6-2ae9-43ab-b3c0-b772cea84f5e req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3417532 Jun 17 08:26:53.256820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-2cb88ecf-abf5-4f97-9fa4-319d389d2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.258821 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-2cb88ecf-abf5-4f97-9fa4-319d389d2f17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2392998 Jun 17 08:26:53.319536 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-77fe1dff-5c6c-45f5-83e2-fead3100a84c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0514057 Jun 17 08:26:53.327417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79caa595-bda0-4422-a1a0-506065b4f955 req-8923340f-8ad2-41d1-9295-a204080e920d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/34b6e684-3553-4885-83bf-80303f40eedd HTTP/1.1" status: 200 len: 1804 time: 0.0767221 Jun 17 08:26:53.337313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34b6e684-3553-4885-83bf-80303f40eedd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:53.337884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34b6e684-3553-4885-83bf-80303f40eedd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:53.396952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4c9d-7b84-44c5-b470-c2c3ae12f1f9 req-f4297925-0325-4b6b-b10a-c9e26d9afa85 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.399507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aae4c9d-7b84-44c5-b470-c2c3ae12f1f9 req-f4297925-0325-4b6b-b10a-c9e26d9afa85 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.2663853 Jun 17 08:26:53.462840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-fb3f2b59-e94f-4669-839e-8a94961011c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.464291 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-fb3f2b59-e94f-4669-839e-8a94961011c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0961113 Jun 17 08:26:53.468568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.489369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aae4c9d-7b84-44c5-b470-c2c3ae12f1f9 req-bdfa8104-dabc-4e8e-951d-9839af9bddcf tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839832 Jun 17 08:26:53.503389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.508856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.512588 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d06b9f2-e7b5-4218-a9cc-d95f806ffe9f tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:53.525247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ead2a429-5608-4784-80f8-a971e40217a7 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:53.558565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7198214c-406b-4d11-b0b4-689ffda68f47,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:53.573167 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:53.578736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: ead2a429-5608-4784-80f8-a971e40217a7 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:53.583134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ead2a429-5608-4784-80f8-a971e40217a7 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:53.600862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.602288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79caa595-bda0-4422-a1a0-506065b4f955 req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2696264 Jun 17 08:26:53.694177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-667f43ef-35bb-4624-a7b0-c90e357eeb16 req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1991850116', 'description': 'tempest-description-1663909291'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:53.742492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-667f43ef-35bb-4624-a7b0-c90e357eeb16 req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.749418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-2df7d4b1-edef-43bd-b9b4-e88d926ae0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.755043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-2df7d4b1-edef-43bd-b9b4-e88d926ae0c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2825768 Jun 17 08:26:53.872841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73af6a-528a-4e10-8b07-df01208ee3c4 req-241e337c-04ae-44d3-8866-915f747f2639 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.874841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a73af6a-528a-4e10-8b07-df01208ee3c4 req-241e337c-04ae-44d3-8866-915f747f2639 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 947 time: 0.1097348 Jun 17 08:26:53.919535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-667f43ef-35bb-4624-a7b0-c90e357eeb16 req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.932938 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-667f43ef-35bb-4624-a7b0-c90e357eeb16 req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.949711 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32cfd075-4bbe-49a2-8b3f-6bc2b899d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:53.958077 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-667f43ef-35bb-4624-a7b0-c90e357eeb16 req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.965557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-667f43ef-35bb-4624-a7b0-c90e357eeb16 req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2760160 Jun 17 08:26:53.999383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a73af6a-528a-4e10-8b07-df01208ee3c4 req-f1032456-c6bd-4d5c-a6b6-ef58660e7385 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172731 Jun 17 08:26:54.035873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94801ad-bf13-4a8b-a954-26863e07672a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:54.039367 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:54.201753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bc992-0d77-45e1-966f-fd37133ec345 req-8a6263c9-1e3f-4d78-81a6-3c2f9dc94139 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.203377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f89bc992-0d77-45e1-966f-fd37133ec345 req-8a6263c9-1e3f-4d78-81a6-3c2f9dc94139 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.0685792 Jun 17 08:26:54.240362 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-da38864b-d9d6-4b41-9563-498ca46d8204 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700928 Jun 17 08:26:54.269991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f89bc992-0d77-45e1-966f-fd37133ec345 req-7acda9ac-ff1d-4c70-a821-963aacaa9b9e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Jun 17 08:26:54.296172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'name': 'network-vif-deleted', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:54.299373 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3496388-4523-49b5-809b-0b4f89cd7a47" -d '{"events": [{"server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "name": "network-vif-deleted", "tag": "ead2a429-5608-4784-80f8-a971e40217a7"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:54.353448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-0d42189e-03cf-4f8b-a883-0717c5c66576 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/c94801ad-bf13-4a8b-a954-26863e07672a HTTP/1.1" status: 200 len: 1805 time: 0.0638371 Jun 17 08:26:54.365260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c94801ad-bf13-4a8b-a954-26863e07672a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:54.365584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c94801ad-bf13-4a8b-a954-26863e07672a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:54.379317 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5b5477bd-4654-43c3-97a0-6e5261caddcc req-24af9cd4-0795-4c6c-a8c8-6c3649aa0164 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319215 Jun 17 08:26:54.399526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.482377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ee27f-77fb-4a37-a80d-90f9bdedcaea req-86a2867f-3730-42da-9739-3d5f2a1ceff2 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.483824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-859ee27f-77fb-4a37-a80d-90f9bdedcaea req-86a2867f-3730-42da-9739-3d5f2a1ceff2 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1224546 Jun 17 08:26:54.485360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.530889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.537373 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.547264 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f5683ec9-0987-4c0e-ba05-4df021ecca78 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:54.558665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-859ee27f-77fb-4a37-a80d-90f9bdedcaea req-1901b051-6b63-47e3-a22f-6de437311e60 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653238 Jun 17 08:26:54.565704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439d114d-d178-4e22-8215-356145354074,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:54.568569 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:54.576685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.577961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbdb5595-e8b6-4592-b4ad-0e003a7c2f11 req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2187719 Jun 17 08:26:54.685197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Deleting port 6e36ea13-1460-45da-b9d9-2929f654c312 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:54.685631 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.780251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73222a1-1e4a-4369-bf56-9ff4202b5aba req-67a226b5-aec5-4d04-b1af-f708c767b67e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.781835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b73222a1-1e4a-4369-bf56-9ff4202b5aba req-67a226b5-aec5-4d04-b1af-f708c767b67e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 945 time: 0.0687728 Jun 17 08:26:54.822624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b73222a1-1e4a-4369-bf56-9ff4202b5aba req-a8486a3f-74db-4fed-8dd9-4e09fd8b42e3 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/security-groups?id=87e06a56-1f03-4d36-9ba3-873b0b785cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Jun 17 08:26:54.823176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] For port 6e36ea13-1460-45da-b9d9-2929f654c312, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6e36ea13-1460-45da-b9d9-2929f654c312,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:54.823633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.890118 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a6b4f1-d084-41d4-b085-5ca6a5195a56 x-openstack-request-id: req-89a6b4f1-d084-41d4-b085-5ca6a5195a56 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:54.890457 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b92f9-06fb-47ec-9f2e-f4bcf1221def", "name": "network-vif-deleted", "tag": "ead2a429-5608-4784-80f8-a971e40217a7", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:54.890767 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89a6b4f1-d084-41d4-b085-5ca6a5195a56 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:54.891211 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b92f9-06fb-47ec-9f2e-f4bcf1221def', 'name': 'network-vif-deleted', 'tag': 'ead2a429-5608-4784-80f8-a971e40217a7', 'status': 'completed', 'code': 200} Jun 17 08:26:54.902949 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Calling delete_port for 6e36ea13-1460-45da-b9d9-2929f654c312 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:54.903124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91549bb0-5258-46bb-b434-b15f053896b9 req-3b395091-bcc5-4023-83af-e199b3433d8d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.905041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91549bb0-5258-46bb-b434-b15f053896b9 req-3b395091-bcc5-4023-83af-e199b3433d8d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.0762765 Jun 17 08:26:54.930691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-548bad87-4544-45fd-a5fc-e5e4cfedbeea tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.932181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-548bad87-4544-45fd-a5fc-e5e4cfedbeea tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 945 time: 0.1718798 Jun 17 08:26:54.960071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91549bb0-5258-46bb-b434-b15f053896b9 req-d951c024-8450-4201-beb6-7dd8ef4ace5d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Jun 17 08:26:54.983609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9785854-f13b-4b92-b95c-858d498c07d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.985230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-862f511f-92fa-41f1-8143-85bf9e3e5f73 req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1353222426', 'description': 'tempest-description-2119372655'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:55.034337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-862f511f-92fa-41f1-8143-85bf9e3e5f73 req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.094713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d7aa3-fa6a-4c0d-88d2-f19b89726b59 req-560ace88-1650-4c9a-83db-ef24288d576e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.096214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a7d7aa3-fa6a-4c0d-88d2-f19b89726b59 req-560ace88-1650-4c9a-83db-ef24288d576e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.0966058 Jun 17 08:26:55.137628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Deleting port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:55.138019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.157112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a7d7aa3-fa6a-4c0d-88d2-f19b89726b59 req-31449716-965b-4879-af25-39cf6f3d0f5f tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520117 Jun 17 08:26:55.175436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-862f511f-92fa-41f1-8143-85bf9e3e5f73 req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.180948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-862f511f-92fa-41f1-8143-85bf9e3e5f73 req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.183839 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4952557-28a3-4bc2-be96-bce96e871349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:55.214284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-862f511f-92fa-41f1-8143-85bf9e3e5f73 req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.215543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-862f511f-92fa-41f1-8143-85bf9e3e5f73 req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2356434 Jun 17 08:26:55.219858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46fe512-2374-4bd5-a1b5-b0afb4850ae1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:55.222529 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:55.264213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.268474 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e45736d5-a440-4408-b71d-9471083fcc2e tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:55.280797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] For port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,segment=NetworkSegment(3d59b339-4030-40b8-a921-ea2edfe9e07a),segment_id=3d59b339-4030-40b8-a921-ea2edfe9e07a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:55.281394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.294576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-03247523-3d15-403f-83b1-117fa3f8ad8a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5ff428c992e1474fb46c51eae45f1977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224934 Jun 17 08:26:55.357715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e36ea13-1460-45da-b9d9-2929f654c312,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:55.360146 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:55.386666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Calling delete_port for 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:55.421577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-7d255a43-a420-4111-a6d5-08254717472b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.428880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-7d255a43-a420-4111-a6d5-08254717472b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278780 Jun 17 08:26:55.448143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-188b09ad-e450-4706-a8dc-a7b80b13b55b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/quotas/5ff428c992e1474fb46c51eae45f1977 HTTP/1.1" status: 200 len: 375 time: 0.0178845 Jun 17 08:26:55.547000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-98bb6fad-1b7c-42f8-9233-b22e2b320f02 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977256 Jun 17 08:26:55.678238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.691655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692aee-7ad0-4295-a62e-32bbb882dfb7 req-4c3d5f9e-10c3-444d-bcc8-515b05ee7db4 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.698426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a692aee-7ad0-4295-a62e-32bbb882dfb7 req-4c3d5f9e-10c3-444d-bcc8-515b05ee7db4 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 947 time: 0.0888977 Jun 17 08:26:55.749903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-57c5b0de-87e9-4ccb-b769-fafa9da1c566 req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1736359509', 'description': 'tempest-description-1485081880'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:55.764784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a692aee-7ad0-4295-a62e-32bbb882dfb7 req-d6ce3c03-e9d9-4474-aca8-67bfb208e31a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Jun 17 08:26:55.782803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-57c5b0de-87e9-4ccb-b769-fafa9da1c566 req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.808972 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.816405 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-763e9fe0-2556-43a7-9c98-13d194ff7dbf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:55.849204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Pushing event deleted for resources: {'Port': ['ID=7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:55.852467 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:55.909164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-57c5b0de-87e9-4ccb-b769-fafa9da1c566 req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.914784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-57c5b0de-87e9-4ccb-b769-fafa9da1c566 req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.917810 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c1b342dd-01d8-4cb7-9661-991b122df4a2 tempest-ServersWithSpecificFlavorTestJSON-1519926265 tempest-ServersWithSpecificFlavorTestJSON-1519926265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:55.928788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] No DVR routers for this DVR port 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:55.970520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.972559 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-baf17f1a-20e4-4b19-93cd-657a9b49e6f0 req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.60 "DELETE /v2.0/ports/7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 HTTP/1.1" status: 204 len: 173 time: 1.0056717 Jun 17 08:26:55.973158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'name': 'network-vif-deleted', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:55.973941 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-57c5b0de-87e9-4ccb-b769-fafa9da1c566 req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:55.975292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57c5b0de-87e9-4ccb-b769-fafa9da1c566 req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2323341 Jun 17 08:26:55.977654 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee8caa-cebe-4162-9725-6c8e66338728" -d '{"events": [{"server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "name": "network-vif-deleted", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:55.980816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6754b-817d-4ca8-9e45-69dcc1513e7e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:55.996685 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:56.083282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Router bcf24bb8-09c5-4c10-84b2-1c66239105a2 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:26:56.094316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a0381a5-bcb7-41c3-a8df-29d889501e7d req-f7948aac-5c57-41ff-b9e8-6f01d5d97d69 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 210 time: 0.0477281 Jun 17 08:26:56.150956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:56.151495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-0e53fcb6-d767-40c3-b165-6841e6e58af5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.158971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-0e53fcb6-d767-40c3-b165-6841e6e58af5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 815 time: 0.2356079 Jun 17 08:26:56.178779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-07fe419c-d16d-4265-8ac9-98b36198a706 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/quotas/9602c3481cb2486f87159b28f4336849 HTTP/1.1" status: 200 len: 375 time: 0.0186658 Jun 17 08:26:56.262289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-c6a40ded-72e4-4784-9afd-79f2f0310322 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820422 Jun 17 08:26:56.309799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:26:56.318822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] 10.222.0.65 "PUT /v2.0/routers/bcf24bb8-09c5-4c10-84b2-1c66239105a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593665 Jun 17 08:26:56.320981 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] Sync routers for ids ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:26:56.322000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48028) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:56.335822 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] Routers {'bcf24bb8-09c5-4c10-84b2-1c66239105a2'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:56.336411 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:26:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:56.350561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:56.394663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-214bafd4-b655-4bd8-97ec-814b8df08ec7 service neutron] 10.222.0.65 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 Jun 17 08:26:56.396170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'mac_address': 'fa:16:3e:64:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:56.463680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5519fcb1-d64f-4c2b-8da0-4d2ff6fec2f1 req-58eab30f-8d3e-4d82-9f40-bbe1c69371d8 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8b5d03-21c6-4e51-9f38-01ec03778e88 HTTP/1.1" status: 200 len: 210 time: 0.0531816 Jun 17 08:26:56.471746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.505414 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.527808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:56.552325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:56.560560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.563165 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:56.589715 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] Set router bcf24bb8-09c5-4c10-84b2-1c66239105a2 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:56.622136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.629673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:56.633851 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:56.668804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-891fbb11-e5d2-4878-9401-4d207a50006a service neutron] 10.222.0.65 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669239 Jun 17 08:26:56.680633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-be0b0031-32a3-4f05-b0c7-7e2e7a49ebb1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/b46fe512-2374-4bd5-a1b5-b0afb4850ae1 HTTP/1.1" status: 200 len: 1805 time: 0.1591358 Jun 17 08:26:56.693012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Deleting port 6bb0ad65-791a-4db6-987d-44230e5267fe {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:56.693531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.745240 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-a7cddae6-abf6-4009-ad6f-ecd21bed9285 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/76a6754b-817d-4ca8-9e45-69dcc1513e7e HTTP/1.1" status: 200 len: 1805 time: 0.0637138 Jun 17 08:26:56.756327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b46fe512-2374-4bd5-a1b5-b0afb4850ae1', 'remote_group_id': '76a6754b-817d-4ca8-9e45-69dcc1513e7e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:56.758885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b46fe512-2374-4bd5-a1b5-b0afb4850ae1', 'remote_group_id': '76a6754b-817d-4ca8-9e45-69dcc1513e7e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:56.834756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:56.839633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] For port 6bb0ad65-791a-4db6-987d-44230e5267fe, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bb0ad65-791a-4db6-987d-44230e5267fe,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:56.839633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.856380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.973038 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:26:55Z', 'revision_number': 5, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port': {'id': '6bb0ad65-791a-4db6-987d-44230e5267fe', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:74:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:45Z', 'updated_at': '2021-06-17T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:56.976662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.977895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Calling delete_port for 6bb0ad65-791a-4db6-987d-44230e5267fe owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:56.981486 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded75c7-44fe-41e0-95e8-72fbd1b336cd x-openstack-request-id: req-bded75c7-44fe-41e0-95e8-72fbd1b336cd {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:56.981827 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b5d03-21c6-4e51-9f38-01ec03778e88", "name": "network-vif-deleted", "tag": "7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:56.982126 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bded75c7-44fe-41e0-95e8-72fbd1b336cd {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:56.982574 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b5d03-21c6-4e51-9f38-01ec03778e88', 'name': 'network-vif-deleted', 'tag': '7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19', 'status': 'completed', 'code': 200} Jun 17 08:26:56.988469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.990689 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-907d12d0-6185-480d-8715-071a28c93cdd tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:57.014172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] Checking router: bcf24bb8-09c5-4c10-84b2-1c66239105a2 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:26:57.027581 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] Routers {'bcf24bb8-09c5-4c10-84b2-1c66239105a2'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:57.028580 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:26:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:57.028820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d056da61-d904-44dc-8300-b7841c11aad0,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:57.037101 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:57.038429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.040163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb99e44b-de62-43e5-85c7-b9ff7c4091d9 req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2883933 Jun 17 08:26:57.157411 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] Set router bcf24bb8-09c5-4c10-84b2-1c66239105a2 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:57.212049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-2043a5ae-8f94-4758-ab7e-80f8100aadc8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.213453 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-2043a5ae-8f94-4758-ab7e-80f8100aadc8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "GET /v2.0/ports?device_id=3708f2d7-d1da-480d-84f7-603f4e67bc8a HTTP/1.1" status: 200 len: 945 time: 0.2301126 Jun 17 08:26:57.240955 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:26:56Z', 'revision_number': 6, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:57.260113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060355c-f03d-47ef-b68c-4cd50582eeaf req-d29ffb3e-980c-4991-bda3-cc27865ffddc tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.261635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2060355c-f03d-47ef-b68c-4cd50582eeaf req-d29ffb3e-980c-4991-bda3-cc27865ffddc tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1228044 Jun 17 08:26:57.279693 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106fc3f-9fb5-4af8-978a-127c8b1d6020 None None] The sync data for ids ['bcf24bb8-09c5-4c10-84b2-1c66239105a2'] in n-d-780147-13 is: [{'id': 'bcf24bb8-09c5-4c10-84b2-1c66239105a2', 'name': 'tempest-TaggedBootDevicesTest-112057557-router', 'tenant_id': '64bdc9a797ab4616811dcfb1e97ce232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:44Z', 'updated_at': '2021-06-17T08:26:56Z', 'revision_number': 6, 'project_id': '64bdc9a797ab4616811dcfb1e97ce232', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:26:57.311165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271c1bc-645f-4f73-9446-b11c0e2e1960 req-f6078a52-28e0-476b-88ad-f237571d459c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.318084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9271c1bc-645f-4f73-9446-b11c0e2e1960 req-f6078a52-28e0-476b-88ad-f237571d459c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 948 time: 0.1423376 Jun 17 08:26:57.369021 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-491b66cb-e361-445e-8292-2342aaeea640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.403319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-43f1f991-f171-43cd-9bd7-bd84d5f37c4b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5ff428c992e1474fb46c51eae45f1977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376544 Jun 17 08:26:57.430102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.434558 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e1fe8602-7c67-4841-b868-903a3c55eadb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:57.442264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Deleting port e66d7a51-3e4c-4605-9b36-aa84f46cee75 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:57.442598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.466574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.470495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb0ad65-791a-4db6-987d-44230e5267fe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:57.490120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:57.495502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9271c1bc-645f-4f73-9446-b11c0e2e1960 req-b3a51175-fe97-416f-8136-40c045f6f41f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766145 Jun 17 08:26:57.503408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2060355c-f03d-47ef-b68c-4cd50582eeaf req-3bc0859b-8342-4af2-abc6-c99958843f23 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153866 Jun 17 08:26:57.564030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-402bf542-57bf-46d0-a237-57e933c8e807 req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-462711639', 'description': 'tempest-description-2099105861'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:57.627631 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3188097-c800-4cdd-a67a-dddd2f6b2bfa req-fefa72a4-0d51-41dc-a8ae-4f91ca2a0ccc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 210 time: 0.0583856 Jun 17 08:26:57.633319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.700276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-24967934-9660-430f-8aec-295ddf582d6e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.701754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-24967934-9660-430f-8aec-295ddf582d6e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897952 Jun 17 08:26:57.722666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Request body: {'port': {'device_id': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '5ff428c992e1474fb46c51eae45f1977'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:57.726662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-402bf542-57bf-46d0-a237-57e933c8e807 req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.785312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6e36ea13-1460-45da-b9d9-2929f654c312 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:57.794135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] For port e66d7a51-3e4c-4605-9b36-aa84f46cee75, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e66d7a51-3e4c-4605-9b36-aa84f46cee75,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:57.794515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.797821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.807492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.831879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6e36ea13-1460-45da-b9d9-2929f654c312 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:57.832226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6e36ea13-1460-45da-b9d9-2929f654c312 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:57.868334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Calling delete_port for e66d7a51-3e4c-4605-9b36-aa84f46cee75 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:57.927401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f44791b-fdd0-4843-b3ef-9195e7603930 req-8c3194ca-5950-4cd3-a3d8-a281e15c80ca tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 210 time: 0.0649168 Jun 17 08:26:57.955232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.955520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf24bb8-09c5-4c10-84b2-1c66239105a2 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:26:57.961982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.966103 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/bcf24bb8-09c5-4c10-84b2-1c66239105a2 HTTP/1.1" status: 204 len: 168 time: 1.6398966 Jun 17 08:26:57.966103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48050) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:58.002705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-402bf542-57bf-46d0-a237-57e933c8e807 req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.010094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-402bf542-57bf-46d0-a237-57e933c8e807 req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.016232 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-83aa7b4d-2acd-4810-bae1-b01f31eede7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.051878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Made reservation on behalf of 5ff428c992e1474fb46c51eae45f1977 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:58.056057 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.061039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Deleting subnet b2baa31b-a787-4f05-b76a-5727223e4e9e {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:58.064835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.068927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb80ff-90ee-4edd-8cf1-90b3934580a0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.072134 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-402bf542-57bf-46d0-a237-57e933c8e807 req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.075847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-402bf542-57bf-46d0-a237-57e933c8e807 req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5170557 Jun 17 08:26:58.078297 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:58.110978 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.136373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-9d4395f2-8741-4adf-8541-b833e5155ccd req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1981044480', 'description': 'tempest-description-1683014567'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:58.155786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:58.161251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48054) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:58.189743 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d4395f2-8741-4adf-8541-b833e5155ccd req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.222419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:58.231731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:58.232117 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.265103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Allocated IP 192.168.233.89 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/857c871b-42ad-401e-90e1-2c40ee0a9634) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:58.328850 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.358626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:58.360532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Deleting subnet ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:58.361652 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294f0b1e-0901-4254-8854-12f6ab3a3374" -d '{"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-plugged", "status": "completed", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:58.377820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:58.388382 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.389156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e66d7a51-3e4c-4605-9b36-aa84f46cee75 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:58.397414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.398760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.443775 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1adcd0-1511-4e03-8cb4-37669741b72a x-openstack-request-id: req-aa1adcd0-1511-4e03-8cb4-37669741b72a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:58.444493 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-plugged", "status": "completed", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:58.446522 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa1adcd0-1511-4e03-8cb4-37669741b72a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:58.447247 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'code': 200} Jun 17 08:26:58.490409 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.608412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.626203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.633497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.641446 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.652432 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a5e54116-de8a-4e9c-9211-6dd9ea734ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.727499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d4395f2-8741-4adf-8541-b833e5155ccd req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.764535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Pushing event deleted for resources: {'Port': ['ID=e66d7a51-3e4c-4605-9b36-aa84f46cee75,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.767072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:58.794226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] No DVR routers for this DVR port e66d7a51-3e4c-4605-9b36-aa84f46cee75 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:58.797233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.799631 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3df54c24-a5c8-4845-8941-4a0120444cb2 req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "DELETE /v2.0/ports/e66d7a51-3e4c-4605-9b36-aa84f46cee75 HTTP/1.1" status: 204 len: 173 time: 1.5389051 Jun 17 08:26:58.813630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d4395f2-8741-4adf-8541-b833e5155ccd req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.832085 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6df11800-b2ef-4861-b8c2-0ce541beee4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.841339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.852984 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.860486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.864238 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b2baa31b-a787-4f05-b76a-5727223e4e9e HTTP/1.1" status: 204 len: 168 time: 0.8972864 Jun 17 08:26:58.868104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48066) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:58.882614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.888067 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e551b-248c-460a-8c27-b5ef39df3202 None None] Network 818bf00c-aef4-4211-9374-fd8672c0733e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:58.920333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2baa31b-a787-4f05-b76a-5727223e4e9e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.932556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:58.975669 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:59.011789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-deleted', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:59.014376 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70e9a22-a33d-43e1-b9c7-f9692580f0dc" -d '{"events": [{"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-deleted", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:59.023738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:59.030727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.045513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:59.047513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7f34dc89-61eb-4fe0-ad7f-5c10bf9fdd19 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:59.081059 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.112419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Deleting port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:59.112765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.193406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] DHCP port deletion for 818bf00c-aef4-4211-9374-fd8672c0733e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:26:59.193638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] For port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:59.193979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.202241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.242066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Deleting port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:59.242532 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.248068 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d4395f2-8741-4adf-8541-b833e5155ccd req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.249281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d4395f2-8741-4adf-8541-b833e5155ccd req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1206021 Jun 17 08:26:59.258079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07240c69-0fa3-466d-a205-777c1fdf4c80,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:59.271966 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:59.285020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Transition to ACTIVE for port object 857c871b-42ad-401e-90e1-2c40ee0a9634 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:59.291124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Calling delete_port for 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:59.298044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696aef8-52f9-473e-aaa1-25dfff8788dc req-97db0be2-2b1b-4061-aa0f-00fba1d47fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.299572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5696aef8-52f9-473e-aaa1-25dfff8788dc req-97db0be2-2b1b-4061-aa0f-00fba1d47fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1101 time: 0.6703839 Jun 17 08:26:59.300532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.312655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-428eb526-e340-4fd3-b74f-767695b732dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:59.318396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d146e65-fcca-4bc0-8842-3aecf559c43f req-b7d04224-e657-45db-8dd7-9efb3a2e5cec tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.318587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] For port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,segment=NetworkSegment(d58d5301-4a0a-4e09-8958-db9260471834),segment_id=d58d5301-4a0a-4e09-8958-db9260471834)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:59.318987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.320762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d146e65-fcca-4bc0-8842-3aecf559c43f req-b7d04224-e657-45db-8dd7-9efb3a2e5cec tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.5991416 Jun 17 08:26:59.391403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-cc4fc687-59d6-4185-bcf7-3801729e1707 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.392851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-cc4fc687-59d6-4185-bcf7-3801729e1707 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 815 time: 0.6741760 Jun 17 08:26:59.393708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:59.401956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Calling delete_port for 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:59.403864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.405772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ec3e0aec-dd4d-4a8f-958f-5faedf6b09bb HTTP/1.1" status: 204 len: 168 time: 1.2434254 Jun 17 08:26:59.408527 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:59.413088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48076) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:59.418131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Request body: {'port': {'device_id': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'admin_state_up': True, 'tenant_id': '9602c3481cb2486f87159b28f4336849'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:59.502173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5696aef8-52f9-473e-aaa1-25dfff8788dc req-07e3cbc5-f251-4694-ae05-746bc64adb53 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754804 Jun 17 08:26:59.511903 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.518481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.519380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d146e65-fcca-4bc0-8842-3aecf559c43f req-90a19f1d-7ca6-49c7-923e-d19b19bb4189 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862855 Jun 17 08:26:59.526550 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:59.536699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.541308 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44eb0b2c-35c6-46dd-ab68-816b2f23c0bc tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:59.550797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.562189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:59.572852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] No DVR routers for this DVR port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:59.584036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Pushing event deleted for resources: {'Port': ['ID=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:59.587754 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:59.593171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:59.604381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d9fb49-73c0-42b3-9148-f3fdf1ece5ac,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:59.623770 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:59.625344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] No DVR routers for this DVR port 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:59.627728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:59.639958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:59.655294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:59.695581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event updated for resources: {'Port': ['ID=857c871b-42ad-401e-90e1-2c40ee0a9634,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:59.704121 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:59.737857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874bf9-faa6-4673-a859-ebd30bf8906c req-dd5bae53-4cbe-4daf-bc89-5e94e9ff4c8c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.745705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10874bf9-faa6-4673-a859-ebd30bf8906c req-dd5bae53-4cbe-4daf-bc89-5e94e9ff4c8c tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.3131099 Jun 17 08:26:59.789395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.820674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943a0609-d4dd-4bda-a3a4-c58f0a2585fa']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:59.832021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb0ad65-791a-4db6-987d-44230e5267fe no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:59.842738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a260bc9c-f547-41af-b2a9-c2bf41fe47be req-38165aa4-81eb-4cfc-99e1-b8993e4322fc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 210 time: 0.0928202 Jun 17 08:26:59.849620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.850266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.852497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d59b339-4030-40b8-a921-ea2edfe9e07a') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:59.853171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d59b339-4030-40b8-a921-ea2edfe9e07a') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:59.855670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Made reservation on behalf of 9602c3481cb2486f87159b28f4336849 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:59.859367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.895448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.900178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.923988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10874bf9-faa6-4673-a859-ebd30bf8906c req-dc936c05-0005-452c-a1da-d865f9b9c396 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773748 Jun 17 08:26:59.941337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818bf00c-aef4-4211-9374-fd8672c0733e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:59.943185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6bb0ad65-791a-4db6-987d-44230e5267fe {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:59.944050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb0ad65-791a-4db6-987d-44230e5267fe not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:59.945314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:59.955573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2395637 Jun 17 08:26:59.974430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:59.974785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02d9fb49-73c0-42b3-9148-f3fdf1ece5ac not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:59.992722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58d5301-4a0a-4e09-8958-db9260471834') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:59.993013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58d5301-4a0a-4e09-8958-db9260471834') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:00.009769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.028649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Request body: {'port': {'device_id': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:00.032591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.040358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.043990 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce9079-38ff-402e-adb1-0d348a2471f2 x-openstack-request-id: req-76ce9079-38ff-402e-adb1-0d348a2471f2 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:00.044240 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708f2d7-d1da-480d-84f7-603f4e67bc8a", "name": "network-vif-deleted", "tag": "e66d7a51-3e4c-4605-9b36-aa84f46cee75", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:00.044601 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76ce9079-38ff-402e-adb1-0d348a2471f2 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:00.044962 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708f2d7-d1da-480d-84f7-603f4e67bc8a', 'name': 'network-vif-deleted', 'tag': 'e66d7a51-3e4c-4605-9b36-aa84f46cee75', 'status': 'completed', 'code': 200} Jun 17 08:27:00.048011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:00.048409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:00.050256 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:00.057451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2a801f6c-a2d5-4095-8a49-98e479d86b46 None None] Provisioning for port 857c871b-42ad-401e-90e1-2c40ee0a9634 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:00.063407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:00.064380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:00.066423 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:00.069107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2a801f6c-a2d5-4095-8a49-98e479d86b46 None None] Provisioning complete for port 857c871b-42ad-401e-90e1-2c40ee0a9634 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:00.069434 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a801f6c-a2d5-4095-8a49-98e479d86b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.116022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2a801f6c-a2d5-4095-8a49-98e479d86b46 None None] Port 857c871b-42ad-401e-90e1-2c40ee0a9634 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:00.174813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.181216 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46517729-696d-4788-a5f3-310d440c088e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.184365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.189126 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/818bf00c-aef4-4211-9374-fd8672c0733e HTTP/1.1" status: 204 len: 168 time: 1.3165984 Jun 17 08:27:00.189126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.193304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.196068 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] 10.222.0.65 "DELETE /v2.0/networks/943a0609-d4dd-4bda-a3a4-c58f0a2585fa HTTP/1.1" status: 204 len: 168 time: 0.7692416 Jun 17 08:27:00.205103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:00.215486 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.231836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=818bf00c-aef4-4211-9374-fd8672c0733e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.235056 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.237429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.254719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=943a0609-d4dd-4bda-a3a4-c58f0a2585fa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.258045 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.271061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Deleting subnet 2f27c671-97e1-4ea4-bb1a-cf106cd99ccd {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:00.275273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.308091 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.312780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Allocated IP 172.20.0.8 (9da3a9bc-fbb9-4a10-869e-d7361c081cd4/559b3c82-7a3c-4441-9551-f432a37d675e/64a7c4f0-9d28-4281-a12c-cfa6312d86fa) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:00.317053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.324405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd322f-4f95-4336-8c72-c80d29b8cfa1 req-feb722de-e3e3-4711-810c-1b892b74727e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.325963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30dd322f-4f95-4336-8c72-c80d29b8cfa1 req-feb722de-e3e3-4711-810c-1b892b74727e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 935 time: 0.2603691 Jun 17 08:27:00.336245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-5d61f672-8ec4-4455-8a54-eeb2a7987889 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/aedb80ff-90ee-4edd-8cf1-90b3934580a0 HTTP/1.1" status: 200 len: 1804 time: 0.1582084 Jun 17 08:27:00.368121 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.394569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48082) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:00.471160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-023ba1da-a31e-48bb-916f-3a923d1c7da7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64bdc9a797ab4616811dcfb1e97ce232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753057 Jun 17 08:27:00.472497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:00.480294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.481102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30dd322f-4f95-4336-8c72-c80d29b8cfa1 req-9488c117-9a91-4bd6-90d6-869f5e57a40e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415536 Jun 17 08:27:00.487986 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df81bbc7-658c-4247-b413-162f55349a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.520295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f27c671-97e1-4ea4-bb1a-cf106cd99ccd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.524383 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.528094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.529942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f27c671-97e1-4ea4-bb1a-cf106cd99ccd HTTP/1.1" status: 204 len: 168 time: 0.3236134 Jun 17 08:27:00.533629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:00.547247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-2bc3b274-97d4-4e62-847a-01fb36b7454b tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/07240c69-0fa3-466d-a205-777c1fdf4c80 HTTP/1.1" status: 200 len: 1805 time: 0.2049704 Jun 17 08:27:00.581778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aedb80ff-90ee-4edd-8cf1-90b3934580a0', 'remote_group_id': '07240c69-0fa3-466d-a205-777c1fdf4c80', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:00.582082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aedb80ff-90ee-4edd-8cf1-90b3934580a0', 'remote_group_id': '07240c69-0fa3-466d-a205-777c1fdf4c80', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:00.614467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.636677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.652702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.759083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.770334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2544f-cf24-4e3e-be28-92e5fd586335']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:00.778443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.781036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.782175 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/910a2ab1-be4a-4f85-b061-7e7556d97316 HTTP/1.1" status: 204 len: 168 time: 0.3087580 Jun 17 08:27:00.784647 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2810c59-a531-4875-b720-c2797d2100cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.789049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f021bc9-2f76-4901-9d47-832101794fca') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:00.789515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f021bc9-2f76-4901-9d47-832101794fca') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:00.807079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910a2ab1-be4a-4f85-b061-7e7556d97316,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.809894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.811766 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.826619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.827539 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.833574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:00.834029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:00.837437 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:00.882097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.907820 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.912386 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba0c144b-da60-41b9-9ff2-cd0ff0b35eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.930968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.933460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] 10.222.0.65 "DELETE /v2.0/networks/87e2544f-cf24-4e3e-be28-92e5fd586335 HTTP/1.1" status: 204 len: 168 time: 0.3978436 Jun 17 08:27:00.933786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7cf9a-5793-4738-b68d-063d68d6e88b req-ebc904f0-aeb4-47db-9899-1ded54522a37 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.935112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e2544f-cf24-4e3e-be28-92e5fd586335,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.935393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aae7cf9a-5793-4738-b68d-063d68d6e88b req-ebc904f0-aeb4-47db-9899-1ded54522a37 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.2792466 Jun 17 08:27:00.939026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.999499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.014973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.023019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857c871b-42ad-401e-90e1-2c40ee0a9634 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:01.036092 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-337bcd18-44d6-4598-87a6-d8b83ce738b5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:01.042252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.049574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.088395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aae7cf9a-5793-4738-b68d-063d68d6e88b req-81dd4b4a-6443-462c-b79b-bdd10516f72a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407065 Jun 17 08:27:01.092973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035865f8-0451-458e-8e30-ad3791371e88,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:01.096233 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:01.099662 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:01.108789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.127630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e628837-85ef-4936-ba02-c54eb985bfa6 req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5616674 Jun 17 08:27:01.137407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:01.137407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Transition to ACTIVE for port object 857c871b-42ad-401e-90e1-2c40ee0a9634 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:01.141762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:01.167494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.169784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:01.183910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:01.250675 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1019a9db-8770-4fa5-8001-04f74bb96e93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df255d9f8ec84c5babafd4030453edec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072917 Jun 17 08:27:01.252969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48114) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:01.304616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:01.308745 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:01.322932 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1efffa5c-5e75-4c65-8f21-3e49bdb90210 tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:01.336808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.375263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.444505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.447664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.449015 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87e06a56-1f03-4d36-9ba3-873b0b785cd1 HTTP/1.1" status: 204 len: 168 time: 0.1950572 Jun 17 08:27:01.450344 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8f447fb-b752-4aa0-ad37-6d38d356d784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:01.460678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e06a56-1f03-4d36-9ba3-873b0b785cd1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:01.463704 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:01.485712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.486289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.534937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Pushing event updated for resources: {'Port': ['ID=857c871b-42ad-401e-90e1-2c40ee0a9634,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:01.539512 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:01.542110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1326563 Jun 17 08:27:01.562380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Request body: {'port': {'device_id': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:01.634192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Attempting to bind port 857c871b-42ad-401e-90e1-2c40ee0a9634 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:01.634530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Attempting to bind port 857c871b-42ad-401e-90e1-2c40ee0a9634 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:01.634855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Attempting to bind port 857c871b-42ad-401e-90e1-2c40ee0a9634 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:01.658579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc47c-7806-4eb1-866e-8887036b9f92 req-05e18694-c739-4c1d-81bc-b1b5cca36070 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.660109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84ebc47c-7806-4eb1-866e-8887036b9f92 req-05e18694-c739-4c1d-81bc-b1b5cca36070 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 931 time: 0.4225781 Jun 17 08:27:01.665900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Port 857c871b-42ad-401e-90e1-2c40ee0a9634 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:01.666218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Attempting to bind port 857c871b-42ad-401e-90e1-2c40ee0a9634 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:01.675726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd009a9-45c6-4e58-a388-715036d129fe req-46face6b-3e85-43fb-83f2-14ae4bf6efca tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.677361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cd009a9-45c6-4e58-a388-715036d129fe req-46face6b-3e85-43fb-83f2-14ae4bf6efca tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.3576863 Jun 17 08:27:01.706619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:01.706975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:01.707358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:01.707806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Bound port: 857c871b-42ad-401e-90e1-2c40ee0a9634, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:01.708130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.778634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48132) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:01.799896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84ebc47c-7806-4eb1-866e-8887036b9f92 req-d75e9559-37b2-49f1-ba27-b79488d3becb tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201839 Jun 17 08:27:01.804353 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.823007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cd009a9-45c6-4e58-a388-715036d129fe req-346a58b5-9a5c-4c74-baca-b8e2b107ced3 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184926 Jun 17 08:27:01.875764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:01.918693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] For port 857c871b-42ad-401e-90e1-2c40ee0a9634, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:01.938667 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-323b13c5-9af5-4e28-ae94-885a8c4293c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8dc97d390a894fe582e112486b3fafbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592899 Jun 17 08:27:01.939313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:01.953071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] For port 857c871b-42ad-401e-90e1-2c40ee0a9634, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=857c871b-42ad-401e-90e1-2c40ee0a9634,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:02.000575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.012942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.019363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.027036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.064853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.065726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.067372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] 10.222.0.67 "PUT /v2.0/ports/857c871b-42ad-401e-90e1-2c40ee0a9634 HTTP/1.1" status: 200 len: 1096 time: 2.1002729 Jun 17 08:27:02.071464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6adda318-a83e-4ea4-b167-ecad8a0813db req-cdb6cd21-1a25-4756-83eb-49729cf37e47 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/07240c69-0fa3-466d-a205-777c1fdf4c80 HTTP/1.1" status: 200 len: 1805 time: 0.2208805 Jun 17 08:27:02.076912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'tag': '857c871b-42ad-401e-90e1-2c40ee0a9634'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:02.079421 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145099d6-7c16-4462-b829-3e505f7dffd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd9790-dccc-4723-b517-30b7ea61465a", "tag": "857c871b-42ad-401e-90e1-2c40ee0a9634"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:02.090325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.093277 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.094924 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8819464-894d-44b0-9fb9-d8cd5d1ee650 HTTP/1.1" status: 204 len: 168 time: 0.1549816 Jun 17 08:27:02.095933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4314d8ad-86da-4202-8412-bba40aadf53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.127520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-713317557-network', 'tenant_id': '1994046c0bcf430285d52daef8a92a78'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:02.159296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8819464-894d-44b0-9fb9-d8cd5d1ee650,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:02.171531 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:02.189391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Pushing event updated for resources: {'Port': ['ID=857c871b-42ad-401e-90e1-2c40ee0a9634,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:02.193192 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:02.216695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Made reservation on behalf of 1994046c0bcf430285d52daef8a92a78 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:02.219249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.228517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.299333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6adda318-a83e-4ea4-b167-ecad8a0813db req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.355518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6adda318-a83e-4ea4-b167-ecad8a0813db req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.378446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.382966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-1b2d626d-da20-442a-b795-362605a26072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.384761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-1b2d626d-da20-442a-b795-362605a26072 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 1099 time: 0.2401741 Jun 17 08:27:02.393385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.399316 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71ca47b1-6ce9-4aaf-9d68-6108809b1782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.437310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dddd98-acf8-48bf-834e-1e34a9508999,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:02.442814 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:02.443548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:02.453702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.454194 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Added segment 1025c038-6cb6-4627-8d1c-b8b1799a2313 of type vlan for network 8007b1c1-82f9-4620-b2af-d591db6c99bb Jun 17 08:27:02.493103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-97cbfbfa-217d-4031-a98a-aeb951f4bfb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=857c871b-42ad-401e-90e1-2c40ee0a9634 HTTP/1.1" status: 200 len: 217 time: 0.0963547 Jun 17 08:27:02.504611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.519232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a7c4f0-9d28-4281-a12c-cfa6312d86fa {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:02.549136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.575205 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.578484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.580745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.587171 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-131f86ef-810b-40ef-ac0e-1f092dd9ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.587422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-38bebcc8-7ebf-48ec-a3e5-423b63c3d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.588930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-38bebcc8-7ebf-48ec-a3e5-423b63c3d65f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0859766 Jun 17 08:27:02.594877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Transition to ACTIVE for port object 64a7c4f0-9d28-4281-a12c-cfa6312d86fa will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:02.596621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6adda318-a83e-4ea4-b167-ecad8a0813db req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.600128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6adda318-a83e-4ea4-b167-ecad8a0813db req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.602058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6adda318-a83e-4ea4-b167-ecad8a0813db req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/07240c69-0fa3-466d-a205-777c1fdf4c80 HTTP/1.1" status: 204 len: 173 time: 0.5141435 Jun 17 08:27:02.611555 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f51502d-8e44-4430-b460-d257abe847a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.635735 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8558433 Jun 17 08:27:02.636427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:02.644957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Request body: {'subnet': {'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-713317557-subnet', 'tenant_id': '1994046c0bcf430285d52daef8a92a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:02.649779 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.684746 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa46f97-cd66-4d5f-a8c0-49b1f8832498 x-openstack-request-id: req-bfa46f97-cd66-4d5f-a8c0-49b1f8832498 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:02.685087 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd9790-dccc-4723-b517-30b7ea61465a", "tag": "857c871b-42ad-401e-90e1-2c40ee0a9634", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:02.685525 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfa46f97-cd66-4d5f-a8c0-49b1f8832498 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:02.685818 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'tag': '857c871b-42ad-401e-90e1-2c40ee0a9634', 'status': 'completed', 'code': 200} Jun 17 08:27:02.686584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07240c69-0fa3-466d-a205-777c1fdf4c80,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:02.689621 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:02.692389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Pushing event updated for resources: {'Network': ['ID=8007b1c1-82f9-4620-b2af-d591db6c99bb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:02.696993 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:02.710778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 8007b1c1-82f9-4620-b2af-d591db6c99bb details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:02.713915 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Made reservation on behalf of 1994046c0bcf430285d52daef8a92a78 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:02.716804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.752787 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16065f42-83a3-43c3-927a-cc70519a5953 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.945363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.948057 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9aa83ec-d982-4ede-a369-2c56156f5c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:03.005442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5992f5e4-2e30-4ea2-ab59-fe1e71e662f0,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:03.009196 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:03.019610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Checking segment: {'id': '1025c038-6cb6-4627-8d1c-b8b1799a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:03.020280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Network hostable DHCP agents. Network: 8007b1c1-82f9-4620-b2af-d591db6c99bb, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:03.040130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Network 8007b1c1-82f9-4620-b2af-d591db6c99bb is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:03.050337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 8007b1c1-82f9-4620-b2af-d591db6c99bb) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:03.055454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.056173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:03.060973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71d43f-681a-47cb-b8de-0c409b1ce928 None None] Network 8007b1c1-82f9-4620-b2af-d591db6c99bb requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:03.079566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4396031 Jun 17 08:27:03.198113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:03.202134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:03.223940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfd78f-0132-474a-8f9f-318572826c1d None None] Network 8007b1c1-82f9-4620-b2af-d591db6c99bb requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:03.297850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54962ba-4f31-41eb-9066-6337659cf113 req-cf023da3-3a9a-4b25-89bc-6bf97aa3290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.299612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-cf023da3-3a9a-4b25-89bc-6bf97aa3290f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6965938 Jun 17 08:27:03.313119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de304f50-460e-4333-980d-4f3c3f12b2b2 req-8d08f924-084f-4a34-b1db-83db1e73fe74 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.314583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de304f50-460e-4333-980d-4f3c3f12b2b2 req-8d08f924-084f-4a34-b1db-83db1e73fe74 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 947 time: 0.7219405 Jun 17 08:27:03.332343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-e55b9d73-a923-42ed-89b7-45c14a9593b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9068999 Jun 17 08:27:03.434238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d280-fb10-42ae-812a-11af6857618b req-7886f592-4992-4ebe-b674-ba00388dab02 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.435754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e09d280-fb10-42ae-812a-11af6857618b req-7886f592-4992-4ebe-b674-ba00388dab02 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.3020728 Jun 17 08:27:03.442569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Attempting to bind port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:03.442925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Attempting to bind port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:03.443275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Attempting to bind port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:03.479302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:03.479641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Attempting to bind port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:03.487833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de304f50-460e-4333-980d-4f3c3f12b2b2 req-5b861582-2eb6-4efb-bf9a-0ed527468c09 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525679 Jun 17 08:27:03.498787 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:03.499172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Checking segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:03.499655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Bound using segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:03.500061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Bound port: 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:03.500401 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:03.547036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-8801933d-8040-401d-a620-8625b02f78b0 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314045 Jun 17 08:27:03.551735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e09d280-fb10-42ae-812a-11af6857618b req-a775c29f-0b7d-4166-9278-67f776bb7304 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047823 Jun 17 08:27:03.704837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0169c11e-db9e-4fd0-b477-d42a9096b206 req-9d7998b0-e027-495d-9ef5-b9f1acfc58d4 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/aedb80ff-90ee-4edd-8cf1-90b3934580a0 HTTP/1.1" status: 200 len: 1804 time: 0.1739657 Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.763644 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:03.766858 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:03.778654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:03.783386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:03.785772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a54962ba-4f31-41eb-9066-6337659cf113 req-a74240e1-1de6-424f-962d-081e0cb193fb service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319202 Jun 17 08:27:03.796198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:03.806028 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:03.834940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.836411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:03.837966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] 10.222.0.60 "PUT /v2.0/ports/64a7c4f0-9d28-4281-a12c-cfa6312d86fa HTTP/1.1" status: 200 len: 1092 time: 2.2832339 Jun 17 08:27:03.862313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123a7f-c9ef-4ede-8e9b-a6df07b2c2f3 req-c92d4fac-5e08-445c-b649-25fdc9236d19 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.864625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19123a7f-c9ef-4ede-8e9b-a6df07b2c2f3 req-c92d4fac-5e08-445c-b649-25fdc9236d19 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 943 time: 0.1687055 Jun 17 08:27:03.985806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:03.992060 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:04.025489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19123a7f-c9ef-4ede-8e9b-a6df07b2c2f3 req-7a4dd68f-5de6-4864-9494-a676bb2d2bf1 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457181 Jun 17 08:27:04.062444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-3f2979bf-f8a4-4ab7-8fbc-dbfac52a2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.063947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-3f2979bf-f8a4-4ab7-8fbc-dbfac52a2a36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff428c992e1474fb46c51eae45f1977&device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 1099 time: 0.2101738 Jun 17 08:27:04.076242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4febd8c-0932-426a-9e3c-4e8e694a6b45 req-6e50673e-a156-4e7b-b2af-43382c54f064 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.077909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4febd8c-0932-426a-9e3c-4e8e694a6b45 req-6e50673e-a156-4e7b-b2af-43382c54f064 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.2049022 Jun 17 08:27:04.092168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-8d1699a1-60b8-4a4b-b205-b4cc9f207de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.093516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-8d1699a1-60b8-4a4b-b205-b4cc9f207de7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 1095 time: 0.1946688 Jun 17 08:27:04.174623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-388df07f-421b-43fa-ba02-c74096b57ce2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa HTTP/1.1" status: 200 len: 217 time: 0.0658050 Jun 17 08:27:04.250696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4febd8c-0932-426a-9e3c-4e8e694a6b45 req-d5324774-7db8-4d9c-89a3-bb4d17b70f6f tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616902 Jun 17 08:27:04.287039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-30c717a6-29c2-45a3-8337-fd18abc77750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.288841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-30c717a6-29c2-45a3-8337-fd18abc77750 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 200 len: 855 time: 0.0812871 Jun 17 08:27:04.291693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-ccc4a38f-9800-47dc-85e8-e316b502230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.293068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-ccc4a38f-9800-47dc-85e8-e316b502230b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2129741 Jun 17 08:27:04.355369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-2b13101c-59f0-4eb6-a937-457666433c7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591176 Jun 17 08:27:04.359653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-6e40c00f-630a-45a3-af0c-88f7948f9b82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=857c871b-42ad-401e-90e1-2c40ee0a9634 HTTP/1.1" status: 200 len: 217 time: 0.0549204 Jun 17 08:27:04.440493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a8f838de-1a48-49de-8f1d-5d38d81bf71a req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1867673677', 'description': 'tempest-description-28423212'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:04.555976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-248fab8a-58f0-4014-82fa-01bef42070d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.557412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-248fab8a-58f0-4014-82fa-01bef42070d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1904051 Jun 17 08:27:04.569275 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8f838de-1a48-49de-8f1d-5d38d81bf71a req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.630650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-15b1bcef-bf8b-46a9-8c93-991ca398c71b tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.632613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-15b1bcef-bf8b-46a9-8c93-991ca398c71b tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/networks?id=8007b1c1-82f9-4620-b2af-d591db6c99bb HTTP/1.1" status: 200 len: 821 time: 0.2759442 Jun 17 08:27:04.654180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-1f539207-7a51-4fbf-9171-72b3c3cfe7a7 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860446 Jun 17 08:27:04.668253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-2567433a-051f-434e-aea4-e9c23b3678fa tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/quotas/1994046c0bcf430285d52daef8a92a78 HTTP/1.1" status: 200 len: 375 time: 0.0273552 Jun 17 08:27:04.692753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:04.695042 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb38fc4-3425-488e-a876-f3ae9031fb85" -d '{"events": [{"name": "network-changed", "server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:04.749261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-e38b3ace-16f8-483a-9928-b737cacd1f92 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1994046c0bcf430285d52daef8a92a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700798 Jun 17 08:27:04.839266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-9ca1e8a8-f895-49cd-be8b-e5cb83b06eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.840677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-9ca1e8a8-f895-49cd-be8b-e5cb83b06eed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2724044 Jun 17 08:27:04.972172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00bf476a-8ae8-4db2-91bb-cc580ee1a1a2 req-42dd0d85-9b80-4a7a-a74a-b31012365f55 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070214 Jun 17 08:27:05.022015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8f838de-1a48-49de-8f1d-5d38d81bf71a req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:05.033572 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8f838de-1a48-49de-8f1d-5d38d81bf71a req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:05.039467 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b003c99a-ea0e-49b7-a865-b769827db544 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:05.048170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-21b44ad6-7040-475d-ba2c-1443291105be service neutron] 10.222.0.65 "GET /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644379 Jun 17 08:27:05.097250 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a8f838de-1a48-49de-8f1d-5d38d81bf71a req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:05.098401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8f838de-1a48-49de-8f1d-5d38d81bf71a req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6797338 Jun 17 08:27:05.113719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-62ee0f6e-15e5-44d3-83e9-dae8a230851f service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417054 Jun 17 08:27:05.122150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5208040e-9998-434c-a66c-783f76edf4eb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:05.129070 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:05.137171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-77966323-c0ee-4923-a981-0f81efea902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.138579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-77966323-c0ee-4923-a981-0f81efea902b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1101 time: 0.3120043 Jun 17 08:27:05.310009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-8453572b-8ab2-4943-b118-aecf42335d69 service neutron] 10.222.0.65 "GET /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485263 Jun 17 08:27:05.361656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145099d6-7c16-4462-b829-3e505f7dffd7 req-f71e46c8-a972-4674-8189-db3e2051ac5a service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370162 Jun 17 08:27:05.375583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-550063f8-1483-4d83-b872-52a205fda654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.377020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-550063f8-1483-4d83-b872-52a205fda654 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2115295 Jun 17 08:27:05.421153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-e6d841b4-0718-4069-965d-abd14945ef76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0358005 Jun 17 08:27:05.465395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8942d-9790-4298-8c74-47486ca1c2b4 req-09dd73d9-20c4-404f-9a3b-384231d13f59 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.466860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59e8942d-9790-4298-8c74-47486ca1c2b4 req-09dd73d9-20c4-404f-9a3b-384231d13f59 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 947 time: 0.1532414 Jun 17 08:27:05.506108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-0c2e1833-aaa2-4fa9-9ec6-8b2f7eb000c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.508165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-0c2e1833-aaa2-4fa9-9ec6-8b2f7eb000c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0795879 Jun 17 08:27:05.570214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59e8942d-9790-4298-8c74-47486ca1c2b4 req-01c36e21-9118-480d-9861-593481a7dace tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968783 Jun 17 08:27:05.591658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 857c871b-42ad-401e-90e1-2c40ee0a9634 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:05.633755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966ca23-42c4-42df-b0f4-790bf3f63959 req-9eb863a5-d6f7-4ef0-a5d1-7529f6ff6099 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.635109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c966ca23-42c4-42df-b0f4-790bf3f63959 req-9eb863a5-d6f7-4ef0-a5d1-7529f6ff6099 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1260185 Jun 17 08:27:05.638092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-5a1d562f-ce12-427f-b407-06c1b0f0bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.639641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-5a1d562f-ce12-427f-b407-06c1b0f0bc9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145854 Jun 17 08:27:05.668259 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9cb838-e157-4e3d-a370-9a12c96c4656 x-openstack-request-id: req-1a9cb838-e157-4e3d-a370-9a12c96c4656 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:05.668588 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:05.668879 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a9cb838-e157-4e3d-a370-9a12c96c4656 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:05.669297 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'status': 'completed', 'code': 200} Jun 17 08:27:05.740624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 857c871b-42ad-401e-90e1-2c40ee0a9634, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=857c871b-42ad-401e-90e1-2c40ee0a9634,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:05.756053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '857c871b-42ad-401e-90e1-2c40ee0a9634', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '857c871b-42ad-401e-90e1-2c40ee0a9634', 'mac_address': 'fa:16:3e:23:02:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:05.803706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:05.820169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857c871b-42ad-401e-90e1-2c40ee0a9634 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:05.843651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 857c871b-42ad-401e-90e1-2c40ee0a9634, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=857c871b-42ad-401e-90e1-2c40ee0a9634,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:05.848368 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:05.852987 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:05.907356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=857c871b-42ad-401e-90e1-2c40ee0a9634,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:05.910457 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:06.044127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c966ca23-42c4-42df-b0f4-790bf3f63959 req-f2999bff-4e63-42a7-b575-61ffd2bbf940 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010727 Jun 17 08:27:06.145067 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['857c871b-42ad-401e-90e1-2c40ee0a9634'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:06.162334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-0c2920df-9e15-461a-97cc-df863a7524eb service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104015 Jun 17 08:27:06.172098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-0a21c094-3c93-4140-b3e0-a2aee08f3675 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/5208040e-9998-434c-a66c-783f76edf4eb HTTP/1.1" status: 200 len: 1803 time: 0.0994549 Jun 17 08:27:06.207467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5208040e-9998-434c-a66c-783f76edf4eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:06.207782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5208040e-9998-434c-a66c-783f76edf4eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:06.248599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ffb2-18ff-4edf-b58b-8e4ff63cb01f req-3b125e78-81d5-4676-be9c-f55c0daca0fa tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.250063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6012ffb2-18ff-4edf-b58b-8e4ff63cb01f req-3b125e78-81d5-4676-be9c-f55c0daca0fa tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 943 time: 0.2361813 Jun 17 08:27:06.251775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-242079ff-5b76-4176-8a8f-bb25fe779437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.253114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-242079ff-5b76-4176-8a8f-bb25fe779437 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 1095 time: 0.5550227 Jun 17 08:27:06.407473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6012ffb2-18ff-4edf-b58b-8e4ff63cb01f req-fdfa7821-76f2-4d67-a165-ee5c85bb1f5a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492293 Jun 17 08:27:06.421813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-be8ecf64-682a-46f1-97b6-08caac391540 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480845 Jun 17 08:27:06.440378 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.464944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-c82b74c0-cab0-4af1-900b-003297e3b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.466467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-c82b74c0-cab0-4af1-900b-003297e3b545 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 916 time: 0.1789029 Jun 17 08:27:06.472860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.481675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.517866 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:06.529214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-7ae6d709-3452-41e0-ac72-0877a5c8ab8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa HTTP/1.1" status: 200 len: 217 time: 0.0550678 Jun 17 08:27:06.537246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2a1f21-31bf-4fbe-a2c3-3a2aa190c3e8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:06.549271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:06.577829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.579213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7cc82bf-eedd-46b0-a939-11abb281419e req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3922575 Jun 17 08:27:06.593140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-c99d9019-ce9f-41b1-8efe-83a31740f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.594976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-c99d9019-ce9f-41b1-8efe-83a31740f93b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 200 len: 855 time: 0.0588737 Jun 17 08:27:06.634195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-b9525419-a9eb-432c-af5d-cbb6745affeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320916 Jun 17 08:27:06.877358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-3fb62c43-5d76-4de0-980e-9f198f5a180f tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.878851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-3fb62c43-5d76-4de0-980e-9f198f5a180f tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.60 "GET /v2.0/networks?id=8007b1c1-82f9-4620-b2af-d591db6c99bb HTTP/1.1" status: 200 len: 821 time: 0.2437780 Jun 17 08:27:06.885710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-954b7b6b-a079-4255-b40d-943a5a6f0a1d service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265654 Jun 17 08:27:06.893175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f54f-28bf-44d3-a371-419f63b679e5 req-5b104727-d50a-4c23-98bc-a8578d2a8337 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.894591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d38f54f-28bf-44d3-a371-419f63b679e5 req-5b104727-d50a-4c23-98bc-a8578d2a8337 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1486320 Jun 17 08:27:06.918971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Request body: {'port': {'device_id': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb', 'admin_state_up': True, 'tenant_id': '1994046c0bcf430285d52daef8a92a78'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:06.968858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65748066-6393-4463-aa0b-8ee7fe560233 req-56e727c4-8af3-48cf-b869-731bfa5130cd tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0722449 Jun 17 08:27:07.088632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d38f54f-28bf-44d3-a371-419f63b679e5 req-a2fbd5f6-3f77-4d74-852c-e754f17ff5dc tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667149 Jun 17 08:27:07.149478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-732a489d-4b82-4bcb-9bc0-9ba49fb94643 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/5208040e-9998-434c-a66c-783f76edf4eb HTTP/1.1" status: 200 len: 2396 time: 0.1414237 Jun 17 08:27:07.159021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cb38fc4-3425-488e-a876-f3ae9031fb85 req-6830cb89-e24b-41c6-9ce9-a31237cfefc6 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634573 Jun 17 08:27:07.164861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5208040e-9998-434c-a66c-783f76edf4eb', 'remote_group_id': None}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:07.165176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5208040e-9998-434c-a66c-783f76edf4eb', 'remote_group_id': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:07.186467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Made reservation on behalf of 1994046c0bcf430285d52daef8a92a78 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:07.190980 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.357216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.382927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5945bd-6772-4eda-a546-3e1c745bcd02 req-a58db75a-cb1a-4684-92b6-92cc7acff505 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:07.384415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e5945bd-6772-4eda-a546-3e1c745bcd02 req-a58db75a-cb1a-4684-92b6-92cc7acff505 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 948 time: 0.1800942 Jun 17 08:27:07.443116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.444230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Allocated IP 172.20.0.5 (8007b1c1-82f9-4620-b2af-d591db6c99bb/5992f5e4-2e30-4ea2-ab59-fe1e71e662f0/a4509fc1-d2a4-4321-a54a-34d9968e5c70) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:07.460216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.468980 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:07.485215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e5945bd-6772-4eda-a546-3e1c745bcd02 req-925a3bdd-cee6-4bc2-b903-77a1e4fcf5ef tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900557 Jun 17 08:27:07.499887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b4c21e-220b-46be-bd70-ca3cfc898a9b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:07.506342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:07.512894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.514433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c228efd-ea46-41a8-8854-16b0b05f9535 req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3572247 Jun 17 08:27:07.593171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 857c871b-42ad-401e-90e1-2c40ee0a9634 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:07.648668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 857c871b-42ad-401e-90e1-2c40ee0a9634 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:07.652969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 857c871b-42ad-401e-90e1-2c40ee0a9634 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:07.653496 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.679564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b420dca6-25f5-40cc-94c9-9907131c9b00 req-11d5e9be-700a-4cdb-92c0-5a0ef03f3174 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364132 Jun 17 08:27:07.728195 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.731949 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.754452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c871b-42ad-401e-90e1-2c40ee0a9634'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:07.756752 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77562927-a0c7-425b-b69c-a8b9d8501187" -d '{"events": [{"server_uuid": "f5dd9790-dccc-4723-b517-30b7ea61465a", "name": "network-vif-plugged", "status": "completed", "tag": "857c871b-42ad-401e-90e1-2c40ee0a9634"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:07.770031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 857c871b-42ad-401e-90e1-2c40ee0a9634, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=857c871b-42ad-401e-90e1-2c40ee0a9634,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:07.774207 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.776010 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:07.812225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4db266-7848-46cb-9141-13a36fc470d0 req-06706b0a-6dbe-4643-a310-d40160220b99 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:07.813710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a4db266-7848-46cb-9141-13a36fc470d0 req-06706b0a-6dbe-4643-a310-d40160220b99 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.2048306 Jun 17 08:27:07.821232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=857c871b-42ad-401e-90e1-2c40ee0a9634,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:07.824296 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:07.871579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420dca6-25f5-40cc-94c9-9907131c9b00 req-8c23312d-e65d-47aa-a5cc-47ebcc438160 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:07.872990 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b420dca6-25f5-40cc-94c9-9907131c9b00 req-8c23312d-e65d-47aa-a5cc-47ebcc438160 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872051 Jun 17 08:27:07.882466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.896780 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:07.905113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a4db266-7848-46cb-9141-13a36fc470d0 req-7d5e7bf1-f3c0-448e-8c15-fcf27c319ae2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837402 Jun 17 08:27:07.925700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b420dca6-25f5-40cc-94c9-9907131c9b00 req-4205f053-9840-4de3-b85d-ff12c9b3c676 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/quotas/9026a9bceea54bb09efdcba6b9b5697b HTTP/1.1" status: 200 len: 375 time: 0.0469077 Jun 17 08:27:07.942810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Network 8007b1c1-82f9-4620-b2af-d591db6c99bb is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:07.964914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:07.984405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:07.988372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b420dca6-25f5-40cc-94c9-9907131c9b00 req-ec6d16e2-429c-452c-9f5d-a6e721a1981d tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475428 Jun 17 08:27:07.990285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Pushing event updated for resources: {'Port': ['ID=a4509fc1-d2a4-4321-a54a-34d9968e5c70,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:08.009869 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:08.062286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.062922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.096745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1880772 Jun 17 08:27:08.116903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Request body: {'port': {'device_id': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:08.160345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43bc9fd0-6657-41e1-a638-4e852706cd26 req-52a046ad-5994-4d7e-980d-a0bb124cc171 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/5208040e-9998-434c-a66c-783f76edf4eb HTTP/1.1" status: 200 len: 2994 time: 0.0903447 Jun 17 08:27:08.172045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2e230-9c77-447b-933d-22763efbf886 req-b6114686-aed4-4331-9706-ee84cce7f734 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.173498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eae2e230-9c77-447b-933d-22763efbf886 req-b6114686-aed4-4331-9706-ee84cce7f734 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 943 time: 0.1571143 Jun 17 08:27:08.196964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:08.200250 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba728d00-1ee8-46de-a22c-dc09112f4c86 x-openstack-request-id: req-ba728d00-1ee8-46de-a22c-dc09112f4c86 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:08.200544 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd9790-dccc-4723-b517-30b7ea61465a", "name": "network-vif-plugged", "status": "completed", "tag": "857c871b-42ad-401e-90e1-2c40ee0a9634", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:08.200935 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba728d00-1ee8-46de-a22c-dc09112f4c86 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:08.201317 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c871b-42ad-401e-90e1-2c40ee0a9634', 'code': 200} Jun 17 08:27:08.242507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.246667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eae2e230-9c77-447b-933d-22763efbf886 req-96f94f55-4482-4639-9a00-f06c58d5a0eb tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663233 Jun 17 08:27:08.340289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:08.354076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'port_id': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'mac_address': 'fa:16:3e:93:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b3c82-7a3c-4441-9551-f432a37d675e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:08.401415 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.414383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a7c4f0-9d28-4281-a12c-cfa6312d86fa {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:08.434940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:08.439076 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.441049 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:08.454994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3734a9-b742-4f25-9433-c835eceb0787 req-7b14950a-5db7-415f-a415-94ef98b37e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.456994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df3734a9-b742-4f25-9433-c835eceb0787 req-7b14950a-5db7-415f-a415-94ef98b37e9e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 1101 time: 0.1630642 Jun 17 08:27:08.489037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:08.492468 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:08.594204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df3734a9-b742-4f25-9433-c835eceb0787 req-81d2ed0a-6873-4153-a9d7-50dc265ceb70 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156578 Jun 17 08:27:08.640088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c7856-44bf-4446-af37-b8703acc4ea4 req-727b1540-9fa8-446f-ad20-a7ab326a377a tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.641762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c3c7856-44bf-4446-af37-b8703acc4ea4 req-727b1540-9fa8-446f-ad20-a7ab326a377a tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 931 time: 0.2154696 Jun 17 08:27:08.659550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64a7c4f0-9d28-4281-a12c-cfa6312d86fa'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:08.718386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c3c7856-44bf-4446-af37-b8703acc4ea4 req-56a1bb9b-4951-4d45-9dec-2e658eac185f tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643253 Jun 17 08:27:08.767903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b2f62-49b9-4a76-90c1-87260ecafd3a req-813a6b10-1bc2-4cb6-948d-0814aac5aa43 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.769456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-489b2f62-49b9-4a76-90c1-87260ecafd3a req-813a6b10-1bc2-4cb6-948d-0814aac5aa43 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.2135584 Jun 17 08:27:08.813854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4509fc1-d2a4-4321-a54a-34d9968e5c70 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:08.820915 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-28461ba3-1d19-4a46-9cc3-a5ed79e34e9e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-group-rules/a5b4c21e-220b-46be-bd70-ca3cfc898a9b HTTP/1.1" status: 200 len: 783 time: 0.0607653 Jun 17 08:27:08.825904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.865994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Transition to ACTIVE for port object a4509fc1-d2a4-4321-a54a-34d9968e5c70 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:08.874635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-489b2f62-49b9-4a76-90c1-87260ecafd3a req-df5c1e32-d7c2-4bc1-822d-bcaf70ef0ea4 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959334 Jun 17 08:27:08.878111 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.883992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6f6f28d1-c5a5-45a8-a578-c5e8b5c2674c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:08.963729 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-ecf53136-85fe-4ad6-8806-5df66d145aa3 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/5208040e-9998-434c-a66c-783f76edf4eb HTTP/1.1" status: 200 len: 2994 time: 0.1344719 Jun 17 08:27:08.985054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4509fc1-d2a4-4321-a54a-34d9968e5c70,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:08.988453 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:09.046484 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.059655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.403081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Attempting to bind port a4509fc1-d2a4-4321-a54a-34d9968e5c70 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:09.403325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Attempting to bind port a4509fc1-d2a4-4321-a54a-34d9968e5c70 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '1025c038-6cb6-4627-8d1c-b8b1799a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:09.403645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Attempting to bind port a4509fc1-d2a4-4321-a54a-34d9968e5c70 on network 8007b1c1-82f9-4620-b2af-d591db6c99bb {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:09.416616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Port a4509fc1-d2a4-4321-a54a-34d9968e5c70 on network 8007b1c1-82f9-4620-b2af-d591db6c99bb not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:09.416905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Attempting to bind port a4509fc1-d2a4-4321-a54a-34d9968e5c70 on network 8007b1c1-82f9-4620-b2af-d591db6c99bb {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:09.421090 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.432225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.433501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a398d991-e740-45a1-a4fa-eb721a3ddb9a req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a5b4c21e-220b-46be-bd70-ca3cfc898a9b HTTP/1.1" status: 204 len: 173 time: 0.4612489 Jun 17 08:27:09.435289 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c4d2f89-52c1-4951-bf8b-33c7f2b8336d tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:09.438659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:09.439041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Checking segment: {'id': '1025c038-6cb6-4627-8d1c-b8b1799a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:09.439422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Bound using segment: {'id': '1025c038-6cb6-4627-8d1c-b8b1799a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:09.440610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Bound port: a4509fc1-d2a4-4321-a54a-34d9968e5c70, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1025c038-6cb6-4627-8d1c-b8b1799a2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:09.440610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.457892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5b4c21e-220b-46be-bd70-ca3cfc898a9b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:09.460891 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:09.496847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df288f34-361b-4eb4-b7a7-073cf28036ba req-c5a1229f-846f-44fe-9891-1e2807216fcf tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.498748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df288f34-361b-4eb4-b7a7-073cf28036ba req-c5a1229f-846f-44fe-9891-1e2807216fcf tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 949 time: 0.4428406 Jun 17 08:27:09.582415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] For port a4509fc1-d2a4-4321-a54a-34d9968e5c70, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:09.608338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] For port a4509fc1-d2a4-4321-a54a-34d9968e5c70, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70,segment=NetworkSegment(1025c038-6cb6-4627-8d1c-b8b1799a2313),segment_id=1025c038-6cb6-4627-8d1c-b8b1799a2313)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:09.612635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df288f34-361b-4eb4-b7a7-073cf28036ba req-f5f809b4-a9ea-483c-acf5-a12351fcf8b8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075749 Jun 17 08:27:09.617051 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.620859 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cc3aacf-45e2-43d1-a146-01260b7827d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:09.674101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.674699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.676404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/a4509fc1-d2a4-4321-a54a-34d9968e5c70 HTTP/1.1" status: 200 len: 1092 time: 1.5688055 Jun 17 08:27:09.676990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'tag': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:09.681441 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c2ca9-5709-466a-89f1-3a0acc40995a" -d '{"events": [{"name": "network-changed", "server_uuid": "641c1782-859b-4bdf-8322-88cb152ef8fb", "tag": "a4509fc1-d2a4-4321-a54a-34d9968e5c70"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:09.716474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75455c-f215-4784-a813-289fc68c484b req-77fbfa08-f45f-4d69-b0d4-e9fcea4b7824 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.717986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b75455c-f215-4784-a813-289fc68c484b req-77fbfa08-f45f-4d69-b0d4-e9fcea4b7824 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1859138 Jun 17 08:27:09.730799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4509fc1-d2a4-4321-a54a-34d9968e5c70,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:09.734564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:09.792904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b75455c-f215-4784-a813-289fc68c484b req-ecb38608-a5b8-485c-b71a-61fefbb54386 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628843 Jun 17 08:27:09.812726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-ef5ca6c3-6f61-46c5-a1e4-493911cfe3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.814236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-ef5ca6c3-6f61-46c5-a1e4-493911cfe3be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1994046c0bcf430285d52daef8a92a78&device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 1095 time: 0.0932317 Jun 17 08:27:09.868327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-52a048cb-5aed-453d-99b4-79def2f70b73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70 HTTP/1.1" status: 200 len: 217 time: 0.0425298 Jun 17 08:27:09.970380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-a5eab905-37cd-4569-832e-1d976ba79524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.971832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-a5eab905-37cd-4569-832e-1d976ba79524 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5992f5e4-2e30-4ea2-ab59-fe1e71e662f0 HTTP/1.1" status: 200 len: 861 time: 0.0952549 Jun 17 08:27:10.022375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23d3e7e3-dcc9-48b5-acd3-5bb34f80c771 req-846671f0-9867-4c9f-97cc-b7fcebcea139 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/5208040e-9998-434c-a66c-783f76edf4eb HTTP/1.1" status: 200 len: 2396 time: 0.0988832 Jun 17 08:27:10.025367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-326edb05-c038-48db-a348-31e49c5139c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8007b1c1-82f9-4620-b2af-d591db6c99bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428021 Jun 17 08:27:10.042228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc70e-3b32-4fe4-affa-1a190aeb8aa3 req-d4d6ebee-87e6-4fe7-9403-58acdabf1cca tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.043661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-712fc70e-3b32-4fe4-affa-1a190aeb8aa3 req-d4d6ebee-87e6-4fe7-9403-58acdabf1cca tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 944 time: 0.1781335 Jun 17 08:27:10.168230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-712fc70e-3b32-4fe4-affa-1a190aeb8aa3 req-cc7cd23c-ac48-4143-96b0-683a4f0c4be3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Jun 17 08:27:10.190360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23d3e7e3-dcc9-48b5-acd3-5bb34f80c771 req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.208573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:10.210319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-9eb2e11a-3134-414c-9e75-4f7a49a03e08 service neutron] 10.222.0.60 "GET /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656675 Jun 17 08:27:10.226145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23d3e7e3-dcc9-48b5-acd3-5bb34f80c771 req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.229497 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e3f4a7-2822-4ff6-aca7-6874dbf28019 x-openstack-request-id: req-47e3f4a7-2822-4ff6-aca7-6874dbf28019 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:10.229821 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641c1782-859b-4bdf-8322-88cb152ef8fb", "tag": "a4509fc1-d2a4-4321-a54a-34d9968e5c70", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:10.230116 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47e3f4a7-2822-4ff6-aca7-6874dbf28019 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:10.231053 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'tag': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70', 'status': 'completed', 'code': 200} Jun 17 08:27:10.262842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:10.268790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:10.269937 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.363032 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.367033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3589b67-6304-43fc-a367-c603ebd2ce6a req-77b9a4e9-b4f1-4230-88ad-eebee8f7e4a3 service neutron] 10.222.0.60 "GET /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489313 Jun 17 08:27:10.368549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23d3e7e3-dcc9-48b5-acd3-5bb34f80c771 req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.372048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23d3e7e3-dcc9-48b5-acd3-5bb34f80c771 req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.375406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23d3e7e3-dcc9-48b5-acd3-5bb34f80c771 req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/5208040e-9998-434c-a66c-783f76edf4eb HTTP/1.1" status: 204 len: 173 time: 0.3471770 Jun 17 08:27:10.376357 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-14c2b25b-9a27-4052-9325-b9f337fb84f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:10.391354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5208040e-9998-434c-a66c-783f76edf4eb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:10.391592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:10.395462 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:10.396167 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00054bd1-9e54-403d-858f-ca47a8c76b2a" -d '{"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-plugged", "status": "completed", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:10.421578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:10.428116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.430331 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:10.432515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeda2d-7b0b-43b2-b0d0-73fe9246249e req-38e9e8a8-f95c-4427-b4b6-c7093ea2bce0 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.439420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bdeda2d-7b0b-43b2-b0d0-73fe9246249e req-38e9e8a8-f95c-4427-b4b6-c7093ea2bce0 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 943 time: 0.1249840 Jun 17 08:27:10.478617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:10.481681 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:10.510404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b328573-9c27-484b-94e6-021ece5b76d9 req-e8a9ef3c-6bb4-4c1f-bb6b-b06bd4cf127f tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533707 Jun 17 08:27:10.537386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bdeda2d-7b0b-43b2-b0d0-73fe9246249e req-7d83450d-e9f4-4030-8918-1ec203186b18 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970988 Jun 17 08:27:10.611494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-089a3a24-809c-4164-bd62-5c58836a1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.612984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-089a3a24-809c-4164-bd62-5c58836a1f38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1994046c0bcf430285d52daef8a92a78&device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 1095 time: 0.1715565 Jun 17 08:27:10.693271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328573-9c27-484b-94e6-021ece5b76d9 req-156a92a2-70ce-4967-bfc0-e435dfc3206c tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.695457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b328573-9c27-484b-94e6-021ece5b76d9 req-156a92a2-70ce-4967-bfc0-e435dfc3206c tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760595 Jun 17 08:27:10.753965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b328573-9c27-484b-94e6-021ece5b76d9 req-600fecee-2651-431d-8c23-f8c2c2038bf5 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/quotas/9026a9bceea54bb09efdcba6b9b5697b HTTP/1.1" status: 200 len: 375 time: 0.0497854 Jun 17 08:27:10.805812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b328573-9c27-484b-94e6-021ece5b76d9 req-d0839642-612f-4e86-a6be-bd2a596dbf2d tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413795 Jun 17 08:27:10.807916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-05ec6909-aa45-499a-9836-ea35fde8ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.809333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-05ec6909-aa45-499a-9836-ea35fde8ee8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8007b1c1-82f9-4620-b2af-d591db6c99bb HTTP/1.1" status: 200 len: 922 time: 0.1889484 Jun 17 08:27:10.819493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9fabb-7058-41f2-ad0a-4c40f073b9c3 req-7f9c41b8-559c-47b4-8b2a-0f026e18e94a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.820977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90d9fabb-7058-41f2-ad0a-4c40f073b9c3 req-7f9c41b8-559c-47b4-8b2a-0f026e18e94a tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1803839 Jun 17 08:27:10.866009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-8b420ba0-ce4b-4769-865a-0a97f535dc23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70 HTTP/1.1" status: 200 len: 217 time: 0.0440745 Jun 17 08:27:10.928409 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-bd3068e9-933b-4c1c-8b7a-69ee6fef5b81 req-c3ce07e4-93c0-4a30-a609-d7b0425a145b tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] show failed (client error): The resource could not be found. Jun 17 08:27:10.930159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd3068e9-933b-4c1c-8b7a-69ee6fef5b81 req-c3ce07e4-93c0-4a30-a609-d7b0425a145b tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/07240c69-0fa3-466d-a205-777c1fdf4c80 HTTP/1.1" status: 404 len: 352 time: 0.0528495 Jun 17 08:27:10.933016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90d9fabb-7058-41f2-ad0a-4c40f073b9c3 req-8085b091-5ddd-4b0f-b00f-999e6545aff6 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034980 Jun 17 08:27:10.947398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-0b10c0e1-1c5b-4cb1-a504-1729cfb049c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.949090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-0b10c0e1-1c5b-4cb1-a504-1729cfb049c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5992f5e4-2e30-4ea2-ab59-fe1e71e662f0 HTTP/1.1" status: 200 len: 861 time: 0.0727789 Jun 17 08:27:10.980490 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54f0e0-9aaf-4bd9-9832-4299b671da25 x-openstack-request-id: req-bd54f0e0-9aaf-4bd9-9832-4299b671da25 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:10.980824 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-plugged", "status": "completed", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:10.981094 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd54f0e0-9aaf-4bd9-9832-4299b671da25 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:10.981501 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'code': 200} Jun 17 08:27:10.984586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-fca221d5-2411-43e2-8d9b-4d83b8905972 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8007b1c1-82f9-4620-b2af-d591db6c99bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269911 Jun 17 08:27:11.183446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-8b039ade-2804-4841-83d9-26427bf889f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886764 Jun 17 08:27:11.287710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b3bca-7e14-4265-a027-728c44e9f1fd req-a3efd572-f05f-4337-8023-29c2a40f89ea tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:11.289420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-870b3bca-7e14-4265-a027-728c44e9f1fd req-a3efd572-f05f-4337-8023-29c2a40f89ea tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 949 time: 0.2275980 Jun 17 08:27:11.293151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b24347-503d-45ff-a1e3-a68dc888ac8f req-1faf0be6-e30b-4b91-ad73-c8af4c5deb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:11.294494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53b24347-503d-45ff-a1e3-a68dc888ac8f req-1faf0be6-e30b-4b91-ad73-c8af4c5deb87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 1097 time: 0.2187037 Jun 17 08:27:11.306573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200ce3-976d-471b-a70a-9d3fc2bf01cd req-69f7041c-9559-4b0d-9833-13f6a1906a06 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:11.307954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58200ce3-976d-471b-a70a-9d3fc2bf01cd req-69f7041c-9559-4b0d-9833-13f6a1906a06 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.2072926 Jun 17 08:27:11.387221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30c2ca9-5709-466a-89f1-3a0acc40995a req-6627195f-4feb-4d7f-b360-1da4d0949c09 service neutron] 10.222.0.60 "GET /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953173 Jun 17 08:27:11.402628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-870b3bca-7e14-4265-a027-728c44e9f1fd req-8840e28e-aac2-40b0-96a8-757e06220fa3 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070435 Jun 17 08:27:11.406007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53b24347-503d-45ff-a1e3-a68dc888ac8f req-14eaee31-414a-48b7-8e5b-96aaa666fe36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972388 Jun 17 08:27:11.409082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58200ce3-976d-471b-a70a-9d3fc2bf01cd req-3204fa6f-045a-42e4-8c9f-12e7a1fc7270 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881133 Jun 17 08:27:11.578947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a82d29a2-0e5a-4ad0-adc1-058343ebfc6d req-a06fedd2-2cce-4a0f-ae2e-a8d04ba13a39 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/aedb80ff-90ee-4edd-8cf1-90b3934580a0 HTTP/1.1" status: 200 len: 1804 time: 0.0462544 Jun 17 08:27:11.651939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a82d29a2-0e5a-4ad0-adc1-058343ebfc6d req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.691820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a82d29a2-0e5a-4ad0-adc1-058343ebfc6d req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.747640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d61747-88b7-4a72-b169-86d2f0fa4525 req-f19c2dc9-e022-4b12-b719-478273289fb8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:11.749110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86d61747-88b7-4a72-b169-86d2f0fa4525 req-f19c2dc9-e022-4b12-b719-478273289fb8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1101036 Jun 17 08:27:11.750208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a82d29a2-0e5a-4ad0-adc1-058343ebfc6d req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.752785 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a82d29a2-0e5a-4ad0-adc1-058343ebfc6d req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.753784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a82d29a2-0e5a-4ad0-adc1-058343ebfc6d req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/aedb80ff-90ee-4edd-8cf1-90b3934580a0 HTTP/1.1" status: 204 len: 173 time: 0.1692498 Jun 17 08:27:11.754433 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-90c50b11-7f09-42fc-9985-150da99a1ebf tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:11.770335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb80ff-90ee-4edd-8cf1-90b3934580a0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:11.777463 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:11.798503 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86d61747-88b7-4a72-b169-86d2f0fa4525 req-c4d00523-9517-49e2-97c1-782b5ae1312c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Jun 17 08:27:12.067085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a4d5485-95e3-48b0-b4fe-c7e879c7b6f1 req-60a0ec2f-11f6-4873-8172-6d7b076bd947 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/76a6754b-817d-4ca8-9e45-69dcc1513e7e HTTP/1.1" status: 200 len: 1805 time: 0.0465052 Jun 17 08:27:12.099078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d9b15-0674-494f-97e6-5dcb8f155e8c req-a89228f4-3471-4d3d-bb33-9367b3f8a9e1 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.100536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b79d9b15-0674-494f-97e6-5dcb8f155e8c req-a89228f4-3471-4d3d-bb33-9367b3f8a9e1 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 943 time: 0.1125190 Jun 17 08:27:12.161901 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b79d9b15-0674-494f-97e6-5dcb8f155e8c req-8352b9a2-8d6d-407b-bfbf-517cdc21de4d tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543525 Jun 17 08:27:12.164444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a4d5485-95e3-48b0-b4fe-c7e879c7b6f1 req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.187852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a4d5485-95e3-48b0-b4fe-c7e879c7b6f1 req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.217151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4509fc1-d2a4-4321-a54a-34d9968e5c70 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:12.259024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a4d5485-95e3-48b0-b4fe-c7e879c7b6f1 req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.262353 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a4d5485-95e3-48b0-b4fe-c7e879c7b6f1 req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.267779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a4d5485-95e3-48b0-b4fe-c7e879c7b6f1 req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/76a6754b-817d-4ca8-9e45-69dcc1513e7e HTTP/1.1" status: 204 len: 173 time: 0.1941292 Jun 17 08:27:12.268611 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:12.281762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6754b-817d-4ca8-9e45-69dcc1513e7e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:12.283840 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:12.394360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a4509fc1-d2a4-4321-a54a-34d9968e5c70, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70,segment=NetworkSegment(1025c038-6cb6-4627-8d1c-b8b1799a2313),segment_id=1025c038-6cb6-4627-8d1c-b8b1799a2313)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:12.408129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70', 'network_id': '8007b1c1-82f9-4620-b2af-d591db6c99bb', 'port_id': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70', 'mac_address': 'fa:16:3e:0a:8a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5992f5e4-2e30-4ea2-ab59-fe1e71e662f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:12.456189 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.469200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4509fc1-d2a4-4321-a54a-34d9968e5c70 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:12.479063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7427-f3ac-4335-8630-1960194b9fda req-9dad9f00-af64-4cb2-9fd4-9a013c32ee10 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.483366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5bbe7427-f3ac-4335-8630-1960194b9fda req-9dad9f00-af64-4cb2-9fd4-9a013c32ee10 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1069064 Jun 17 08:27:12.491578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a4509fc1-d2a4-4321-a54a-34d9968e5c70, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70,segment=NetworkSegment(1025c038-6cb6-4627-8d1c-b8b1799a2313),segment_id=1025c038-6cb6-4627-8d1c-b8b1799a2313)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:12.496571 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.499806 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f36e810-b9a9-45a4-9201-49b00de5a908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:12.522006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5bbe7427-f3ac-4335-8630-1960194b9fda req-eb26352d-c6b4-4e8a-8737-be1824d7acb0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Jun 17 08:27:12.562732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a4509fc1-d2a4-4321-a54a-34d9968e5c70,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:12.565945 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:12.594934 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66cb880a-b2e2-4b42-ba08-24cfe43ed512 req-71243865-034a-46bf-80d3-cf2856787c7f tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/b46fe512-2374-4bd5-a1b5-b0afb4850ae1 HTTP/1.1" status: 200 len: 1805 time: 0.0436561 Jun 17 08:27:12.686143 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66cb880a-b2e2-4b42-ba08-24cfe43ed512 req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.713908 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66cb880a-b2e2-4b42-ba08-24cfe43ed512 req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.743740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a4509fc1-d2a4-4321-a54a-34d9968e5c70'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:12.783459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.783945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.784417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.784887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.785355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.785824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.786287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.786749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.787239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.787698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.790091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-f80d120b-c12e-4448-80c0-2b6595a4968d tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb&device_id=d62fe102-3e08-4520-8052-278dfd83bc72&device_id=f5dd9790-dccc-4723-b517-30b7ea61465a&device_id=99c549c8-47d6-407f-b89a-55164e191fd8&device_id=ea5e40e7-6577-40f0-a256-138b82f19a95&device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6&device_id=00fdf657-0260-4820-9bfe-e152b9be92e8&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1&device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 9104 time: 0.1518419 Jun 17 08:27:12.818569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.832719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66cb880a-b2e2-4b42-ba08-24cfe43ed512 req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.835647 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-66cb880a-b2e2-4b42-ba08-24cfe43ed512 req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.836791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66cb880a-b2e2-4b42-ba08-24cfe43ed512 req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/b46fe512-2374-4bd5-a1b5-b0afb4850ae1 HTTP/1.1" status: 204 len: 173 time: 0.2355375 Jun 17 08:27:12.842983 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f52b260b-33cf-4734-950a-6620ca515ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:12.861925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46fe512-2374-4bd5-a1b5-b0afb4850ae1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:12.867049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21a435-8d5f-41be-a2a0-7bd3f47a75ea req-a8dcd61c-c640-4236-ac0f-bb1d189f21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.868679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a21a435-8d5f-41be-a2a0-7bd3f47a75ea req-a8dcd61c-c640-4236-ac0f-bb1d189f21ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 1097 time: 0.1417842 Jun 17 08:27:12.869535 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:12.927948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a21a435-8d5f-41be-a2a0-7bd3f47a75ea req-53491abb-eb16-4c73-ad30-f31c3cee425f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Jun 17 08:27:12.972715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f71846e4-3c8f-4659-8c1e-402b5b1c3f67 req-90549c89-a2b3-43ae-b2da-d173c4d8e4bb tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284345 Jun 17 08:27:13.015950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.022567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.032155 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-20d03404-e982-40ba-b17d-cf34b35963a2 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:13.082124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47e99113-f494-4ffc-85a4-64c63bac2930 req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&id=efccf493-8606-41a1-b138-703fe542af3f&id=61918206-0938-4cc3-9298-5f8cf443dd48&id=159b6903-70db-4a5f-b1e6-2f91f4846944&id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2853315 Jun 17 08:27:13.098765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3842c-12e2-47b3-9768-59b8c5195b0e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:13.110111 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:13.141984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71846e4-3c8f-4659-8c1e-402b5b1c3f67 req-fb1ab135-cfcc-489d-b3af-1bcb0f92d552 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:13.143479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f71846e4-3c8f-4659-8c1e-402b5b1c3f67 req-fb1ab135-cfcc-489d-b3af-1bcb0f92d552 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638186 Jun 17 08:27:13.158396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f71846e4-3c8f-4659-8c1e-402b5b1c3f67 req-eb68fdba-c656-41d9-bad3-4c2765bae834 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/quotas/9026a9bceea54bb09efdcba6b9b5697b HTTP/1.1" status: 200 len: 375 time: 0.0092678 Jun 17 08:27:13.198718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f71846e4-3c8f-4659-8c1e-402b5b1c3f67 req-2f9ccc9c-1fe4-4b9c-9971-812fcbf7a6b4 tempest-QuotasAdminNegativeTest-74409698 tempest-QuotasAdminNegativeTest-74409698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338924 Jun 17 08:27:13.260278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b03f-b674-467f-b9db-a101acc9e30f req-f83793b4-4bf7-44ad-8f3a-f81e11501274 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:13.261841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6a4b03f-b674-467f-b9db-a101acc9e30f req-f83793b4-4bf7-44ad-8f3a-f81e11501274 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.0654819 Jun 17 08:27:13.299449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6a4b03f-b674-467f-b9db-a101acc9e30f req-da87c7c7-00e1-4375-8c16-09d29d9b6820 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jun 17 08:27:13.445639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-302f17e4-bcb7-46fe-8aea-b8b757394999 req-cceb55aa-9996-481b-a1db-14f3145f4866 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/c94801ad-bf13-4a8b-a954-26863e07672a HTTP/1.1" status: 200 len: 2404 time: 0.0686767 Jun 17 08:27:13.510716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043e62c-dcb3-43ae-aa7a-cc312f01a2e5 req-bdf4e08f-5004-4ead-81e8-77c3b510f769 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:13.522967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0043e62c-dcb3-43ae-aa7a-cc312f01a2e5 req-bdf4e08f-5004-4ead-81e8-77c3b510f769 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1061878 Jun 17 08:27:13.556760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302f17e4-bcb7-46fe-8aea-b8b757394999 req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.589420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0043e62c-dcb3-43ae-aa7a-cc312f01a2e5 req-d89f69cc-7f0a-453c-9da9-efc54917386a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613434 Jun 17 08:27:13.593587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302f17e4-bcb7-46fe-8aea-b8b757394999 req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.645286 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302f17e4-bcb7-46fe-8aea-b8b757394999 req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.649013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302f17e4-bcb7-46fe-8aea-b8b757394999 req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.650511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-302f17e4-bcb7-46fe-8aea-b8b757394999 req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/c94801ad-bf13-4a8b-a954-26863e07672a HTTP/1.1" status: 204 len: 173 time: 0.1984701 Jun 17 08:27:13.650925 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:13.660175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94801ad-bf13-4a8b-a954-26863e07672a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:13.662332 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:13.814581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede9cc7-2cf0-484f-9452-0fe886a9a33f req-dd13016c-642e-479b-b960-a57eb88e5fee tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:13.816394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ede9cc7-2cf0-484f-9452-0fe886a9a33f req-dd13016c-642e-479b-b960-a57eb88e5fee tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0681326 Jun 17 08:27:13.859714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ede9cc7-2cf0-484f-9452-0fe886a9a33f req-9f78b788-1907-467c-a9ac-b7f08b91dd9b tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Jun 17 08:27:14.059898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c41430-861e-4ca8-ae32-5de4dbf6a1e1 req-4cbfac6a-43c2-488a-9436-1077806a4ced tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.061375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9c41430-861e-4ca8-ae32-5de4dbf6a1e1 req-4cbfac6a-43c2-488a-9436-1077806a4ced tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1054289 Jun 17 08:27:14.080261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4594f9-b9bd-42ee-9b92-7d48957c3f2f req-7668aaea-2b23-4cb4-83cf-1d863893814b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.081671 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f4594f9-b9bd-42ee-9b92-7d48957c3f2f req-7668aaea-2b23-4cb4-83cf-1d863893814b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.0976655 Jun 17 08:27:14.124922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9c41430-861e-4ca8-ae32-5de4dbf6a1e1 req-c300336c-70b5-4f0b-9a77-e54856101152 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Jun 17 08:27:14.136704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f4594f9-b9bd-42ee-9b92-7d48957c3f2f req-1c2bad86-919a-4999-9654-d27e0b262cd2 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477564 Jun 17 08:27:14.191407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c70593a-fd62-4917-bacc-f6ebfa61a4b5 req-e3225dda-3011-40f5-9aca-c33098c34ff5 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "GET /v2.0/security-groups/34b6e684-3553-4885-83bf-80303f40eedd HTTP/1.1" status: 200 len: 2397 time: 0.0417902 Jun 17 08:27:14.229074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4509fc1-d2a4-4321-a54a-34d9968e5c70 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:14.252128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4c70593a-fd62-4917-bacc-f6ebfa61a4b5 req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.276988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4c70593a-fd62-4917-bacc-f6ebfa61a4b5 req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.279623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port a4509fc1-d2a4-4321-a54a-34d9968e5c70 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:14.283461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port a4509fc1-d2a4-4321-a54a-34d9968e5c70 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:14.283840 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.328340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4c70593a-fd62-4917-bacc-f6ebfa61a4b5 req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.331322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4c70593a-fd62-4917-bacc-f6ebfa61a4b5 req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.338849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48440) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:14.343893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c70593a-fd62-4917-bacc-f6ebfa61a4b5 req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] 10.222.0.65 "DELETE /v2.0/security-groups/34b6e684-3553-4885-83bf-80303f40eedd HTTP/1.1" status: 204 len: 173 time: 0.1466568 Jun 17 08:27:14.344660 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6b559cc3-1580-45a9-b3c8-108d8af2d4a1 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:14.361907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b6e684-3553-4885-83bf-80303f40eedd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:14.369965 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:14.423902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.428139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Deleting subnet ce0c18cc-bbd2-4abb-9e7b-4ae7ace397ed {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:14.436454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.458040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b85e4f-6757-4238-ad4d-207074ad477b req-51616ade-b532-4d08-9860-6a2a7508a4c2 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.458832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b85e4f-6757-4238-ad4d-207074ad477b req-51616ade-b532-4d08-9860-6a2a7508a4c2 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.459505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b85e4f-6757-4238-ad4d-207074ad477b req-51616ade-b532-4d08-9860-6a2a7508a4c2 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.462119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72b85e4f-6757-4238-ad4d-207074ad477b req-51616ade-b532-4d08-9860-6a2a7508a4c2 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a&device_id=ea5e40e7-6577-40f0-a256-138b82f19a95&device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 2886 time: 0.0823381 Jun 17 08:27:14.473859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:14.478417 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1683280-7626-4efb-b7a2-5c66e810816c" -d '{"events": [{"server_uuid": "641c1782-859b-4bdf-8322-88cb152ef8fb", "name": "network-vif-plugged", "status": "completed", "tag": "a4509fc1-d2a4-4321-a54a-34d9968e5c70"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:14.481968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.510553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a4509fc1-d2a4-4321-a54a-34d9968e5c70, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70,segment=NetworkSegment(1025c038-6cb6-4627-8d1c-b8b1799a2313),segment_id=1025c038-6cb6-4627-8d1c-b8b1799a2313)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:14.517379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72b85e4f-6757-4238-ad4d-207074ad477b req-4804f7cb-1789-48a7-bd01-c3bf64ddf084 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493834 Jun 17 08:27:14.518923 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.521109 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:14.547396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.573678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a4509fc1-d2a4-4321-a54a-34d9968e5c70,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:14.577061 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:14.627355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.632349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd8d2c88-f394-476a-bc93-565a49a61cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:14.682606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0c18cc-bbd2-4abb-9e7b-4ae7ace397ed,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:14.689113 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:14.695525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.702106 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ce0c18cc-bbd2-4abb-9e7b-4ae7ace397ed HTTP/1.1" status: 204 len: 168 time: 0.3595331 Jun 17 08:27:14.702603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48454) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:14.738825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b068-f98a-4192-8ad7-04606b54f350 req-4c6d9a0d-6776-45f3-90fd-86cb9dd2014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.740539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-4c6d9a0d-6776-45f3-90fd-86cb9dd2014d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 1097 time: 0.0896273 Jun 17 08:27:14.786591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:14.848635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.932439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.940749 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e79ba-7c91-42bf-8386-58576baccc7a x-openstack-request-id: req-bd1e79ba-7c91-42bf-8386-58576baccc7a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:14.941109 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641c1782-859b-4bdf-8322-88cb152ef8fb", "name": "network-vif-plugged", "status": "completed", "tag": "a4509fc1-d2a4-4321-a54a-34d9968e5c70", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:14.941613 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd1e79ba-7c91-42bf-8386-58576baccc7a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:14.942238 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70', 'code': 200} Jun 17 08:27:14.990521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b068-f98a-4192-8ad7-04606b54f350 req-9e1e6af6-8721-4e38-9c63-c2d2a821e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.992404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-9e1e6af6-8721-4e38-9c63-c2d2a821e917 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 200 len: 910 time: 0.2403390 Jun 17 08:27:15.069586 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.075127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.088348 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2fa57388-c22f-4d05-8c62-ebf1e8c7141c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:15.123720 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9026a9bceea54bb09efdcba6b9b5697b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336935 Jun 17 08:27:15.124176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48466) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:15.133869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628fb539-69ff-4538-8a8e-5cf3b99ef68a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:15.142783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.192754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.216280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.264289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.267007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.268212 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/628fb539-69ff-4538-8a8e-5cf3b99ef68a HTTP/1.1" status: 204 len: 168 time: 0.1432195 Jun 17 08:27:15.269022 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8856acd-c578-4f6f-85b0-0eee5fd5d93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:15.277809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628fb539-69ff-4538-8a8e-5cf3b99ef68a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:15.280463 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.378349 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.385378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-6cd21d5c-fc6c-4892-8a18-417f39b02dd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 HTTP/1.1" status: 200 len: 217 time: 0.3785591 Jun 17 08:27:15.416291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d325b9a8-8209-4d8e-8056-5efe2cc33a0c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:15.471149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc74b208-9f74-40d0-91f4-6f6abbaa9f1f') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:15.471454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc74b208-9f74-40d0-91f4-6f6abbaa9f1f') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:15.495341 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.526271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befd671-31d1-4001-97cc-9fb0e19ef867 req-33e82431-f9b3-462e-9827-36046c15d7cb tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.527870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0befd671-31d1-4001-97cc-9fb0e19ef867 req-33e82431-f9b3-462e-9827-36046c15d7cb tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.6066365 Jun 17 08:27:15.534067 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.536905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b068-f98a-4192-8ad7-04606b54f350 req-6846d3bb-93dc-4c4c-947d-7e1443a20b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.538446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-6846d3bb-93dc-4c4c-947d-7e1443a20b46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 200 len: 849 time: 0.1350179 Jun 17 08:27:15.545555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:15.554835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:15.555268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:15.557996 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:15.562264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.612231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-0e95f7d7-7399-45a6-9371-eb83358cdc37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c1ba489-2844-4ec9-a862-21dce28cfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635633 Jun 17 08:27:15.648999 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.652509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.656874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d82c7e-e97c-46ad-9291-d2a127aaf013 req-ef6f23bf-791d-4ee4-b91d-9db99555805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.658326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6d82c7e-e97c-46ad-9291-d2a127aaf013 req-ef6f23bf-791d-4ee4-b91d-9db99555805f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 1097 time: 0.6423943 Jun 17 08:27:15.660437 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32e219cf-b347-41a3-b6b2-eca2fd1acbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:15.691633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e12ed1e3c02e403a99ddbc4bfea8dd61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450014 Jun 17 08:27:15.693639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c8b42-e829-41c8-8266-52b91fa5a503,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:15.696557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48474) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:15.698524 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.715900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db017ec-55f4-4a7a-9d3f-ecf575ff53f0 req-feead189-9bba-4b83-b29a-8f3e9030e5ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.717812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9db017ec-55f4-4a7a-9d3f-ecf575ff53f0 req-feead189-9bba-4b83-b29a-8f3e9030e5ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.3347349 Jun 17 08:27:15.724193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0befd671-31d1-4001-97cc-9fb0e19ef867 req-fc4b278f-51b2-4909-8f3a-6937222bbe2c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847587 Jun 17 08:27:15.733236 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.749757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.753945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d325b9a8-8209-4d8e-8056-5efe2cc33a0c HTTP/1.1" status: 204 len: 168 time: 1.0382724 Jun 17 08:27:15.754119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.759132 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:15.787275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.817454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d325b9a8-8209-4d8e-8056-5efe2cc33a0c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:15.822161 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.826424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6d82c7e-e97c-46ad-9291-d2a127aaf013 req-7779fe68-6cb0-4c0a-ab23-2a6388998e77 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496277 Jun 17 08:27:15.847832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9db017ec-55f4-4a7a-9d3f-ecf575ff53f0 req-e0f6f311-d025-4e1c-a5b2-28d6c31e84fd tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155305 Jun 17 08:27:15.860125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.862523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.863713 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a70c8b42-e829-41c8-8266-52b91fa5a503 HTTP/1.1" status: 204 len: 168 time: 0.1662540 Jun 17 08:27:15.864507 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5419a758-5f8e-4fb5-b178-8a617c0536c6 tempest-ServersTestJSON-904030480 tempest-ServersTestJSON-904030480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:15.883104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c8b42-e829-41c8-8266-52b91fa5a503,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:15.888992 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.916097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-5bea9ec1-9a80-4186-8bee-72c15a92a707 service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614079 Jun 17 08:27:16.023526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7e84-52f0-44cb-a44d-0950fbdc6e28 req-4cb41b63-f626-47f7-ad7e-4c586cbf407c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:16.025531 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:16.031277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf4f7e84-52f0-44cb-a44d-0950fbdc6e28 req-4cb41b63-f626-47f7-ad7e-4c586cbf407c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1672609 Jun 17 08:27:16.084053 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f9a7c328-61e8-45c8-804e-e8fac5c57401 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=937c9b95840449a3ad7dc0844636647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572627 Jun 17 08:27:16.086747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48486) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:16.120957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df01b068-f98a-4192-8ad7-04606b54f350 req-86a20a86-a0e1-4bc4-bc9b-835731b8f84c service neutron] 10.222.0.60 "GET /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900127 Jun 17 08:27:16.156957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.183443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.215298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf4f7e84-52f0-44cb-a44d-0950fbdc6e28 req-9b141963-8312-4d97-a3d1-bd95d2997502 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826169 Jun 17 08:27:16.263111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.263111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.267140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a91283fe-cef2-491b-8be4-1d829eae42e0 HTTP/1.1" status: 204 len: 168 time: 0.1776798 Jun 17 08:27:16.267140 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28056655-1f11-44f1-8226-8749948a1ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:16.287286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91283fe-cef2-491b-8be4-1d829eae42e0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:16.293219 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:16.315401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b2ccc-e64f-48bf-948e-8cd05b7b6278 req-69c4ae99-e57a-4231-b2c7-1a72f35694fd tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:16.316942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e10b2ccc-e64f-48bf-948e-8cd05b7b6278 req-69c4ae99-e57a-4231-b2c7-1a72f35694fd tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 945 time: 0.1942089 Jun 17 08:27:16.409368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e10b2ccc-e64f-48bf-948e-8cd05b7b6278 req-a5f59e4a-f33a-4bfb-8d41-2be2ebb4dbd1 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794618 Jun 17 08:27:16.646431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46425a4b-1d67-4fd5-838e-6ee863e12c84 req-b78b0b68-7154-4374-b778-b771abe52420 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:16.648997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46425a4b-1d67-4fd5-838e-6ee863e12c84 req-b78b0b68-7154-4374-b778-b771abe52420 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1042166 Jun 17 08:27:16.720717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46425a4b-1d67-4fd5-838e-6ee863e12c84 req-df56a220-0f5f-4153-ac18-20a465bf4638 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Jun 17 08:27:16.895069 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.068841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9562-c037-4083-9996-feaacd27f94e req-2fc91589-a200-4dd0-aa95-b6c85475ac0c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:17.080050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00fd9562-c037-4083-9996-feaacd27f94e req-2fc91589-a200-4dd0-aa95-b6c85475ac0c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1858573 Jun 17 08:27:17.143878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00fd9562-c037-4083-9996-feaacd27f94e req-aa134dd5-6679-494a-b7b9-8910b12425ae tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Jun 17 08:27:17.340871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:17.437082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4f0d-f7e8-4a64-8137-e10d1a981d40 req-304b7652-a3f3-417e-9865-70d7d48af6d3 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:17.442256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc1b4f0d-f7e8-4a64-8137-e10d1a981d40 req-304b7652-a3f3-417e-9865-70d7d48af6d3 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1497941 Jun 17 08:27:17.529088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc1b4f0d-f7e8-4a64-8137-e10d1a981d40 req-d4b580f5-3b7e-47c1-98fe-bff39d0713b7 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793014 Jun 17 08:27:17.530509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-580507661-network', 'tenant_id': '43e307b8792047a984ccdda126e7af37'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:17.563860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Made reservation on behalf of 43e307b8792047a984ccdda126e7af37 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:17.566762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.576970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.752289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.758275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.762569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562f39-3787-4961-8413-5a315e878126 req-86ba7beb-19ea-4a06-beb9-2439995fea60 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:17.763139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5d01416-9504-47be-93f9-9929a072068d tempest-ListImageFiltersTestJSON-1237511884 tempest-ListImageFiltersTestJSON-1237511884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:17.764193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e562f39-3787-4961-8413-5a315e878126 req-86ba7beb-19ea-4a06-beb9-2439995fea60 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1216159 Jun 17 08:27:17.785428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:17.796386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.797427 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Added segment df638675-2197-4270-8e61-affaa6be5b1a of type vlan for network 11e4dab6-6e7e-4fd4-bb65-460c65481d63 Jun 17 08:27:17.818856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e562f39-3787-4961-8413-5a315e878126 req-faae73b8-0c1f-4f1b-9432-721e0de87876 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Jun 17 08:27:17.865608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.887355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c927d815-4c28-42cd-bbac-3062aedc5f51,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:17.891643 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:17.922279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.923679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:17.924261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.930870 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df4e55e1-f682-4225-8ed7-6d7a80ebc6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:17.965577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6200848 Jun 17 08:27:17.965829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48580) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:17.970635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Request body: {'subnet': {'network_id': '11e4dab6-6e7e-4fd4-bb65-460c65481d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-580507661-subnet', 'tenant_id': '43e307b8792047a984ccdda126e7af37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:17.999123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Pushing event updated for resources: {'Network': ['ID=11e4dab6-6e7e-4fd4-bb65-460c65481d63,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:18.003415 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:18.012689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 11e4dab6-6e7e-4fd4-bb65-460c65481d63 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:18.022425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Made reservation on behalf of 43e307b8792047a984ccdda126e7af37 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:18.025748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.054338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73034761-2508-41f6-9d7a-4b8b7fe4abee req-4ec5f029-b728-4cb1-bf2e-a01712ebd374 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.056146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73034761-2508-41f6-9d7a-4b8b7fe4abee req-4ec5f029-b728-4cb1-bf2e-a01712ebd374 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 945 time: 0.1428225 Jun 17 08:27:18.090878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ab59-12c6-442c-83a3-a96c0ff5d77e req-5f5bbf3c-53e0-4e38-9db4-697b5b62e40f tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.092536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68a9ab59-12c6-442c-83a3-a96c0ff5d77e req-5f5bbf3c-53e0-4e38-9db4-697b5b62e40f tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1102 time: 0.1133235 Jun 17 08:27:18.120566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73034761-2508-41f6-9d7a-4b8b7fe4abee req-b9209229-be0b-411a-8385-7d96b17a0d94 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575635 Jun 17 08:27:18.155215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68a9ab59-12c6-442c-83a3-a96c0ff5d77e req-8024d915-4ecf-4989-8d47-c9151e039b56 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510738 Jun 17 08:27:18.249972 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.253438 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77984d3a-9228-4d18-957b-d1b5158dec92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:18.325986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc387019-bdce-4ce9-b18a-02b0e746efbe,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:18.333769 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:18.340527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Checking segment: {'id': 'df638675-2197-4270-8e61-affaa6be5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11e4dab6-6e7e-4fd4-bb65-460c65481d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:18.341060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Network hostable DHCP agents. Network: 11e4dab6-6e7e-4fd4-bb65-460c65481d63, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:18.358530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Network 11e4dab6-6e7e-4fd4-bb65-460c65481d63 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:18.362553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-34c02f78-7d57-4eae-b670-69219876ecfe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3193220c384440fab2857ea21ca34956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220237 Jun 17 08:27:18.368898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 11e4dab6-6e7e-4fd4-bb65-460c65481d63) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:18.373535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.375066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.380545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e3224-2a4a-4f6a-a6de-950b69d85e70 None None] Network 11e4dab6-6e7e-4fd4-bb65-460c65481d63 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:18.393912 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4224648 Jun 17 08:27:18.500824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac7f2-bf6e-4741-bf30-3cf7406dc610 req-694faaea-f94c-4457-be5a-73158173d439 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.502334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-545ac7f2-bf6e-4741-bf30-3cf7406dc610 req-694faaea-f94c-4457-be5a-73158173d439 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1102 time: 0.1388958 Jun 17 08:27:18.511344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-2afa5170-53ec-4e8d-a057-ce65e4e02fd1 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.517796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-2afa5170-53ec-4e8d-a057-ce65e4e02fd1 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457283 Jun 17 08:27:18.518994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b4264c-228b-4a97-a5d0-f5f3ff14e109 None None] Network 11e4dab6-6e7e-4fd4-bb65-460c65481d63 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:18.541864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-7b109148-7ce1-4399-9308-88e0dbce111d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/quotas/3193220c384440fab2857ea21ca34956 HTTP/1.1" status: 200 len: 375 time: 0.0232153 Jun 17 08:27:18.583632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-7c7a92e0-2358-4429-a59b-4176fc184a5e tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3193220c384440fab2857ea21ca34956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347230 Jun 17 08:27:18.586451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-545ac7f2-bf6e-4741-bf30-3cf7406dc610 req-0e2fb3e1-852a-4103-ad05-6b2d160b5845 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667512 Jun 17 08:27:18.776790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13d14b-67ca-447d-a85a-e224c37c93e6 req-8faea1c3-02f1-4d19-93aa-7ba7d2878317 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.778378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c13d14b-67ca-447d-a85a-e224c37c93e6 req-8faea1c3-02f1-4d19-93aa-7ba7d2878317 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.0848613 Jun 17 08:27:18.786336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-49d29c26-b5d9-4da5-a0d7-234df54a9a2f req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1910613044', 'description': 'tempest-description-235082838'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:18.833258 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49d29c26-b5d9-4da5-a0d7-234df54a9a2f req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.841099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c13d14b-67ca-447d-a85a-e224c37c93e6 req-229af72c-3964-49b2-bac3-8d7f7aa33e0b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Jun 17 08:27:18.945147 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49d29c26-b5d9-4da5-a0d7-234df54a9a2f req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.949257 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49d29c26-b5d9-4da5-a0d7-234df54a9a2f req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.955266 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21d18cc3-c4c1-4b41-aee1-10db1f096740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:19.018254 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49d29c26-b5d9-4da5-a0d7-234df54a9a2f req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.019791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49d29c26-b5d9-4da5-a0d7-234df54a9a2f req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2373559 Jun 17 08:27:19.023419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdff5e9-8658-4659-bdec-eefd9043883b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:19.026435 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:19.059984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30017f2-888a-4d3b-9c68-18ebd2c5b817 req-41b0891e-db60-4f54-b1c0-7d05b3067eb0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:19.061709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c30017f2-888a-4d3b-9c68-18ebd2c5b817 req-41b0891e-db60-4f54-b1c0-7d05b3067eb0 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1086638 Jun 17 08:27:19.104657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c30017f2-888a-4d3b-9c68-18ebd2c5b817 req-c5cad7fd-c98f-4bf3-b6d4-e271e258cf52 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Jun 17 08:27:19.148045 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.256152 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-069fa0ca-18d4-424a-a6a2-b20d61ac6d2c req-fd08f46d-def3-4a42-8140-2bbf7a2769e8 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 210 time: 0.0333674 Jun 17 08:27:19.512641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c7450d2-ee3b-4023-851f-2374f513261a req-956099d7-089b-4287-b61c-b866f2cc2f98 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/1cdff5e9-8658-4659-bdec-eefd9043883b HTTP/1.1" status: 200 len: 1812 time: 0.0450187 Jun 17 08:27:19.522467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cdff5e9-8658-4659-bdec-eefd9043883b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:19.522869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cdff5e9-8658-4659-bdec-eefd9043883b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:19.623154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.638313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447ab2-d33d-4c07-a98d-2d76fc5c0984 req-8033adf3-c7ff-4370-b671-228a77593d7e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:19.640497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f447ab2-d33d-4c07-a98d-2d76fc5c0984 req-8033adf3-c7ff-4370-b671-228a77593d7e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1121564 Jun 17 08:27:19.693170 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.699421 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.706383 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bcac5b61-efba-4829-86fe-fe1845f9f679 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:19.728010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f447ab2-d33d-4c07-a98d-2d76fc5c0984 req-f9eb3686-48c0-4198-bb7f-b405b39cd115 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703979 Jun 17 08:27:19.731134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94ba3c9-93df-4888-9812-3c3c7cf40e3c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:19.734618 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:19.737543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.738572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c7450d2-ee3b-4023-851f-2374f513261a req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2200778 Jun 17 08:27:19.888311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-364d19ad-9295-4c56-8166-02ce6b2c2461 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3193220c384440fab2857ea21ca34956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373168 Jun 17 08:27:20.097482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-0845d6ba-c8a6-4f1e-ab51-0b1301589037 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:20.098922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-0845d6ba-c8a6-4f1e-ab51-0b1301589037 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093334 Jun 17 08:27:20.114943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Request body: {'port': {'device_id': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '3193220c384440fab2857ea21ca34956'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:20.143490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b33cc3c2-2da5-4da7-984b-2565790ba62d req-98fe7bab-9648-46ae-a95a-d4dcf3ab8b08 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/1cdff5e9-8658-4659-bdec-eefd9043883b HTTP/1.1" status: 200 len: 2405 time: 0.1266210 Jun 17 08:27:20.201824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3670ec-c010-4d05-9d04-990ee83f4bf6 req-7ef1ec28-011f-43c0-a44c-3329741f59b4 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:20.203319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c3670ec-c010-4d05-9d04-990ee83f4bf6 req-7ef1ec28-011f-43c0-a44c-3329741f59b4 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 945 time: 0.2023964 Jun 17 08:27:20.299154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c3670ec-c010-4d05-9d04-990ee83f4bf6 req-5219bd6f-83f9-4e8d-8087-58e14fb10e97 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885892 Jun 17 08:27:20.328394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Made reservation on behalf of 3193220c384440fab2857ea21ca34956 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:20.332080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.343096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e9e7c-f3b1-425e-9e60-8be2163182f1 req-c9ff0ac6-c71c-4c80-9f49-28745dd2d741 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:20.344670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-046e9e7c-f3b1-425e-9e60-8be2163182f1 req-c9ff0ac6-c71c-4c80-9f49-28745dd2d741 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1053009 Jun 17 08:27:20.351122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.407292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-046e9e7c-f3b1-425e-9e60-8be2163182f1 req-c40f6b24-8323-4a8e-b3bc-66347d270122 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539262 Jun 17 08:27:20.487144 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.493925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.497286 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-58cc2391-b3c4-41ea-aaf6-edf2bacc2d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:20.567259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-d2f85081-8474-4305-99c7-c1f3f5fe21a4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-group-rules/b94ba3c9-93df-4888-9812-3c3c7cf40e3c HTTP/1.1" status: 200 len: 778 time: 0.0654790 Jun 17 08:27:20.617567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c91414c-0482-488a-8bc0-16296b716738,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:20.621007 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:20.697139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-7661a0f7-fca1-4d9d-bd5b-965b7e7f3b3f tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/1cdff5e9-8658-4659-bdec-eefd9043883b HTTP/1.1" status: 200 len: 2405 time: 0.1115808 Jun 17 08:27:20.737570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Allocated IP 192.168.233.30 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/9923c3fc-6450-4338-85ad-1e6e02ca9f97) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:20.764509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b5c43-65ab-4f05-aa74-313c10e29b6b req-9a09c4a8-52a6-4956-82c5-30b535aa4357 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:20.766005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d3b5c43-65ab-4f05-aa74-313c10e29b6b req-9a09c4a8-52a6-4956-82c5-30b535aa4357 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.2306936 Jun 17 08:27:20.772773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.797197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.875785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d3b5c43-65ab-4f05-aa74-313c10e29b6b req-8b01c7bb-e62f-498d-8f03-e2119f031877 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979629 Jun 17 08:27:20.878476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.885216 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8bd8dc4-44fb-46d7-9035-3e6a93576cdb tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:20.889836 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.891010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6dd331f6-d531-4ec5-abea-34e9fe7e79aa req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b94ba3c9-93df-4888-9812-3c3c7cf40e3c HTTP/1.1" status: 204 len: 173 time: 0.1874082 Jun 17 08:27:20.907107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b94ba3c9-93df-4888-9812-3c3c7cf40e3c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:20.933478 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:20.985072 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.024858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Transition to ACTIVE for port object 9923c3fc-6450-4338-85ad-1e6e02ca9f97 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:21.027722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e1ad73f-b599-4c54-ae4c-380793e1dc6a req-9210b471-bec7-4153-ad92-ecc1675ed20d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 210 time: 0.0352528 Jun 17 08:27:21.061569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.065637 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-619c4058-1bf9-4e36-b2ee-d645d2c305e7 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.110350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:21.114120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:21.118806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:21.173664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Pushing event updated for resources: {'Port': ['ID=9923c3fc-6450-4338-85ad-1e6e02ca9f97,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.183495 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.237600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.238228 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.274116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1640904 Jun 17 08:27:21.288187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Request body: {'port': {'device_id': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:21.333943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acc535-7fce-453e-9d25-524a51dd33b9 req-55928b5e-c1f3-4396-9ff3-0814b4297f01 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.336895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0acc535-7fce-453e-9d25-524a51dd33b9 req-55928b5e-c1f3-4396-9ff3-0814b4297f01 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1788447 Jun 17 08:27:21.362596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33a83-e118-4820-831a-220a332f4d20 req-c631013c-ed8c-484e-8643-bb417331976f tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.364196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16f33a83-e118-4820-831a-220a332f4d20 req-c631013c-ed8c-484e-8643-bb417331976f tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.60 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 945 time: 0.1841486 Jun 17 08:27:21.396146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4692cc94-6785-43db-a8af-79891ba006ae None None] Provisioning for port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:21.401655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4692cc94-6785-43db-a8af-79891ba006ae None None] Provisioning complete for port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:21.402658 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4692cc94-6785-43db-a8af-79891ba006ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.435966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-30b186e1-d7d5-4750-9d1b-3e863656623b req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1521515619', 'description': 'tempest-description-593744430'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:21.442287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4692cc94-6785-43db-a8af-79891ba006ae None None] Port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:21.484582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0acc535-7fce-453e-9d25-524a51dd33b9 req-8d77b973-9021-456f-974a-01f1be03c274 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376545 Jun 17 08:27:21.528071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.542309 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-30b186e1-d7d5-4750-9d1b-3e863656623b req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.718806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Deleting port a4509fc1-d2a4-4321-a54a-34d9968e5c70 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:21.719176 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.165364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82fda0-579a-4625-a99d-74a59707463f req-a54020cc-f680-4485-8c55-39f9670fe570 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.166827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d82fda0-579a-4625-a99d-74a59707463f req-a54020cc-f680-4485-8c55-39f9670fe570 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 945 time: 0.5698583 Jun 17 08:27:22.202354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-30b186e1-d7d5-4750-9d1b-3e863656623b req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.218408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-30b186e1-d7d5-4750-9d1b-3e863656623b req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.230403 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-112bfc3c-5e98-428f-9eb4-db67c1b69e9c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:22.263260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] For port a4509fc1-d2a4-4321-a54a-34d9968e5c70, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4509fc1-d2a4-4321-a54a-34d9968e5c70,segment=NetworkSegment(1025c038-6cb6-4627-8d1c-b8b1799a2313),segment_id=1025c038-6cb6-4627-8d1c-b8b1799a2313)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:22.263623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.300705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-30b186e1-d7d5-4750-9d1b-3e863656623b req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.302172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30b186e1-d7d5-4750-9d1b-3e863656623b req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8845756 Jun 17 08:27:22.344311 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:22.361408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Calling delete_port for a4509fc1-d2a4-4321-a54a-34d9968e5c70 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:22.368917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c63ba-19ec-49f2-ab27-016a4b99cdb4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.376770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d82fda0-579a-4625-a99d-74a59707463f req-077b19c8-f0af-4367-a883-edbc4caf9fea tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/security-groups?id=98dddd98-acf8-48bf-834e-1e34a9508999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771288 Jun 17 08:27:22.380310 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.544249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9923c3fc-6450-4338-85ad-1e6e02ca9f97 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:22.556748 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.592727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Transition to ACTIVE for port object 9923c3fc-6450-4338-85ad-1e6e02ca9f97 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:22.604467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.628379 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89c87bcf-1892-415c-b9d3-44422dcc8551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:22.680023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362f9df-1c2a-4977-9bf2-f0c2ec28a2a4 req-45d67a6f-6247-439c-8ec9-21dd59b8873a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.681563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5362f9df-1c2a-4977-9bf2-f0c2ec28a2a4 req-45d67a6f-6247-439c-8ec9-21dd59b8873a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2827678 Jun 17 08:27:22.744747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c6c3-5899-49b8-bafd-04ec613b6da2 req-25eb2220-51dc-403c-9122-921441854779 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.746507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2343c6c3-5899-49b8-bafd-04ec613b6da2 req-25eb2220-51dc-403c-9122-921441854779 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.2600143 Jun 17 08:27:22.776505 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.792156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9923c3fc-6450-4338-85ad-1e6e02ca9f97,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.816575 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.821242 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4752e0b4-395a-4fd6-942d-86648491bdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:22.890023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Pushing event deleted for resources: {'Port': ['ID=a4509fc1-d2a4-4321-a54a-34d9968e5c70,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.900312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5362f9df-1c2a-4977-9bf2-f0c2ec28a2a4 req-73046892-809d-4765-bb6d-c134337898dc tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075040 Jun 17 08:27:22.904301 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.929307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2343c6c3-5899-49b8-bafd-04ec613b6da2 req-bcb229ab-20c0-41c4-9903-b1dd9df93cea tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749058 Jun 17 08:27:22.955664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] No DVR routers for this DVR port a4509fc1-d2a4-4321-a54a-34d9968e5c70 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:22.963012 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.965004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16f33a83-e118-4820-831a-220a332f4d20 req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.60 "DELETE /v2.0/ports/a4509fc1-d2a4-4321-a54a-34d9968e5c70 HTTP/1.1" status: 204 len: 173 time: 1.5877151 Jun 17 08:27:22.965717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'name': 'network-vif-deleted', 'tag': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:22.967885 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc11db03-2981-4a17-ad21-5fab9f77ca0c" -d '{"events": [{"server_uuid": "641c1782-859b-4bdf-8322-88cb152ef8fb", "name": "network-vif-deleted", "tag": "a4509fc1-d2a4-4321-a54a-34d9968e5c70"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:22.974731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Attempting to bind port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:22.975132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Attempting to bind port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:22.975465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Attempting to bind port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:22.980150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:22.980595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Attempting to bind port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:22.985630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:22.985975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:22.986356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:22.986798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Bound port: 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:22.987225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.092053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] For port 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:23.096572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] For port 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:23.105055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.109039 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ee57e25d-b637-4c14-b97e-2e539ed02416 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:23.146099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.146715 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.148516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] 10.222.0.67 "PUT /v2.0/ports/9923c3fc-6450-4338-85ad-1e6e02ca9f97 HTTP/1.1" status: 200 len: 1096 time: 1.8656018 Jun 17 08:27:23.159114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4f2fa-8765-40cf-82d0-293c18666284 req-7c0cde1a-73f4-4aab-b774-a8fb6af55cbe tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.160849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fa4f2fa-8765-40cf-82d0-293c18666284 req-7c0cde1a-73f4-4aab-b774-a8fb6af55cbe tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1380506 Jun 17 08:27:23.211126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9923c3fc-6450-4338-85ad-1e6e02ca9f97,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:23.230782 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:23.284457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fa4f2fa-8765-40cf-82d0-293c18666284 req-1b666bd9-eb50-4f22-9d11-23d4ca84878d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130624 Jun 17 08:27:23.329549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b8d89-8111-4454-bf87-fbc9d2d3122c req-04dba07a-04be-4a6d-ad3f-ffd5396af380 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.331397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-646b8d89-8111-4454-bf87-fbc9d2d3122c req-04dba07a-04be-4a6d-ad3f-ffd5396af380 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 947 time: 0.1434257 Jun 17 08:27:23.363286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-729bf31d-9577-44c5-a582-166baa9da7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.365219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-729bf31d-9577-44c5-a582-166baa9da7b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3193220c384440fab2857ea21ca34956&device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 1099 time: 0.1334310 Jun 17 08:27:23.434441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-41de228d-8c60-4a6c-aa41-4674b71595a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97 HTTP/1.1" status: 200 len: 217 time: 0.0566487 Jun 17 08:27:23.452591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e812b16f-b02d-4c22-8063-0dba58d6edeb req-ce3546a8-6255-4feb-b1e8-f64c05e77c18 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/a40c63ba-19ec-49f2-ab27-016a4b99cdb4 HTTP/1.1" status: 200 len: 1812 time: 0.1164241 Jun 17 08:27:23.482153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-646b8d89-8111-4454-bf87-fbc9d2d3122c req-312029d7-ceb3-41d4-97db-4e69c7a4df58 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429431 Jun 17 08:27:23.505429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-c680129b-3222-4ab4-9adf-99fd2e732de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.507550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-c680129b-3222-4ab4-9adf-99fd2e732de1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0580249 Jun 17 08:27:23.561697 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0810c1-08db-4910-9e22-051be4e5481f x-openstack-request-id: req-8a0810c1-08db-4910-9e22-051be4e5481f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:23.562226 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641c1782-859b-4bdf-8322-88cb152ef8fb", "name": "network-vif-deleted", "tag": "a4509fc1-d2a4-4321-a54a-34d9968e5c70", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:23.562623 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a0810c1-08db-4910-9e22-051be4e5481f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:23.563176 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641c1782-859b-4bdf-8322-88cb152ef8fb', 'name': 'network-vif-deleted', 'tag': 'a4509fc1-d2a4-4321-a54a-34d9968e5c70', 'status': 'completed', 'code': 200} Jun 17 08:27:23.623706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-0d7771c3-f015-48bb-b5ba-50fa129d5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.625169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-0d7771c3-f015-48bb-b5ba-50fa129d5860 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073563 Jun 17 08:27:23.719502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4fae-107a-4654-a132-f1ea709f74e3 req-6eb2ceb7-fe26-42f2-ab6a-62d9f5a325f8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.721012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8af4fae-107a-4654-a132-f1ea709f74e3 req-6eb2ceb7-fe26-42f2-ab6a-62d9f5a325f8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1463537 Jun 17 08:27:23.761235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6173eac-b148-445e-936c-ac06e64502b0 req-4477241d-ecf8-4dd6-be4c-622441a1c1f6 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] 10.222.0.65 "GET /v2.0/ports?device_id=641c1782-859b-4bdf-8322-88cb152ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0530338 Jun 17 08:27:23.831624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d1c709d9-2846-441d-bbb6-2801a76622b8 req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1073807357', 'description': 'tempest-description-968840048'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:23.842942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-284757d8-6964-4108-a798-3cb84baad355 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095039 Jun 17 08:27:23.859804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8af4fae-107a-4654-a132-f1ea709f74e3 req-23fe8a34-2d1e-44a9-a627-1cfb5e9983f2 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258974 Jun 17 08:27:23.938655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d1c709d9-2846-441d-bbb6-2801a76622b8 req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.986343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-2fb9cff3-4859-49e7-a3b2-88fd66e82164 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.987829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-2fb9cff3-4859-49e7-a3b2-88fd66e82164 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.60 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 945 time: 0.1938686 Jun 17 08:27:24.032940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e261495-b85e-43e9-bc28-c2cddb870a57 req-10956270-3915-46d5-a3a0-d01215645aad service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776493 Jun 17 08:27:24.188432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbac27-72a8-442c-beff-f60f437bf1b1 req-aebf6492-ef39-4b38-b1d6-6788138dc52f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:24.189832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3cfbac27-72a8-442c-beff-f60f437bf1b1 req-aebf6492-ef39-4b38-b1d6-6788138dc52f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1560299 Jun 17 08:27:24.197328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d1c709d9-2846-441d-bbb6-2801a76622b8 req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.207043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d1c709d9-2846-441d-bbb6-2801a76622b8 req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.213285 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27a02aaf-2d89-4ef1-9e5f-ba58fd0009d4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:24.247347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Deleting port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:24.247695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.269530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d1c709d9-2846-441d-bbb6-2801a76622b8 req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.270733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1c709d9-2846-441d-bbb6-2801a76622b8 req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4649007 Jun 17 08:27:24.288292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0cf27-2e90-4c1e-8568-7c0e58e4f5de,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.294949 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:24.300008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4509fc1-d2a4-4321-a54a-34d9968e5c70 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:24.304678 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3cfbac27-72a8-442c-beff-f60f437bf1b1 req-c8270ed7-50cb-4c98-9214-7dd300f27fea tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045885 Jun 17 08:27:24.329280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: a4509fc1-d2a4-4321-a54a-34d9968e5c70 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:24.329903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4509fc1-d2a4-4321-a54a-34d9968e5c70 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:24.371478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] For port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:24.371758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.464902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Calling delete_port for a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:24.580787 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fbd11-fdc2-47ce-b209-3e83a86d0461 req-29c09acb-5bb6-470a-8b55-7283b2e85e75 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:24.582262 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-587fbd11-fdc2-47ce-b209-3e83a86d0461 req-29c09acb-5bb6-470a-8b55-7283b2e85e75 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.2133303 Jun 17 08:27:24.586088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23a3dc-81ff-4697-bdea-ee020914c281 req-d51924c0-ca76-45a1-97b0-d228467d0e72 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/81f0cf27-2e90-4c1e-8568-7c0e58e4f5de HTTP/1.1" status: 200 len: 1812 time: 0.1160262 Jun 17 08:27:24.656879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-587fbd11-fdc2-47ce-b209-3e83a86d0461 req-12f1d031-d975-4934-b677-c5fd027ea4d2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Jun 17 08:27:24.719328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.725683 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d873f2e-4885-4611-8de1-e9e844d193c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:24.730883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['55fe9484-0336-4926-95d6-7898379593e5'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:24.755112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Pushing event deleted for resources: {'Port': ['ID=a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.759100 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:24.829490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] No DVR routers for this DVR port a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:24.832260 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.835817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27a74d9a-47e0-43ba-a867-43c4bf040ade req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.60 "DELETE /v2.0/ports/a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 HTTP/1.1" status: 204 len: 173 time: 0.8351226 Jun 17 08:27:24.870097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa04a32-a5a1-47fc-a0ea-cb76fee33871 req-ee48b576-1ff5-4448-8c19-72882bb91a83 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:24.871678 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfa04a32-a5a1-47fc-a0ea-cb76fee33871 req-ee48b576-1ff5-4448-8c19-72882bb91a83 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=00fdf657-0260-4820-9bfe-e152b9be92e8 HTTP/1.1" status: 200 len: 867 time: 0.1930978 Jun 17 08:27:24.928850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfa04a32-a5a1-47fc-a0ea-cb76fee33871 req-0490f6d2-e5a8-4370-b385-76ab0455323e tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489759 Jun 17 08:27:24.937127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5b6d-884f-46e6-ae34-58b8ac27d430 req-e387309b-61d2-4f30-9d2c-3f8ad3669cdf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:24.939461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e1a5b6d-884f-46e6-ae34-58b8ac27d430 req-e387309b-61d2-4f30-9d2c-3f8ad3669cdf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 946 time: 0.1460805 Jun 17 08:27:24.981770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e1a5b6d-884f-46e6-ae34-58b8ac27d430 req-9c023581-24a4-4046-92b0-7ac02251f638 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360551 Jun 17 08:27:24.989923 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5c00-2328-4caf-91ad-2e1c11a94b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.025647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c82d9e16-c4ce-4b2c-9b68-b88dbc6ccf62 req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1557955681', 'description': 'tempest-description-1551579937'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:25.053022 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c82d9e16-c4ce-4b2c-9b68-b88dbc6ccf62 req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.171818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4102-317b-491f-abe9-2c053188c89d req-ed026a1a-5d7b-45f5-aca4-f64c02fe6a47 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:25.173282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2ef4102-317b-491f-abe9-2c053188c89d req-ed026a1a-5d7b-45f5-aca4-f64c02fe6a47 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 947 time: 0.1013601 Jun 17 08:27:25.212007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c82d9e16-c4ce-4b2c-9b68-b88dbc6ccf62 req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.217972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c82d9e16-c4ce-4b2c-9b68-b88dbc6ccf62 req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.225450 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-488c7957-140c-4e89-a37a-091bd22e4574 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:25.247324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2ef4102-317b-491f-abe9-2c053188c89d req-1b7f9f62-3be8-42af-a9f0-ce836898121c tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676527 Jun 17 08:27:25.258676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c82d9e16-c4ce-4b2c-9b68-b88dbc6ccf62 req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.259896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c82d9e16-c4ce-4b2c-9b68-b88dbc6ccf62 req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2394464 Jun 17 08:27:25.261628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023259c0-699d-46f4-9606-e5ef5a3d4ca2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:25.264931 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:25.338814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48718) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:25.422143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Deleting subnet 5992f5e4-2e30-4ea2-ab59-fe1e71e662f0 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:25.427575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.474453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.506099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc969ab-d331-4067-a729-968eda6101f6 req-5e4e9080-94a0-4839-8cb5-e28bd418cfa3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:25.508236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6cc969ab-d331-4067-a729-968eda6101f6 req-5e4e9080-94a0-4839-8cb5-e28bd418cfa3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1430831 Jun 17 08:27:25.545944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.568943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'tag': '9923c3fc-6450-4338-85ad-1e6e02ca9f97'}, {'server_uuid': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'name': 'network-vif-deleted', 'tag': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:25.571251 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c2060-73cd-49eb-bf20-adeb2e7a2b51" -d '{"events": [{"name": "network-changed", "server_uuid": "d1113985-e129-4e95-a8ea-73220c666ae0", "tag": "9923c3fc-6450-4338-85ad-1e6e02ca9f97"}, {"server_uuid": "00fdf657-0260-4820-9bfe-e152b9be92e8", "name": "network-vif-deleted", "tag": "a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:25.587561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6cc969ab-d331-4067-a729-968eda6101f6 req-d64a3b3d-a4a0-417e-ad00-850da1a9cf1f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701706 Jun 17 08:27:25.624632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.631047 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f869688c-d325-4277-9331-e8f38c91d3be tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:25.679305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5992f5e4-2e30-4ea2-ab59-fe1e71e662f0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:25.681414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.684520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5992f5e4-2e30-4ea2-ab59-fe1e71e662f0 HTTP/1.1" status: 204 len: 168 time: 0.3445187 Jun 17 08:27:25.687181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48732) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:25.702756 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:25.703730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9923c3fc-6450-4338-85ad-1e6e02ca9f97 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:25.715778 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a215580-17b3-4449-9b56-1be61498eaed req-1b2ab7a3-8c8b-4bf3-9047-de1ebc5cce3f tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/023259c0-699d-46f4-9606-e5ef5a3d4ca2 HTTP/1.1" status: 200 len: 1813 time: 0.0871229 Jun 17 08:27:25.767383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.873074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:25.885492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '9923c3fc-6450-4338-85ad-1e6e02ca9f97', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '9923c3fc-6450-4338-85ad-1e6e02ca9f97', 'mac_address': 'fa:16:3e:6a:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:25.886720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.899035 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06e493f-cca3-4bcb-b736-e7b72fd1746b x-openstack-request-id: req-b06e493f-cca3-4bcb-b736-e7b72fd1746b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:25.899035 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1113985-e129-4e95-a8ea-73220c666ae0", "tag": "9923c3fc-6450-4338-85ad-1e6e02ca9f97", "status": "completed", "code": 200}, {"server_uuid": "00fdf657-0260-4820-9bfe-e152b9be92e8", "name": "network-vif-deleted", "tag": "a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:25.899339 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b06e493f-cca3-4bcb-b736-e7b72fd1746b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:25.899570 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'tag': '9923c3fc-6450-4338-85ad-1e6e02ca9f97', 'status': 'completed', 'code': 200} Jun 17 08:27:25.902844 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fdf657-0260-4820-9bfe-e152b9be92e8', 'name': 'network-vif-deleted', 'tag': 'a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0', 'status': 'completed', 'code': 200} Jun 17 08:27:25.909685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8007b1c1-82f9-4620-b2af-d591db6c99bb']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:25.926945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57060d-9522-4dd2-8915-5b01a066748f req-b3a8aad8-17f2-4444-bd63-e6f97674ecc0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:25.926945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a57060d-9522-4dd2-8915-5b01a066748f req-b3a8aad8-17f2-4444-bd63-e6f97674ecc0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.0969536 Jun 17 08:27:25.930102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1025c038-6cb6-4627-8d1c-b8b1799a2313') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:25.931211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1025c038-6cb6-4627-8d1c-b8b1799a2313') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:25.946414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.955301 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.968631 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.969515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9923c3fc-6450-4338-85ad-1e6e02ca9f97 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:25.979523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:25.980085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:25.982408 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:25.990202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:25.996121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.010255 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:26.021591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a57060d-9522-4dd2-8915-5b01a066748f req-37bbf1c4-83e2-402d-a522-8aa95e07d4a4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891294 Jun 17 08:27:26.053148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-18d68fb4-0996-40bf-8766-bb47072d68a2 req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1000733307', 'description': 'tempest-description-421730723'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:26.094806 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.095601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-49a4c079-1dfb-491b-b146-69dafdf2ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.098956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-49a4c079-1dfb-491b-b146-69dafdf2ad21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3193220c384440fab2857ea21ca34956&device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 1099 time: 0.1595571 Jun 17 08:27:26.113851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9923c3fc-6450-4338-85ad-1e6e02ca9f97,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:26.115066 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22fb0f27-8657-45d0-a07f-df03cc8c7b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:26.117199 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:26.130881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.133478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8007b1c1-82f9-4620-b2af-d591db6c99bb HTTP/1.1" status: 204 len: 168 time: 0.4453783 Jun 17 08:27:26.134821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Pushing event deleted for resources: {'Network': ['ID=8007b1c1-82f9-4620-b2af-d591db6c99bb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:26.137896 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:26.166684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18d68fb4-0996-40bf-8766-bb47072d68a2 req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.246157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b5a8-4f60-405d-b96f-680a06e00c34 req-e51bf09b-36d3-4114-be7f-908f042cbc4c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.247709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-def5b5a8-4f60-405d-b96f-680a06e00c34 req-e51bf09b-36d3-4114-be7f-908f042cbc4c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.2140577 Jun 17 08:27:26.310342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:26.341944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48746) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:26.349589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:26.350775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a4cbfca3-46a3-49c3-bd5c-c0d5e1a697c0 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:26.353786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9923c3fc-6450-4338-85ad-1e6e02ca9f97'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:26.389075 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-292825ca-568f-479f-99be-61b88ce516aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1994046c0bcf430285d52daef8a92a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456288 Jun 17 08:27:26.391265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48748) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:26.458412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.482889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.540625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.543275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.545245 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98dddd98-acf8-48bf-834e-1e34a9508999 HTTP/1.1" status: 204 len: 168 time: 0.1433301 Jun 17 08:27:26.547053 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:26.557791 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dddd98-acf8-48bf-834e-1e34a9508999,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:26.567450 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:26.605078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-047b8840-378c-455b-8c5a-d45c87b2e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.606551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-047b8840-378c-455b-8c5a-d45c87b2e342 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.4936206 Jun 17 08:27:26.651900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-def5b5a8-4f60-405d-b96f-680a06e00c34 req-1937b74c-8168-4646-8b7d-efd5be5bf679 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877292 Jun 17 08:27:26.697890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-54dd1286-3260-401c-815d-5c75c1a3a393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97 HTTP/1.1" status: 200 len: 217 time: 0.0726898 Jun 17 08:27:26.812484 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18d68fb4-0996-40bf-8766-bb47072d68a2 req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.834248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18d68fb4-0996-40bf-8766-bb47072d68a2 req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.873300 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b8d15efc-8ba6-47f2-9f59-8443dec583b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:26.917326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18d68fb4-0996-40bf-8766-bb47072d68a2 req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.924268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18d68fb4-0996-40bf-8766-bb47072d68a2 req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8753841 Jun 17 08:27:26.925847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-a79c56ca-234f-43c2-9b6a-3d3b4cc135c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.936828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-a79c56ca-234f-43c2-9b6a-3d3b4cc135c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2249789 Jun 17 08:27:26.973157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59389ffe-0f01-4c45-8a20-0a0cf63a921c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:26.993661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:27.031156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccde50d-acb4-4be8-bf17-40fbdc317696 req-2b5804c6-4769-4c00-9c79-ec1e8716da59 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.032714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ccde50d-acb4-4be8-bf17-40fbdc317696 req-2b5804c6-4769-4c00-9c79-ec1e8716da59 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 948 time: 0.2020707 Jun 17 08:27:27.073335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-34e0e6a9-5871-4976-a83e-15613d47add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.074835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-34e0e6a9-5871-4976-a83e-15613d47add9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348667 Jun 17 08:27:27.149829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ccde50d-acb4-4be8-bf17-40fbdc317696 req-f3d8e83c-221e-4bb1-bf81-f4c2cb44ab9c tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015353 Jun 17 08:27:27.234398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-9cb974f2-49bd-4e91-a6bd-6c2a85dae2ae service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423976 Jun 17 08:27:27.242734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf366910-b2c6-4b36-a97c-65e559e07b5c req-7fa1a948-c39e-490a-910a-fee9f5a8024e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.244406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf366910-b2c6-4b36-a97c-65e559e07b5c req-7fa1a948-c39e-490a-910a-fee9f5a8024e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1666853 Jun 17 08:27:27.358227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf366910-b2c6-4b36-a97c-65e559e07b5c req-62bac67e-8681-409e-9d9f-d3c0cc8f36e8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047616 Jun 17 08:27:27.384067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41c016a8-0499-471f-a93d-a27554e43ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.416286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850c2060-73cd-49eb-bf20-adeb2e7a2b51 req-bcccb867-0d0f-4732-8645-2768738a4263 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705320 Jun 17 08:27:27.468533 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.479920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c2b9313-74b0-4401-81c7-73ea9c27f975 req-968c0483-74b2-4c45-a6e1-01b3d02f1fbc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/59389ffe-0f01-4c45-8a20-0a0cf63a921c HTTP/1.1" status: 200 len: 1812 time: 0.0906117 Jun 17 08:27:27.526372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48786) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:27.648068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-318317681-network', 'tenant_id': 'ce167981f3464b9981ecdd26fd135e07'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:27.671259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Made reservation on behalf of ce167981f3464b9981ecdd26fd135e07 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:27.673552 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.682432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.705416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e770-5e08-45e9-a672-a93c65faebe8 req-efb12d3d-3f42-4253-a134-863435ff9591 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.706939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4f3e770-5e08-45e9-a672-a93c65faebe8 req-efb12d3d-3f42-4253-a134-863435ff9591 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1160736 Jun 17 08:27:27.718819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:27.722077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9923c3fc-6450-4338-85ad-1e6e02ca9f97 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:27.728808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729597-a02c-49ec-90d1-9e4596f2810c req-c5b4c29a-6afd-4a0f-9847-8150d9a43e60 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.730382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61729597-a02c-49ec-90d1-9e4596f2810c req-c5b4c29a-6afd-4a0f-9847-8150d9a43e60 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1250966 Jun 17 08:27:27.783842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4f3e770-5e08-45e9-a672-a93c65faebe8 req-9b2d9a0a-9132-43c1-94fc-e47babee8037 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700252 Jun 17 08:27:27.792983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61729597-a02c-49ec-90d1-9e4596f2810c req-b474fa40-6124-455f-a967-358deddef069 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Jun 17 08:27:27.799063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.806417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.819887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:27.829916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.830543 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Added segment 7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9 of type vlan for network ecdbf956-91d9-4a95-9596-09b05b673a40 Jun 17 08:27:27.840272 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-959f080d-764e-426e-99e8-88ec42fe87e8 req-95b0605d-3783-4b34-a8bc-898bc02ec527 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] show failed (client error): The resource could not be found. Jun 17 08:27:27.843878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:27.847780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-959f080d-764e-426e-99e8-88ec42fe87e8 req-95b0605d-3783-4b34-a8bc-898bc02ec527 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/cf559721-a732-46c1-b464-1c641fd48b88 HTTP/1.1" status: 404 len: 352 time: 0.0239260 Jun 17 08:27:27.851363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:27.851749 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.879472 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-7b63b676-6c16-4aae-9392-f46add13acd0 req-9fbc0dd6-8e4a-490a-83f8-90f0a8f22d95 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] show failed (client error): The resource could not be found. Jun 17 08:27:27.882834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.886451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b63b676-6c16-4aae-9392-f46add13acd0 req-9fbc0dd6-8e4a-490a-83f8-90f0a8f22d95 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-group-rules/c2049a58-5010-4637-94bf-c843c3423535 HTTP/1.1" status: 404 len: 361 time: 0.0206037 Jun 17 08:27:27.891104 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9705b9f8-754a-49e3-b5f6-656e189eb032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:27.896468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:27.914121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:27.939047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:27.942479 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:27.949870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.953912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.955249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.960007 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1536c3b1-4442-4d05-ba2a-4c325850bec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:27.966044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.988319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efad2fb8-65cd-42f7-b1a1-ecc4971b97b7 req-2bfa4f24-e258-43fe-8a86-4a783d6de18f tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/59389ffe-0f01-4c45-8a20-0a0cf63a921c HTTP/1.1" status: 200 len: 1812 time: 0.0558901 Jun 17 08:27:27.996455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:28.013141 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4828169 Jun 17 08:27:28.023767 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.026538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:28.028939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48800) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:28.035096 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.036487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdbf956-91d9-4a95-9596-09b05b673a40,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.039775 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:28.041594 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.044908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Request body: {'subnet': {'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-318317681-subnet', 'tenant_id': 'ce167981f3464b9981ecdd26fd135e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:28.065215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ecdbf956-91d9-4a95-9596-09b05b673a40 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:28.095718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9923c3fc-6450-4338-85ad-1e6e02ca9f97'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:28.098097 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07250f9-1104-4fa2-8e34-893f9ddf1207" -d '{"events": [{"server_uuid": "d1113985-e129-4e95-a8ea-73220c666ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9923c3fc-6450-4338-85ad-1e6e02ca9f97"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:28.101776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Made reservation on behalf of ce167981f3464b9981ecdd26fd135e07 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:28.104337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.120221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:28.135366 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.142535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efad2fb8-65cd-42f7-b1a1-ecc4971b97b7 req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.161278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5dfc5-aa66-4fa2-b6fd-74302852dfb3 req-10c8aa21-29f2-479e-9d42-cbdd5af57505 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.162787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afc5dfc5-aa66-4fa2-b6fd-74302852dfb3 req-10c8aa21-29f2-479e-9d42-cbdd5af57505 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1726522 Jun 17 08:27:28.174112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['36c46f94-3a35-4a6c-8411-c4ab75afd529'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:28.175817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.185560 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.186409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:28.222703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efad2fb8-65cd-42f7-b1a1-ecc4971b97b7 req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.276007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9923c3fc-6450-4338-85ad-1e6e02ca9f97,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.279889 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.283969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afc5dfc5-aa66-4fa2-b6fd-74302852dfb3 req-4724cbbe-c951-4ed9-96c7-5f8189fe9217 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127961 Jun 17 08:27:28.327066 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efad2fb8-65cd-42f7-b1a1-ecc4971b97b7 req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.329797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efad2fb8-65cd-42f7-b1a1-ecc4971b97b7 req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.330736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efad2fb8-65cd-42f7-b1a1-ecc4971b97b7 req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "DELETE /v2.0/security-groups/59389ffe-0f01-4c45-8a20-0a0cf63a921c HTTP/1.1" status: 204 len: 173 time: 0.3247452 Jun 17 08:27:28.332955 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f1b3ae60-766d-4962-86ba-aecc54a3ecff tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:28.347917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59389ffe-0f01-4c45-8a20-0a0cf63a921c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.352440 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.358871 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8607e598-7d26-4ea2-a1f7-813665b8d69d x-openstack-request-id: req-8607e598-7d26-4ea2-a1f7-813665b8d69d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:28.359285 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1113985-e129-4e95-a8ea-73220c666ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9923c3fc-6450-4338-85ad-1e6e02ca9f97", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:28.360402 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8607e598-7d26-4ea2-a1f7-813665b8d69d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:28.360894 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9923c3fc-6450-4338-85ad-1e6e02ca9f97', 'code': 200} Jun 17 08:27:28.435504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22dd3f8b-1fc2-460f-9d22-48d97427edd3 req-08a359c2-60ea-4d87-94cd-f181398c1af1 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/023259c0-699d-46f4-9606-e5ef5a3d4ca2 HTTP/1.1" status: 200 len: 1813 time: 0.0790775 Jun 17 08:27:28.436732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.439529 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:28.578494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cf4405-cea5-4118-bc42-955b04cb0843,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.582737 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.617970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Checking segment: {'id': '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:28.618327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Network hostable DHCP agents. Network: ecdbf956-91d9-4a95-9596-09b05b673a40, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:28.649940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22dd3f8b-1fc2-460f-9d22-48d97427edd3 req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.656333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8555-46a6-4acf-9fb8-687697675ce7 req-9217f08f-ff1c-4ee6-b7c3-d13827d573b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.657810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bea8555-46a6-4acf-9fb8-687697675ce7 req-9217f08f-ff1c-4ee6-b7c3-d13827d573b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 1101 time: 0.1973262 Jun 17 08:27:28.675954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e565db-76fc-485a-a05b-edc5d25702c0 req-e15f59c7-d565-4923-86e7-105a5b6b43b3 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.677562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17e565db-76fc-485a-a05b-edc5d25702c0 req-e15f59c7-d565-4923-86e7-105a5b6b43b3 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 949 time: 0.2019787 Jun 17 08:27:28.715351 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22dd3f8b-1fc2-460f-9d22-48d97427edd3 req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.717648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Network ecdbf956-91d9-4a95-9596-09b05b673a40 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:28.742383 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.768537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ecdbf956-91d9-4a95-9596-09b05b673a40) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:28.776003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93102a56-e965-4731-b3af-cf40f473223c None None] Network ecdbf956-91d9-4a95-9596-09b05b673a40 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:28.781489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bea8555-46a6-4acf-9fb8-687697675ce7 req-9982ccd2-cfa9-4a95-b1b8-5673dd52d2fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024790 Jun 17 08:27:28.782693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.783300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.792110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17e565db-76fc-485a-a05b-edc5d25702c0 req-89cac699-997d-48e4-b2ca-9d704e4acd6e tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014481 Jun 17 08:27:28.809636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7792003 Jun 17 08:27:28.824464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22dd3f8b-1fc2-460f-9d22-48d97427edd3 req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.829118 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22dd3f8b-1fc2-460f-9d22-48d97427edd3 req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.841709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22dd3f8b-1fc2-460f-9d22-48d97427edd3 req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "DELETE /v2.0/security-groups/023259c0-699d-46f4-9606-e5ef5a3d4ca2 HTTP/1.1" status: 204 len: 173 time: 0.3799512 Jun 17 08:27:28.844103 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bea3dbbe-a5d0-45a4-b81a-acda503336ea tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:28.859365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023259c0-699d-46f4-9606-e5ef5a3d4ca2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.864101 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.968307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0f82a-7dea-4d2a-91ff-2a7d0d62b816 None None] Network ecdbf956-91d9-4a95-9596-09b05b673a40 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:29.070223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5b3bd-7a04-4748-aa46-6f96f1bb87f7 req-5289bcd1-492e-42cc-ae5b-799345e8c3cb tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.071797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42d5b3bd-7a04-4748-aa46-6f96f1bb87f7 req-5289bcd1-492e-42cc-ae5b-799345e8c3cb tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1203113 Jun 17 08:27:29.080690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64021-c659-489d-9841-3d79e4bbb9cd req-f914ce89-1259-4fd3-8ce7-786ca66e1b06 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.082157 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45e64021-c659-489d-9841-3d79e4bbb9cd req-f914ce89-1259-4fd3-8ce7-786ca66e1b06 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1284871 Jun 17 08:27:29.139605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42d5b3bd-7a04-4748-aa46-6f96f1bb87f7 req-42612596-a8b0-4235-b134-38f01524ecaa tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563934 Jun 17 08:27:29.144410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45e64021-c659-489d-9841-3d79e4bbb9cd req-06a38bbd-4f4c-49ec-9390-7a7d45bf816f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548389 Jun 17 08:27:29.226295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2532d730-a777-4e43-9b91-8b5e856234ba req-22a73105-33c5-494c-b993-56db19c1377a tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/81f0cf27-2e90-4c1e-8568-7c0e58e4f5de HTTP/1.1" status: 200 len: 1812 time: 0.0455401 Jun 17 08:27:29.247629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-a67bc7bf-96c9-44be-9520-aee2913e9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.249052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-a67bc7bf-96c9-44be-9520-aee2913e9b10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.1038051 Jun 17 08:27:29.388629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2532d730-a777-4e43-9b91-8b5e856234ba req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.432551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8e04-010e-4bc7-ae9a-0dd5582d11ea req-38ba95c6-9a15-4360-a15e-1148c5964f42 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.433943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59df8e04-010e-4bc7-ae9a-0dd5582d11ea req-38ba95c6-9a15-4360-a15e-1148c5964f42 tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1891046 Jun 17 08:27:29.438505 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2532d730-a777-4e43-9b91-8b5e856234ba req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.469271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-fe0dcf46-21e7-4f74-9955-7df82a510c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.470661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-fe0dcf46-21e7-4f74-9955-7df82a510c83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.1780455 Jun 17 08:27:29.555587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59df8e04-010e-4bc7-ae9a-0dd5582d11ea req-912a67f2-f6d5-45ae-87b2-69c1c55ac02b tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/security-groups?id=61918206-0938-4cc3-9298-5f8cf443dd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143799 Jun 17 08:27:29.583160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2532d730-a777-4e43-9b91-8b5e856234ba req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.586441 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2532d730-a777-4e43-9b91-8b5e856234ba req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.587572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2532d730-a777-4e43-9b91-8b5e856234ba req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "DELETE /v2.0/security-groups/81f0cf27-2e90-4c1e-8568-7c0e58e4f5de HTTP/1.1" status: 204 len: 173 time: 0.3528740 Jun 17 08:27:29.594958 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56cdd931-6646-4a0f-bec4-a807313665ec tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:29.607294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-7f8bac47-cb26-49dc-8ebb-ddf9e7e641ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1001 time: 0.1234376 Jun 17 08:27:29.608230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0cf27-2e90-4c1e-8568-7c0e58e4f5de,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:29.610293 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:29.669510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-559e68c4-c9fa-47b3-9139-637717f4f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.671212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-559e68c4-c9fa-47b3-9139-637717f4f53a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0531960 Jun 17 08:27:29.723749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:29.773966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-3cd51066-14d9-4273-82ab-10b62d5766e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.773966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-3cd51066-14d9-4273-82ab-10b62d5766e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929985 Jun 17 08:27:29.802227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:29.802834 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.831539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2ddf1-ddca-48d0-90c2-2726e3040c3d req-3e34e243-0c15-4218-9f83-162169bd6cf8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.833282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dab2ddf1-ddca-48d0-90c2-2726e3040c3d req-3e34e243-0c15-4218-9f83-162169bd6cf8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1197469 Jun 17 08:27:29.890704 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.925407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:29.935607 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.937575 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:29.969790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dab2ddf1-ddca-48d0-90c2-2726e3040c3d req-043819b8-357b-4878-8ce4-8a7c1767b0c8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230636 Jun 17 08:27:29.987492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:30.001793 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:30.002604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-0bec59a6-c28f-49d7-b1bd-43d0f21ce906 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979856 Jun 17 08:27:30.010153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-7de3d5ca-f34a-44f1-b5d2-869329ba454e tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.011619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-7de3d5ca-f34a-44f1-b5d2-869329ba454e tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/networks?id=ecdbf956-91d9-4a95-9596-09b05b673a40 HTTP/1.1" status: 200 len: 812 time: 0.2278378 Jun 17 08:27:30.065879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-1fd28366-b2d6-4f4d-92c8-e95b57050b94 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/quotas/ce167981f3464b9981ecdd26fd135e07 HTTP/1.1" status: 200 len: 375 time: 0.0427907 Jun 17 08:27:30.152193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-dd45dab8-79e1-4346-8c9b-21e5c0e3dc14 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce167981f3464b9981ecdd26fd135e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735192 Jun 17 08:27:30.157744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa63e299-5047-423c-9bce-d628e941662b req-a114a5c7-9991-4252-8080-34c6c3afe7dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/a40c63ba-19ec-49f2-ab27-016a4b99cdb4 HTTP/1.1" status: 200 len: 1812 time: 0.1359310 Jun 17 08:27:30.193033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0456ad9b-0aa7-42f8-ba6f-286ccb18fc68 req-09bba040-42f1-43e2-b03a-734db34644db service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792490 Jun 17 08:27:30.212722 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.302520 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa63e299-5047-423c-9bce-d628e941662b req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.322029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-a1c3d387-96fe-43ca-b0e0-0081b966b5c4 service neutron] 10.222.0.65 "GET /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476393 Jun 17 08:27:30.351381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa63e299-5047-423c-9bce-d628e941662b req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.362099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:30.364606 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14b13df-4bdc-4492-987e-df1e0af46ec4" -d '{"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:30.440925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa63e299-5047-423c-9bce-d628e941662b req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.443556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa63e299-5047-423c-9bce-d628e941662b req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.445144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa63e299-5047-423c-9bce-d628e941662b req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "DELETE /v2.0/security-groups/a40c63ba-19ec-49f2-ab27-016a4b99cdb4 HTTP/1.1" status: 204 len: 173 time: 0.2680945 Jun 17 08:27:30.447299 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0fff6f34-344b-4bb9-8a21-a0e16ee2fc48 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:30.454384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-40d99506-97cd-4d98-95df-aa99246a16c9 service neutron] 10.222.0.65 "GET /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261928 Jun 17 08:27:30.460212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c63ba-19ec-49f2-ab27-016a4b99cdb4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:30.462855 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:30.641519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52131-df8a-49eb-9475-9387594467f4 req-491d54ae-9c47-4010-8e81-365a3cbc8afb tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.643363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98c52131-df8a-49eb-9475-9387594467f4 req-491d54ae-9c47-4010-8e81-365a3cbc8afb tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 945 time: 0.1289966 Jun 17 08:27:30.652201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921cb3-ea3f-466c-8ab7-2e81547e1eba req-ff6a7d74-d681-4ad2-a711-3b6c63bc626f tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.659544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8921cb3-ea3f-466c-8ab7-2e81547e1eba req-ff6a7d74-d681-4ad2-a711-3b6c63bc626f tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 949 time: 0.1110342 Jun 17 08:27:30.749867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8921cb3-ea3f-466c-8ab7-2e81547e1eba req-8eb3e80b-e2a7-4d59-a428-02b30ad14630 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892587 Jun 17 08:27:30.905182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Deleting port 55fe9484-0336-4926-95d6-7898379593e5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:30.905833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.949990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720769-8943-4d9a-8035-2a31b7ddf2cb req-888d535b-317d-4f80-9c4c-53667e535eac tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.957028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3720769-8943-4d9a-8035-2a31b7ddf2cb req-888d535b-317d-4f80-9c4c-53667e535eac tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1847568 Jun 17 08:27:31.530236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3720769-8943-4d9a-8035-2a31b7ddf2cb req-6283d587-2644-48c9-8308-2d2efce56180 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723155 Jun 17 08:27:31.544407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] For port 55fe9484-0336-4926-95d6-7898379593e5, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=55fe9484-0336-4926-95d6-7898379593e5,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:31.544407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.570784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d235ba-dba1-4cf8-9c3d-b55db43445cb req-fa2f54a6-5c37-4205-8389-d014befb0113 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.572884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40d235ba-dba1-4cf8-9c3d-b55db43445cb req-fa2f54a6-5c37-4205-8389-d014befb0113 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.6521165 Jun 17 08:27:31.602146 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ac637-ba96-4093-ae79-7b8340940cfc x-openstack-request-id: req-6e7ac637-ba96-4093-ae79-7b8340940cfc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:31.602697 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:31.602697 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e7ac637-ba96-4093-ae79-7b8340940cfc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:31.603123 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'code': 200} Jun 17 08:27:31.626208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Calling delete_port for 55fe9484-0336-4926-95d6-7898379593e5 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:31.742274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40d235ba-dba1-4cf8-9c3d-b55db43445cb req-2a886bbf-25a2-4303-a020-2cffd6199cfb tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135848 Jun 17 08:27:31.746688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a038bef-2b5d-49a1-ae1f-52e2507d9b05 req-0b4c984c-f84f-4e67-bda4-fd4bb312bb2e tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "GET /v2.0/security-groups/1cdff5e9-8658-4659-bdec-eefd9043883b HTTP/1.1" status: 200 len: 1812 time: 0.1142764 Jun 17 08:27:31.867623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a038bef-2b5d-49a1-ae1f-52e2507d9b05 req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.910570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a038bef-2b5d-49a1-ae1f-52e2507d9b05 req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.944934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.950504 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9b15ef36-ecad-4946-abcc-461046b33112 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:32.002605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Pushing event deleted for resources: {'Port': ['ID=55fe9484-0336-4926-95d6-7898379593e5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:32.019090 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:32.025708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec22d99d-b3f2-48ef-9ffc-79d06f776ecf req-cf61692f-48a3-444a-a26e-16e71ac2ddba tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f516ead-6898-4087-b1be-e7dc3d740c8d HTTP/1.1" status: 200 len: 210 time: 0.0633388 Jun 17 08:27:32.075433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] No DVR routers for this DVR port 55fe9484-0336-4926-95d6-7898379593e5 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:32.077954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a038bef-2b5d-49a1-ae1f-52e2507d9b05 req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.080861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8a038bef-2b5d-49a1-ae1f-52e2507d9b05 req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.093755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a038bef-2b5d-49a1-ae1f-52e2507d9b05 req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] 10.222.0.65 "DELETE /v2.0/security-groups/1cdff5e9-8658-4659-bdec-eefd9043883b HTTP/1.1" status: 204 len: 173 time: 0.3360798 Jun 17 08:27:32.095088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.100274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98c52131-df8a-49eb-9475-9387594467f4 req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] 10.222.0.67 "DELETE /v2.0/ports/55fe9484-0336-4926-95d6-7898379593e5 HTTP/1.1" status: 204 len: 173 time: 1.4375324 Jun 17 08:27:32.103140 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-458339ab-19cf-4dc8-a6ee-c75dd03ddb2e tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:32.105204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48908) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:32.110536 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'name': 'network-vif-deleted', 'tag': '55fe9484-0336-4926-95d6-7898379593e5'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:32.121831 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc016a5-a03b-47b1-8f7a-b9715241f54f" -d '{"events": [{"server_uuid": "5f516ead-6898-4087-b1be-e7dc3d740c8d", "name": "network-vif-deleted", "tag": "55fe9484-0336-4926-95d6-7898379593e5"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:32.132046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdff5e9-8658-4659-bdec-eefd9043883b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:32.134613 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:32.223289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Deleting subnet dc387019-bdce-4ce9-b18a-02b0e746efbe {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:32.227362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.265379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.306508 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.309283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e34e88e-eb29-4d91-9934-4af447756fc7 req-8e2065f0-c279-4b9a-8205-f0c9dac164a6 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 210 time: 0.0990140 Jun 17 08:27:32.369289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.370084 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d02f06-39f9-43d7-b6a0-500f5b90f331 x-openstack-request-id: req-35d02f06-39f9-43d7-b6a0-500f5b90f331 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:32.370509 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f516ead-6898-4087-b1be-e7dc3d740c8d", "name": "network-vif-deleted", "tag": "55fe9484-0336-4926-95d6-7898379593e5", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:32.370827 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35d02f06-39f9-43d7-b6a0-500f5b90f331 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:32.371369 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f516ead-6898-4087-b1be-e7dc3d740c8d', 'name': 'network-vif-deleted', 'tag': '55fe9484-0336-4926-95d6-7898379593e5', 'status': 'completed', 'code': 200} Jun 17 08:27:32.372530 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-961a3e9f-828a-4eff-a015-e0433120bd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:32.416980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc387019-bdce-4ce9-b18a-02b0e746efbe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:32.427218 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:32.428860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.430784 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dc387019-bdce-4ce9-b18a-02b0e746efbe HTTP/1.1" status: 204 len: 168 time: 0.3227692 Jun 17 08:27:32.433928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48916) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:32.672392 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.704591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-4fb9afa3-cd23-4d1d-bdc7-aa8a7e632d9d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3193220c384440fab2857ea21ca34956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678058 Jun 17 08:27:32.841009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592dca-e698-4721-8296-0f33fba3b586 req-7846a189-b28b-4013-af6b-0565dac74bcc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.850524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec592dca-e698-4721-8296-0f33fba3b586 req-7846a189-b28b-4013-af6b-0565dac74bcc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.3800068 Jun 17 08:27:32.953221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-0c8a2e3e-b98b-4099-8104-1538f9aa8266 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.955107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-0c8a2e3e-b98b-4099-8104-1538f9aa8266 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.60 "GET /v2.0/networks?id=ecdbf956-91d9-4a95-9596-09b05b673a40 HTTP/1.1" status: 200 len: 812 time: 0.3996692 Jun 17 08:27:32.978165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Request body: {'port': {'device_id': '70f27af5-74cb-475f-9fdc-f40401829881', 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40', 'admin_state_up': True, 'tenant_id': 'ce167981f3464b9981ecdd26fd135e07'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:33.035614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.059883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec592dca-e698-4721-8296-0f33fba3b586 req-44b02291-331b-469c-995a-61b577f0da04 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084458 Jun 17 08:27:33.072520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e4dab6-6e7e-4fd4-bb65-460c65481d63']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:33.103909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df638675-2197-4270-8e61-affaa6be5b1a') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:33.103909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df638675-2197-4270-8e61-affaa6be5b1a') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:33.120116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.131420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-189df247-caa0-44dc-8648-80bd5545ac94 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.138952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-189df247-caa0-44dc-8648-80bd5545ac94 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4231000 Jun 17 08:27:33.214241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-05db4e21-98b2-4479-b926-aa124e4a55a6 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/quotas/3193220c384440fab2857ea21ca34956 HTTP/1.1" status: 200 len: 375 time: 0.0748656 Jun 17 08:27:33.219247 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.263523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:33.264259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:33.267754 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:33.419685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.425863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Made reservation on behalf of ce167981f3464b9981ecdd26fd135e07 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:33.430642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.437751 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-427ff0d8-0799-43ef-be05-1c8ad00b68a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:33.452851 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.458773 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] 10.222.0.65 "DELETE /v2.0/networks/11e4dab6-6e7e-4fd4-bb65-460c65481d63 HTTP/1.1" status: 204 len: 168 time: 1.0197842 Jun 17 08:27:33.491907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e4dab6-6e7e-4fd4-bb65-460c65481d63,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:33.498646 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:33.523578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-4a8876c6-25fa-4697-8ed3-c8d2a753d27a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3193220c384440fab2857ea21ca34956&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082359 Jun 17 08:27:33.581619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190cb40-82d9-4b99-8f5b-e6c621902e46 req-9447aca3-6a43-4e56-8426-fb4c048965fd tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.589943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3190cb40-82d9-4b99-8f5b-e6c621902e46 req-9447aca3-6a43-4e56-8426-fb4c048965fd tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.3530824 Jun 17 08:27:33.634472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-e915b14b-a7a8-4a41-9e6d-1c3dfae9c5f6 service neutron] 10.222.0.60 "GET /v2.0/ports/64ff588d-80e2-4ca6-a3ef-873a062d6ca0/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 383 time: 0.2443132 Jun 17 08:27:33.696365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48942) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:33.703379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3190cb40-82d9-4b99-8f5b-e6c621902e46 req-eba49ae8-54c1-42a0-91a8-c11fe1b3f153 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746553 Jun 17 08:27:33.754099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 55fe9484-0336-4926-95d6-7898379593e5 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:33.781608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48944) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:33.781957 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-179bd22d-547b-473b-a640-a38257b9f65a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43e307b8792047a984ccdda126e7af37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824327 Jun 17 08:27:33.805591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 55fe9484-0336-4926-95d6-7898379593e5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:33.806565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 55fe9484-0336-4926-95d6-7898379593e5 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:33.808900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:33.955892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48950) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:33.969095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Allocated IP 172.20.0.3 (ecdbf956-91d9-4a95-9596-09b05b673a40/58cf4405-cea5-4118-bc42-955b04cb0843/8c9e9541-096b-42be-9b4e-53a69790fef2) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:34.013913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.052669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:34.071830 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1c3e0-a9b1-4819-9db9-3a4fadb81a94" -d '{"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:34.109370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:34.120301 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.122107 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:34.190856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.242750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:34.247122 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:34.395632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.418771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.429937 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:34.555227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Network ecdbf956-91d9-4a95-9596-09b05b673a40 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:34.568192 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.573132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.578155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:34.585852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:34.671127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Pushing event updated for resources: {'Port': ['ID=8c9e9541-096b-42be-9b4e-53a69790fef2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:34.687346 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:34.754609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c1d57-8442-4a31-9bc5-41cfa256e74e req-8cfdb594-d1ce-4ac7-99f2-8144729836e6 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.762833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-585c1d57-8442-4a31-9bc5-41cfa256e74e req-8cfdb594-d1ce-4ac7-99f2-8144729836e6 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 931 time: 0.4450943 Jun 17 08:27:34.796247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.797209 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.814692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee874d07-e34f-4587-9b6f-428b97c9d975 req-5e2b24a5-18ca-4fc4-a73d-fc31f930f1f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.816325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee874d07-e34f-4587-9b6f-428b97c9d975 req-5e2b24a5-18ca-4fc4-a73d-fc31f930f1f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.8746645 Jun 17 08:27:34.900370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-88ecee1a-b0ce-4e11-abbe-5fadec816761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.902515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-88ecee1a-b0ce-4e11-abbe-5fadec816761 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8&tenant_id=7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 1101 time: 0.5950687 Jun 17 08:27:34.929050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-585c1d57-8442-4a31-9bc5-41cfa256e74e req-2c018df1-c830-4cb3-9f7b-a461ea47b4b6 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650858 Jun 17 08:27:34.930145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.933814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.934993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c927d815-4c28-42cd-bbac-3062aedc5f51 HTTP/1.1" status: 204 len: 168 time: 1.1524277 Jun 17 08:27:34.936410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686320 Jun 17 08:27:34.937449 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-12a3a759-cdd2-404f-9026-94138e59e39c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:34.957166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c927d815-4c28-42cd-bbac-3062aedc5f51,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:34.998089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee874d07-e34f-4587-9b6f-428b97c9d975 req-7d96e053-870c-45f6-b4ea-92eef392996e tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576111 Jun 17 08:27:35.014582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Request body: {'port': {'device_id': '70f27af5-74cb-475f-9fdc-f40401829881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:35.018619 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:35.118188 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ee0418-a9c6-47b3-9a4c-dce95febe308 x-openstack-request-id: req-06ee0418-a9c6-47b3-9a4c-dce95febe308 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:35.119370 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:35.119891 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06ee0418-a9c6-47b3-9a4c-dce95febe308 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:35.120676 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'code': 200} Jun 17 08:27:35.224273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-414e971a-8ec2-4261-beb2-a123b6049f80 req-9d7e42cb-262b-40a2-8841-66c9b402a7b6 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 210 time: 0.0667694 Jun 17 08:27:35.308802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.328649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Deleting port f6dc3196-b7a4-438d-8536-a16ee0e591e1 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:35.329723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.419838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-15c644b0-d145-4f49-835e-b21b3e479df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.421631 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-15c644b0-d145-4f49-835e-b21b3e479df1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1101 time: 0.4658144 Jun 17 08:27:35.457527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] For port f6dc3196-b7a4-438d-8536-a16ee0e591e1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f6dc3196-b7a4-438d-8536-a16ee0e591e1,segment=NetworkSegment(8293f057-6982-4e96-8b9a-8a651c86f38d),segment_id=8293f057-6982-4e96-8b9a-8a651c86f38d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:35.458232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.461580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1eb7a-808e-4b73-b605-d28c1f9aa063 req-7fc572b9-3891-4514-80ed-df4faac8533a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.469721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7b1eb7a-808e-4b73-b605-d28c1f9aa063 req-7fc572b9-3891-4514-80ed-df4faac8533a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1402483 Jun 17 08:27:35.565896 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Calling delete_port for f6dc3196-b7a4-438d-8536-a16ee0e591e1 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:35.598057 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c3c15112-550e-497d-8c06-adbe2990118c tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3193220c384440fab2857ea21ca34956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417523 Jun 17 08:27:35.768810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:35.773853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-e24c8615-a6bd-4e96-8439-06719444ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.775274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-e24c8615-a6bd-4e96-8439-06719444ac3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3376367 Jun 17 08:27:35.845658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7b1eb7a-808e-4b73-b605-d28c1f9aa063 req-e51ebebd-b617-447a-9a19-c3fc09b7114b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748093 Jun 17 08:27:35.965933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.970288 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b259ca17-d241-47bf-b2ff-edb0250ccab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.046641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6dc3196-b7a4-438d-8536-a16ee0e591e1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.054328 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.056143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:36.103827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'mac_address': 'fa:16:3e:d8:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:36.247818 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.280613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf628599-6819-4ca6-b39c-67cbc6bd198c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:36.355295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.359395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:36.375993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:36.431404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.449948 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.452819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49006) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:36.463299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-0207e122-0595-4bb8-a97a-567d22956a30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 217 time: 0.6049957 Jun 17 08:27:36.539079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.565957 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.598447 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.650572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:36.667201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-network', 'tenant_id': '834125222dfe453c9408aee32286818d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:36.675547 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.680213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2aaa23-6677-4532-927e-b2ba21d525e5 req-122c1c95-90a1-470a-a11e-55b6b57c5291 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.683673 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.689827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a2aaa23-6677-4532-927e-b2ba21d525e5 req-122c1c95-90a1-470a-a11e-55b6b57c5291 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 948 time: 1.1954987 Jun 17 08:27:36.726510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Made reservation on behalf of 834125222dfe453c9408aee32286818d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:36.732226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.748157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-14aa46ce-c156-4cc8-9897-3f90bb57a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.749878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-14aa46ce-c156-4cc8-9897-3f90bb57a018 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2355669 Jun 17 08:27:36.752849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.753400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.767137 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.769923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:36.830953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-8597bfe9-0696-4e26-a687-ffaefc3cf0d7 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.832562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-8597bfe9-0696-4e26-a687-ffaefc3cf0d7 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2256026 Jun 17 08:27:36.860728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Request body: {'port': {'device_id': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '3193220c384440fab2857ea21ca34956'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:36.869133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Router f78e12fa-564b-418c-9a24-cbd9d842b9a6 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:36.883615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4479ccb-7b42-468f-afbe-ab9b90a76775 req-e4dcb2fa-b644-4e87-9e98-866579c24a18 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.885166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4479ccb-7b42-468f-afbe-ab9b90a76775 req-e4dcb2fa-b644-4e87-9e98-866579c24a18 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 931 time: 0.5091443 Jun 17 08:27:36.969963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a2aaa23-6677-4532-927e-b2ba21d525e5 req-96828901-bb6a-4204-b45a-dea468fe15cf tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790334 Jun 17 08:27:37.001852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.015221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.021853 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-91eef495-65e5-44f4-928b-3b15b0b8f88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:37.046324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:37.073044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.073531 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Added segment eec84ad6-b9e0-471b-a18a-6984e15e64db of type vlan for network fda24b19-23df-4b1f-bbd9-b01aa0ca477e Jun 17 08:27:37.076243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4479ccb-7b42-468f-afbe-ab9b90a76775 req-72c2d5cf-dca5-46c8-90ed-98ca1b78088d tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761205 Jun 17 08:27:37.117874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76e448-c400-4539-84d8-78afde24ee2c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:37.122842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:37.135693 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a86e20-7a9b-468c-a753-143a29e2eb9c" -d '{"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-unplugged", "status": "completed", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:37.151038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-5f997f2e-7482-4db9-bc6d-549fb877b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.152619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-5f997f2e-7482-4db9-bc6d-549fb877b065 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3783350 Jun 17 08:27:37.176283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:37.186486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:37.199017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49014) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:37.202091 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] 10.222.0.65 "PUT /v2.0/routers/f78e12fa-564b-418c-9a24-cbd9d842b9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2448003 Jun 17 08:27:37.206035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] Sync routers for ids ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:37.217864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] Routers {'f78e12fa-564b-418c-9a24-cbd9d842b9a6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:37.219120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:37.230124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.289332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.290962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.293506 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.302110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9e9541-096b-42be-9b4e-53a69790fef2 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:37.302632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d3ec9627-4d88-4ed1-aa65-b6888a8766aa tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:37.355784 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9016051 Jun 17 08:27:37.357448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49020) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:37.366298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Request body: {'subnet': {'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-subnet', 'tenant_id': '834125222dfe453c9408aee32286818d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:37.410450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.416391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fda24b19-23df-4b1f-bbd9-b01aa0ca477e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:37.420960 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:37.430581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Made reservation on behalf of 834125222dfe453c9408aee32286818d for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:37.435555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.450971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:37.553367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] Set router f78e12fa-564b-418c-9a24-cbd9d842b9a6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:37.574957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c845ccdb-aa29-44c0-bb1d-4d0ed64cf0e0 req-11595a97-2ce3-461e-80c0-8828533322dd tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 210 time: 0.2183263 Jun 17 08:27:37.602308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Transition to ACTIVE for port object 8c9e9541-096b-42be-9b4e-53a69790fef2 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:37.671889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.709665 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:37.790318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-9dc67bed-5bb9-451d-999f-e681b67e2982 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183972 Jun 17 08:27:37.846889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:37.886825 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.889015 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec96d936-6560-4998-9bcd-b7d16ad8a9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:37.962080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port bf628599-6819-4ca6-b39c-67cbc6bd198c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:37.962346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.972543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acfc3cf-4b09-4045-9199-17f6f4d4850f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:37.976807 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:37.979880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Checking segment: {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:37.980245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Network hostable DHCP agents. Network: fda24b19-23df-4b1f-bbd9-b01aa0ca477e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:38.008026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:27:35Z', 'revision_number': 5, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:38.016407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:38.025808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=8c9e9541-096b-42be-9b4e-53a69790fef2,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:38.036307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Made reservation on behalf of 3193220c384440fab2857ea21ca34956 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:38.040701 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.046235 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:38.046638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, fda24b19-23df-4b1f-bbd9-b01aa0ca477e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:38.052293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Attempting to bind port 8c9e9541-096b-42be-9b4e-53a69790fef2 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:38.052488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Attempting to bind port 8c9e9541-096b-42be-9b4e-53a69790fef2 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:38.052947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Attempting to bind port 8c9e9541-096b-42be-9b4e-53a69790fef2 on network ecdbf956-91d9-4a95-9596-09b05b673a40 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:38.064905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae68b1e-45ae-4686-9e2d-840774c84bee None None] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:38.070182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] Checking router: f78e12fa-564b-418c-9a24-cbd9d842b9a6 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:38.077308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.078408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.109305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] Routers {'f78e12fa-564b-418c-9a24-cbd9d842b9a6'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:38.109829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:38.114316 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7532799 Jun 17 08:27:38.117755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:38.124654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:38.130780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1796d2-ca67-49c4-97af-e366fd955047 req-74addaf8-42e6-4c04-87d7-d3de9e3b25aa tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.138747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb1796d2-ca67-49c4-97af-e366fd955047 req-74addaf8-42e6-4c04-87d7-d3de9e3b25aa tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.9384515 Jun 17 08:27:38.170105 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.171245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.237509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.258220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Port 8c9e9541-096b-42be-9b4e-53a69790fef2 on network ecdbf956-91d9-4a95-9596-09b05b673a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:38.258586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Attempting to bind port 8c9e9541-096b-42be-9b4e-53a69790fef2 on network ecdbf956-91d9-4a95-9596-09b05b673a40 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:38.303770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:38.304212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Checking segment: {'id': '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:38.305095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Bound using segment: {'id': '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:38.305571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Bound port: 8c9e9541-096b-42be-9b4e-53a69790fef2, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:38.305934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.309304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e3580d2-0baf-4b6b-9f82-29f06479fe1c req-fc61deb4-dc8b-45a2-b4c7-9cede3312935 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908917 Jun 17 08:27:38.323488 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.351403 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.457042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Allocated IP 192.168.233.101 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/cd0c36ea-df17-4978-96aa-c91d0c26d810) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:38.461408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] Set router f78e12fa-564b-418c-9a24-cbd9d842b9a6 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:38.484570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.519321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:38.535378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d830f4a-9c9b-4dc9-9fdc-475d9d684dff None None] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:38.575302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.586958 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-981e2060-3485-4865-b976-fa14b1303441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:38.635491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.655562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Transition to ACTIVE for port object cd0c36ea-df17-4978-96aa-c91d0c26d810 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:38.706962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.726017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9923c3fc-6450-4338-85ad-1e6e02ca9f97'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:38.732101 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92055065-24b5-41da-a512-4e213224969d tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:38.776404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.799996 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.820755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:38.853643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb1796d2-ca67-49c4-97af-e366fd955047 req-7646cd55-4096-439c-b7b8-64b3cd56ff1f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077026 Jun 17 08:27:38.861423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:38.871502 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:38.906948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff987-d13d-4d85-aac4-b9190c7923c5 req-b620618b-e9e1-47f5-bdd8-ac0494c403b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.908502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c50ff987-d13d-4d85-aac4-b9190c7923c5 req-b620618b-e9e1-47f5-bdd8-ac0494c403b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 947 time: 1.0876842 Jun 17 08:27:38.909469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:38.946070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:38.971920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Allocated IP 172.25.7.71 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/8ac4a615-16a2-4e47-8872-ef90cb8a8854) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:39.036331 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737654be-97f9-473b-a9ec-d67b6de9a070 x-openstack-request-id: req-737654be-97f9-473b-a9ec-d67b6de9a070 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:39.036701 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-unplugged", "status": "completed", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:39.036937 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-737654be-97f9-473b-a9ec-d67b6de9a070 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:39.037575 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'code': 200} Jun 17 08:27:39.043030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Pushing event updated for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.054352 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.092442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] For port 8c9e9541-096b-42be-9b4e-53a69790fef2, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:39.126145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c50ff987-d13d-4d85-aac4-b9190c7923c5 req-9d5c3ef3-d2f5-4f9f-85a7-ae12f106ba46 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767445 Jun 17 08:27:39.137267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:27:35Z', 'revision_number': 5, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:39.155774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] For port 8c9e9541-096b-42be-9b4e-53a69790fef2, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=8c9e9541-096b-42be-9b4e-53a69790fef2,segment=NetworkSegment(7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9),segment_id=7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:39.163435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.164101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.178377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.189335 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.192813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebc1ed-aa9d-4da9-8d89-03eaf9d770d2 None None] The sync data for ids ['f78e12fa-564b-418c-9a24-cbd9d842b9a6'] in n-d-780147-13 is: [{'id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'name': 'tempest-ServerRescueTestJSON-20037116-router', 'tenant_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:03Z', 'updated_at': '2021-06-17T08:27:35Z', 'revision_number': 5, 'project_id': '4e727fdfc1b2465f9aaa2a898f23db63', 'gw_port': {'id': '3433ecd5-5040-43a7-81aa-4fbf5050b5bc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78e12fa-564b-418c-9a24-cbd9d842b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:04Z', 'updated_at': '2021-06-17T08:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:39.265732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.294784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4430606 Jun 17 08:27:39.307797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Request body: {'port': {'device_id': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:39.337483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.361866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.362559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.364151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] 10.222.0.60 "PUT /v2.0/ports/8c9e9541-096b-42be-9b4e-53a69790fef2 HTTP/1.1" status: 200 len: 1092 time: 4.3651063 Jun 17 08:27:39.367588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-20f3278b-977c-47e1-a8aa-912c45053e3e None None] Provisioning for port cd0c36ea-df17-4978-96aa-c91d0c26d810 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:39.371526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-20f3278b-977c-47e1-a8aa-912c45053e3e None None] Provisioning complete for port cd0c36ea-df17-4978-96aa-c91d0c26d810 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:39.371907 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20f3278b-977c-47e1-a8aa-912c45053e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.374371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f27af5-74cb-475f-9fdc-f40401829881', 'tag': '8c9e9541-096b-42be-9b4e-53a69790fef2'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:39.384479 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fab9ff-0ad6-40df-b9c0-0a68c1263353" -d '{"events": [{"name": "network-changed", "server_uuid": "70f27af5-74cb-475f-9fdc-f40401829881", "tag": "8c9e9541-096b-42be-9b4e-53a69790fef2"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:39.392039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.397802 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-73ba1256-9c4d-446a-af39-68133fc73c13 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.438695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-20f3278b-977c-47e1-a8aa-912c45053e3e None None] Port cd0c36ea-df17-4978-96aa-c91d0c26d810 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:39.447606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:39.450827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:39.455878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:39.512356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac4a615-16a2-4e47-8872-ef90cb8a8854,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.525569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.526235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.526772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.527570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=8c9e9541-096b-42be-9b4e-53a69790fef2,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.527916 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.531633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.531633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.531633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.537248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.537787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.538243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.538719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.539122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:39.556089 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.559355 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.674175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6284-815f-454d-8c0b-73c317e46c80 req-823063e5-8cdc-4805-9531-3b5eff60a7b8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.676364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b3f6284-815f-454d-8c0b-73c317e46c80 req-823063e5-8cdc-4805-9531-3b5eff60a7b8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.4293239 Jun 17 08:27:39.691089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.752516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f6dc3196-b7a4-438d-8536-a16ee0e591e1 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:39.785122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-35da7500-aff4-49d0-9266-8d3afc55deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.790809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-35da7500-aff4-49d0-9266-8d3afc55deed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce167981f3464b9981ecdd26fd135e07&device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 1095 time: 0.3182735 Jun 17 08:27:39.802133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f6dc3196-b7a4-438d-8536-a16ee0e591e1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:39.802483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f6dc3196-b7a4-438d-8536-a16ee0e591e1 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:39.891933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.149032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b3f6284-815f-454d-8c0b-73c317e46c80 req-e357e4d1-8bf5-4adf-bbe9-93994ce6b737 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481547 Jun 17 08:27:40.179042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.202434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Deleting port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:40.203103 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.212978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f746-3877-4242-a99a-45df60f8e655 req-317fab50-c312-4443-b504-8d42172eb09b tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.214787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7908f746-3877-4242-a99a-45df60f8e655 req-317fab50-c312-4443-b504-8d42172eb09b tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 943 time: 0.8778093 Jun 17 08:27:40.219411 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-a8f7e95f-6f21-4f42-a63d-2ff1f616b6a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c9e9541-096b-42be-9b4e-53a69790fef2 HTTP/1.1" status: 200 len: 217 time: 0.4064240 Jun 17 08:27:40.401988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7908f746-3877-4242-a99a-45df60f8e655 req-78619e19-70d3-4584-978e-3df7da24cbbf tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690295 Jun 17 08:27:40.424949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:40.474897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-684660b2-d376-41c7-8f1a-c009a6f6ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.476725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-684660b2-d376-41c7-8f1a-c009a6f6ce60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58cf4405-cea5-4118-bc42-955b04cb0843 HTTP/1.1" status: 200 len: 852 time: 0.2092793 Jun 17 08:27:40.570582 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f9cac-00e2-45f9-8e7f-76a41c55762f x-openstack-request-id: req-927f9cac-00e2-45f9-8e7f-76a41c55762f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:40.583403 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f27af5-74cb-475f-9fdc-f40401829881", "tag": "8c9e9541-096b-42be-9b4e-53a69790fef2", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:40.585116 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-927f9cac-00e2-45f9-8e7f-76a41c55762f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:40.585747 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f27af5-74cb-475f-9fdc-f40401829881', 'tag': '8c9e9541-096b-42be-9b4e-53a69790fef2', 'status': 'completed', 'code': 200} Jun 17 08:27:40.609371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Router 402d59ab-248c-45d2-b0db-b34a972bb024 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:27:40.646818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-bc0a0281-b54b-4890-a390-acf22f5cf418 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecdbf956-91d9-4a95-9596-09b05b673a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301534 Jun 17 08:27:40.655276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] For port 3433ecd5-5040-43a7-81aa-4fbf5050b5bc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:40.655881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.738342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:40.759869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'mac_address': 'fa:16:3e:64:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:40.768664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:40.769440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-0adbfeb0-f8ac-441c-9baa-54279f2f161a service neutron] 10.222.0.60 "GET /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102655 Jun 17 08:27:40.780449 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Sync routers for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:40.792947 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:40.793579 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:40.820271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.821580 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7026465 Jun 17 08:27:40.824775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:40.825361 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.841239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:40.864557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:40.870581 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.872544 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:40.880199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Calling delete_port for 3433ecd5-5040-43a7-81aa-4fbf5050b5bc owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:40.943992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:40.950880 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:40.962428 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:41.039457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:41.042259 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8427e29-0fb3-45e0-9843-3739549ef937" -d '{"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-plugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:41.109544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3622316-19a5-428d-8fee-7c8741a0e235 req-c9e3c209-559e-41c6-a243-682f4b7676c1 service neutron] 10.222.0.60 "GET /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213234 Jun 17 08:27:41.161049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:41.207349 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 3, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:41.270822 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Checking router: 402d59ab-248c-45d2-b0db-b34a972bb024 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:41.271217 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Updating router 402d59ab-248c-45d2-b0db-b34a972bb024 port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:27:41.346018 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.385269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0c36ea-df17-4978-96aa-c91d0c26d810 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:41.418154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.439196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ab748-69ca-4089-aa32-014b87fefdd9 req-bf124556-6e68-4a17-8f74-ad3970cdfa9d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:41.447684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01ab748-69ca-4089-aa32-014b87fefdd9 req-bf124556-6e68-4a17-8f74-ad3970cdfa9d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.5267646 Jun 17 08:27:41.489523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffee4-268d-4ff5-8936-e2c30b487869 req-ee4ed68e-ed04-4337-b35d-7fc8d3e27084 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:41.497535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575ffee4-268d-4ff5-8936-e2c30b487869 req-ee4ed68e-ed04-4337-b35d-7fc8d3e27084 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 936 time: 0.6130521 Jun 17 08:27:41.505694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-e868165c-0939-4214-ad7f-f7aa2eb69adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:41.511438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-e868165c-0939-4214-ad7f-f7aa2eb69adb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce167981f3464b9981ecdd26fd135e07&device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 1095 time: 0.2864044 Jun 17 08:27:41.622224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Transition to ACTIVE for port object cd0c36ea-df17-4978-96aa-c91d0c26d810 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:41.657765 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.670473 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Transition to ACTIVE for port object 8ac4a615-16a2-4e47-8872-ef90cb8a8854 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:41.695363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01ab748-69ca-4089-aa32-014b87fefdd9 req-12ec8c48-3e83-4ed3-8e54-e63a3cb77460 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465680 Jun 17 08:27:41.700190 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.708513 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:41.772190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.773509 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Pushing event updated for resources: {'Port': ['ID=8ac4a615-16a2-4e47-8872-ef90cb8a8854,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:41.800410 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.802064 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.802775 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.803469 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.804197 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.804702 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.805393 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.805877 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.806535 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.807057 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.807914 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.808985 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.822040 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:41.827950 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Attempting to bind port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:41.828585 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Attempting to bind port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:41.829120 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Attempting to bind port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:41.839282 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:41.840124 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:41.840697 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.841250 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:41.841879 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Bound port: 8ac4a615-16a2-4e47-8872-ef90cb8a8854, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:41.842566 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.845651 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21b0639c-a4f5-4b4c-af67-97b6bdbea7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:41.902298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-575ffee4-268d-4ff5-8936-e2c30b487869 req-afddf1b0-0e49-4bbd-85d8-ee3fa88a185e tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036498 Jun 17 08:27:41.999240 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee39539d-b7b5-4d18-8a92-80735b57ca29 x-openstack-request-id: req-ee39539d-b7b5-4d18-8a92-80735b57ca29 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:41.999770 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-plugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:41.999902 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee39539d-b7b5-4d18-8a92-80735b57ca29 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:42.000964 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'code': 200} Jun 17 08:27:42.072130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.089070 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.097465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-8da4d1fc-e0ce-4878-be81-94896ad90a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.100991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-8da4d1fc-e0ce-4878-be81-94896ad90a97 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecdbf956-91d9-4a95-9596-09b05b673a40 HTTP/1.1" status: 200 len: 913 time: 0.5481613 Jun 17 08:27:42.136431 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] For port 8ac4a615-16a2-4e47-8872-ef90cb8a8854, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:42.144779 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] For port 8ac4a615-16a2-4e47-8872-ef90cb8a8854, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8ac4a615-16a2-4e47-8872-ef90cb8a8854,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:42.160563 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.160814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.167564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.172650 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e27aa096-7e5d-4768-9f37-d4e70159a26d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.177218 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0dd0550-0e63-4885-92f8-4b89efa998cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.250294 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Pushing event updated for resources: {'Port': ['ID=8ac4a615-16a2-4e47-8872-ef90cb8a8854,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.261169 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.268373 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:42.269012 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:42.327924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-f359c7a2-f3d1-4dba-9eab-8abf6e269923 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c9e9541-096b-42be-9b4e-53a69790fef2 HTTP/1.1" status: 200 len: 217 time: 0.1823418 Jun 17 08:27:42.337285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Pushing event deleted for resources: {'Port': ['ID=3433ecd5-5040-43a7-81aa-4fbf5050b5bc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.343849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.370596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Allocated IP 172.20.0.1 (fda24b19-23df-4b1f-bbd9-b01aa0ca477e/1acfc3cf-4b09-4045-9199-17f6f4d4850f/810ef9a5-54d6-4c37-98f9-4e61e5d9e533) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:42.411300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:42.436966 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:42.473435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Attempting to bind port cd0c36ea-df17-4978-96aa-c91d0c26d810 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:42.474076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Attempting to bind port cd0c36ea-df17-4978-96aa-c91d0c26d810 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:42.474076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Attempting to bind port cd0c36ea-df17-4978-96aa-c91d0c26d810 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:42.512233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:42.512613 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.543890 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.556192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a3086-ef32-48b7-84b2-d5d212024b79 req-18455287-c557-4090-89b8-5b8db9902623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.558537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d97a3086-ef32-48b7-84b2-d5d212024b79 req-18455287-c557-4090-89b8-5b8db9902623 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1102 time: 0.3343425 Jun 17 08:27:42.572956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Port cd0c36ea-df17-4978-96aa-c91d0c26d810 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:42.577204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Attempting to bind port cd0c36ea-df17-4978-96aa-c91d0c26d810 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:42.621675 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d97a3086-ef32-48b7-84b2-d5d212024b79 req-7dd5528c-f880-4393-8e0e-141ea8d799d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553942 Jun 17 08:27:42.640004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.654236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:42.654779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:42.655302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:42.656020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Bound port: cd0c36ea-df17-4978-96aa-c91d0c26d810, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:42.656475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.657992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.663069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d376985-c2b4-40c4-8b76-a43e849300dc tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.685270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c052925-6c1b-4687-ae0a-b62db491592a req-e49377cb-e2ca-479a-beb2-6519ecae8251 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.694044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c052925-6c1b-4687-ae0a-b62db491592a req-e49377cb-e2ca-479a-beb2-6519ecae8251 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 948 time: 0.7292984 Jun 17 08:27:42.718459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:42.724300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:42.725425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:42.731752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:42.734882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Pushing event updated for resources: {'Port': ['ID=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.738863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.739700 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.741585 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.743884 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.746497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-a50d3798-83dc-4515-a357-2747db4c9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.749536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-a50d3798-83dc-4515-a357-2747db4c9c10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58cf4405-cea5-4118-bc42-955b04cb0843 HTTP/1.1" status: 200 len: 852 time: 0.3974583 Jun 17 08:27:42.782645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.806551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.808865 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 3, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:42.810078 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.851247 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e35e11-3443-4ce3-892b-487c77f18641 None None] The sync data for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 is: [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 3, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:42.861573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aded0-fd61-4c3d-a772-9ad63c4cb46c req-c00b680e-5e51-487a-85b1-617679ed1cca tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.865885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c9aded0-fd61-4c3d-a772-9ad63c4cb46c req-c00b680e-5e51-487a-85b1-617679ed1cca tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.6272585 Jun 17 08:27:42.961357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-68798426-990c-454d-af8c-4f864c206ff1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecdbf956-91d9-4a95-9596-09b05b673a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023506 Jun 17 08:27:42.991736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.006730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c052925-6c1b-4687-ae0a-b62db491592a req-4a0b04b5-b0a0-4be6-99cb-a91ea25d3dd1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105919 Jun 17 08:27:43.019286 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.029380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.252837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c9aded0-fd61-4c3d-a772-9ad63c4cb46c req-50589023-e852-4646-8dd0-021581323e6e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999244 Jun 17 08:27:43.321550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.322054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f78e12fa-564b-418c-9a24-cbd9d842b9a6 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:27:43.326652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:43.339345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.343227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f78e12fa-564b-418c-9a24-cbd9d842b9a6 HTTP/1.1" status: 204 len: 168 time: 6.1341562 Jun 17 08:27:43.344574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49074) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:43.358601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:43.385794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.389415 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:43.398809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-70533458-dcbd-4c84-b4b6-ded0d2570d53 service neutron] 10.222.0.60 "GET /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198387 Jun 17 08:27:43.473741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.497470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.504478 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:43.559656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:43.563395 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.564896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] 10.222.0.67 "PUT /v2.0/ports/cd0c36ea-df17-4978-96aa-c91d0c26d810 HTTP/1.1" status: 200 len: 1097 time: 4.2623346 Jun 17 08:27:43.575304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:43.584676 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:43.604698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Deleting subnet 8429e19d-a446-4ab0-9535-9ade2abcd80a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:43.610315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.650535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10dba5-91a3-4f50-a4ea-fbb12677616d req-459739fc-329c-495c-934d-50f70977fb6e tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:43.653452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa10dba5-91a3-4f50-a4ea-fbb12677616d req-459739fc-329c-495c-934d-50f70977fb6e tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 943 time: 0.4242351 Jun 17 08:27:43.699235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.805943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Pushing event updated for resources: {'Port': ['ID=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:43.823697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:43.842956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.850240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:43.859609 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:43.930264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.960200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.968204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa10dba5-91a3-4f50-a4ea-fbb12677616d req-3d0d96cf-1260-4db4-a896-0d9c53ea0ec7 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321916 Jun 17 08:27:43.992330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5f27f80-7f8b-4dcd-9e06-bdf1850ba590 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.007488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:44.010411 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d6ee90-aea1-4bf4-a936-db1ff9587132" -d '{"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-plugged", "status": "completed", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:44.063384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05fab9ff-0ad6-40df-b9c0-0a68c1263353 req-3607d37b-d9ad-4b8e-9ca4-e2068a5bc3a6 service neutron] 10.222.0.60 "GET /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262767 Jun 17 08:27:44.114047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-0ceda807-7089-4720-8353-b2bb5fbd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.116000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-0ceda807-7089-4720-8353-b2bb5fbd3bc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3193220c384440fab2857ea21ca34956&device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 1100 time: 0.3784611 Jun 17 08:27:44.130262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1246a7-fcf8-46d6-abce-30fbf44a9477 req-0a7f4c73-8ab4-4184-8f28-fa8b11ae51e9 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.133025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f1246a7-fcf8-46d6-abce-30fbf44a9477 req-0a7f4c73-8ab4-4184-8f28-fa8b11ae51e9 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.5587039 Jun 17 08:27:44.161072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.166349 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8429e19d-a446-4ab0-9535-9ade2abcd80a HTTP/1.1" status: 204 len: 168 time: 0.8168178 Jun 17 08:27:44.168645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8ac4a615-16a2-4e47-8872-ef90cb8a8854 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:44.182220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:44.204264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:44.205361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:44.289865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8429e19d-a446-4ab0-9535-9ade2abcd80a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.297219 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.342000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:44.353836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:44.354136 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.435814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 8c9e9541-096b-42be-9b4e-53a69790fef2 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:44.501285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.571210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 8c9e9541-096b-42be-9b4e-53a69790fef2, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=8c9e9541-096b-42be-9b4e-53a69790fef2,segment=NetworkSegment(7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9),segment_id=7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:44.588073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '8c9e9541-096b-42be-9b4e-53a69790fef2', 'network_id': 'ecdbf956-91d9-4a95-9596-09b05b673a40', 'port_id': '8c9e9541-096b-42be-9b4e-53a69790fef2', 'mac_address': 'fa:16:3e:48:66:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cf4405-cea5-4118-bc42-955b04cb0843', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:44.589584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Router 402d59ab-248c-45d2-b0db-b34a972bb024 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:44.629857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.648243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1ba489-2844-4ec9-a862-21dce28cfd5e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.671343 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.694283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9e9541-096b-42be-9b4e-53a69790fef2 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:44.720059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 8c9e9541-096b-42be-9b4e-53a69790fef2, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=8c9e9541-096b-42be-9b4e-53a69790fef2,segment=NetworkSegment(7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9),segment_id=7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:44.723550 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.731748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8293f057-6982-4e96-8b9a-8a651c86f38d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.732060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8293f057-6982-4e96-8b9a-8a651c86f38d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.750000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8ac4a615-16a2-4e47-8872-ef90cb8a8854, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8ac4a615-16a2-4e47-8872-ef90cb8a8854,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:44.752020 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.754949 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.760997 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.779721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-db68c646-917c-4bf4-8001-5d61ef8a02bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810 HTTP/1.1" status: 200 len: 217 time: 0.6456914 Jun 17 08:27:44.827207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:44.837240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.852594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3433ecd5-5040-43a7-81aa-4fbf5050b5bc no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:44.854346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.862466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:44.864512 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.892168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3433ecd5-5040-43a7-81aa-4fbf5050b5bc {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:44.892991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3433ecd5-5040-43a7-81aa-4fbf5050b5bc not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:44.900631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=8c9e9541-096b-42be-9b4e-53a69790fef2,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.901018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f1246a7-fcf8-46d6-abce-30fbf44a9477 req-2e3b5406-2399-4142-81ff-5f22e3dcfb41 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261729 Jun 17 08:27:44.909796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.910140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.910476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.910808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.911202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.911804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.914201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.914575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.914933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.915258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.915641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.915970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.919330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-eb788e3c-5e90-48f2-9826-72810fcd6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.928820 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.932565 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.937065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-eb788e3c-5e90-48f2-9826-72810fcd6438 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1458447 Jun 17 08:27:44.994444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1529a0-f3b2-44c9-b947-c5979d7f037f req-29dde401-e54d-4eeb-97de-212fb3f333c2 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.995260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8ac4a615-16a2-4e47-8872-ef90cb8a8854,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:45.000684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a1529a0-f3b2-44c9-b947-c5979d7f037f req-29dde401-e54d-4eeb-97de-212fb3f333c2 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 948 time: 0.3154607 Jun 17 08:27:45.008550 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:45.022459 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:45.036786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] 10.222.0.65 "PUT /v2.0/routers/402d59ab-248c-45d2-b0db-b34a972bb024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2108984 Jun 17 08:27:45.041269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.051792 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:45.059796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.064718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7c1ba489-2844-4ec9-a862-21dce28cfd5e HTTP/1.1" status: 204 len: 168 time: 0.8526599 Jun 17 08:27:45.089404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1ba489-2844-4ec9-a862-21dce28cfd5e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:45.093518 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:45.110281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['8c9e9541-096b-42be-9b4e-53a69790fef2'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:45.132173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a1529a0-f3b2-44c9-b947-c5979d7f037f req-aa9e6255-6cfd-4921-ada1-063d8ca64767 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035855 Jun 17 08:27:45.141226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-3742b701-8922-483e-9ccb-8a2087c36b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.151171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-3742b701-8922-483e-9ccb-8a2087c36b1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044556 Jun 17 08:27:45.273089 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2741522-9bf6-435b-bca8-2896a2eb543d x-openstack-request-id: req-b2741522-9bf6-435b-bca8-2896a2eb543d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:45.273436 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:45.273742 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2741522-9bf6-435b-bca8-2896a2eb543d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:45.274203 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810', 'status': 'completed', 'code': 200} Jun 17 08:27:45.315359 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7c6100-6fd2-4001-a3cd-015406ca6d64 x-openstack-request-id: req-bd7c6100-6fd2-4001-a3cd-015406ca6d64 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:45.315651 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-plugged", "status": "completed", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:45.315959 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd7c6100-6fd2-4001-a3cd-015406ca6d64 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:45.316352 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'code': 200} Jun 17 08:27:45.376871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49104) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:45.476226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e54d2d43-e3f9-4c54-95e4-62d7d887db61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e727fdfc1b2465f9aaa2a898f23db63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985792 Jun 17 08:27:45.477196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49106) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:45.540302 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.577880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.608485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-c8604e99-da23-4c0e-be5e-cac2936ca23e service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493523 Jun 17 08:27:45.614028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Sync routers for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:45.640512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:45.641164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:45.647600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.648350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-15b0047f-ef88-4e0d-9a5b-9e32d9492396 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.649908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-15b0047f-ef88-4e0d-9a5b-9e32d9492396 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8&tenant_id=7b964bd719d94aefb67da595c6df2182&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 949 time: 0.2268221 Jun 17 08:27:45.650639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.652219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61918206-0938-4cc3-9298-5f8cf443dd48 HTTP/1.1" status: 204 len: 168 time: 0.1736057 Jun 17 08:27:45.654758 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4f422f4d-3c48-4fdb-841a-c67ea78f7808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:45.662454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61918206-0938-4cc3-9298-5f8cf443dd48,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:45.666767 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:45.771102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa17f7-c974-4fe1-bcdf-718d19acd942 req-e0c45e72-85fa-46f0-ba3c-acfbec162d61 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.773713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9faa17f7-c974-4fe1-bcdf-718d19acd942 req-e0c45e72-85fa-46f0-ba3c-acfbec162d61 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2829571 Jun 17 08:27:45.783079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab760512-c26c-4054-bc6e-0e1ac9962a79 req-3bb84f85-6162-4f19-a53b-3397e971be53 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.784571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab760512-c26c-4054-bc6e-0e1ac9962a79 req-3bb84f85-6162-4f19-a53b-3397e971be53 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 944 time: 0.3244877 Jun 17 08:27:45.863607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8ac4a615-16a2-4e47-8872-ef90cb8a8854 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:45.871857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-523e04a4-fde9-44ff-ab6a-b8ee43720ae3 req-69b9dca4-487f-4123-b5b7-609bbd7933ec service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496824 Jun 17 08:27:45.891269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9faa17f7-c974-4fe1-bcdf-718d19acd942 req-43ed673e-89d8-4d63-8133-9b7d7da6946b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054606 Jun 17 08:27:45.895937 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab760512-c26c-4054-bc6e-0e1ac9962a79 req-39e85a7e-cfe9-4541-bbf0-781fbf45f0b6 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991430 Jun 17 08:27:45.936005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-ce9f8455-f604-4f05-a710-8deb043bb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.938835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-ce9f8455-f604-4f05-a710-8deb043bb39b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1101 time: 0.2105906 Jun 17 08:27:46.050366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:46.102356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:46.103275 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.344583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-885d9225-ff8f-4d32-af80-387925cb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.346311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-885d9225-ff8f-4d32-af80-387925cb9485 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3996124 Jun 17 08:27:46.447761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21881e3-870a-4c1d-9376-e85102f6019b req-ab9bedf1-356f-485b-9ead-46052b9ccee5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.449310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a21881e3-870a-4c1d-9376-e85102f6019b req-ab9bedf1-356f-485b-9ead-46052b9ccee5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.3705492 Jun 17 08:27:46.451684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-013952fb-5c9f-4ef6-88a6-b92d94654289 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0954115 Jun 17 08:27:46.453884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-bdeb41ca-9953-4316-a816-3041b50ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.455303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-bdeb41ca-9953-4316-a816-3041b50ece35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3193220c384440fab2857ea21ca34956&device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 1100 time: 0.4736118 Jun 17 08:27:46.460211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 8c9e9541-096b-42be-9b4e-53a69790fef2 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:46.506454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:43Z', 'revision_number': 2, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:46.546989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Checking router: 402d59ab-248c-45d2-b0db-b34a972bb024 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:46.547225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Updating router 402d59ab-248c-45d2-b0db-b34a972bb024 port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:27:46.619322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.644751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a21881e3-870a-4c1d-9376-e85102f6019b req-49cbdc4a-5aa6-4bd4-933f-792271c400d1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880777 Jun 17 08:27:46.660968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 8c9e9541-096b-42be-9b4e-53a69790fef2 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:46.736773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 8c9e9541-096b-42be-9b4e-53a69790fef2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:46.736985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.741937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-b2cf24e7-30f0-4542-b31e-8c1d8972fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.743467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-b2cf24e7-30f0-4542-b31e-8c1d8972fa24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2806540 Jun 17 08:27:46.819098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-a288be33-77db-46f7-8835-be181e617dfd tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.821592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-a288be33-77db-46f7-8835-be181e617dfd tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 820 time: 0.2741015 Jun 17 08:27:46.845123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-9bb191bc-f9a1-4c0c-800f-887286c62d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.847054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-9bb191bc-f9a1-4c0c-800f-887286c62d2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3822076 Jun 17 08:27:46.946763 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.954848 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.975878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-1f39bb26-cbdd-4f77-bc22-770f0b60cd25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810 HTTP/1.1" status: 200 len: 217 time: 0.1043665 Jun 17 08:27:46.989434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-c9f0fb0d-451d-4760-b8de-8980c2682fe9 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/quotas/834125222dfe453c9408aee32286818d HTTP/1.1" status: 200 len: 375 time: 0.1410127 Jun 17 08:27:47.040157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 8c9e9541-096b-42be-9b4e-53a69790fef2, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=8c9e9541-096b-42be-9b4e-53a69790fef2,segment=NetworkSegment(7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9),segment_id=7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:47.052751 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.057300 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.111601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-3a09072e-7c17-4722-91ac-65ccd89bad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.113669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-3a09072e-7c17-4722-91ac-65ccd89bad9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3494658 Jun 17 08:27:47.114369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=8c9e9541-096b-42be-9b4e-53a69790fef2,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.121739 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.179747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e60ba-b6fd-4bc2-960f-bb04ba41f38f req-df9008cc-8f54-4ed6-85b1-ced90a217aff tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.186963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-881e60ba-b6fd-4bc2-960f-bb04ba41f38f req-df9008cc-8f54-4ed6-85b1-ced90a217aff tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.3175642 Jun 17 08:27:47.219381 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.232178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Transition to ACTIVE for port object 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:47.248979 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.255424 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.257721 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-be195bf4-6e88-4fa8-a7d9-d8e75ce12a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.259454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-be195bf4-6e88-4fa8-a7d9-d8e75ce12a15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2666712 Jun 17 08:27:47.338940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f27af5-74cb-475f-9fdc-f40401829881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9e9541-096b-42be-9b4e-53a69790fef2'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:47.341721 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af697570-9d93-413e-bbca-bb93c116ac8d" -d '{"events": [{"server_uuid": "70f27af5-74cb-475f-9fdc-f40401829881", "name": "network-vif-plugged", "status": "completed", "tag": "8c9e9541-096b-42be-9b4e-53a69790fef2"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:47.357847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-d1524e16-e91d-4181-a404-5a2454f7b9a1 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3674908 Jun 17 08:27:47.483152 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-881e60ba-b6fd-4bc2-960f-bb04ba41f38f req-b17703b4-4cae-44b3-8c18-b3ac1d7dd88b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951686 Jun 17 08:27:47.485821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-fe1e4e26-ef1a-4e5c-82a7-7c7746632219 service neutron] 10.222.0.65 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271715 Jun 17 08:27:47.491084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-820c7170-0a74-46ac-a850-2052333eb9bb service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627138 Jun 17 08:27:47.559855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f93b9-63ed-4e00-b470-50bb8d86dcd1 None None] Pushing event updated for resources: {'Port': ['ID=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.565010 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-436f93b9-63ed-4e00-b470-50bb8d86dcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.635090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Attempting to bind port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:47.635486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Attempting to bind port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:47.635850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Attempting to bind port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 on network fda24b19-23df-4b1f-bbd9-b01aa0ca477e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:47.653466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:47.654070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Checking segment: {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:47.654777 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.655537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Bound using segment: {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:47.656318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Bound port: 810ef9a5-54d6-4c37-98f9-4e61e5d9e533, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:47.656933 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.730634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-e8f2d1a7-b835-4d2a-adbf-1c68d08dee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.732180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-e8f2d1a7-b835-4d2a-adbf-1c68d08dee7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4527276 Jun 17 08:27:47.775103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] For port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:47.780567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] For port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:47.787116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.789626 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.834877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-793af815-fd04-4d6c-92e1-83c82c8cbc80 req-ad5a56ff-5927-445d-a9c9-b6c2f1f835ee service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344994 Jun 17 08:27:47.867130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-20ff36c6-53ad-42e2-a7cc-4f5a487a1763 service neutron] 10.222.0.65 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583684 Jun 17 08:27:47.911657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-2e5b5b5e-7442-4a76-8f16-6790ce0b4021 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684258 Jun 17 08:27:47.930360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d3081-a89c-42c5-a21e-889c8d2b00fe req-0208aff6-e035-46ac-8135-c16da2b414e5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.933177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c9d3081-a89c-42c5-a21e-889c8d2b00fe req-0208aff6-e035-46ac-8135-c16da2b414e5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1935704 Jun 17 08:27:47.954173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f93b9-63ed-4e00-b470-50bb8d86dcd1 None None] Pushing event updated for resources: {'Port': ['ID=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.979536 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-436f93b9-63ed-4e00-b470-50bb8d86dcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.980395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device cd0c36ea-df17-4978-96aa-c91d0c26d810 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:48.150550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:48.168895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'cd0c36ea-df17-4978-96aa-c91d0c26d810', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'cd0c36ea-df17-4978-96aa-c91d0c26d810', 'mac_address': 'fa:16:3e:1a:91:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:48.227573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:48.228335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:48.361122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.401492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0c36ea-df17-4978-96aa-c91d0c26d810 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:48.451369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:48.469178 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.475209 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:48.554378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c9d3081-a89c-42c5-a21e-889c8d2b00fe req-72fc0e01-dc09-4560-8dcc-49da1eb23231 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047597 Jun 17 08:27:48.563518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:48.620777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d00d94a0-5b46-40fc-b63e-b4cecccdab5f req-91951905-73ed-41be-b67a-109864c74bdf service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865904 Jun 17 08:27:48.625445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:48.644607 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:48.698672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19af0-8fd1-4429-ae40-9aa9898e08e6 req-3ecbf169-11f3-4512-9925-7e5ca26854f0 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.706475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4b19af0-8fd1-4429-ae40-9aa9898e08e6 req-3ecbf169-11f3-4512-9925-7e5ca26854f0 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 948 time: 0.3521163 Jun 17 08:27:48.876481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['cd0c36ea-df17-4978-96aa-c91d0c26d810'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:48.950351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4b19af0-8fd1-4429-ae40-9aa9898e08e6 req-f6fb202b-8b85-4544-9966-1022a1cafb03 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347076 Jun 17 08:27:49.055396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ba17e-dba1-46d3-8294-a06fe687acb7 req-d4c6b0b6-7d64-44d9-9256-c61267ad6643 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.068897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e2ba17e-dba1-46d3-8294-a06fe687acb7 req-d4c6b0b6-7d64-44d9-9256-c61267ad6643 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 945 time: 0.2659860 Jun 17 08:27:49.100989 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2539b7-42ec-4556-9afa-d7059c6d8ffb x-openstack-request-id: req-bf2539b7-42ec-4556-9afa-d7059c6d8ffb {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:49.101292 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f27af5-74cb-475f-9fdc-f40401829881", "name": "network-vif-plugged", "status": "completed", "tag": "8c9e9541-096b-42be-9b4e-53a69790fef2", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:49.101887 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf2539b7-42ec-4556-9afa-d7059c6d8ffb {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:49.102296 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f27af5-74cb-475f-9fdc-f40401829881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9e9541-096b-42be-9b4e-53a69790fef2', 'code': 200} Jun 17 08:27:49.194129 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.210861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:47Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:49.217485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e2ba17e-dba1-46d3-8294-a06fe687acb7 req-c1a384c6-9bfb-4903-bb69-0c7d6bcdc7a5 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443856 Jun 17 08:27:49.268373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcda97b2-6ae0-4c35-a3eb-9dbd203b0880 None None] The sync data for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 is: [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:47Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:49.643841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257674f2-66e0-4f47-8e7b-0775bf20b5af req-2fb55539-ad78-42c6-8bfd-ab909d1295b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.645750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-257674f2-66e0-4f47-8e7b-0775bf20b5af req-2fb55539-ad78-42c6-8bfd-ab909d1295b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1943643 Jun 17 08:27:49.697558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147a522-444a-44ff-af17-6cc4fc8148f1 req-adeea2a4-366e-4e64-b377-b24355d5c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.700866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a147a522-444a-44ff-af17-6cc4fc8148f1 req-adeea2a4-366e-4e64-b377-b24355d5c731 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 1097 time: 0.2129338 Jun 17 08:27:49.839665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-257674f2-66e0-4f47-8e7b-0775bf20b5af req-e9a29756-d130-46ef-a4cf-baaa9e67726e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861548 Jun 17 08:27:49.892122 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a147a522-444a-44ff-af17-6cc4fc8148f1 req-61db5fb6-c45b-41fd-86aa-2c2cafb5cb75 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805053 Jun 17 08:27:49.957592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:50.153406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a182b3f7-7a6d-478d-810b-a08ff44bceac req-0aac260c-62f8-408a-94cf-a1698db3dcfc tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 210 time: 0.0390129 Jun 17 08:27:50.164803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:50.179529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:50.180255 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.304553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1f15-fdb5-44cb-a218-98a1f33b5bf4 req-afba70b1-fb57-4753-8797-03919fe4d11c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.319469 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.320084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1ea1f15-fdb5-44cb-a218-98a1f33b5bf4 req-afba70b1-fb57-4753-8797-03919fe4d11c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1236870 Jun 17 08:27:50.382546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:50.387620 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.395360 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:50.425637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1ea1f15-fdb5-44cb-a218-98a1f33b5bf4 req-b8d4bed7-c720-4b9e-8d78-a93f33bb668a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049201 Jun 17 08:27:50.476472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:50.480762 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:50.495599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f1ec0-4d5b-4dfd-aaf2-ed5f4e9443a6 req-309967a1-e564-43ea-a823-47df8f7168bf tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.497607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c25f1ec0-4d5b-4dfd-aaf2-ed5f4e9443a6 req-309967a1-e564-43ea-a823-47df8f7168bf tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1494141 Jun 17 08:27:50.574860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c25f1ec0-4d5b-4dfd-aaf2-ed5f4e9443a6 req-7477fc8f-6f41-43eb-a4ab-a73261ef9f9a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694218 Jun 17 08:27:50.961038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017596-fd54-4a78-8a18-3bde5ac05f7f req-1d5c0572-ee20-44f6-a33d-daafc7fe2c66 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.962604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64017596-fd54-4a78-8a18-3bde5ac05f7f req-1d5c0572-ee20-44f6-a33d-daafc7fe2c66 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 949 time: 0.3294015 Jun 17 08:27:50.979575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5bcdc1b6-6ec2-4e4a-be95-938039ef2b9b tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.981036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5bcdc1b6-6ec2-4e4a-be95-938039ef2b9b tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 820 time: 0.3401027 Jun 17 08:27:51.020616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67140828-8cf0-460c-ad6f-51c1711353a8 req-318f2d5d-76cf-4a71-b1b8-2d575540275a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.023008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67140828-8cf0-460c-ad6f-51c1711353a8 req-318f2d5d-76cf-4a71-b1b8-2d575540275a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2346563 Jun 17 08:27:51.026676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'port': {'device_id': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'admin_state_up': True, 'tenant_id': '834125222dfe453c9408aee32286818d'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:51.134210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64017596-fd54-4a78-8a18-3bde5ac05f7f req-80ee58b5-fa3b-416d-875e-2e65a78a7059 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625848 Jun 17 08:27:51.165837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67140828-8cf0-460c-ad6f-51c1711353a8 req-78bcb50d-17ec-4955-8859-6312bc5b230b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225955 Jun 17 08:27:51.215811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Made reservation on behalf of 834125222dfe453c9408aee32286818d for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:51.221391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.456741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Allocated IP 172.20.0.13 (fda24b19-23df-4b1f-bbd9-b01aa0ca477e/1acfc3cf-4b09-4045-9199-17f6f4d4850f/87ca577b-c521-46dc-aeff-59a05543989e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:51.472740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb945a-628d-4b3a-8e62-343480663ccb req-ec9f5771-9124-4702-802b-0cfa6cb779f9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.474756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77cb945a-628d-4b3a-8e62-343480663ccb req-ec9f5771-9124-4702-802b-0cfa6cb779f9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 946 time: 0.1833463 Jun 17 08:27:51.493819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d63b5-6d1d-4a0b-95a3-897ed0ecf75b req-09acacbd-990b-4850-8bfb-2bda8e376c98 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.495324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d2d63b5-6d1d-4a0b-95a3-897ed0ecf75b req-09acacbd-990b-4850-8bfb-2bda8e376c98 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 945 time: 0.1889689 Jun 17 08:27:51.583051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77cb945a-628d-4b3a-8e62-343480663ccb req-a8809bcb-d141-4f83-8504-d2074fe0e5f5 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997183 Jun 17 08:27:51.588526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d2d63b5-6d1d-4a0b-95a3-897ed0ecf75b req-2acd64a2-76be-49d6-8277-628e924f14ce tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840843 Jun 17 08:27:51.721679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.775408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a9b55d0-43d6-45af-b1a7-5a8d2843b059 req-74eb6902-6033-4d36-8187-0a88243edb6a tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 210 time: 0.0440130 Jun 17 08:27:51.810511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:51.842436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.847719 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b32bf036-ff14-4b58-aa98-a22d24567d82 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:51.865720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device cd0c36ea-df17-4978-96aa-c91d0c26d810 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:51.895930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c2331-253c-4ec0-91f2-9de0f7347052 req-6700673a-ab98-4300-8aa8-95fe1748d26b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.905891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c18c2331-253c-4ec0-91f2-9de0f7347052 req-6700673a-ab98-4300-8aa8-95fe1748d26b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1294355 Jun 17 08:27:51.921186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Network fda24b19-23df-4b1f-bbd9-b01aa0ca477e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:51.934210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:51.934608 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.937271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:51.949893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:51.962843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:52.002148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.002937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.003497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.004045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.004580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.005121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.006475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.007061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.007824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.008368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.008900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.009440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:52.018958 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:52.040894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c18c2331-253c-4ec0-91f2-9de0f7347052 req-a0ac5065-75eb-4117-a993-01f2dc131f20 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256783 Jun 17 08:27:52.042822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port cd0c36ea-df17-4978-96aa-c91d0c26d810 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:52.048374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port cd0c36ea-df17-4978-96aa-c91d0c26d810 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:52.048812 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.055186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.056043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.078822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0692329 Jun 17 08:27:52.095800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Request body: {'port': {'device_id': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:52.164302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.190681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:52.193954 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf420e4-fe47-4b91-b375-13541a501c87" -d '{"events": [{"server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "name": "network-vif-plugged", "status": "completed", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:52.201908 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.225773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:52.238077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.241489 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:52.305346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:52.313264 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:52.466781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:52.469280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:52.542211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a379943-ac49-4888-a7d9-2b806add90a5 req-c7028f5e-1a4f-4c2b-b148-31a19bacf114 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.549047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a379943-ac49-4888-a7d9-2b806add90a5 req-c7028f5e-1a4f-4c2b-b148-31a19bacf114 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 950 time: 0.1504078 Jun 17 08:27:52.647400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a379943-ac49-4888-a7d9-2b806add90a5 req-bde20f2c-7ced-4cd2-84ec-dfb6dd03cac3 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971341 Jun 17 08:27:52.747119 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb25dd-0527-451b-949f-76797a82e308 x-openstack-request-id: req-debb25dd-0527-451b-949f-76797a82e308 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:52.748035 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "name": "network-vif-plugged", "status": "completed", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:52.748465 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-debb25dd-0527-451b-949f-76797a82e308 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:52.749130 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810', 'code': 200} Jun 17 08:27:52.757553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:52.762560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.780445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ca577b-c521-46dc-aeff-59a05543989e {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:52.801559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.813726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acbf8f-5570-44c9-a91f-54233cfd8723 req-1e852504-9259-4c1b-9051-26f59b9f6163 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.819502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'port_id': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'mac_address': 'fa:16:3e:93:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b3c82-7a3c-4441-9551-f432a37d675e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:52.822687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07acbf8f-5570-44c9-a91f-54233cfd8723 req-1e852504-9259-4c1b-9051-26f59b9f6163 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2472765 Jun 17 08:27:52.852657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Transition to ACTIVE for port object 87ca577b-c521-46dc-aeff-59a05543989e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:52.880955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:52.890390 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.901803 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:52.902389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.923471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-07acbf8f-5570-44c9-a91f-54233cfd8723 req-af456080-6b91-42e0-9c84-5ef21d3e6e78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998251 Jun 17 08:27:52.924382 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.927363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:52.970338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64a7c4f0-9d28-4281-a12c-cfa6312d86fa {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:53.007003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:27:53.007611 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:27:53.018449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.022810 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.089217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776af23-a29d-4615-9539-add612aed631 service neutron] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.097006 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5776af23-a29d-4615-9539-add612aed631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.168844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9259-f66d-4d10-ae76-3023d49ba957 req-0f6012bf-13a1-4c74-a3cc-23453a9b454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.170354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdfc9259-f66d-4d10-ae76-3023d49ba957 req-0f6012bf-13a1-4c74-a3cc-23453a9b454f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 1102 time: 0.3427763 Jun 17 08:27:53.195079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4da0-d8a0-49aa-b4a2-3b0ea0998edd req-9ea86b3f-ada6-4981-9408-e21dde219d4f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.202013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20dd4da0-d8a0-49aa-b4a2-3b0ea0998edd req-9ea86b3f-ada6-4981-9408-e21dde219d4f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 944 time: 0.2345378 Jun 17 08:27:53.262243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Attempting to bind port 87ca577b-c521-46dc-aeff-59a05543989e on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:53.262800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Attempting to bind port 87ca577b-c521-46dc-aeff-59a05543989e by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:53.263010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Attempting to bind port 87ca577b-c521-46dc-aeff-59a05543989e on network fda24b19-23df-4b1f-bbd9-b01aa0ca477e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:53.288753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20dd4da0-d8a0-49aa-b4a2-3b0ea0998edd req-a6f7eb9a-32ec-4be1-a39f-945292612fac tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857470 Jun 17 08:27:53.289644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Port 87ca577b-c521-46dc-aeff-59a05543989e on network fda24b19-23df-4b1f-bbd9-b01aa0ca477e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:53.290171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Attempting to bind port 87ca577b-c521-46dc-aeff-59a05543989e on network fda24b19-23df-4b1f-bbd9-b01aa0ca477e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:53.296648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdfc9259-f66d-4d10-ae76-3023d49ba957 req-151caf0b-9062-486b-882d-062f789e5828 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166480 Jun 17 08:27:53.308313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:53.309101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Checking segment: {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:53.309877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Bound using segment: {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:53.310577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Bound port: 87ca577b-c521-46dc-aeff-59a05543989e, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec84ad6-b9e0-471b-a18a-6984e15e64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:53.311415 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.442172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:53.484091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:53.496477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.501878 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66f5fbc3-0f30-497c-94a5-5e425d0aeecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:53.549517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.550132 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.551808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-5776af23-a29d-4615-9539-add612aed631 service neutron] 10.222.0.60 "PUT /v2.0/ports/87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 1093 time: 1.4637549 Jun 17 08:27:53.554334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:53.556695 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2976cf06-60d0-4c9e-906d-62acb48915b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:53.557472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.572519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a7c4f0-9d28-4281-a12c-cfa6312d86fa {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:53.605772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:53.609579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86391915-f571-4860-ad04-af3d5c7e92bf req-f5fff5a6-dfaf-4be4-b59e-d4983715ed37 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.610569 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.612885 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:53.616944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86391915-f571-4860-ad04-af3d5c7e92bf req-f5fff5a6-dfaf-4be4-b59e-d4983715ed37 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 945 time: 0.2145820 Jun 17 08:27:53.650343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776af23-a29d-4615-9539-add612aed631 service neutron] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.662082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c3a65-a9b1-4a51-8287-cc7edb569a51 req-46c2361c-9fcf-48ee-b8e9-76925ac256b0 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.663717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e46c3a65-a9b1-4a51-8287-cc7edb569a51 req-46c2361c-9fcf-48ee-b8e9-76925ac256b0 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 943 time: 0.2254093 Jun 17 08:27:53.665902 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5776af23-a29d-4615-9539-add612aed631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.675314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.680723 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.722069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86391915-f571-4860-ad04-af3d5c7e92bf req-c6e5287b-6d61-416c-b591-998d1afff83a tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038425 Jun 17 08:27:53.748582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e46c3a65-a9b1-4a51-8287-cc7edb569a51 req-cbf06efa-8628-4e8b-96e9-a775f5a061b3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662038 Jun 17 08:27:53.761339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-7e99e259-e1eb-44c0-b3b6-182c87fbfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.763340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-7e99e259-e1eb-44c0-b3b6-182c87fbfa56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1096 time: 0.1437237 Jun 17 08:27:53.829547 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a9bbe-8d46-47f8-947b-fc0a1226eadc x-openstack-request-id: req-192a9bbe-8d46-47f8-947b-fc0a1226eadc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:53.829886 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:53.830179 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-192a9bbe-8d46-47f8-947b-fc0a1226eadc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:53.830613 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'status': 'completed', 'code': 200} Jun 17 08:27:53.833877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-8f96251e-47ca-4e06-b69f-78257a09c9a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.0526462 Jun 17 08:27:53.848381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:53.915793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64a7c4f0-9d28-4281-a12c-cfa6312d86fa'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:53.933089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-ce34ba42-d1c9-4032-94f6-eb77457a9848 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015327 Jun 17 08:27:54.001841 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.040307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-54c90a7e-8653-4c84-a159-71714fc45fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:54.042062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-54c90a7e-8653-4c84-a159-71714fc45fd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1994319 Jun 17 08:27:54.061760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:54.074530 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.080478 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.111694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-9754f1a1-1e01-4f8b-9657-76f04338a280 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467839 Jun 17 08:27:54.148347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.151411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca434f5-2ae8-4280-8275-d8c1e7489e7f req-7b33b010-cd0f-4b96-8a85-79c6157f79b8 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:54.158415 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.159280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ca434f5-2ae8-4280-8275-d8c1e7489e7f req-7b33b010-cd0f-4b96-8a85-79c6157f79b8 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 950 time: 0.2390847 Jun 17 08:27:54.193773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-2837685f-f092-49a2-b89d-192045abcbc5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:54.201618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-2837685f-f092-49a2-b89d-192045abcbc5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674348 Jun 17 08:27:54.263212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-41a031d9-51b6-416d-8d6a-b7b02c77497a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/quotas/7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 375 time: 0.0606134 Jun 17 08:27:54.286400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49486) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:54.306126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ca434f5-2ae8-4280-8275-d8c1e7489e7f req-b829abbf-69de-430c-be04-f53b3f79cc25 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456916 Jun 17 08:27:54.388636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-50cd829e-a8b3-499a-82d5-faf7a7cca170 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580497 Jun 17 08:27:54.450589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.569411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.574018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.576840 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3e59500-5e97-44ea-883f-083243d66603 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.619610 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c58ec822edf45e49b5540668237abb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310745 Jun 17 08:27:54.620532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed5189f-11f6-4656-b983-b8014e4ceac2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.622981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49496) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:54.629187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.681228 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.704750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.750247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa'}, {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:54.752601 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef02790d-daef-4a0b-918f-0e80980d543b" -d '{"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-unplugged", "status": "completed", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa"}, {"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-unplugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:54.753600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.757742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.758935 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ed5189f-11f6-4656-b983-b8014e4ceac2 HTTP/1.1" status: 204 len: 168 time: 0.1349916 Jun 17 08:27:54.759749 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14e5413b-d451-4139-a4a8-1c3de8776c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.768671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed5189f-11f6-4656-b983-b8014e4ceac2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.771334 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.799179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-4dbf8d59-1694-4d03-950e-e9e316dcbcbe tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5191319 Jun 17 08:27:54.912626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efceceb9-8ba5-4d82-9331-a003fcd8ea3e req-20411c57-edfe-4db0-89dd-cad8dc30df1f service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060542 Jun 17 08:27:54.964457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ef96-09d8-48ad-97fd-e6eb81e57fca req-16efbf27-0beb-4e2e-b9ff-b56a81d7324a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:54.973978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b989e1b7-c053-4606-8141-995c60154c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.988593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f6ef96-09d8-48ad-97fd-e6eb81e57fca req-16efbf27-0beb-4e2e-b9ff-b56a81d7324a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.5505002 Jun 17 08:27:54.999367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-8e37de4e-c240-491b-a0b6-beb27162ae27 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.001015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-8e37de4e-c240-491b-a0b6-beb27162ae27 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 945 time: 0.1738415 Jun 17 08:27:55.132323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:55.148625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.199766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f6ef96-09d8-48ad-97fd-e6eb81e57fca req-a7199720-42af-4f23-849b-7d9acbd85e07 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100701 Jun 17 08:27:55.225980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-3d7319db-eabd-4fd5-90ce-2d6d08155929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.227749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-3d7319db-eabd-4fd5-90ce-2d6d08155929 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1096 time: 0.2249839 Jun 17 08:27:55.258589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.264872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.269201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17acb079-4f29-4472-b8d9-21d6e9996a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:55.312930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221848e8-a9f5-4f6a-ab1f-f5aab97e2f4b req-2af12e60-da51-4d91-ab24-5fe4f7fd4e88 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.314559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-221848e8-a9f5-4f6a-ab1f-f5aab97e2f4b req-2af12e60-da51-4d91-ab24-5fe4f7fd4e88 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 944 time: 0.2706904 Jun 17 08:27:55.319565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50c7a2ad0d9948c491a27934271094ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850734 Jun 17 08:27:55.321191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:55.340672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a73669-b969-4ecd-b4f1-7f0023fd9558,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:55.345051 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:55.377366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Deleting port 8c9e9541-096b-42be-9b4e-53a69790fef2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:55.377707 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.388102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.411338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.464708 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.467661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.471189 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29a73669-b969-4ecd-b4f1-7f0023fd9558 HTTP/1.1" status: 204 len: 168 time: 0.1452954 Jun 17 08:27:55.471189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3baa671f-1a0a-4dd7-b23c-3be6109d50ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:55.485752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a73669-b969-4ecd-b4f1-7f0023fd9558,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:55.488400 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:55.529355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-221848e8-a9f5-4f6a-ab1f-f5aab97e2f4b req-d8df490a-bb1b-48cb-8ba0-070816803676 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053583 Jun 17 08:27:55.536060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-89b5012d-7614-4f59-93a8-0c4b096a8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.538197 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-89b5012d-7614-4f59-93a8-0c4b096a8811 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.2956731 Jun 17 08:27:55.609961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] For port 8c9e9541-096b-42be-9b4e-53a69790fef2, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=8c9e9541-096b-42be-9b4e-53a69790fef2,segment=NetworkSegment(7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9),segment_id=7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:55.610379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.613715 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad5dc83-8301-428a-adb4-3aa8163b8a64 x-openstack-request-id: req-aad5dc83-8301-428a-adb4-3aa8163b8a64 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:55.614045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-e08d6b38-bcc0-463e-98d1-80f18819fe54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.0676806 Jun 17 08:27:55.614372 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-unplugged", "status": "completed", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa", "code": 200}, {"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-unplugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:55.615102 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aad5dc83-8301-428a-adb4-3aa8163b8a64 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:55.615625 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'code': 200} Jun 17 08:27:55.616061 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'code': 200} Jun 17 08:27:55.703351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9952fd-b594-43e1-8114-02e71e5425f3 req-abc62455-ee8a-4c0f-88fb-5e269ce4391a tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.711480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a9952fd-b594-43e1-8114-02e71e5425f3 req-abc62455-ee8a-4c0f-88fb-5e269ce4391a tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 945 time: 0.3540618 Jun 17 08:27:55.741461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Calling delete_port for 8c9e9541-096b-42be-9b4e-53a69790fef2 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:55.840107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:55.864912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-a6a6651d-6dba-4bfe-bad1-eab08f51b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.866382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-a6a6651d-6dba-4bfe-bad1-eab08f51b58e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.2369442 Jun 17 08:27:55.870986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a9952fd-b594-43e1-8114-02e71e5425f3 req-a9235624-ac5e-46fa-89a1-3af0873c8924 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/security-groups?id=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586161 Jun 17 08:27:55.925085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-62a9dd88-c4c2-4771-babd-657ab09dab18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488040 Jun 17 08:27:55.974949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:55.985168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a651b-e2e8-44b9-ac3d-7970611603a3 req-3ee33055-52ab-4d31-81cc-f426edb5b3b6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.986697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-950a651b-e2e8-44b9-ac3d-7970611603a3 req-3ee33055-52ab-4d31-81cc-f426edb5b3b6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 944 time: 0.2365386 Jun 17 08:27:55.989360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:56.052909 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.068801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:56.096935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:56.103980 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.106296 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:56.129719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70ba6262-66ca-4298-9acd-0b0c81b66ce8 req-4b51816a-ea58-42f0-a64c-c5e8967d0c49 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 210 time: 0.0932820 Jun 17 08:27:56.165697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.179411 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9a9c0313-0847-4227-b20d-13c0d0333079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:56.186574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['8c9e9541-096b-42be-9b4e-53a69790fef2'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:56.207058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-950a651b-e2e8-44b9-ac3d-7970611603a3 req-349f2453-2c09-4f3f-b6be-ae2fb8006444 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077458 Jun 17 08:27:56.238566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:56.245946 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:56.250843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Pushing event deleted for resources: {'Port': ['ID=8c9e9541-096b-42be-9b4e-53a69790fef2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:56.254934 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:56.257499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-9d45b0ff-39df-47df-823e-30c4247a44eb service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161752 Jun 17 08:27:56.265098 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-5e39282e-6c10-4f90-b548-6f7d00e0ddda tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712571 Jun 17 08:27:56.280462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['36c46f94-3a35-4a6c-8411-c4ab75afd529'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:56.406402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] No DVR routers for this DVR port 8c9e9541-096b-42be-9b4e-53a69790fef2 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:56.415324 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.417231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8dac3de6-4547-4074-9213-0de00ec9af5f req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.60 "DELETE /v2.0/ports/8c9e9541-096b-42be-9b4e-53a69790fef2 HTTP/1.1" status: 204 len: 173 time: 1.3723056 Jun 17 08:27:56.419338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f27af5-74cb-475f-9fdc-f40401829881', 'name': 'network-vif-deleted', 'tag': '8c9e9541-096b-42be-9b4e-53a69790fef2'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:56.421823 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970548d0-f75f-40a2-8b5c-e584bec3edce" -d '{"events": [{"server_uuid": "70f27af5-74cb-475f-9fdc-f40401829881", "name": "network-vif-deleted", "tag": "8c9e9541-096b-42be-9b4e-53a69790fef2"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:56.495035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 87ca577b-c521-46dc-aeff-59a05543989e details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:56.497512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:56.549804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-07f6ca90-8de4-4992-a957-ff570e727883 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.552124 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-07f6ca90-8de4-4992-a957-ff570e727883 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725229 Jun 17 08:27:56.566579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Request body: {'port': {'device_id': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '7b964bd719d94aefb67da595c6df2182'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:56.606749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2976cf06-60d0-4c9e-906d-62acb48915b9 req-5927c8f7-c448-4c2d-a4e3-d215a8004e1f service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353093 Jun 17 08:27:56.644032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e960c-00bd-45fb-9335-9905b8d85aea req-4a91a5b2-71ff-42a4-a060-a94f89c08e9b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.646038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c41e960c-00bd-45fb-9335-9905b8d85aea req-4a91a5b2-71ff-42a4-a060-a94f89c08e9b tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2346468 Jun 17 08:27:56.655118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7cfe9-4fcb-4036-b5f5-081cb198de0b req-20e2bf73-0890-430d-b2a6-6d684e042cd4 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.662929 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72c7cfe9-4fcb-4036-b5f5-081cb198de0b req-20e2bf73-0890-430d-b2a6-6d684e042cd4 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 950 time: 0.2490880 Jun 17 08:27:56.730657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c41e960c-00bd-45fb-9335-9905b8d85aea req-ec62b742-92bd-42ad-ac43-9524cd61920f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619533 Jun 17 08:27:56.748146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:56.748332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72c7cfe9-4fcb-4036-b5f5-081cb198de0b req-ef9dbc29-104f-46a9-9de6-ab67d3340701 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847757 Jun 17 08:27:56.748551 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.811570 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95acb7-a173-4f6f-964e-736394e7b29a x-openstack-request-id: req-ab95acb7-a173-4f6f-964e-736394e7b29a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:56.811986 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f27af5-74cb-475f-9fdc-f40401829881", "name": "network-vif-deleted", "tag": "8c9e9541-096b-42be-9b4e-53a69790fef2", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:56.812206 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab95acb7-a173-4f6f-964e-736394e7b29a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:56.812631 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f27af5-74cb-475f-9fdc-f40401829881', 'name': 'network-vif-deleted', 'tag': '8c9e9541-096b-42be-9b4e-53a69790fef2', 'status': 'completed', 'code': 200} Jun 17 08:27:56.851158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Made reservation on behalf of 7b964bd719d94aefb67da595c6df2182 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:56.854928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.984685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:57.015913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '87ca577b-c521-46dc-aeff-59a05543989e', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'port_id': '87ca577b-c521-46dc-aeff-59a05543989e', 'mac_address': 'fa:16:3e:48:20:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:57.071813 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.091504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ca577b-c521-46dc-aeff-59a05543989e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:57.137229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:57.144792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0102-fecb-4a67-b92f-f8d13da66111 req-8c77f451-7ad9-469f-8a41-579254d895cb tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.149288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-138c0102-fecb-4a67-b92f-f8d13da66111 req-8c77f451-7ad9-469f-8a41-579254d895cb tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 944 time: 0.1874397 Jun 17 08:27:57.153289 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.163151 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:57.194412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Allocated IP 192.168.233.166 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/e3587a48-8199-42e5-b748-112163ec09ea) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:57.230085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-138c0102-fecb-4a67-b92f-f8d13da66111 req-a75cf223-3949-4d1e-946b-9fd5a07a587c tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702257 Jun 17 08:27:57.254155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.258820 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.299184 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.340083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:57.353031 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.357644 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:57.402874 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce09b688-307b-473d-a269-691eadeec0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.416737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab022cd6-a33d-4c7f-84cf-cb69b70b7701 req-e33253ed-970c-4c8e-9a76-aa333a1b6c30 tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] 10.222.0.65 "GET /v2.0/ports?device_id=70f27af5-74cb-475f-9fdc-f40401829881 HTTP/1.1" status: 200 len: 210 time: 0.0838058 Jun 17 08:27:57.443103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['87ca577b-c521-46dc-aeff-59a05543989e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:57.473871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.494528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.501526 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.507147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Transition to ACTIVE for port object e3587a48-8199-42e5-b748-112163ec09ea will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:57.523479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.562432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.567521 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-905d29ca-d115-4977-b702-ca8548ea980e tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:57.579573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:57.616376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:57.620890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:57.625254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:57.682998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:57.686841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.688943 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e897b75-3e6a-4770-8f2e-5305d6414e8c" -d '{"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-plugged", "status": "completed", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:57.707120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.733459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e65147-04c9-4c30-a339-19cb0a62236f req-13672b5a-4adb-44f4-84fc-c6a2b81dd284 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.737366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e65147-04c9-4c30-a339-19cb0a62236f req-13672b5a-4adb-44f4-84fc-c6a2b81dd284 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 1102 time: 0.2029028 Jun 17 08:27:57.745372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.746256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.772888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2080350 Jun 17 08:27:57.807380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Request body: {'port': {'device_id': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:57.873879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e65147-04c9-4c30-a339-19cb0a62236f req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.921205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:58.014739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1052c86-9f67-4860-ba02-d7f1ea2be940 req-3f50ad2a-aa73-42e8-b742-a759d60aa49c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.016478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1052c86-9f67-4860-ba02-d7f1ea2be940 req-3f50ad2a-aa73-42e8-b742-a759d60aa49c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 936 time: 0.3320608 Jun 17 08:27:58.016635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.121783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1052c86-9f67-4860-ba02-d7f1ea2be940 req-530f2b1d-bdf7-4ee7-88da-aae9ff260aa8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939248 Jun 17 08:27:58.133007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e65147-04c9-4c30-a339-19cb0a62236f req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.144846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e65147-04c9-4c30-a339-19cb0a62236f req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.178071 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2403b831-c5a0-4e71-92f9-c8a3ad97e1ed tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:58.195692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-23122dbf-2091-44fc-85e8-cc35a0e267ca None None] Provisioning for port e3587a48-8199-42e5-b748-112163ec09ea completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:58.211630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-23122dbf-2091-44fc-85e8-cc35a0e267ca None None] Provisioning complete for port e3587a48-8199-42e5-b748-112163ec09ea triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:58.212406 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23122dbf-2091-44fc-85e8-cc35a0e267ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.217388 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e65147-04c9-4c30-a339-19cb0a62236f req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871551 Jun 17 08:27:58.288753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:58.289612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.294480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c2213-ef1b-47f4-90fb-44a083258ad2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:58.300038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-23122dbf-2091-44fc-85e8-cc35a0e267ca None None] Port e3587a48-8199-42e5-b748-112163ec09ea cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:58.310411 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:58.336384 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd6b0c-3f37-46c4-92e5-d3fb52546f30 x-openstack-request-id: req-1dfd6b0c-3f37-46c4-92e5-d3fb52546f30 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:58.336384 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-plugged", "status": "completed", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:58.336384 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dfd6b0c-3f37-46c4-92e5-d3fb52546f30 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:58.337144 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'code': 200} Jun 17 08:27:58.503825 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.515604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 8c9e9541-096b-42be-9b4e-53a69790fef2 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:58.527556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad416be-c801-4265-b6cd-ad4098937390 req-efbbfb74-3a88-4059-ab4e-3f0fb9ccbff7 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.538803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bad416be-c801-4265-b6cd-ad4098937390 req-efbbfb74-3a88-4059-ab4e-3f0fb9ccbff7 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1276317 Jun 17 08:27:58.591539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 8c9e9541-096b-42be-9b4e-53a69790fef2 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:58.591539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 8c9e9541-096b-42be-9b4e-53a69790fef2 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:58.600500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3587a48-8199-42e5-b748-112163ec09ea {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:58.619221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.628440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:58.648073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.652212 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:58.653999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Transition to ACTIVE for port object e3587a48-8199-42e5-b748-112163ec09ea will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:58.663491 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bad416be-c801-4265-b6cd-ad4098937390 req-cc8fca33-4dff-46cf-ba53-13beef545e32 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231346 Jun 17 08:27:58.665546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.671238 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43a66f6b-da1d-4cbf-8aa5-540b5c6a0fbe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:58.688197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:58.767568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:58.774800 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:58.777744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.817940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:58.823338 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:58.882438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19981d-f113-47e6-b92a-16f329f28f90 req-68eee5f5-ac6e-42e2-a209-1ec8d24e4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.886371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca19981d-f113-47e6-b92a-16f329f28f90 req-68eee5f5-ac6e-42e2-a209-1ec8d24e4002 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 1097 time: 0.3452818 Jun 17 08:27:59.026247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6e89b-e0ee-48d1-8f83-7f5cef6cd9b9 req-4b7bd573-e75f-465d-8809-9bbeda06bfe0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.037385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53b6e89b-e0ee-48d1-8f83-7f5cef6cd9b9 req-4b7bd573-e75f-465d-8809-9bbeda06bfe0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.3922150 Jun 17 08:27:59.041588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Attempting to bind port e3587a48-8199-42e5-b748-112163ec09ea on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:59.041935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Attempting to bind port e3587a48-8199-42e5-b748-112163ec09ea by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:59.042737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Attempting to bind port e3587a48-8199-42e5-b748-112163ec09ea on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:59.047981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Port e3587a48-8199-42e5-b748-112163ec09ea on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:59.048300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Attempting to bind port e3587a48-8199-42e5-b748-112163ec09ea on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:59.056436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:59.056780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:59.058694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:59.059171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Bound port: e3587a48-8199-42e5-b748-112163ec09ea, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:59.059529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.131071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca19981d-f113-47e6-b92a-16f329f28f90 req-79705fb3-b2d5-48d4-90c5-34a7c24fe83c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204523 Jun 17 08:27:59.152052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53b6e89b-e0ee-48d1-8f83-7f5cef6cd9b9 req-b7e138c2-1717-4b4e-acba-960879226496 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133964 Jun 17 08:27:59.179093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5765a3-a537-477a-aa85-1f3f17fb26c1 req-6c3ee8a9-cc17-42e0-9322-89fe14270576 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.181321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab5765a3-a537-477a-aa85-1f3f17fb26c1 req-6c3ee8a9-cc17-42e0-9322-89fe14270576 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 945 time: 0.2852709 Jun 17 08:27:59.195434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:59.200230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:59.212061 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.215639 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1dcba6af-a605-4746-84c9-48ca38e60579 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:59.263130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.264028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.266500 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] 10.222.0.60 "PUT /v2.0/ports/e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 1097 time: 1.4712539 Jun 17 08:27:59.267111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:59.271797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab5765a3-a537-477a-aa85-1f3f17fb26c1 req-c8cdd88f-29c9-43ef-9853-dbdbde04afdf tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785804 Jun 17 08:27:59.271974 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:59.329485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:59.345103 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:59.402826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49668) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:59.421890 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:59.472806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0d61dabd-da2b-4fcd-9d0a-ec3e6e56cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.475274 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-0d61dabd-da2b-4fcd-9d0a-ec3e6e56cb99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1100 time: 0.1299903 Jun 17 08:27:59.578467 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-c8292370-cbc8-419e-b630-963801d1dbb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.0876725 Jun 17 08:27:59.594336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Deleting subnet 58cf4405-cea5-4118-bc42-955b04cb0843 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:59.625101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.671495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b9fe7705-86e0-46cc-b863-cb7a3ae2ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.673144 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-b9fe7705-86e0-46cc-b863-cb7a3ae2ef26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0866520 Jun 17 08:27:59.686990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082120c6-c535-49a4-8d7f-626dc221920c req-08b29249-63a6-4911-9f6f-1cee88a93e51 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.694853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-082120c6-c535-49a4-8d7f-626dc221920c req-08b29249-63a6-4911-9f6f-1cee88a93e51 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 948 time: 0.2026038 Jun 17 08:27:59.703458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.779866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-082120c6-c535-49a4-8d7f-626dc221920c req-aa3a6f05-ee90-4843-a8e3-73bfb6c9593d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836031 Jun 17 08:27:59.786056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.807156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-ba37676c-2a7b-4ac7-8582-c442296fee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.812427 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-ba37676c-2a7b-4ac7-8582-c442296fee8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243212 Jun 17 08:27:59.826314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8562500-b00b-4d46-b820-621a9babfc76 req-1f313516-618c-409f-b159-51d8cf88506c tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.845469 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf54ca6-5e6f-401a-9a46-1eb0756c59fc x-openstack-request-id: req-7bf54ca6-5e6f-401a-9a46-1eb0756c59fc {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:59.847505 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:59.847903 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bf54ca6-5e6f-401a-9a46-1eb0756c59fc {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:59.848848 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'status': 'completed', 'code': 200} Jun 17 08:27:59.849648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8562500-b00b-4d46-b820-621a9babfc76 req-1f313516-618c-409f-b159-51d8cf88506c tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 1102 time: 0.2627094 Jun 17 08:27:59.940835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49678) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:00.020472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-1da16c4b-bd47-4468-bf9b-02b68c42f30a service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976326 Jun 17 08:28:00.104771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8562500-b00b-4d46-b820-621a9babfc76 req-de17a278-760d-465f-9ea5-377914366946 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531400 Jun 17 08:28:00.123044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.141665 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:00.166788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cf4405-cea5-4118-bc42-955b04cb0843,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:00.171955 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.175072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/58cf4405-cea5-4118-bc42-955b04cb0843 HTTP/1.1" status: 204 len: 168 time: 0.7708323 Jun 17 08:28:00.178998 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:00.179701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49686) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:00.195163 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ec4c2085-1f24-490e-afca-9f1b9044d29c req-c0b5561e-225c-4e50-8854-983a4e38956c service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671071 Jun 17 08:28:00.201902 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.226730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.246006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c346-da30-4f27-b910-7d68a6e4e05d req-3b991f40-80f2-449a-984d-edbffd632b23 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.247723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecd0c346-da30-4f27-b910-7d68a6e4e05d req-3b991f40-80f2-449a-984d-edbffd632b23 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.2732487 Jun 17 08:28:00.339233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:00.341874 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ebd310-1a74-4766-8ab6-8c4b9b991de2" -d '{"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:00.353906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.370528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecd0c346-da30-4f27-b910-7d68a6e4e05d req-4e848e65-bcff-4872-a366-5747db16eaba tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106102 Jun 17 08:28:00.421815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-fbd1ac9f-b8f6-40e1-936a-9c2a12299f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.423748 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-fbd1ac9f-b8f6-40e1-936a-9c2a12299f2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1100 time: 0.1125455 Jun 17 08:28:00.521588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.537672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 87ca577b-c521-46dc-aeff-59a05543989e up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:00.558994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdbf956-91d9-4a95-9596-09b05b673a40']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:00.605553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 87ca577b-c521-46dc-aeff-59a05543989e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:00.616743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 87ca577b-c521-46dc-aeff-59a05543989e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:00.617500 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.734791 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.779187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:00.786062 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.789548 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:00.858440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-de548990-bedc-48b1-8721-ca95b2c6255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.859783 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-de548990-bedc-48b1-8721-ca95b2c6255e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.4237664 Jun 17 08:28:00.901604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:00.905365 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:00.919055 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-ca8704ec-bea6-4ea7-a144-b96609ece1b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.0478294 Jun 17 08:28:00.985106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-43754dc5-0f18-491c-ae72-fc39116ad34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.986611 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-43754dc5-0f18-491c-ae72-fc39116ad34e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0605159 Jun 17 08:28:01.001711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:01.002303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb551e5-d1e9-4c64-8815-3dcbc82d9bc9') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:01.025722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.056115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.059083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.070264 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.078188 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-695e50a2-dca0-4184-a53b-b7103ad81072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:01.080745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-3fd88151-cac1-41b6-9a46-0d228f39db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.081014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:01.081436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.082413 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-3fd88151-cac1-41b6-9a46-0d228f39db22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821657 Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:28:01.090981 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:01.095445 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:01.195991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb757a0-c202-4179-bb49-af0e90a52034 req-316b28d0-42fc-4b53-90bc-f1375dd6d446 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.203553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fb757a0-c202-4179-bb49-af0e90a52034 req-316b28d0-42fc-4b53-90bc-f1375dd6d446 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 945 time: 0.6614885 Jun 17 08:28:01.207391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84ab4da226144e43afc3a3556651523d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2656775 Jun 17 08:28:01.214201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49702) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:01.226806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20886921-8c73-409c-bef3-c99613cdf6db,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:01.230611 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-2c6eac63-af0f-4795-b996-6535f0f2f505 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305404 Jun 17 08:28:01.231018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:01.239592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f958f-540d-457e-986e-c91c52c2a846 req-b85b06cf-3783-4403-8e52-3fd622ab1731 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.247739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb3f958f-540d-457e-986e-c91c52c2a846 req-b85b06cf-3783-4403-8e52-3fd622ab1731 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.7228858 Jun 17 08:28:01.268726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.273049 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.275116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] 10.222.0.65 "DELETE /v2.0/networks/ecdbf956-91d9-4a95-9596-09b05b673a40 HTTP/1.1" status: 204 len: 168 time: 1.0926619 Jun 17 08:28:01.279989 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a4b31fe-9a8b-4c97-8ee9-dfb8e0824759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:01.316370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdbf956-91d9-4a95-9596-09b05b673a40,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:01.319838 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:01.355622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fb757a0-c202-4179-bb49-af0e90a52034 req-194fdf3c-4e74-43e2-b0e8-5e5ac8b06ee5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511018 Jun 17 08:28:01.394859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9501193d-82c1-47a8-abe5-f9ddcf2db8c8 req-104063cd-06e6-4467-b4e9-d84c55ac419a service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552780 Jun 17 08:28:01.409707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb3f958f-540d-457e-986e-c91c52c2a846 req-32c40760-6340-4af0-86cc-a415ab7f2cde tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609676 Jun 17 08:28:01.443644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.483136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49710) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:01.486074 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d481b712-3962-43f6-b714-a51921747fb8 x-openstack-request-id: req-d481b712-3962-43f6-b714-a51921747fb8 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:01.486582 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:01.486692 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d481b712-3962-43f6-b714-a51921747fb8 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:01.487117 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'code': 200} Jun 17 08:28:01.492385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.541854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49714) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:01.542992 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86aea349-147d-4ac0-9adb-443f999a811c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce167981f3464b9981ecdd26fd135e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585608 Jun 17 08:28:01.651538 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.654632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.658018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20886921-8c73-409c-bef3-c99613cdf6db HTTP/1.1" status: 204 len: 168 time: 0.4362400 Jun 17 08:28:01.658018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3ce37d75-edb4-41bb-9482-3bf5a49be8dc tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:01.663311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.730458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85ad08-714e-43b1-825b-6644b0a510ed req-4c5e2a4e-bef1-4909-85f8-1d808cf7cb90 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.732119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee85ad08-714e-43b1-825b-6644b0a510ed req-4c5e2a4e-bef1-4909-85f8-1d808cf7cb90 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 948 time: 0.1704476 Jun 17 08:28:01.733098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20886921-8c73-409c-bef3-c99613cdf6db,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:01.760208 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:01.777109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.870337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee85ad08-714e-43b1-825b-6644b0a510ed req-97816fac-096d-4db6-83b9-c97be81e326a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997770 Jun 17 08:28:01.905656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebd39a-7efb-4b90-b835-a11b524fc604 req-48a5ec32-ae23-4de1-a748-4951df5b48f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.931473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5ebd39a-7efb-4b90-b835-a11b524fc604 req-48a5ec32-ae23-4de1-a748-4951df5b48f6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.2595673 Jun 17 08:28:01.972642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.980380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.981553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6cf8d51c-67d6-4ee6-8de6-1ab3cde98088 HTTP/1.1" status: 204 len: 168 time: 0.4250464 Jun 17 08:28:01.988254 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e8aac9e0-f05f-424d-9c8f-27ddabbc1171 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:02.018104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5ebd39a-7efb-4b90-b835-a11b524fc604 req-f31aeef8-5b17-4783-9231-3f20b8558feb tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837526 Jun 17 08:28:02.022243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8d51c-67d6-4ee6-8de6-1ab3cde98088,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:02.028167 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:02.235255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49730) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:02.259078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.282312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433151b-4de5-4819-970d-4382ca62890f req-ef2339f7-b72b-4d56-948a-e2c2e50a5fa2 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.289865 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1433151b-4de5-4819-970d-4382ca62890f req-ef2339f7-b72b-4d56-948a-e2c2e50a5fa2 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.1135256 Jun 17 08:28:02.369534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1433151b-4de5-4819-970d-4382ca62890f req-ef57816a-c891-4fdf-b959-7a5868ccf052 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786593 Jun 17 08:28:02.497614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.509833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.516552 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3167c02d-ef81-4f1b-a938-f305f154dcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:02.529049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205189-038b-4024-be4d-6b685fd2e26d req-ac7f2f5a-e88d-494e-a961-147ebefd7ba2 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.530587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4205189-038b-4024-be4d-6b685fd2e26d req-ac7f2f5a-e88d-494e-a961-147ebefd7ba2 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 950 time: 0.1408632 Jun 17 08:28:02.543209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:02.619421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4205189-038b-4024-be4d-6b685fd2e26d req-2f6442ce-c663-45b5-b601-d0a333479963 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Jun 17 08:28:02.675952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:02.690644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e3587a48-8199-42e5-b748-112163ec09ea', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'e3587a48-8199-42e5-b748-112163ec09ea', 'mac_address': 'fa:16:3e:8c:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:02.717783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98e1f21360474c40a94a607286a199f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814684 Jun 17 08:28:02.720393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:02.740169 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.741796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7a2093-365d-4e97-b44e-c4c69ff5b9a0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:02.763616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3587a48-8199-42e5-b748-112163ec09ea {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:02.765829 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:02.811044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:02.821940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.824511 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:02.848218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023def5-fe08-41fe-b1c8-69b5af4f991f req-07b2d702-43da-4825-9446-fa36a5759974 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.850510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4023def5-fe08-41fe-b1c8-69b5af4f991f req-07b2d702-43da-4825-9446-fa36a5759974 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.3008652 Jun 17 08:28:02.864267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.931582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:02.945426 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:02.945646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4023def5-fe08-41fe-b1c8-69b5af4f991f req-c14be44a-1556-479a-a7c0-803076156b51 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869920 Jun 17 08:28:02.980828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.064833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e3587a48-8199-42e5-b748-112163ec09ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:03.109238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.112672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.116542 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac7a2093-365d-4e97-b44e-c4c69ff5b9a0 HTTP/1.1" status: 204 len: 168 time: 0.3943920 Jun 17 08:28:03.118121 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e559c6e-eb6a-4dc4-b510-ed6c3b0a7d3b tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:03.137140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7a2093-365d-4e97-b44e-c4c69ff5b9a0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.142976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.226833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bc7a6-42ab-47c0-8c71-d5fdd9dd82f6 req-90f252aa-3ddb-4692-b319-d930c1ce85fc tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.235830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba0bc7a6-42ab-47c0-8c71-d5fdd9dd82f6 req-90f252aa-3ddb-4692-b319-d930c1ce85fc tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1027827 Jun 17 08:28:03.292634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49770) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:03.360918 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba0bc7a6-42ab-47c0-8c71-d5fdd9dd82f6 req-76a81c51-65f4-4760-a280-1c978d68154f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241233 Jun 17 08:28:03.451806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13d921-5ae3-4842-82df-601fe6ab7828 req-81348c1a-c62b-4498-8280-aac150fb0f73 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.467440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db13d921-5ae3-4842-82df-601fe6ab7828 req-81348c1a-c62b-4498-8280-aac150fb0f73 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 949 time: 0.2416906 Jun 17 08:28:03.490510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:03.502020 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d37dd1-3259-4d71-80d6-ed434c921c61" -d '{"events": [{"server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "name": "network-vif-plugged", "status": "completed", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:03.573877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db13d921-5ae3-4842-82df-601fe6ab7828 req-c95241f5-a896-4f4a-8f12-77160fa172e3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035583 Jun 17 08:28:03.684005 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3435929e-328b-4284-8722-f688ae3dd7fa x-openstack-request-id: req-3435929e-328b-4284-8722-f688ae3dd7fa {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:03.685048 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "name": "network-vif-plugged", "status": "completed", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:03.685539 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3435929e-328b-4284-8722-f688ae3dd7fa {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:03.686189 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'code': 200} Jun 17 08:28:03.868042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-898704481-network', 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:03.868948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-7839d533-bc4f-489e-90ad-f0c16976bd21 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.881512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-7839d533-bc4f-489e-90ad-f0c16976bd21 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 815 time: 0.3383911 Jun 17 08:28:03.892598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-8558b23d-5139-4365-b51e-839d782189db tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/quotas/9602c3481cb2486f87159b28f4336849 HTTP/1.1" status: 200 len: 375 time: 0.0101452 Jun 17 08:28:03.956669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:03.959472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.973572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.004947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cfd9-ff48-42b7-9a01-7f10a70f875c req-7d329488-df4f-4c11-b7fb-6592e90435bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.007281 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e208cfd9-ff48-42b7-9a01-7f10a70f875c req-7d329488-df4f-4c11-b7fb-6592e90435bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.1075394 Jun 17 08:28:04.087495 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e208cfd9-ff48-42b7-9a01-7f10a70f875c req-e218e3e0-efa7-4dba-8a97-0e5a2cbfc095 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723226 Jun 17 08:28:04.110382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-dc7f5730-8845-471f-836f-c953a9c32935 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2046442 Jun 17 08:28:04.134133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-c65faccc-9f52-442f-9366-df3026dccc40 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.135787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-c65faccc-9f52-442f-9366-df3026dccc40 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 950 time: 0.2128446 Jun 17 08:28:04.164062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2fa49-e991-49ad-9d53-eb3682d11114 req-274360f2-a992-4baa-8636-dd2dea8c8b26 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.168125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.171988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4f2fa49-e991-49ad-9d53-eb3682d11114 req-274360f2-a992-4baa-8636-dd2dea8c8b26 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 950 time: 0.2463164 Jun 17 08:28:04.183326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.193371 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e4609b2e-e9e1-4180-a122-0eaaf181a44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:04.214682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:04.235657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d634a-4693-437f-8ec0-31b6e3962b80,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:04.238996 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.239468 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Added segment b8198d2d-69f7-4bb2-b828-67b41edc1df3 of type vlan for network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 Jun 17 08:28:04.244107 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:04.308671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.328930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-1e206530-c4bb-436e-a93a-7f5f6e2124e0 service neutron] 10.222.0.65 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140827 Jun 17 08:28:04.372882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.387887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.390044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.410476 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:04.546786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4f2fa49-e991-49ad-9d53-eb3682d11114 req-897f9cce-dc2b-4c03-9b61-0dc1eba1bdc0 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735881 Jun 17 08:28:04.555811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:04.559169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-c0d38cd1-e765-4018-809c-8da223a3a9f3 service neutron] 10.222.0.65 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323718 Jun 17 08:28:04.628673 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3320575 Jun 17 08:28:04.635630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49822) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:04.661202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Request body: {'subnet': {'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-898704481-subnet', 'tenant_id': '1d281d0d83164900a360c2ca0030230d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:04.775410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Deleting port cd0c36ea-df17-4978-96aa-c91d0c26d810 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:04.776743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port e3587a48-8199-42e5-b748-112163ec09ea completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:04.778260 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.800836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e3587a48-8199-42e5-b748-112163ec09ea triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:04.802262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.037642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e62d9c3-4901-45ee-99c5-7d7693ebfda6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:05.083141 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:05.092344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:05.107097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:05.112648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.430359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:05.430981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.495710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.509384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-065b4cf6-a6fe-46c1-bc75-8cc688b3bec5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.513875 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-065b4cf6-a6fe-46c1-bc75-8cc688b3bec5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "GET /v2.0/ports?device_id=d62fe102-3e08-4520-8052-278dfd83bc72 HTTP/1.1" status: 200 len: 945 time: 0.7782280 Jun 17 08:28:05.532096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c427099-17c8-42e0-ac31-5aaa9e413495 req-5d92b9da-7fd9-4eb1-91fb-658fe42cc3a2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.557333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c427099-17c8-42e0-ac31-5aaa9e413495 req-5d92b9da-7fd9-4eb1-91fb-658fe42cc3a2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.3976769 Jun 17 08:28:05.578795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:05.589378 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.599722 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:05.688269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:05.691611 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b26d08-d1c5-445a-b14f-6ec41768906a" -d '{"events": [{"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-plugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:05.787058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Calling delete_port for cd0c36ea-df17-4978-96aa-c91d0c26d810 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:05.795850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:05.807754 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:05.839860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Deleting port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:05.841725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f30b-4065-49d4-8828-f5e6119a876b req-f37974de-83ae-41ac-85b8-08009c892541 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.842133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.844635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cdd6f30b-4065-49d4-8828-f5e6119a876b req-f37974de-83ae-41ac-85b8-08009c892541 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.5704434 Jun 17 08:28:05.877747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.884857 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a001e491-73ec-47e9-b519-3780540781bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:05.886827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c427099-17c8-42e0-ac31-5aaa9e413495 req-64322659-7a09-413b-a305-601281e6673e tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283913 Jun 17 08:28:05.931759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device cd0c36ea-df17-4978-96aa-c91d0c26d810 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:05.952620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f486b13-b63d-4e1d-a782-0acfbe517cf9,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:05.990847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:06.116028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.128805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:06.129477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Network hostable DHCP agents. Network: 0e62d9c3-4901-45ee-99c5-7d7693ebfda6, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:06.155226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cdd6f30b-4065-49d4-8828-f5e6119a876b req-3e7a0654-dbfe-45ce-80b8-6c0eda72e551 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967327 Jun 17 08:28:06.175969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:06.226189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port cd0c36ea-df17-4978-96aa-c91d0c26d810, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=cd0c36ea-df17-4978-96aa-c91d0c26d810,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:06.227829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] For port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:06.229353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.249628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.256939 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:06.263019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0e62d9c3-4901-45ee-99c5-7d7693ebfda6) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:06.300164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.301405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.404527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3cd6e-e355-4db0-977a-a1ac342239a0 None None] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:06.425264 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7768490 Jun 17 08:28:06.493720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Calling delete_port for 64a7c4f0-9d28-4281-a12c-cfa6312d86fa owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:06.524211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9dbbfdef-5f69-4f56-bd7a-8f51bb4eabe2 req-eec7392d-3b1f-41a6-8eaa-0da1643f1d44 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 210 time: 0.0654464 Jun 17 08:28:06.593412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a26c1-ed1e-49dc-82eb-6c477dd26f07 req-9b32eafe-c9a8-46cd-a0a5-851bf2b08c9b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.608378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a58a26c1-ed1e-49dc-82eb-6c477dd26f07 req-9b32eafe-c9a8-46cd-a0a5-851bf2b08c9b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.4518561 Jun 17 08:28:06.628344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.643489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-420a5e05-32fe-484a-94d5-1daba7ae88ac tempest-ServerRescueTestJSON-1917181101 tempest-ServerRescueTestJSON-1917181101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:06.656739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9923c3fc-6450-4338-85ad-1e6e02ca9f97'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:06.721609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:06.746608 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:06.780802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Pushing event deleted for resources: {'Port': ['ID=cd0c36ea-df17-4978-96aa-c91d0c26d810,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:06.823727 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:06.868921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.873839 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:06.898179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7063b13c-45d0-4a7e-8a2f-299f25eccb91 req-effc6901-a7ec-418a-b4e9-d06a150e0731 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5c13dc-86ef-4ad1-8434-e6e4a4d94717 HTTP/1.1" status: 200 len: 210 time: 0.1339486 Jun 17 08:28:06.920157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Pushing event deleted for resources: {'Port': ['ID=64a7c4f0-9d28-4281-a12c-cfa6312d86fa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:06.926562 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:07.060991 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a881bb-1c20-4ff7-a225-696ad903389e x-openstack-request-id: req-15a881bb-1c20-4ff7-a225-696ad903389e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:07.062259 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-plugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:07.063241 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15a881bb-1c20-4ff7-a225-696ad903389e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:07.064036 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'code': 200} Jun 17 08:28:07.064160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a58a26c1-ed1e-49dc-82eb-6c477dd26f07 req-e041286c-4556-4469-af8d-b3ba37260975 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539049 Jun 17 08:28:07.075319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeffbfe-c954-42a5-9e33-703f279836db None None] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:07.132110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] No DVR routers for this DVR port 64a7c4f0-9d28-4281-a12c-cfa6312d86fa on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:07.159854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.183419 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-372ad028-891e-4ff3-b707-f4ab3738a240 req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "DELETE /v2.0/ports/64a7c4f0-9d28-4281-a12c-cfa6312d86fa HTTP/1.1" status: 204 len: 173 time: 1.6602433 Jun 17 08:28:07.186719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-deleted', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:07.196822 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a215d9-b6b1-401c-a67c-8d87611040f5" -d '{"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-deleted", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:07.215450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] No DVR routers for this DVR port cd0c36ea-df17-4978-96aa-c91d0c26d810 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:07.234567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.238984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62e8e651-3dca-4c5f-8eb9-e7a2d4e8736a req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "DELETE /v2.0/ports/cd0c36ea-df17-4978-96aa-c91d0c26d810 HTTP/1.1" status: 204 len: 173 time: 3.0921962 Jun 17 08:28:07.239867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'name': 'network-vif-deleted', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:07.242424 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7736611d-6fc4-4f38-bf61-b77772378f17" -d '{"events": [{"server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "name": "network-vif-deleted", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:07.557999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-5bb9d1ea-d4a1-478d-af7e-b2d4db6fadc5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.562199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-5bb9d1ea-d4a1-478d-af7e-b2d4db6fadc5 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 815 time: 0.5659204 Jun 17 08:28:07.582481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Request body: {'port': {'device_id': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'admin_state_up': True, 'tenant_id': '9602c3481cb2486f87159b28f4336849'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:07.607899 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289218fd-9002-4f7f-88f9-546dcbf31d91 req-b6846314-ae7b-4dac-8768-c955f72b0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.608974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-289218fd-9002-4f7f-88f9-546dcbf31d91 req-b6846314-ae7b-4dac-8768-c955f72b0da2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1102 time: 0.1978085 Jun 17 08:28:07.699526 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-289218fd-9002-4f7f-88f9-546dcbf31d91 req-99de6966-71ef-4435-838d-2aad0d4bd5dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722530 Jun 17 08:28:07.791893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ec63-7b10-448c-a5d3-5eb6ef425e68 req-bd2475c3-1f39-45eb-9478-ca29bc8065f9 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.793589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b986ec63-7b10-448c-a5d3-5eb6ef425e68 req-bd2475c3-1f39-45eb-9478-ca29bc8065f9 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.4160621 Jun 17 08:28:07.929278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b986ec63-7b10-448c-a5d3-5eb6ef425e68 req-d4082506-6999-44a3-8f11-71ff36956414 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290894 Jun 17 08:28:07.995972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-e3863fbf-5db8-4697-beb2-b3637857be19 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.997533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-e3863fbf-5db8-4697-beb2-b3637857be19 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2597656 Jun 17 08:28:08.000193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Made reservation on behalf of 9602c3481cb2486f87159b28f4336849 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:08.010536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.062645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-472603d6-2d0e-4b18-b0d4-292fb747270a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0423894 Jun 17 08:28:08.110057 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-b39a691a-0097-41dd-ad68-0c87ca7c5bb0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461428 Jun 17 08:28:08.402133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49930) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:08.564391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.574035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:08.619793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 64a7c4f0-9d28-4281-a12c-cfa6312d86fa {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:08.623594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64a7c4f0-9d28-4281-a12c-cfa6312d86fa not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:08.716021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-647017ed-a9e8-42b6-8739-293782716602 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037867 Jun 17 08:28:08.731098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Allocated IP 172.20.0.14 (9da3a9bc-fbb9-4a10-869e-d7361c081cd4/559b3c82-7a3c-4441-9551-f432a37d675e/919576e5-7bba-400d-a2a0-911e8cf56426) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:08.792848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.805590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.810641 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:08.857024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cdc7b4bd98ee401f883be56774efc89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537296 Jun 17 08:28:08.859264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb011d5-5923-4157-8015-d2d031dd6b5d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:08.863277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab43065-98a8-49d2-ac7e-f70e194ee35a req-561cac63-8d04-4d18-a7fd-5a6f71ae82b6 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:08.864917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49934) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:08.871672 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:08.877074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aab43065-98a8-49d2-ac7e-f70e194ee35a req-561cac63-8d04-4d18-a7fd-5a6f71ae82b6 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.7238917 Jun 17 08:28:08.943238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.974897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.043989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-f64fb512-1505-4077-8259-43cc0b4f5863 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270073 Jun 17 08:28:09.051664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aab43065-98a8-49d2-ac7e-f70e194ee35a req-e07a2f36-021b-4e17-b3e6-bfda1aa17d33 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355956 Jun 17 08:28:09.055083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.061865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.067702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:09.067917 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adb011d5-5923-4157-8015-d2d031dd6b5d HTTP/1.1" status: 204 len: 168 time: 0.2001555 Jun 17 08:28:09.068063 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89614140-e28d-4579-83d9-0fd07c6c8d85" -d '{"events": [{"server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:09.072939 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42adb154-8aaa-4035-875a-e49f21070c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:09.090930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb011d5-5923-4157-8015-d2d031dd6b5d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:09.096319 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:09.129820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.173310 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676433ae-9914-46ff-aa6d-0ab28d6a5e97 x-openstack-request-id: req-676433ae-9914-46ff-aa6d-0ab28d6a5e97 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:09.174102 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62fe102-3e08-4520-8052-278dfd83bc72", "name": "network-vif-deleted", "tag": "64a7c4f0-9d28-4281-a12c-cfa6312d86fa", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:09.175269 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-676433ae-9914-46ff-aa6d-0ab28d6a5e97 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:09.176686 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62fe102-3e08-4520-8052-278dfd83bc72', 'name': 'network-vif-deleted', 'tag': '64a7c4f0-9d28-4281-a12c-cfa6312d86fa', 'status': 'completed', 'code': 200} Jun 17 08:28:09.179318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.185134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5261661-2180-4699-9f01-9bc70d75deae tempest-LiveAutoBlockMigrationV225Test-2124779173 tempest-LiveAutoBlockMigrationV225Test-2124779173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:09.238308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:09.242752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:09.247514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:09.308699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.309519 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.319928 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879697b-4f2c-4759-af53-d1125e3b3d18 x-openstack-request-id: req-4879697b-4f2c-4759-af53-d1125e3b3d18 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:09.319928 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "name": "network-vif-deleted", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:09.319928 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4879697b-4f2c-4759-af53-d1125e3b3d18 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:09.319928 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'name': 'network-vif-deleted', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810', 'status': 'completed', 'code': 200} Jun 17 08:28:09.329891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Pushing event updated for resources: {'Port': ['ID=919576e5-7bba-400d-a2a0-911e8cf56426,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:09.340978 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:09.357288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7803364 Jun 17 08:28:09.373236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Request body: {'port': {'device_id': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:09.540959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764335b1-aa39-46c9-913b-7f9ed5c67ddd req-ab35b7a0-c7ee-4d76-9673-d3464e653e0f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.548299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-764335b1-aa39-46c9-913b-7f9ed5c67ddd req-ab35b7a0-c7ee-4d76-9673-d3464e653e0f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 932 time: 0.1219370 Jun 17 08:28:09.550777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.624519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-764335b1-aa39-46c9-913b-7f9ed5c67ddd req-a3fe07c6-6367-4e83-8ef7-1ced452a817a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752203 Jun 17 08:28:09.730489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49956) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:09.775421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.975671 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f380b2c-fbb5-4927-a8a9-9c4cbc108c86 x-openstack-request-id: req-3f380b2c-fbb5-4927-a8a9-9c4cbc108c86 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:09.976238 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5c13dc-86ef-4ad1-8434-e6e4a4d94717", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0c36ea-df17-4978-96aa-c91d0c26d810", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:09.976480 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f380b2c-fbb5-4927-a8a9-9c4cbc108c86 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:09.976979 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5c13dc-86ef-4ad1-8434-e6e4a4d94717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0c36ea-df17-4978-96aa-c91d0c26d810', 'code': 200} Jun 17 08:28:09.982832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15928dba-a04f-4f82-96e9-63428d3e487b req-d17d7636-adbf-499b-b92d-cf8a82581187 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.984954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15928dba-a04f-4f82-96e9-63428d3e487b req-d17d7636-adbf-499b-b92d-cf8a82581187 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1563168 Jun 17 08:28:10.121476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15928dba-a04f-4f82-96e9-63428d3e487b req-17f14587-8175-4dbf-be2c-fb660c04e6cc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280804 Jun 17 08:28:10.169437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0517f0bc-f9dc-4e7d-a68e-8602c8906b68 req-b07775b2-4ae5-4f58-b9fa-42ca78de73ee tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 210 time: 0.0552909 Jun 17 08:28:10.186285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.191337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a6740-501c-4144-83a0-18880dad293e req-fd23bee6-6264-46bd-85a2-a65e018dc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.193331 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-fd23bee6-6264-46bd-85a2-a65e018dc6b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.2235444 Jun 17 08:28:10.197304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.201839 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5148c1f3-06e8-4e7d-8c99-d63a823fe69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:10.233376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919576e5-7bba-400d-a2a0-911e8cf56426 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:10.243367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.268106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Transition to ACTIVE for port object 919576e5-7bba-400d-a2a0-911e8cf56426 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:10.279468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.283425 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9f1179f-5862-4a23-b039-a65fe0f3d32c tempest-ServerPasswordTestJSON-2141864369 tempest-ServerPasswordTestJSON-2141864369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:10.398291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3be81-2686-483f-901e-857778468bf6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:10.410818 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:10.430466 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aefba3d8673a45b5be66d5dfdb5b811b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6985137 Jun 17 08:28:10.433223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49974) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:10.434094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Pushing event updated for resources: {'Port': ['ID=919576e5-7bba-400d-a2a0-911e8cf56426,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:10.439327 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:10.474509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a6740-501c-4144-83a0-18880dad293e req-e87c62e5-4dcf-48cd-8ffa-a3695f2ea79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.476594 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-e87c62e5-4dcf-48cd-8ffa-a3695f2ea79a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.2715778 Jun 17 08:28:10.554403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-7a556ba0-4fa3-450e-a4c1-6ec28d27eb31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.0606155 Jun 17 08:28:10.571419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c534a-c450-4b64-ba19-364e2ae46fa2 req-a79e0dd9-3cac-4926-b7c7-6a129704caf6 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.572939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f8c534a-c450-4b64-ba19-364e2ae46fa2 req-a79e0dd9-3cac-4926-b7c7-6a129704caf6 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1887591 Jun 17 08:28:10.574195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Attempting to bind port 919576e5-7bba-400d-a2a0-911e8cf56426 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:10.574533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Attempting to bind port 919576e5-7bba-400d-a2a0-911e8cf56426 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:10.574858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Attempting to bind port 919576e5-7bba-400d-a2a0-911e8cf56426 on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:10.579649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Port 919576e5-7bba-400d-a2a0-911e8cf56426 on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:10.579965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Attempting to bind port 919576e5-7bba-400d-a2a0-911e8cf56426 on network 9da3a9bc-fbb9-4a10-869e-d7361c081cd4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:10.598528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:10.598916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Checking segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:10.599320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Bound using segment: {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:10.599863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Bound port: 919576e5-7bba-400d-a2a0-911e8cf56426, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:10.600216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.627459 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.654792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.680413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f8c534a-c450-4b64-ba19-364e2ae46fa2 req-acf08ba5-f629-4766-a2e4-e31ccc8d3449 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972419 Jun 17 08:28:10.724927 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.727905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.731447 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ceb3be81-2686-483f-901e-857778468bf6 HTTP/1.1" status: 204 len: 168 time: 0.2947218 Jun 17 08:28:10.731447 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d4cdc177-2c0b-4303-8b6b-398cbb01d187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:10.735134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a6740-501c-4144-83a0-18880dad293e req-2adc9993-a3f1-4efd-b09e-fcb505934836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.736553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-2adc9993-a3f1-4efd-b09e-fcb505934836 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1748681 Jun 17 08:28:10.744218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3be81-2686-483f-901e-857778468bf6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:10.755678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:10.777410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-95b5b216-343a-4134-900c-359d9f778bde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311029 Jun 17 08:28:10.833665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] For port 919576e5-7bba-400d-a2a0-911e8cf56426, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:10.887650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] For port 919576e5-7bba-400d-a2a0-911e8cf56426, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=919576e5-7bba-400d-a2a0-911e8cf56426,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:10.904736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.931988 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:10.942265 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-f6ba2815-b9d1-4a38-a7cd-ad31d355d7a9 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570928 Jun 17 08:28:11.049116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Pushing event updated for resources: {'Port': ['ID=919576e5-7bba-400d-a2a0-911e8cf56426,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:11.061134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.062044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:11.063519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] 10.222.0.60 "PUT /v2.0/ports/919576e5-7bba-400d-a2a0-911e8cf56426 HTTP/1.1" status: 200 len: 1093 time: 1.6988659 Jun 17 08:28:11.065913 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:11.078872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3132-6c4f-42d7-bce6-ec9b51240153 req-14d1cb06-521e-4641-aadd-5a24c57abb7a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.087116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faba3132-6c4f-42d7-bce6-ec9b51240153 req-14d1cb06-521e-4641-aadd-5a24c57abb7a tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.3686910 Jun 17 08:28:11.106533 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d79a6740-501c-4144-83a0-18880dad293e req-b7427b3b-080b-4a72-9a4e-7ab94a46f995 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534872 Jun 17 08:28:11.153841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faba3132-6c4f-42d7-bce6-ec9b51240153 req-90a66cb3-c71f-4313-8974-52637b3b7d81 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jun 17 08:28:11.203185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de48a-a4d8-42ec-ad54-06c3bf45219e req-f28b9640-6222-49a8-97b6-ffd81c2d4010 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.208169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-884de48a-a4d8-42ec-ad54-06c3bf45219e req-f28b9640-6222-49a8-97b6-ffd81c2d4010 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2936566 Jun 17 08:28:11.290615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-a5700802-3557-4bc2-b4aa-6dabca52b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.290615 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-a5700802-3557-4bc2-b4aa-6dabca52b687 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 1096 time: 0.1227603 Jun 17 08:28:11.292452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-884de48a-a4d8-42ec-ad54-06c3bf45219e req-7942fa35-4765-4eba-88ab-3a6fb148e042 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779445 Jun 17 08:28:11.321207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'tag': '919576e5-7bba-400d-a2a0-911e8cf56426'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:11.324771 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12839e-46f3-4453-b79a-166fe3c2fd57" -d '{"events": [{"name": "network-changed", "server_uuid": "c17b5b86-b019-4c58-b7f5-d30e18a84229", "tag": "919576e5-7bba-400d-a2a0-911e8cf56426"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:11.381993 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-e45299cc-e1d1-420a-840c-f7f707987cfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919576e5-7bba-400d-a2a0-911e8cf56426 HTTP/1.1" status: 200 len: 217 time: 0.0834084 Jun 17 08:28:11.495963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4175cd-33a5-4536-a268-0b91b678849e req-d105e783-8554-4152-82c9-3d325e7f1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.497410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-d105e783-8554-4152-82c9-3d325e7f1d17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 200 len: 855 time: 0.1084783 Jun 17 08:28:11.590364 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-120cd61b-7912-4399-9dfd-c82a6dc32b41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775442 Jun 17 08:28:11.633817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6173f2-eccc-4a0b-8da1-a5b33947f0f9 req-b67f10c6-bf9d-4c3c-8758-b7935c8353ad tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.636266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f6173f2-eccc-4a0b-8da1-a5b33947f0f9 req-b67f10c6-bf9d-4c3c-8758-b7935c8353ad tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 949 time: 0.2640455 Jun 17 08:28:11.707132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-f664d645-e98c-4e11-98b7-3434864e72a5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.709813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-f664d645-e98c-4e11-98b7-3434864e72a5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.3011105 Jun 17 08:28:11.728195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:11.734489 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-bcf11714-05af-407a-8382-93bd3038c35a service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382415 Jun 17 08:28:11.745663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7e656-995c-4f15-8dcd-b9d5314e38ed req-b9f33ca6-aa1f-43a6-a445-03c0eb82201c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.747175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09a7e656-995c-4f15-8dcd-b9d5314e38ed req-b9f33ca6-aa1f-43a6-a445-03c0eb82201c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 944 time: 0.2445745 Jun 17 08:28:11.803667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f6173f2-eccc-4a0b-8da1-a5b33947f0f9 req-fc218b64-b8a3-4f64-9a3d-9a20a9ccee3f tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540177 Jun 17 08:28:11.891492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e4175cd-33a5-4536-a268-0b91b678849e req-3eb2215a-53d4-4e7b-a0ea-38298fc44f9f service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445324 Jun 17 08:28:11.968557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09a7e656-995c-4f15-8dcd-b9d5314e38ed req-4fa3ec44-8293-4dce-969d-8bf9952907ae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079690 Jun 17 08:28:12.063829 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58edcfd3-62f1-404e-abd7-fedc8a45458b x-openstack-request-id: req-58edcfd3-62f1-404e-abd7-fedc8a45458b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:12.064445 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17b5b86-b019-4c58-b7f5-d30e18a84229", "tag": "919576e5-7bba-400d-a2a0-911e8cf56426", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:12.064445 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58edcfd3-62f1-404e-abd7-fedc8a45458b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:12.064864 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'tag': '919576e5-7bba-400d-a2a0-911e8cf56426', 'status': 'completed', 'code': 200} Jun 17 08:28:12.068976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee614829-d078-47a2-9552-3dc510d8ee89 req-54e2eba3-7241-43c9-aedf-dfa95f80530c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 210 time: 0.0808141 Jun 17 08:28:12.120957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:12.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.261684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-e4c07c57-b198-4039-91e3-512b3e1209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.264253 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-e4c07c57-b198-4039-91e3-512b3e1209b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9602c3481cb2486f87159b28f4336849&device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 1096 time: 0.1846249 Jun 17 08:28:12.351708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-d4fcbc9b-55f0-4fd1-8327-3aeef15be48d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.354018 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-d4fcbc9b-55f0-4fd1-8327-3aeef15be48d tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 949 time: 0.2091548 Jun 17 08:28:12.375155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.8 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/9d939253-fa2f-4102-a493-ba79317c4066) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:12.443267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d3d72-ae58-4100-b551-2a65eb94f480 req-7d8027da-f66a-4b8c-ae72-fcd884467d70 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.444935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe0d3d72-ae58-4100-b551-2a65eb94f480 req-7d8027da-f66a-4b8c-ae72-fcd884467d70 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1769059 Jun 17 08:28:12.606861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.614770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-cfab74ca-4808-4eba-92c2-8a1ee967a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.627319 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-cfab74ca-4808-4eba-92c2-8a1ee967a751 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 200 len: 916 time: 0.3514864 Jun 17 08:28:12.681454 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.709127 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77e431a5-b06d-4188-825b-c2b2ef59fe9b tempest-LiveMigrationTest-1839469754 tempest-LiveMigrationTest-1839469754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:12.723026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Deleting port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:12.723388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.729870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-195f8c80-31c8-46e4-9642-9fce4f2584a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919576e5-7bba-400d-a2a0-911e8cf56426 HTTP/1.1" status: 200 len: 217 time: 0.0807660 Jun 17 08:28:12.818959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe0d3d72-ae58-4100-b551-2a65eb94f480 req-1f7bed03-b43d-47a9-b8f9-3ac9f9913b47 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689391 Jun 17 08:28:12.837955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:12.853841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:12.864067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:12.872365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=9d939253-fa2f-4102-a493-ba79317c4066,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:12.896374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-50eac2f5-657b-4aa8-a7c6-ed30ae91787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.908810 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-50eac2f5-657b-4aa8-a7c6-ed30ae91787c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 200 len: 855 time: 0.1666026 Jun 17 08:28:12.911645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:12.935963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7b1a-1471-4fa8-bdd2-6f8db7fa318a req-15968b80-1eeb-4a50-875d-7bfbd54f6c7c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.944717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d39b7b1a-1471-4fa8-bdd2-6f8db7fa318a req-15968b80-1eeb-4a50-875d-7bfbd54f6c7c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2235661 Jun 17 08:28:12.947703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-aeb888ff-4de7-43d5-b349-724ec1b959f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2990770 Jun 17 08:28:12.998596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-a940c6a5-ce71-45f0-a0a1-4f9ce1c8b68c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9da3a9bc-fbb9-4a10-869e-d7361c081cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792935 Jun 17 08:28:13.003031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d39b7b1a-1471-4fa8-bdd2-6f8db7fa318a req-e2ec4e82-e91f-498b-b389-9617fda10ec4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Jun 17 08:28:13.022947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.022947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.051905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] For port 9923c3fc-6450-4338-85ad-1e6e02ca9f97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9923c3fc-6450-4338-85ad-1e6e02ca9f97,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:13.052916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.055116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328941 Jun 17 08:28:13.073486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Request body: {'port': {'device_id': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:13.139862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Calling delete_port for 9923c3fc-6450-4338-85ad-1e6e02ca9f97 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:13.278412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a6565-aca6-4a8c-aec9-15beb9e83537 req-1f8c7e46-b8fa-4954-8e44-1d5bb1ad7f5e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.287738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-086a6565-aca6-4a8c-aec9-15beb9e83537 req-1f8c7e46-b8fa-4954-8e44-1d5bb1ad7f5e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1673203 Jun 17 08:28:13.321601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.340173 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-3ad31681-c4c4-4528-876c-4f24a30d7f73 service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307540 Jun 17 08:28:13.488786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-086a6565-aca6-4a8c-aec9-15beb9e83537 req-4e54d483-18bf-44b8-94fb-a2f324e5e274 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980011 Jun 17 08:28:13.561162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb19b-6356-4297-acc1-eab28c63e560 req-51bff692-efae-4037-b42a-3d9e6dff9da9 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.572399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb19b-6356-4297-acc1-eab28c63e560 req-51bff692-efae-4037-b42a-3d9e6dff9da9 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1113985-e129-4e95-a8ea-73220c666ae0 HTTP/1.1" status: 200 len: 949 time: 0.3430510 Jun 17 08:28:13.778234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb19b-6356-4297-acc1-eab28c63e560 req-2ab95335-3687-418d-960f-a898f8c50c2b tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c91414c-0482-488a-8bc0-16296b716738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023895 Jun 17 08:28:13.946715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5f12839e-46f3-4453-b79a-166fe3c2fd57 req-b5ce78d4-8927-40c7-88cb-3fa3e0ddebfe service neutron] 10.222.0.60 "GET /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993845 Jun 17 08:28:13.984086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.988838 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90c296c2-d546-45f0-aca2-01f1594ddccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:14.016655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Pushing event deleted for resources: {'Port': ['ID=9923c3fc-6450-4338-85ad-1e6e02ca9f97,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:14.019249 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:14.078617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] No DVR routers for this DVR port 9923c3fc-6450-4338-85ad-1e6e02ca9f97 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:14.081378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:14.084784 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-577c0a9c-aaa7-400c-a1d2-bc223c0f74bc req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] 10.222.0.67 "DELETE /v2.0/ports/9923c3fc-6450-4338-85ad-1e6e02ca9f97 HTTP/1.1" status: 204 len: 173 time: 1.7131498 Jun 17 08:28:14.085535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'name': 'network-vif-deleted', 'tag': '9923c3fc-6450-4338-85ad-1e6e02ca9f97'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:14.085662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefce09-8400-454f-a76a-fe2431135d48 req-45e43659-c70b-4909-9f53-31466e35379b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:14.089962 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aae13d-29ba-4a1e-8910-f8b2935761c9" -d '{"events": [{"server_uuid": "d1113985-e129-4e95-a8ea-73220c666ae0", "name": "network-vif-deleted", "tag": "9923c3fc-6450-4338-85ad-1e6e02ca9f97"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:14.094377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fefce09-8400-454f-a76a-fe2431135d48 req-45e43659-c70b-4909-9f53-31466e35379b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 944 time: 0.3452775 Jun 17 08:28:14.206981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fefce09-8400-454f-a76a-fe2431135d48 req-ceaa1168-54de-4b99-bdc7-276aca541b0d tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058989 Jun 17 08:28:14.253826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548bdf-ad34-4793-b7ce-d610e6196f04 req-25ce9e77-b03a-4568-a04c-faacc0dc5289 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:14.261852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f548bdf-ad34-4793-b7ce-d610e6196f04 req-25ce9e77-b03a-4568-a04c-faacc0dc5289 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 931 time: 0.2413652 Jun 17 08:28:14.574150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 919576e5-7bba-400d-a2a0-911e8cf56426 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:14.780264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 919576e5-7bba-400d-a2a0-911e8cf56426, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=919576e5-7bba-400d-a2a0-911e8cf56426,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:14.808287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '919576e5-7bba-400d-a2a0-911e8cf56426', 'network_id': '9da3a9bc-fbb9-4a10-869e-d7361c081cd4', 'port_id': '919576e5-7bba-400d-a2a0-911e8cf56426', 'mac_address': 'fa:16:3e:9f:79:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b3c82-7a3c-4441-9551-f432a37d675e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:14.871915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d939253-fa2f-4102-a493-ba79317c4066 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:14.880762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f548bdf-ad34-4793-b7ce-d610e6196f04 req-eb85b1a1-61ea-4f79-a47c-6e42cd6e9cc4 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180158 Jun 17 08:28:14.904476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:14.928473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Transition to ACTIVE for port object 9d939253-fa2f-4102-a493-ba79317c4066 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:14.945364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:14.965072 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da2cb297-645b-422b-a7a2-638e9204a317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:14.986360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.011939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919576e5-7bba-400d-a2a0-911e8cf56426 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:15.042254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 919576e5-7bba-400d-a2a0-911e8cf56426, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=919576e5-7bba-400d-a2a0-911e8cf56426,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:15.056958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.066079 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:15.070574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbdbc8-9f1a-46d9-ac84-d4789af3e62b req-797b8ab0-7f26-49a4-9586-b3debd4f586e tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.084603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3cbdbc8-9f1a-46d9-ac84-d4789af3e62b req-797b8ab0-7f26-49a4-9586-b3debd4f586e tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.2234619 Jun 17 08:28:15.213198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Pushing event updated for resources: {'Port': ['ID=9d939253-fa2f-4102-a493-ba79317c4066,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:15.224632 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:15.241660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=919576e5-7bba-400d-a2a0-911e8cf56426,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:15.248869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:15.319646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3cbdbc8-9f1a-46d9-ac84-d4789af3e62b req-18564f22-ba53-40ca-a7b2-eefe03adf5f1 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740999 Jun 17 08:28:15.363612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['919576e5-7bba-400d-a2a0-911e8cf56426'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:15.395492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e558a-5762-4b3d-af35-8d131388b14a req-6fb3d4fc-72f9-4877-afd3-747515ab32f9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.404677 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20394fbc-a9e9-404d-93e7-237379165481 x-openstack-request-id: req-20394fbc-a9e9-404d-93e7-237379165481 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:15.405196 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1113985-e129-4e95-a8ea-73220c666ae0", "name": "network-vif-deleted", "tag": "9923c3fc-6450-4338-85ad-1e6e02ca9f97", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:15.405304 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20394fbc-a9e9-404d-93e7-237379165481 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:15.405734 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1113985-e129-4e95-a8ea-73220c666ae0', 'name': 'network-vif-deleted', 'tag': '9923c3fc-6450-4338-85ad-1e6e02ca9f97', 'status': 'completed', 'code': 200} Jun 17 08:28:15.406562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb5e558a-5762-4b3d-af35-8d131388b14a req-6fb3d4fc-72f9-4877-afd3-747515ab32f9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2547262 Jun 17 08:28:15.573837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb5e558a-5762-4b3d-af35-8d131388b14a req-1817d632-7813-4852-a791-acd6e80fed39 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415291 Jun 17 08:28:15.622694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Attempting to bind port 9d939253-fa2f-4102-a493-ba79317c4066 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:15.623047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Attempting to bind port 9d939253-fa2f-4102-a493-ba79317c4066 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:15.623411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Attempting to bind port 9d939253-fa2f-4102-a493-ba79317c4066 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:15.668970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Port 9d939253-fa2f-4102-a493-ba79317c4066 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:15.668970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Attempting to bind port 9d939253-fa2f-4102-a493-ba79317c4066 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:15.682850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:15.683205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:15.683601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:15.684046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Bound port: 9d939253-fa2f-4102-a493-ba79317c4066, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:15.684903 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.718475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-f7d341dc-d339-4fe5-b435-8e74c6e0512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.721205 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-f7d341dc-d339-4fe5-b435-8e74c6e0512c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1102 time: 0.1644218 Jun 17 08:28:15.748988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0ceaf-a348-4210-8129-bee10657d290 req-07325eb5-7501-438a-8835-0c1e17727754 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.750567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37c0ceaf-a348-4210-8129-bee10657d290 req-07325eb5-7501-438a-8835-0c1e17727754 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2066033 Jun 17 08:28:15.818193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] For port 9d939253-fa2f-4102-a493-ba79317c4066, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:15.845738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37c0ceaf-a348-4210-8129-bee10657d290 req-73c54d4c-a444-4869-8455-dac04b979e12 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Jun 17 08:28:15.852202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] For port 9d939253-fa2f-4102-a493-ba79317c4066, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9d939253-fa2f-4102-a493-ba79317c4066,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:15.868562 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.871738 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f51d6cc-5c83-4e34-b99f-8373c46034c4 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:15.918311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.919124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.920517 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d939253-fa2f-4102-a493-ba79317c4066 HTTP/1.1" status: 200 len: 1092 time: 2.8537397 Jun 17 08:28:15.920860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'tag': '9d939253-fa2f-4102-a493-ba79317c4066'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:15.932488 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d014d63-12bb-4635-a1e6-456775828a82" -d '{"events": [{"name": "network-changed", "server_uuid": "153d550b-b17c-4f0f-92c9-48ceff14d338", "tag": "9d939253-fa2f-4102-a493-ba79317c4066"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:15.964692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9923c3fc-6450-4338-85ad-1e6e02ca9f97 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:16.018008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 9923c3fc-6450-4338-85ad-1e6e02ca9f97 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:16.021327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9923c3fc-6450-4338-85ad-1e6e02ca9f97 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:16.032543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-c80d8c96-3267-429e-9986-add6136eb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.034049 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-c80d8c96-3267-429e-9986-add6136eb3ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3058732 Jun 17 08:28:16.061735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Pushing event updated for resources: {'Port': ['ID=9d939253-fa2f-4102-a493-ba79317c4066,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:16.066013 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:16.127501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-615656d2-db48-434a-820f-b59076d656b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.129369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-615656d2-db48-434a-820f-b59076d656b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 1095 time: 0.1341510 Jun 17 08:28:16.170296 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-54f39b19-4552-4fc5-b3ae-e3b26529b5de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.1259499 Jun 17 08:28:16.274827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-cd79b895-171f-43f5-a4ae-168f0633cf4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d939253-fa2f-4102-a493-ba79317c4066 HTTP/1.1" status: 200 len: 217 time: 0.1373727 Jun 17 08:28:16.276175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-1e010c77-0955-43cd-b30d-493cad730bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.280704 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-1e010c77-0955-43cd-b30d-493cad730bfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1000049 Jun 17 08:28:16.432017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-1ce404c9-69eb-48a3-94fa-83a3ad7e093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.435738 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-1ce404c9-69eb-48a3-94fa-83a3ad7e093f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420789 Jun 17 08:28:16.525024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-d0463a69-69f6-48c2-8692-42a3c8d6fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.525024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-d0463a69-69f6-48c2-8692-42a3c8d6fb4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.2093365 Jun 17 08:28:16.584095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50132) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:16.590510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 919576e5-7bba-400d-a2a0-911e8cf56426 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:16.607573 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-9b9bc9be-2602-420e-9e75-188c92518073 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625762 Jun 17 08:28:16.655961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fe78c-5e41-4293-83a0-1b2f4277d81f req-766eb68b-1236-4cb6-bb1d-7dd16fee837f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.669661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f25fe78c-5e41-4293-83a0-1b2f4277d81f req-766eb68b-1236-4cb6-bb1d-7dd16fee837f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 943 time: 0.4848647 Jun 17 08:28:16.688315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-2aa57e82-8e64-4e9b-8766-6130f1c7b0be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324902 Jun 17 08:28:16.747462 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-edc7c6a6-18b0-4060-8a1a-90987686f09c service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286092 Jun 17 08:28:16.767926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 919576e5-7bba-400d-a2a0-911e8cf56426 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:16.773962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 919576e5-7bba-400d-a2a0-911e8cf56426 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:16.775376 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.873300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-1f06c124-cfbd-4b57-afa4-e8aa6a136fd2 service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745944 Jun 17 08:28:16.889425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a6385-38b0-4e1a-9f4d-41fc6cd88920 req-4034c67e-ba2a-421b-87fe-d79f5574484a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.896907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-920a6385-38b0-4e1a-9f4d-41fc6cd88920 req-4034c67e-ba2a-421b-87fe-d79f5574484a tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 945 time: 0.7527919 Jun 17 08:28:16.956201 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.968194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f25fe78c-5e41-4293-83a0-1b2f4277d81f req-ba73bc80-5dbb-4748-ab10-88ee99392729 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977271 Jun 17 08:28:17.121265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.142438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-920a6385-38b0-4e1a-9f4d-41fc6cd88920 req-a9fcb4fa-6f17-4f8d-a07f-99e9a1868cea tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445233 Jun 17 08:28:17.160498 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c4cae-c52c-40f3-91de-d4579e7ed22e x-openstack-request-id: req-5e7c4cae-c52c-40f3-91de-d4579e7ed22e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:17.160892 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153d550b-b17c-4f0f-92c9-48ceff14d338", "tag": "9d939253-fa2f-4102-a493-ba79317c4066", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:17.164256 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e7c4cae-c52c-40f3-91de-d4579e7ed22e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:17.164748 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'tag': '9d939253-fa2f-4102-a493-ba79317c4066', 'status': 'completed', 'code': 200} Jun 17 08:28:17.216232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 919576e5-7bba-400d-a2a0-911e8cf56426, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=919576e5-7bba-400d-a2a0-911e8cf56426,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:17.218379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919576e5-7bba-400d-a2a0-911e8cf56426'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:17.225358 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c668c-56fa-4796-a005-c5825dad6685" -d '{"events": [{"server_uuid": "c17b5b86-b019-4c58-b7f5-d30e18a84229", "name": "network-vif-plugged", "status": "completed", "tag": "919576e5-7bba-400d-a2a0-911e8cf56426"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:17.229161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.231393 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:17.247651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b50ceb59-02c3-4ada-8a55-76f72bf54453 req-a46630ab-7f5e-43a2-8530-39bdb7a40535 service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364062 Jun 17 08:28:17.352064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50156) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:17.375705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da75a7f1-0b79-4a28-b03d-c0c1c2a6257c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3193220c384440fab2857ea21ca34956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7889245 Jun 17 08:28:17.402006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=919576e5-7bba-400d-a2a0-911e8cf56426,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:17.407227 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:17.606598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.619045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d014d63-12bb-4635-a1e6-456775828a82 req-391d1445-82a2-40d7-be8d-4f3aa33b5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.621077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-391d1445-82a2-40d7-be8d-4f3aa33b5939 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 1095 time: 0.2361155 Jun 17 08:28:17.663952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b2450-caad-44ee-b100-1d29c0476440 req-49d67f66-0620-403e-bd65-a47b305def76 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.668991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a26b2450-caad-44ee-b100-1d29c0476440 req-49d67f66-0620-403e-bd65-a47b305def76 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.2621284 Jun 17 08:28:17.688615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00367ff-3910-4db7-acea-b41880ba82b0 req-9c284b5f-927c-4f42-982b-3738c6459279 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.690661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c00367ff-3910-4db7-acea-b41880ba82b0 req-9c284b5f-927c-4f42-982b-3738c6459279 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.2590406 Jun 17 08:28:17.706691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.857206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a26b2450-caad-44ee-b100-1d29c0476440 req-5d9f565d-483a-44d7-8603-d846a421903d tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651297 Jun 17 08:28:17.878997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c00367ff-3910-4db7-acea-b41880ba82b0 req-56ccb3b3-e900-4d14-8bdf-a141d328037c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792030 Jun 17 08:28:17.934371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d014d63-12bb-4635-a1e6-456775828a82 req-c55eca4f-151c-4232-983d-d5ad38f29efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.941084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-c55eca4f-151c-4232-983d-d5ad38f29efe service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.3035870 Jun 17 08:28:17.944287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.947924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.953116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c91414c-0482-488a-8bc0-16296b716738 HTTP/1.1" status: 204 len: 168 time: 0.5998609 Jun 17 08:28:17.961987 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fdaebf47-90eb-4cfb-b016-24b29982538d tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:17.994512 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a104bab8-6945-4bbc-8981-b5a47b9ac300 x-openstack-request-id: req-a104bab8-6945-4bbc-8981-b5a47b9ac300 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:17.994813 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b5b86-b019-4c58-b7f5-d30e18a84229", "name": "network-vif-plugged", "status": "completed", "tag": "919576e5-7bba-400d-a2a0-911e8cf56426", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:17.995102 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a104bab8-6945-4bbc-8981-b5a47b9ac300 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:17.995526 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919576e5-7bba-400d-a2a0-911e8cf56426', 'code': 200} Jun 17 08:28:18.036711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c91414c-0482-488a-8bc0-16296b716738,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:18.039681 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-84e1d4d8-4890-4149-b232-9b436adca32c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d939253-fa2f-4102-a493-ba79317c4066 HTTP/1.1" status: 200 len: 217 time: 0.0853419 Jun 17 08:28:18.040467 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:18.163174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d014d63-12bb-4635-a1e6-456775828a82 req-a4fe2a0f-2aa7-4e19-83f4-42fadfd54273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.165128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-a4fe2a0f-2aa7-4e19-83f4-42fadfd54273 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1172817 Jun 17 08:28:18.192776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bf4b4-fdd7-4e0b-b472-dcfeb635b84c req-b880325d-7d55-4f55-81d2-8c1180fedf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.194800 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f35bf4b4-fdd7-4e0b-b472-dcfeb635b84c req-b880325d-7d55-4f55-81d2-8c1180fedf11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 1098 time: 0.1063581 Jun 17 08:28:18.249001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-4a04698f-a87c-4d9e-8650-bcb134c17339 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464406 Jun 17 08:28:18.325373 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f35bf4b4-fdd7-4e0b-b472-dcfeb635b84c req-24382564-b686-46ad-b7a0-2aedb3554384 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116090 Jun 17 08:28:18.405612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-1fae1362-aa5f-4989-b934-b1e333faf12c service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360469 Jun 17 08:28:18.472070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297e31-c08d-44bf-87ed-b2c7f2d03468 req-9e6bcb37-b960-44ca-b03d-7cfcd0ba17a6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.483150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d297e31-c08d-44bf-87ed-b2c7f2d03468 req-9e6bcb37-b960-44ca-b03d-7cfcd0ba17a6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2747760 Jun 17 08:28:18.496123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6894cf-c203-49f1-8146-2e0d9a8245f9 req-239cb830-0213-4e6a-8de0-ef3afb64650c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.497666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a6894cf-c203-49f1-8146-2e0d9a8245f9 req-239cb830-0213-4e6a-8de0-ef3afb64650c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 943 time: 0.3313532 Jun 17 08:28:18.563762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d297e31-c08d-44bf-87ed-b2c7f2d03468 req-672a1c1c-0ddd-4023-9909-f2a0b671d01c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862131 Jun 17 08:28:18.621821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a6894cf-c203-49f1-8146-2e0d9a8245f9 req-ebbf5bb5-2287-480b-8c29-5a2ae6d3446c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150365 Jun 17 08:28:18.654597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d014d63-12bb-4635-a1e6-456775828a82 req-a345ba3d-e07d-4e85-afe2-9c90759c799c service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391305 Jun 17 08:28:18.690712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50190) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:18.745211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-31a66626-386d-4721-90ca-bffb4978be87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a51bebe21aa744b989ac916284364d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530672 Jun 17 08:28:18.747696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50196) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:18.802591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500362d-f2ef-45ec-8167-432d49d6c413 req-0dbc9e47-1fcc-4dcd-95d8-70ed1b5eaa4c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.804128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1500362d-f2ef-45ec-8167-432d49d6c413 req-0dbc9e47-1fcc-4dcd-95d8-70ed1b5eaa4c tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.0742908 Jun 17 08:28:18.805758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.827575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.845822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1500362d-f2ef-45ec-8167-432d49d6c413 req-b8ceec6a-0136-4fb0-a9c6-7b6f999f07e9 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Jun 17 08:28:18.878625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.881653 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.882787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d9c2213-ef1b-47f4-90fb-44a083258ad2 HTTP/1.1" status: 204 len: 168 time: 0.1340981 Jun 17 08:28:18.883639 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:18.901132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c2213-ef1b-47f4-90fb-44a083258ad2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:18.903324 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:19.116365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8971de9-94a8-4c39-a1a8-e0412c4c1549 req-24d10c74-c172-4720-8872-030f18a03734 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.117963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8971de9-94a8-4c39-a1a8-e0412c4c1549 req-24d10c74-c172-4720-8872-030f18a03734 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1142058 Jun 17 08:28:19.145982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc522903-1346-4a74-a1a4-a4c8357dcbd1 req-cc54e487-04f5-4454-b239-92c14a9b8672 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.147999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc522903-1346-4a74-a1a4-a4c8357dcbd1 req-cc54e487-04f5-4454-b239-92c14a9b8672 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1142530 Jun 17 08:28:19.176375 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:19.225713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8971de9-94a8-4c39-a1a8-e0412c4c1549 req-849bcd57-4503-4a6d-8a46-194e60659fd4 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995822 Jun 17 08:28:19.295516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc522903-1346-4a74-a1a4-a4c8357dcbd1 req-94a48d45-9a52-42f6-8877-ce19baf03ce8 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343813 Jun 17 08:28:19.435406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e137c4-ab81-4404-89e1-268449bc8019 req-1e7fa4b4-d61a-41a7-8dac-77cdd82dd305 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.437208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73e137c4-ab81-4404-89e1-268449bc8019 req-1e7fa4b4-d61a-41a7-8dac-77cdd82dd305 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.0744181 Jun 17 08:28:19.483312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73e137c4-ab81-4404-89e1-268449bc8019 req-cb0d59ee-d455-40d7-be83-28a3d39cfe28 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Jun 17 08:28:19.777646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35b65-4bd3-42af-aab2-f29312d766e7 req-e693e961-7aa5-4684-bab4-72cc1089c25a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.779407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3b35b65-4bd3-42af-aab2-f29312d766e7 req-e693e961-7aa5-4684-bab4-72cc1089c25a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.0772345 Jun 17 08:28:19.830133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3b35b65-4bd3-42af-aab2-f29312d766e7 req-62a8b592-7bc7-4220-92a1-8caaaedabfa9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Jun 17 08:28:19.914005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50262) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:19.980391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:20.127232 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.164712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:20.166013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:20.168893 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70f614-e789-49d7-8525-bc33d8a5b6c2" -d '{"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:20.172096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5fb6-4d90-4219-967d-b96161548a94 req-659266c2-f666-4a1c-a20c-3e7c51dbc485 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.173195 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.174384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-079b5fb6-4d90-4219-967d-b96161548a94 req-659266c2-f666-4a1c-a20c-3e7c51dbc485 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 943 time: 0.2094970 Jun 17 08:28:20.175364 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73bfe58a-6a57-4600-bbff-ee5424d02166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:20.202363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-646596468-network', 'tenant_id': '0da76acad3e7433d95be58136bb5fe10'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:20.229333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Made reservation on behalf of 0da76acad3e7433d95be58136bb5fe10 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:20.234634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5cf44-f53c-439c-ab42-f2f6baba4fde req-b0253d4a-f25f-49ae-8e5e-019c1b9851a3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.236232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70f5cf44-f53c-439c-ab42-f2f6baba4fde req-b0253d4a-f25f-49ae-8e5e-019c1b9851a3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.1670012 Jun 17 08:28:20.236870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.239481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:20.240043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-079b5fb6-4d90-4219-967d-b96161548a94 req-bd697660-f0ca-4f1b-98d8-58ea62ac0f67 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565557 Jun 17 08:28:20.243588 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:20.269532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.284194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70f5cf44-f53c-439c-ab42-f2f6baba4fde req-5cf43e98-ed57-43f7-9979-15137b0680a7 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Jun 17 08:28:20.342188 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df85f2a-5ddf-474e-8bd5-7fd0afae2e46 x-openstack-request-id: req-4df85f2a-5ddf-474e-8bd5-7fd0afae2e46 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:20.342499 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:20.342760 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4df85f2a-5ddf-474e-8bd5-7fd0afae2e46 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:20.343203 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'code': 200} Jun 17 08:28:20.389034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.395997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.401985 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cdc0992a-527e-4297-8269-b2c41bdd887f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:20.435733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:20.437351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae15435-e9b9-44b2-b0cf-f37b3b2d9200 req-85a9e597-4d33-4122-9fa0-612c26699928 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.439172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dae15435-e9b9-44b2-b0cf-f37b3b2d9200 req-85a9e597-4d33-4122-9fa0-612c26699928 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.0741928 Jun 17 08:28:20.445528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8851936-db01-4d56-bb0a-f44d2ad5c90f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:20.451629 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:20.456564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.456564 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Added segment 11bd2493-5268-469b-9d44-e94b2d3c9f12 of type vlan for network 4d68e2ba-18a0-43bb-ae8f-14495353bb09 Jun 17 08:28:20.503094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.521616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dae15435-e9b9-44b2-b0cf-f37b3b2d9200 req-ca5c524a-ba6f-48ba-ac40-ca6fac8e1a2a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733466 Jun 17 08:28:20.537540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.538689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.539416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.543206 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c962353a-5954-4ec3-b00a-df240cea7780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:20.561063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba743b-f016-48a6-bc92-796faceadcc3 req-6959ac95-9683-4f9a-bc06-2a2c7d64e787 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.562929 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45ba743b-f016-48a6-bc92-796faceadcc3 req-6959ac95-9683-4f9a-bc06-2a2c7d64e787 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1003108 Jun 17 08:28:20.596997 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6816957 Jun 17 08:28:20.600735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50282) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:20.611941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Request body: {'subnet': {'network_id': '4d68e2ba-18a0-43bb-ae8f-14495353bb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-646596468-subnet', 'tenant_id': '0da76acad3e7433d95be58136bb5fe10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:20.626773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d68e2ba-18a0-43bb-ae8f-14495353bb09,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:20.631405 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:20.636853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45ba743b-f016-48a6-bc92-796faceadcc3 req-89f88731-b5d5-42fd-8c41-0d56daa7e19f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648911 Jun 17 08:28:20.639159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4d68e2ba-18a0-43bb-ae8f-14495353bb09 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:20.694896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Made reservation on behalf of 0da76acad3e7433d95be58136bb5fe10 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:20.697551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.821744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e7f45-8325-4292-81e2-46eb2c4ff594 req-3ff43ff0-48bb-4da2-8679-c439d44c1c1f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.823278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e49e7f45-8325-4292-81e2-46eb2c4ff594 req-3ff43ff0-48bb-4da2-8679-c439d44c1c1f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.1768687 Jun 17 08:28:20.901206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e49e7f45-8325-4292-81e2-46eb2c4ff594 req-ded39996-4189-47f7-af18-c41c2b459cf3 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692718 Jun 17 08:28:20.972329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48d835-ef81-4111-b271-2e769114b135 req-bec6bf09-b101-4d76-ab8f-7816ebbdd6f0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.974526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce48d835-ef81-4111-b271-2e769114b135 req-bec6bf09-b101-4d76-ab8f-7816ebbdd6f0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 948 time: 0.2083924 Jun 17 08:28:21.012544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:21.019697 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5a90586-899d-44b8-8bc4-b52d49e4e762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:21.065811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce48d835-ef81-4111-b271-2e769114b135 req-a9c4a3a8-82d5-4b0e-8609-9732e65532f7 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839288 Jun 17 08:28:21.109558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcd938e-14f7-4c53-a39d-6464eb3c133e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:21.119456 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:21.135023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Checking segment: {'id': '11bd2493-5268-469b-9d44-e94b2d3c9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4d68e2ba-18a0-43bb-ae8f-14495353bb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:21.135379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Network hostable DHCP agents. Network: 4d68e2ba-18a0-43bb-ae8f-14495353bb09, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:21.167482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16778-77e4-4695-9697-b7b8ab90b147 req-13ee4770-6ef9-47e9-91fe-d03e99ae9a9f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.169015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3eb16778-77e4-4695-9697-b7b8ab90b147 req-13ee4770-6ef9-47e9-91fe-d03e99ae9a9f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1436245 Jun 17 08:28:21.170116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Network 4d68e2ba-18a0-43bb-ae8f-14495353bb09 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:21.187591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4d68e2ba-18a0-43bb-ae8f-14495353bb09) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:21.198508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.199122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:21.208842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85b6e7-b181-44ab-bfef-2186b0892d63 None None] Network 4d68e2ba-18a0-43bb-ae8f-14495353bb09 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:21.226979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6249473 Jun 17 08:28:21.242412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3eb16778-77e4-4695-9697-b7b8ab90b147 req-bfc65fd8-9951-45d7-ae5a-61ca95be6ebd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Jun 17 08:28:21.457265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72626e16-d9f1-404b-9aab-f6c760af9601 None None] Network 4d68e2ba-18a0-43bb-ae8f-14495353bb09 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:21.523872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8922d-c6d8-4233-ab20-99d8350929d6 req-0a72c7be-e147-4980-8c29-73ea5679beb8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.526020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6d8922d-c6d8-4233-ab20-99d8350929d6 req-0a72c7be-e147-4980-8c29-73ea5679beb8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 943 time: 0.1277242 Jun 17 08:28:21.534137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94dced-9107-4442-b4d5-46d072884d51 req-6b2d8960-7bcb-4786-8969-f0b802e49481 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.536561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f94dced-9107-4442-b4d5-46d072884d51 req-6b2d8960-7bcb-4786-8969-f0b802e49481 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.1216917 Jun 17 08:28:21.616494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6d8922d-c6d8-4233-ab20-99d8350929d6 req-404659ed-fa9f-4bb6-a94a-0712973a9ea3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787847 Jun 17 08:28:21.619703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f94dced-9107-4442-b4d5-46d072884d51 req-4e26f299-040b-48f1-bd58-1608e701418b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743191 Jun 17 08:28:21.811595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e9120-3771-44c4-a31e-453f47372b96 req-284602cd-75e4-4aff-956f-5f5d4bfece68 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.815610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af2e9120-3771-44c4-a31e-453f47372b96 req-284602cd-75e4-4aff-956f-5f5d4bfece68 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.0785489 Jun 17 08:28:21.858689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af2e9120-3771-44c4-a31e-453f47372b96 req-2a042e51-8773-480a-b49f-61ad9655afbf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 Jun 17 08:28:21.949422 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-d292737a-9d4c-4133-a5a0-f76d717b04d8 req-a114d7b8-299a-4400-9bfa-458cdc01f4ab tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] show failed (client error): The resource could not be found. Jun 17 08:28:21.950553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d292737a-9d4c-4133-a5a0-f76d717b04d8 req-a114d7b8-299a-4400-9bfa-458cdc01f4ab tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups/0dbccd6e-40a2-415e-929a-d25598b19413 HTTP/1.1" status: 404 len: 352 time: 0.0164087 Jun 17 08:28:21.981041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:22.061126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520792be-d71a-47d1-bdef-f99f33c23412 req-90bbdb39-d379-4bc4-966f-2f96f88ae0be tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.070691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-520792be-d71a-47d1-bdef-f99f33c23412 req-90bbdb39-d379-4bc4-966f-2f96f88ae0be tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.0875931 Jun 17 08:28:22.098077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:22.114499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'mac_address': 'fa:16:3e:d8:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:22.158469 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.173581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-520792be-d71a-47d1-bdef-f99f33c23412 req-299c0dd1-3443-4467-b67d-f5bdfafffb85 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013288 Jun 17 08:28:22.176842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf628599-6819-4ca6-b39c-67cbc6bd198c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:22.205850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:22.212146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.212944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9d939253-fa2f-4102-a493-ba79317c4066 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:22.216819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-130552e0-0562-4ebe-8728-a4d265e7e53f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:22.231675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d964e7b-c93d-4d72-91e9-31388a89114e req-0f53ebfa-5c74-4663-944b-e8b59ee649cd tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.238647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d964e7b-c93d-4d72-91e9-31388a89114e req-0f53ebfa-5c74-4663-944b-e8b59ee649cd tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1555612 Jun 17 08:28:22.288560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d964e7b-c93d-4d72-91e9-31388a89114e req-da988d5e-7573-4b20-b8c4-1350e386577a tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Jun 17 08:28:22.345188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:22.349288 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:22.354029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9d939253-fa2f-4102-a493-ba79317c4066, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9d939253-fa2f-4102-a493-ba79317c4066,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:22.365896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '9d939253-fa2f-4102-a493-ba79317c4066', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': '9d939253-fa2f-4102-a493-ba79317c4066', 'mac_address': 'fa:16:3e:23:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:22.366830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3cdc5-c37f-49f2-a47d-323d8727c823 req-678ddc0c-e31c-41cb-beab-55ce6e296a06 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.368346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15a3cdc5-c37f-49f2-a47d-323d8727c823 req-678ddc0c-e31c-41cb-beab-55ce6e296a06 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.0751481 Jun 17 08:28:22.407626 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.413775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15a3cdc5-c37f-49f2-a47d-323d8727c823 req-339ac2b3-807e-4106-98a1-2681ab107af9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Jun 17 08:28:22.420875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d939253-fa2f-4102-a493-ba79317c4066 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:22.448880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9d939253-fa2f-4102-a493-ba79317c4066, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9d939253-fa2f-4102-a493-ba79317c4066,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:22.456389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.460435 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63ab8387-7181-4778-b0af-501cfa3e4b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:22.526458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a00a3628-cb45-4181-94e9-49a18c4ed49d req-29fd2099-834b-41ac-ae7c-e899fd906247 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0da76acad3e7433d95be58136bb5fe10 HTTP/1.1" status: 200 len: 2984 time: 0.0845897 Jun 17 08:28:22.527009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9d939253-fa2f-4102-a493-ba79317c4066,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:22.536034 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:22.572326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a00a3628-cb45-4181-94e9-49a18c4ed49d req-321b1384-2561-41df-8771-0b1ac342c40c tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups/a8851936-db01-4d56-bb0a-f44d2ad5c90f HTTP/1.1" status: 200 len: 2981 time: 0.0448308 Jun 17 08:28:22.650799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a00a3628-cb45-4181-94e9-49a18c4ed49d req-9c845158-0c51-4854-9f63-36cf200fa230 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups/a8851936-db01-4d56-bb0a-f44d2ad5c90f HTTP/1.1" status: 200 len: 2981 time: 0.0719624 Jun 17 08:28:22.694012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbdba-6a0f-4c76-bb4c-c7bbcd44267c req-51e1589a-91d2-4aea-bda5-23db11181385 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.695527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5eafbdba-6a0f-4c76-bb4c-c7bbcd44267c req-51e1589a-91d2-4aea-bda5-23db11181385 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.0862341 Jun 17 08:28:22.734414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5eafbdba-6a0f-4c76-bb4c-c7bbcd44267c req-57e378f8-1456-4980-adfb-adb3b93fa787 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Jun 17 08:28:22.738323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:22.768702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:22.850388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bc597-b41e-4834-b358-ad998d6d6eab req-b0b27891-d3c8-41b8-933a-f22852b85005 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.851998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bc597-b41e-4834-b358-ad998d6d6eab req-b0b27891-d3c8-41b8-933a-f22852b85005 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.0986905 Jun 17 08:28:22.923664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bc597-b41e-4834-b358-ad998d6d6eab req-d145bfed-6123-4b48-ba35-be32dc9aa7e8 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654290 Jun 17 08:28:22.998795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf47a-bfb5-45b8-b5a4-d26fadd6e9e0 req-fe3718af-5f0f-4f4d-bc67-2c97db734ac7 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:23.000312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ffbf47a-bfb5-45b8-b5a4-d26fadd6e9e0 req-fe3718af-5f0f-4f4d-bc67-2c97db734ac7 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 944 time: 0.1286044 Jun 17 08:28:23.030664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66a5c321-3720-45cc-a263-9ef1c9dd3db9 req-e38ceae4-8b34-4663-b090-da0dc28abbcc tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups/a8851936-db01-4d56-bb0a-f44d2ad5c90f HTTP/1.1" status: 200 len: 2981 time: 0.0743606 Jun 17 08:28:23.049471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ffbf47a-bfb5-45b8-b5a4-d26fadd6e9e0 req-286e4f03-a16f-4bb0-bbe8-1694f2e5a52f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Jun 17 08:28:23.107374 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-66a5c321-3720-45cc-a263-9ef1c9dd3db9 req-7007e2ee-ab9c-4412-a172-69e5645da540 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:28:23.108489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66a5c321-3720-45cc-a263-9ef1c9dd3db9 req-7007e2ee-ab9c-4412-a172-69e5645da540 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "DELETE /v2.0/security-groups/a8851936-db01-4d56-bb0a-f44d2ad5c90f HTTP/1.1" status: 409 len: 352 time: 0.0581267 Jun 17 08:28:23.150956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50366) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:23.265204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3517c9-a6d2-46a2-a743-c57eff3ecb56 req-edb4f994-0b0d-4ff1-9a4a-c8d708b9098b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:23.266653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c3517c9-a6d2-46a2-a743-c57eff3ecb56 req-edb4f994-0b0d-4ff1-9a4a-c8d708b9098b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.1044378 Jun 17 08:28:23.276271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.348855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52771fcc-476c-454b-8273-4965a4792107 req-9f9a3e28-7106-49b3-bfbb-83440205fb27 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:23.350349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52771fcc-476c-454b-8273-4965a4792107 req-9f9a3e28-7106-49b3-bfbb-83440205fb27 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.1393330 Jun 17 08:28:23.354712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c3517c9-a6d2-46a2-a743-c57eff3ecb56 req-8503c525-66f3-4874-af4b-494b95b238e4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796304 Jun 17 08:28:23.429477 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-e4463434-c337-41a7-8eef-b54556654646 req-93a8106c-71e7-49f6-9fcf-3e8b87448044 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] show failed (client error): The resource could not be found. Jun 17 08:28:23.430640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4463434-c337-41a7-8eef-b54556654646 req-93a8106c-71e7-49f6-9fcf-3e8b87448044 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups/83c48c41-1894-4148-bef8-504507f10fa3 HTTP/1.1" status: 404 len: 352 time: 0.0432837 Jun 17 08:28:23.436915 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52771fcc-476c-454b-8273-4965a4792107 req-3d40f6bc-73ce-4016-a074-897decc9d72b tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753987 Jun 17 08:28:23.480059 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.484962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.487510 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ca2e4a2-1a8e-499f-b23a-0dad343a738b tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:23.525836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03311cba09ec43ab9408f35bf9e8b4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737302 Jun 17 08:28:23.526806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9781a-4763-4299-9cd0-c39cbc4c48b3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:23.528657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:23.530046 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:23.585428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.610482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.660664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9f07-378c-4a53-a391-72a3321c0987 req-1cc0347f-d949-43a2-b629-2af811ea45e6 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:23.668135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a6c9f07-378c-4a53-a391-72a3321c0987 req-1cc0347f-d949-43a2-b629-2af811ea45e6 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 950 time: 0.1157169 Jun 17 08:28:23.669156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.671907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.675442 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bde9781a-4763-4299-9cd0-c39cbc4c48b3 HTTP/1.1" status: 204 len: 168 time: 0.1443603 Jun 17 08:28:23.676922 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8c09db1-d3cc-48f0-b935-234e9c942d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:23.683650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f4d2e-4127-4903-a0d8-75cd49756e64 req-89336874-5445-4a6f-861d-13ce189cdd4d tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:23.684936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9781a-4763-4299-9cd0-c39cbc4c48b3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:23.685120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b0f4d2e-4127-4903-a0d8-75cd49756e64 req-89336874-5445-4a6f-861d-13ce189cdd4d tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1224303 Jun 17 08:28:23.698940 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:23.733286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a6c9f07-378c-4a53-a391-72a3321c0987 req-c6df3c7d-c42e-4803-abff-6f8cf348f093 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641270 Jun 17 08:28:23.750966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b0f4d2e-4127-4903-a0d8-75cd49756e64 req-d5c8c16e-5d56-4de7-9107-daa67bc7e6c6 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554125 Jun 17 08:28:23.787799 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-061a924b-22af-4933-9a6f-b04df6d01ca0 req-4bd1ec9e-0fe9-421e-a105-e1500ec92ea2 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] show failed (client error): The resource could not be found. Jun 17 08:28:23.788906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-061a924b-22af-4933-9a6f-b04df6d01ca0 req-4bd1ec9e-0fe9-421e-a105-e1500ec92ea2 tempest-SecurityGroupsNegativeTestJSON-1463926655 tempest-SecurityGroupsNegativeTestJSON-1463926655-project] 10.222.0.65 "GET /v2.0/security-groups/5be542b3-1653-4416-b084-24c277b25aa2 HTTP/1.1" status: 404 len: 352 time: 0.0171821 Jun 17 08:28:23.805467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50392) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:23.867909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Deleting subnet 4dcd938e-14f7-4c53-a39d-6464eb3c133e {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:28:23.876649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.971789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.981230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:23.984286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:24.088538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:24.116531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.162759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port bf628599-6819-4ca6-b39c-67cbc6bd198c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:24.163189 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.220683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:24.236912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'mac_address': 'fa:16:3e:6c:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:24.307758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.312654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.318147 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e191f605-30a0-4677-a375-5c4a66369431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.341238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.355570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.361300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:24.363540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba55b74262724f81a6392caa9b02dea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739241 Jun 17 08:28:24.368591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50412) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:24.405690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:24.408428 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd1c47c-bd1d-4dd1-ae79-563a78918d2f" -d '{"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-plugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:24.414524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:24.424410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:24.428564 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.430930 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.434114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2c157-6587-46e2-82c5-8e961daa0344,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:24.437010 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.438628 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:24.459885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9d939253-fa2f-4102-a493-ba79317c4066 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:24.462517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.465139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.505548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.603176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['36c46f94-3a35-4a6c-8411-c4ab75afd529'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:24.615597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.619975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.622086 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31a2c157-6587-46e2-82c5-8e961daa0344 HTTP/1.1" status: 204 len: 168 time: 0.2518578 Jun 17 08:28:24.623656 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3956b691-e59d-4baf-8ff5-7f37f5fe9a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.630987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0efa-bee0-415d-8c3d-99dc131dfc6b req-0b10c515-6c2f-4c1b-aab6-0722f307300f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:24.632504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b69a0efa-bee0-415d-8c3d-99dc131dfc6b req-0b10c515-6c2f-4c1b-aab6-0722f307300f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 944 time: 0.1402690 Jun 17 08:28:24.636760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2c157-6587-46e2-82c5-8e961daa0344,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:24.640052 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:24.642967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857f3f-8b65-4ef7-8bc3-7f4e9d9644f6 req-a25aa213-3aec-4be9-9eea-7fa85caeeb06 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:24.650487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42857f3f-8b65-4ef7-8bc3-7f4e9d9644f6 req-a25aa213-3aec-4be9-9eea-7fa85caeeb06 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.7230196 Jun 17 08:28:24.673291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:24.689229 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:24.701671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.705660 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1b152b67-000c-47d3-8fdc-10078a95c2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.741406 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.752262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcd938e-14f7-4c53-a39d-6464eb3c133e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:24.773433 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:24.778074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b69a0efa-bee0-415d-8c3d-99dc131dfc6b req-03958b95-9831-4457-b103-7857dbf46157 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256025 Jun 17 08:28:24.794142 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.798540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:24.798743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4dcd938e-14f7-4c53-a39d-6464eb3c133e HTTP/1.1" status: 204 len: 168 time: 0.9921286 Jun 17 08:28:24.827211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42857f3f-8b65-4ef7-8bc3-7f4e9d9644f6 req-c41800b5-8c72-41eb-98ec-dc4b6dc1b173 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757035 Jun 17 08:28:24.839729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 9d939253-fa2f-4102-a493-ba79317c4066 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:24.856589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 9d939253-fa2f-4102-a493-ba79317c4066 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:24.857043 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.966591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.154171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26b40-037f-46f5-b7b0-3c3995df74dd req-e112fc89-f67f-4ed0-a176-f68e5a2b3d52 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.155868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fa26b40-037f-46f5-b7b0-3c3995df74dd req-e112fc89-f67f-4ed0-a176-f68e5a2b3d52 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 946 time: 0.1577299 Jun 17 08:28:25.156897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.179136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d68e2ba-18a0-43bb-ae8f-14495353bb09']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.208489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bd2493-5268-469b-9d44-e94b2d3c9f12') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.208774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bd2493-5268-469b-9d44-e94b2d3c9f12') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.231526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.241645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fa26b40-037f-46f5-b7b0-3c3995df74dd req-963403bc-6256-427b-9e3d-09d633addf12 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757635 Jun 17 08:28:25.255796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.266619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:25.267134 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:25.270825 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:25.360821 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7159ba79-325b-4b6d-ba08-ad69be312bcd x-openstack-request-id: req-7159ba79-325b-4b6d-ba08-ad69be312bcd {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:25.361425 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-plugged", "status": "completed", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:25.361425 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7159ba79-325b-4b6d-ba08-ad69be312bcd {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:25.361882 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'code': 200} Jun 17 08:28:25.416146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.421597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:25.436418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69aacfd5-1b2c-4e29-af68-89a8db769987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.458625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.472390 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] 10.222.0.65 "DELETE /v2.0/networks/4d68e2ba-18a0-43bb-ae8f-14495353bb09 HTTP/1.1" status: 204 len: 168 time: 0.6726744 Jun 17 08:28:25.481947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:25.491685 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:25.514227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Pushing event deleted for resources: {'Network': ['ID=4d68e2ba-18a0-43bb-ae8f-14495353bb09,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:25.519891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:25.587855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.653413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9d939253-fa2f-4102-a493-ba79317c4066, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9d939253-fa2f-4102-a493-ba79317c4066,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:25.661876 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.663226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:25.665908 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:25.745903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50454) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:25.774232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9d939253-fa2f-4102-a493-ba79317c4066,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:25.779535 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:25.817764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-d8019f8e-98b2-48da-82a4-eff1aedfc327 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.822860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-d8019f8e-98b2-48da-82a4-eff1aedfc327 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.1668923 Jun 17 08:28:25.849900 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.873082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:25.879438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b631b-04c4-4fe2-b0ce-e3a9641510e6 req-20d7525c-d3c7-46d6-b12b-5e90974ab3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.881914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b07b631b-04c4-4fe2-b0ce-e3a9641510e6 req-20d7525c-d3c7-46d6-b12b-5e90974ab3f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1103 time: 0.3394809 Jun 17 08:28:25.885087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5525aecd-2ade-42e7-a10b-9c64dc101238 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0da76acad3e7433d95be58136bb5fe10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339149 Jun 17 08:28:25.887574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:25.900381 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4b7b7-ebd1-4e86-a543-836d98a896d1 req-63606ca7-719e-4430-b0c6-e9006648d2cb tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.913530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59c4b7b7-ebd1-4e86-a543-836d98a896d1 req-63606ca7-719e-4430-b0c6-e9006648d2cb tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.3811181 Jun 17 08:28:25.944967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:25.956612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.958983 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:25.964087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d3be-5e11-4e1e-afd0-9f984549004e req-78171ef4-8c60-4a25-9d6a-9afae5729a5f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.966164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0111d3be-5e11-4e1e-afd0-9f984549004e req-78171ef4-8c60-4a25-9d6a-9afae5729a5f tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 951 time: 0.3277426 Jun 17 08:28:25.999462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b07b631b-04c4-4fe2-b0ce-e3a9641510e6 req-b06064d6-bfd6-4b9f-82ba-3f7192f4acdb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762687 Jun 17 08:28:26.006707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.038990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.063093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0111d3be-5e11-4e1e-afd0-9f984549004e req-5a4db554-d7de-40ba-8d16-ae37d8b959cb tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788150 Jun 17 08:28:26.069654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:26.076642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-59c4b7b7-ebd1-4e86-a543-836d98a896d1 req-3df1ea4c-b8b3-4c7a-86c4-4ea7268a206e tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618309 Jun 17 08:28:26.095396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Deleting port 919576e5-7bba-400d-a2a0-911e8cf56426 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:26.095799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.134816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.146809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.150229 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8851936-db01-4d56-bb0a-f44d2ad5c90f HTTP/1.1" status: 204 len: 168 time: 0.2595127 Jun 17 08:28:26.183300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecbe16c9-f098-4ac6-869d-0e371ee64135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:26.196135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=12']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:26.200110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:26.214595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 36c46f94-3a35-4a6c-8411-c4ab75afd529 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:26.215018 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.226171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8851936-db01-4d56-bb0a-f44d2ad5c90f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:26.235474 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:26.350662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] For port 919576e5-7bba-400d-a2a0-911e8cf56426, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=919576e5-7bba-400d-a2a0-911e8cf56426,segment=NetworkSegment(fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb),segment_id=fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:26.351616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.381813 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.451056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Calling delete_port for 919576e5-7bba-400d-a2a0-911e8cf56426 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:26.457310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:26.475013 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.477191 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:26.511581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14ab3-320a-4f26-aec1-67c9f8832d56 req-5392a4d7-9062-45f8-aa9f-a589cebf22c6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:26.513429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5a14ab3-320a-4f26-aec1-67c9f8832d56 req-5392a4d7-9062-45f8-aa9f-a589cebf22c6 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 946 time: 0.2132847 Jun 17 08:28:26.596962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=13']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:26.607755 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:26.631758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dab972-bc01-4674-b79c-3d870551493c req-ea3b82a0-b759-49fe-a0d0-4f4ef71a0ac8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:26.633778 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99dab972-bc01-4674-b79c-3d870551493c req-ea3b82a0-b759-49fe-a0d0-4f4ef71a0ac8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 945 time: 0.2118042 Jun 17 08:28:26.651739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5a14ab3-320a-4f26-aec1-67c9f8832d56 req-0721ba35-7194-4aa0-a939-edaad2632c9f tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/security-groups?id=159b6903-70db-4a5f-b1e6-2f91f4846944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294465 Jun 17 08:28:26.705275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.712294 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97a8a0a5-492b-40f6-aae6-5a412bd37130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:26.745241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Pushing event deleted for resources: {'Port': ['ID=919576e5-7bba-400d-a2a0-911e8cf56426,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:26.756083 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:26.759900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99dab972-bc01-4674-b79c-3d870551493c req-2bb89859-7038-4b52-a118-b32d2cbd6896 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Jun 17 08:28:26.922457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] No DVR routers for this DVR port 919576e5-7bba-400d-a2a0-911e8cf56426 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:26.931013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.938122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f71d144a-7a18-4e24-9c57-876306f2bc4c req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.60 "DELETE /v2.0/ports/919576e5-7bba-400d-a2a0-911e8cf56426 HTTP/1.1" status: 204 len: 173 time: 1.1084504 Jun 17 08:28:26.940145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'name': 'network-vif-deleted', 'tag': '919576e5-7bba-400d-a2a0-911e8cf56426'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:26.948479 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de77e3c7-bab3-475c-9ba8-2e2810b63b36" -d '{"events": [{"server_uuid": "c17b5b86-b019-4c58-b7f5-d30e18a84229", "name": "network-vif-deleted", "tag": "919576e5-7bba-400d-a2a0-911e8cf56426"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:27.081124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e618b-b50c-4ccc-810d-d9278807473b req-18e3a2b4-9fde-4a91-bca4-5deac1e8d4d9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:27.089705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c7e618b-b50c-4ccc-810d-d9278807473b req-18e3a2b4-9fde-4a91-bca4-5deac1e8d4d9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2048001 Jun 17 08:28:27.183279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c7e618b-b50c-4ccc-810d-d9278807473b req-21fbfbed-17c9-4011-bf85-02ddbe72e03e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921752 Jun 17 08:28:27.253440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb5d15-af6a-4a23-a91b-56eee0ce64f3 req-de5bb22d-c72b-42a7-aa87-c9b3ec1b86f9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:27.259339 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6eeb5d15-af6a-4a23-a91b-56eee0ce64f3 req-de5bb22d-c72b-42a7-aa87-c9b3ec1b86f9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.2391624 Jun 17 08:28:27.339089 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634e323e-0722-42f4-8039-a0c82615dcbe x-openstack-request-id: req-634e323e-0722-42f4-8039-a0c82615dcbe {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:27.339610 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b5b86-b019-4c58-b7f5-d30e18a84229", "name": "network-vif-deleted", "tag": "919576e5-7bba-400d-a2a0-911e8cf56426", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:27.340238 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-634e323e-0722-42f4-8039-a0c82615dcbe {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:27.341109 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b5b86-b019-4c58-b7f5-d30e18a84229', 'name': 'network-vif-deleted', 'tag': '919576e5-7bba-400d-a2a0-911e8cf56426', 'status': 'completed', 'code': 200} Jun 17 08:28:27.364026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d939253-fa2f-4102-a493-ba79317c4066'}, {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:27.369475 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aed106f-a6a7-47fc-9f92-64523335f399" -d '{"events": [{"server_uuid": "153d550b-b17c-4f0f-92c9-48ceff14d338", "name": "network-vif-plugged", "status": "completed", "tag": "9d939253-fa2f-4102-a493-ba79317c4066"}, {"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:27.385142 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf79175-c946-4cc3-b534-ffb0d1398883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.407631 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6eeb5d15-af6a-4a23-a91b-56eee0ce64f3 req-0105a816-5861-4479-aa86-2f940fb6f186 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389720 Jun 17 08:28:27.475416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.686139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72e903-3295-4a7e-b073-73374c5503de req-551561e0-fdd4-4bc5-a7ae-40d329d21053 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:27.700069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d72e903-3295-4a7e-b073-73374c5503de req-551561e0-fdd4-4bc5-a7ae-40d329d21053 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1455524 Jun 17 08:28:27.793498 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-498c0be2-02e1-4025-a307-ce8e1fee2129 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053998 Jun 17 08:28:27.815223 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d72e903-3295-4a7e-b073-73374c5503de req-7e30b3c9-23b3-4dd5-80a2-80e67c896eaf tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125510 Jun 17 08:28:27.914824 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef62b7-e2c5-4b24-944b-5cee12691ad9 x-openstack-request-id: req-e6ef62b7-e2c5-4b24-944b-5cee12691ad9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:27.915149 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153d550b-b17c-4f0f-92c9-48ceff14d338", "name": "network-vif-plugged", "status": "completed", "tag": "9d939253-fa2f-4102-a493-ba79317c4066", "code": 200}, {"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-plugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:27.915409 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6ef62b7-e2c5-4b24-944b-5cee12691ad9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:27.918579 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d939253-fa2f-4102-a493-ba79317c4066', 'code': 200} Jun 17 08:28:27.919226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:27.920068 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'code': 200} Jun 17 08:28:28.046472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-1505ffea-7a01-4fdf-aa61-43a5fbc93160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.048562 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-1505ffea-7a01-4fdf-aa61-43a5fbc93160 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 1101 time: 0.1775255 Jun 17 08:28:28.190825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-d1675626-87b6-4079-ac0a-4706e74d130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.193623 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-d1675626-87b6-4079-ac0a-4706e74d130f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1172915 Jun 17 08:28:28.195195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-521534511-network', 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:28.200700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62f36386-33fe-4c0f-85be-066aa584bf90 req-5e8d9f67-ea33-4342-b74f-8261637311ff tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] 10.222.0.65 "GET /v2.0/ports?device_id=c17b5b86-b019-4c58-b7f5-d30e18a84229 HTTP/1.1" status: 200 len: 210 time: 0.1145096 Jun 17 08:28:28.266477 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-7402ab7c-0164-4208-b746-9b7c750278ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0627763 Jun 17 08:28:28.297963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:28.300635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.331347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.357936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14a061-5f73-442d-8b2c-150202475d83 req-996ea035-1ce9-4303-bad0-6cf3f5d68bce tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.367334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d14a061-5f73-442d-8b2c-150202475d83 req-996ea035-1ce9-4303-bad0-6cf3f5d68bce tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 951 time: 0.3566990 Jun 17 08:28:28.375179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-c5b760bd-01d9-4454-be80-bb2e76189d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.378641 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-c5b760bd-01d9-4454-be80-bb2e76189d36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1054089 Jun 17 08:28:28.456674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662877d-5d6f-491e-b99e-9bb18cbc61f3 req-580b6a5e-b9d5-4998-927a-1eccfc3a7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.458968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f662877d-5d6f-491e-b99e-9bb18cbc61f3 req-580b6a5e-b9d5-4998-927a-1eccfc3a7f5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 1097 time: 0.1991122 Jun 17 08:28:28.499184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-efa09af1-03eb-4fef-b89a-20b275d8c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.500687 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-efa09af1-03eb-4fef-b89a-20b275d8c50c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104667 Jun 17 08:28:28.531326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d14a061-5f73-442d-8b2c-150202475d83 req-b2c3b3cb-e5b9-4553-97fa-9d3ceef5fd55 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585605 Jun 17 08:28:28.632755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 919576e5-7bba-400d-a2a0-911e8cf56426 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:28.652480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f662877d-5d6f-491e-b99e-9bb18cbc61f3 req-650abd8b-144c-4247-9445-a63e619f129c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692157 Jun 17 08:28:28.669462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 919576e5-7bba-400d-a2a0-911e8cf56426 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:28.669863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 919576e5-7bba-400d-a2a0-911e8cf56426 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:28.683169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04f153-2edb-4b02-b088-34748e87a375 req-db5f17d3-abc9-4d20-871b-bc4038768913 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.690972 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-f18ec9fb-65d5-4359-9cd4-adcb1a851c99 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789613 Jun 17 08:28:28.702627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e04f153-2edb-4b02-b088-34748e87a375 req-db5f17d3-abc9-4d20-871b-bc4038768913 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 945 time: 0.3149312 Jun 17 08:28:28.764236 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.816340 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-93ad702a-8110-4d2d-b365-f6a9aa597278 req-07e2e25b-0932-49c5-bcea-556002392838 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181369 Jun 17 08:28:28.827717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e04f153-2edb-4b02-b088-34748e87a375 req-203bf992-a1bb-4a40-b10c-cc8280d80640 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240027 Jun 17 08:28:28.856603 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.869898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.875818 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:28.920879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:28.928865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab02edf-0fdb-4012-bb30-71a301dbdb88,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:28.945629 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:28.966418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.967103 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Added segment a87b2639-5b16-45f0-87ed-3c59514e9d1d of type vlan for network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c Jun 17 08:28:29.037793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5918270-f853-4a22-b38b-ebeb8c490c22 req-0478665b-20da-467d-9479-6d928865929b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.039287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5918270-f853-4a22-b38b-ebeb8c490c22 req-0478665b-20da-467d-9479-6d928865929b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2860229 Jun 17 08:28:29.105846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.135556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50544) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:29.186137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.187108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.187685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.195766 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c3b2e5a-dbe0-4610-9ad7-630718f19097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:29.213379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99f0ac-2b82-47d4-a1ee-a618d2bcbe0e req-41237a04-8684-4858-bd0c-1951dc211c07 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.220216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe99f0ac-2b82-47d4-a1ee-a618d2bcbe0e req-41237a04-8684-4858-bd0c-1951dc211c07 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.2504013 Jun 17 08:28:29.231740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5918270-f853-4a22-b38b-ebeb8c490c22 req-0e3812e7-2f7b-4e05-afe2-5fb43138d436 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786685 Jun 17 08:28:29.273400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:29.273564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3533955 Jun 17 08:28:29.278763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Request body: {'subnet': {'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-521534511-subnet', 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:29.315040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e38e04b-db7f-4b2e-bbeb-21133ad2785c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:29.319621 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:29.330544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:29.346550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.359864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe99f0ac-2b82-47d4-a1ee-a618d2bcbe0e req-08bc7681-2408-479a-b3bc-468d830748f6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386456 Jun 17 08:28:29.399322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:29.406473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.543690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d47c-c840-4355-948e-24241208663b req-78ed2ae6-75ab-4c6f-b31e-f9ba5cd7bb88 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.550480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5490d47c-c840-4355-948e-24241208663b req-78ed2ae6-75ab-4c6f-b31e-f9ba5cd7bb88 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.0856640 Jun 17 08:28:29.589554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5490d47c-c840-4355-948e-24241208663b req-4f75bc0d-5654-4f14-b35c-9d8a2e8f6227 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381675 Jun 17 08:28:29.808922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.827839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.868154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1ce03-254a-45db-90db-2f1284c83f3e req-c167fcc3-b942-4e71-9ae1-76e2a0e1d437 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.870211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aab1ce03-254a-45db-90db-2f1284c83f3e req-c167fcc3-b942-4e71-9ae1-76e2a0e1d437 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1103 time: 0.1000829 Jun 17 08:28:29.885493 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0cbc0c72-5d81-4876-82c3-94de68c7d89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:29.892156 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6acea269e05442c5b35f5cb200541d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555397 Jun 17 08:28:29.893791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50560) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:29.905398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.934309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514c91c0-5e81-4ff0-b063-8ffea33ae435,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:29.939598 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:29.946245 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-47a5c6f9-f2a9-47c7-9f4e-445356dcbf49 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:29.975257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aab1ce03-254a-45db-90db-2f1284c83f3e req-9300e832-f989-480c-b225-38dc55780a81 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987060 Jun 17 08:28:30.018662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cc7d86-deb0-4478-b270-faf305277e6b,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:30.023819 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:30.060763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:30.061512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Network hostable DHCP agents. Network: 0e38e04b-db7f-4b2e-bbeb-21133ad2785c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:30.083854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:30.091482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.104370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0e38e04b-db7f-4b2e-bbeb-21133ad2785c) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:30.109756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.115271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.115936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4a50a-a706-418d-bf71-47dcfeb93600 None None] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:30.126574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.150595 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8753743 Jun 17 08:28:30.244451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fee38-bdec-4223-8a3e-393b53e1524c req-9aaae603-f380-4c10-96e8-e2de4c7b6f70 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.246114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-689fee38-bdec-4223-8a3e-393b53e1524c req-9aaae603-f380-4c10-96e8-e2de4c7b6f70 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 945 time: 0.2271969 Jun 17 08:28:30.248397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.251061 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.255504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/514c91c0-5e81-4ff0-b063-8ffea33ae435 HTTP/1.1" status: 204 len: 168 time: 0.3604758 Jun 17 08:28:30.259059 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64829fa8-7349-4a4d-801d-56701d005ded tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:30.284111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514c91c0-5e81-4ff0-b063-8ffea33ae435,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:30.291022 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:30.331092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-689fee38-bdec-4223-8a3e-393b53e1524c req-f62e87ea-a8b8-4d3e-bf72-eb4a0a449c6f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710406 Jun 17 08:28:30.350954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-a7284f99-36e0-466f-b9fc-a9a91697f867 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1576934 Jun 17 08:28:30.451646 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.497079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-d4b7c9aa-d72c-4a28-b8c2-6775d34fa738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.500558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-d4b7c9aa-d72c-4a28-b8c2-6775d34fa738 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.1164384 Jun 17 08:28:30.559530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfdc6c4-93bd-4e1b-ab41-0032a6fc3a60 None None] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:30.734230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-c7f789c1-e17e-40ed-b42d-1b90cbd255eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.735754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-c7f789c1-e17e-40ed-b42d-1b90cbd255eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2078989 Jun 17 08:28:30.807180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-0ee5a7ea-370b-432a-b65e-d1fc24f3cffd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0622056 Jun 17 08:28:30.822376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e632-1cff-47d6-865f-e6f964f24c57 req-dd3b6f29-5594-48bc-9f4a-4f2cfcfe9c8d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.823974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b44e632-1cff-47d6-865f-e6f964f24c57 req-dd3b6f29-5594-48bc-9f4a-4f2cfcfe9c8d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2219951 Jun 17 08:28:30.938241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b44e632-1cff-47d6-865f-e6f964f24c57 req-62cfccec-3729-40bd-b1fe-b9b4e12d181f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034226 Jun 17 08:28:30.941105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-ac615a90-9094-48d5-a874-ef62ddee480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.941105 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-ac615a90-9094-48d5-a874-ef62ddee480f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1160202 Jun 17 08:28:30.990681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4a2e-46c4-47bd-9a1f-01ebdb14951e req-fc2d8808-c52e-4a05-b70d-4b6c8f3182be tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.992316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb7e4a2e-46c4-47bd-9a1f-01ebdb14951e req-fc2d8808-c52e-4a05-b70d-4b6c8f3182be tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.1883419 Jun 17 08:28:31.046410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50590) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.084011 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.098277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb7e4a2e-46c4-47bd-9a1f-01ebdb14951e req-1a41aab7-3a3b-4746-9429-e80495f2ec33 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901220 Jun 17 08:28:31.135682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-52dbf404-d0f5-49d9-9340-04e710b3a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.137557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-52dbf404-d0f5-49d9-9340-04e710b3a9c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787212 Jun 17 08:28:31.206239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.215476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.237291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e819a-6c6f-422f-add6-3e0ebe50bb9c req-aa6d4706-b43e-44e3-9463-5aa7ebd4d6cc tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.244946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc6e819a-6c6f-422f-add6-3e0ebe50bb9c req-aa6d4706-b43e-44e3-9463-5aa7ebd4d6cc tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 1103 time: 0.1622064 Jun 17 08:28:31.257228 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.262490 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a9feacb-2e60-42ab-93dd-6245e3c9e698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:31.280597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-ded92c59-65dd-4fa0-8ed5-53ae8e0d441c service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352205 Jun 17 08:28:31.315565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc6e819a-6c6f-422f-add6-3e0ebe50bb9c req-cbd60998-f5e1-4af4-8436-013e87e66692 tempest-ServersAdminTestJSON-1328693766 tempest-ServersAdminTestJSON-1328693766-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701499 Jun 17 08:28:31.324326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98111ed14a1d4869a8d3705a9ad99c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762866 Jun 17 08:28:31.327610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50600) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.328443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ce819-9253-47d2-bf1c-a8e16e44baad,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:31.343663 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:31.347118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Deleting subnet 559b3c82-7a3c-4441-9551-f432a37d675e {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:28:31.371049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.439900 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.483157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.508728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.544151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.586474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9da5-ee39-41a1-ace2-04dcb6b188af req-e46e9b33-56c7-4cda-a5a0-9904319cd437 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.597029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-561b9da5-ee39-41a1-ace2-04dcb6b188af req-e46e9b33-56c7-4cda-a5a0-9904319cd437 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.2909639 Jun 17 08:28:31.603681 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6673a02-1fac-43d6-84e0-d9a8fc6596e8 req-dc85c8f9-47f0-489b-8f7a-0ea6e6faf6fd service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151021 Jun 17 08:28:31.626467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-157a94cb-e9fc-47de-bfd6-b8cc6a30ab92 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.634425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-157a94cb-e9fc-47de-bfd6-b8cc6a30ab92 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.1887331 Jun 17 08:28:31.648578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-7b765015-74b6-4672-a11e-82360966821c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0132401 Jun 17 08:28:31.656763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.660319 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-396a740c-8442-48c6-8fb9-55fe0d80ab7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:31.679060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-561b9da5-ee39-41a1-ace2-04dcb6b188af req-ab05b69f-5b2e-48c7-a8e4-aad0166ee801 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842307 Jun 17 08:28:31.698156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559b3c82-7a3c-4441-9551-f432a37d675e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:31.703055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.705641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.727724 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb0ce819-9253-47d2-bf1c-a8e16e44baad HTTP/1.1" status: 204 len: 168 time: 0.3951457 Jun 17 08:28:31.733048 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:31.733726 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-931c9ec4-a706-41a8-b737-d40717dce258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:31.754927 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.761389 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/559b3c82-7a3c-4441-9551-f432a37d675e HTTP/1.1" status: 204 len: 168 time: 0.5476465 Jun 17 08:28:31.761389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ce819-9253-47d2-bf1c-a8e16e44baad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:31.764013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50616) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.764804 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:31.839771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-aaf5f4f3-a68e-4e02-b860-39760fffa8b1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589727 Jun 17 08:28:31.900546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.050765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ae9dc6fb-cc69-408f-ad23-dff2de74b4e3 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101424 Jun 17 08:28:32.061569 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.074003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da3a9bc-fbb9-4a10-869e-d7361c081cd4']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:32.095606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:32.095834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbce30f8-42e3-4f0f-a223-ba1ddcae2dfb') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:32.110125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.131237 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.147199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:32.147556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:32.150732 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:32.244563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-cdc7d963-d6f2-4650-8ddf-b77e87b47b5b service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925998 Jun 17 08:28:32.288869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.300849 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad9b9ec1-d726-4fc1-8844-0081609dfd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:32.304949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.318525 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] 10.222.0.65 "DELETE /v2.0/networks/9da3a9bc-fbb9-4a10-869e-d7361c081cd4 HTTP/1.1" status: 204 len: 168 time: 0.5461161 Jun 17 08:28:32.342932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Pushing event deleted for resources: {'Network': ['ID=9da3a9bc-fbb9-4a10-869e-d7361c081cd4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:32.346280 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:32.428170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-93b64004-b8df-4891-84ac-912cbfa64ccd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:32.429977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-93b64004-b8df-4891-84ac-912cbfa64ccd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.1845081 Jun 17 08:28:32.461774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-4adb6f5d-b8ea-4cfb-89a1-fbb98495b086 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.0245566 Jun 17 08:28:32.527620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-80d0ca22-baca-4c1a-9780-a9231e862b57 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645947 Jun 17 08:28:32.565784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50646) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:32.665412 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7dffc7d6-4884-4762-bab9-021eaea909c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9602c3481cb2486f87159b28f4336849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982950 Jun 17 08:28:32.668491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:32.719253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-8deac694-c51f-408c-9156-6d710f10f1e5 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907339 Jun 17 08:28:32.759974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.788676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.851075 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.854299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.857336 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/159b6903-70db-4a5f-b1e6-2f91f4846944 HTTP/1.1" status: 204 len: 168 time: 0.1854751 Jun 17 08:28:32.858449 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15fffc7b-2d06-42d5-b8fe-0215bd41d491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:32.868756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159b6903-70db-4a5f-b1e6-2f91f4846944,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:32.874038 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:32.960453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-2098365a-c96c-4110-8fa2-69adedbee38c service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315629 Jun 17 08:28:33.462454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c4a2-288a-4520-8d34-6bacb6a87d2f req-4f4152b5-1dd4-4a3b-9b07-27b2a36700e6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.477789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1dd6c4a2-288a-4520-8d34-6bacb6a87d2f req-4f4152b5-1dd4-4a3b-9b07-27b2a36700e6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1940613 Jun 17 08:28:33.611748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1dd6c4a2-288a-4520-8d34-6bacb6a87d2f req-364aafd9-7285-4517-99d8-1ae194cafba6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316824 Jun 17 08:28:33.808175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42456c4-b350-420f-96fd-a0c7e4e29a12 req-9873f1fe-2657-4f72-8102-32a52f40c24d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.829731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f42456c4-b350-420f-96fd-a0c7e4e29a12 req-9873f1fe-2657-4f72-8102-32a52f40c24d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.1893067 Jun 17 08:28:33.938276 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f42456c4-b350-420f-96fd-a0c7e4e29a12 req-3fda78a5-0c12-4478-8b47-1239433b9aaf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076720 Jun 17 08:28:34.184068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1e0e4-74d5-413a-b71d-ff900da03d6e req-2910496c-f685-40ea-a7b6-ec263d23a548 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:34.197895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91d1e0e4-74d5-413a-b71d-ff900da03d6e req-2910496c-f685-40ea-a7b6-ec263d23a548 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1212220 Jun 17 08:28:34.303558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91d1e0e4-74d5-413a-b71d-ff900da03d6e req-03d64149-e8d7-4088-a3b9-105271fe06d7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045413 Jun 17 08:28:34.379889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50708) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:34.654629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-ca8e97ab-17ab-406b-b496-2ec200cdffb0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:34.656267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-ca8e97ab-17ab-406b-b496-2ec200cdffb0 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 949 time: 0.1499865 Jun 17 08:28:34.707190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b759362-68a8-47c6-bc74-cae8b9e98cf3 req-a19dcafa-c5b3-4291-b87a-d3390c363902 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:34.718823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b759362-68a8-47c6-bc74-cae8b9e98cf3 req-a19dcafa-c5b3-4291-b87a-d3390c363902 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 949 time: 0.1480079 Jun 17 08:28:34.913686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b759362-68a8-47c6-bc74-cae8b9e98cf3 req-8a011fc2-15d1-4315-af46-6ea25c725cd3 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909990 Jun 17 08:28:34.963237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-57217961-network', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:35.063668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Deleting port 857c871b-42ad-401e-90e1-2c40ee0a9634 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:35.064030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.085481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-2659ffae-c0fc-40a6-8cb7-f791f5855a80 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:35.096944 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-2659ffae-c0fc-40a6-8cb7-f791f5855a80 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.5127435 Jun 17 08:28:35.107114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': 'bae7c91b-cdb6-45e8-92c1-46a44e147a97', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:35.179354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Made reservation on behalf of aee5f4b31f234419aef5d9270c8f669f for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:35.188126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.209667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.499578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.508946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.518803 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a907fcb9-6dde-4555-9777-c4739d67f43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:35.557042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:35.587275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:35.593016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.601441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4684b7a-3954-4562-8b34-4b2b0dc73f82,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:35.606707 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:35.608181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.608340 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Added segment 19a56f9a-f577-46c1-8ec1-30a68f412927 of type vlan for network 9484a5b8-758a-4de4-9182-f2001c655303 Jun 17 08:28:35.727559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.848664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.850191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:35.850853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.854206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.5 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/f785fd34-7080-4780-837b-dc0ec724b211) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:35.857404 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f10cd319-b0c0-4a48-a2c2-86513fc89df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:35.881147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-001f523a-cbee-4b2e-875e-a49950a00abd req-8d4a60ce-1a4d-4671-9756-3f4f5eca750b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 210 time: 0.6770227 Jun 17 08:28:35.919861 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5373726 Jun 17 08:28:35.940038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50744) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:35.952473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Request body: {'subnet': {'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-subnet', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:35.959569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Pushing event updated for resources: {'Network': ['ID=9484a5b8-758a-4de4-9182-f2001c655303,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:35.964338 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:35.971318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9484a5b8-758a-4de4-9182-f2001c655303 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:35.976957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] For port 857c871b-42ad-401e-90e1-2c40ee0a9634, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=857c871b-42ad-401e-90e1-2c40ee0a9634,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:35.977399 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.173128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.230364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc543-8c76-4441-914b-f40ebf6f9bf7 req-057d7a01-d65d-416e-bc25-e7425d306f1d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.237546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6ebc543-8c76-4441-914b-f40ebf6f9bf7 req-057d7a01-d65d-416e-bc25-e7425d306f1d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 1.0323360 Jun 17 08:28:36.263570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.271078 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4963bb5-7771-4b7f-9544-a4a3c9ff728e tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:36.275680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:36.283472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Calling delete_port for 857c871b-42ad-401e-90e1-2c40ee0a9634 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:36.297342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Made reservation on behalf of aee5f4b31f234419aef5d9270c8f669f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:36.299713 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.344430 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:28:36.382694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-d62aa155-cbec-4b86-b7d1-6778f35035a0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.384780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-d62aa155-cbec-4b86-b7d1-6778f35035a0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.5473340 Jun 17 08:28:36.429995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Request body: {'port': {'device_id': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'admin_state_up': True, 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:36.477566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6ebc543-8c76-4441-914b-f40ebf6f9bf7 req-28dad634-aaa4-4ecc-b119-53fb3a2e25cd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389331 Jun 17 08:28:36.766383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7a784-d4d4-485d-a34a-c4c0152a86e6 req-d59533dd-d5df-435c-815a-9b9788c65ff6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.773868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9c7a784-d4d4-485d-a34a-c4c0152a86e6 req-d59533dd-d5df-435c-815a-9b9788c65ff6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.6410685 Jun 17 08:28:36.901906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9c7a784-d4d4-485d-a34a-c4c0152a86e6 req-c6700b3a-5e0f-4270-9c14-e7614242583a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269965 Jun 17 08:28:36.907803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=f785fd34-7080-4780-837b-dc0ec724b211,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:36.919231 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:36.937491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:36.939956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:36.943013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:37.017561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:37.024359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.045723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9477804 Jun 17 08:28:37.047283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180514d5-13e9-470c-8129-785ccbe1c6ae req-c360218e-d88a-4a0a-b493-a5165521cca1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:37.058156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-180514d5-13e9-470c-8129-785ccbe1c6ae req-c360218e-d88a-4a0a-b493-a5165521cca1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 931 time: 0.3595610 Jun 17 08:28:37.064988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:37.068643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.080850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Request body: {'port': {'device_id': 'bae7c91b-cdb6-45e8-92c1-46a44e147a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:37.233364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.233364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.233364 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fedfc35e-da53-4f7b-acab-d5dc1240365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:37.233364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-180514d5-13e9-470c-8129-785ccbe1c6ae req-1199ed2f-a440-48ac-8345-cce75bb104b7 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460087 Jun 17 08:28:37.298034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', '857c871b-42ad-401e-90e1-2c40ee0a9634', 'bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:37.332904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.425563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] No DVR routers for this DVR port 857c871b-42ad-401e-90e1-2c40ee0a9634 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:37.438268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.440484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f25698a3-0876-4f57-8e2f-9d02caae1c50 req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "DELETE /v2.0/ports/857c871b-42ad-401e-90e1-2c40ee0a9634 HTTP/1.1" status: 204 len: 173 time: 2.7755585 Jun 17 08:28:37.441042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'name': 'network-vif-deleted', 'tag': '857c871b-42ad-401e-90e1-2c40ee0a9634'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:37.455873 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd227978-ee3f-44df-a4bf-6858c4b1ece0" -d '{"events": [{"server_uuid": "f5dd9790-dccc-4723-b517-30b7ea61465a", "name": "network-vif-deleted", "tag": "857c871b-42ad-401e-90e1-2c40ee0a9634"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:37.492115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:37.567285 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:37.574198 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-24551111-5b90-4512-9d5d-f34d7fc0f8eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:37.718977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d123cce1-983d-4f07-8d83-51299aea8ecb req-10d5f563-f4fa-4008-8a6b-1280abc21c0e tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5dd9790-dccc-4723-b517-30b7ea61465a HTTP/1.1" status: 200 len: 210 time: 0.1583209 Jun 17 08:28:37.744254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event deleted for resources: {'Port': ['ID=857c871b-42ad-401e-90e1-2c40ee0a9634,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:37.764912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Checking segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:37.765291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Network hostable DHCP agents. Network: 9484a5b8-758a-4de4-9182-f2001c655303, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:37.767796 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:37.789295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec439b-b896-459e-8eac-028a28a83cf7 req-f04ee1ca-5e24-42bf-a56c-6f5257dc54ff tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:37.803853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-daec439b-b896-459e-8eac-028a28a83cf7 req-f04ee1ca-5e24-42bf-a56c-6f5257dc54ff tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.6762474 Jun 17 08:28:37.886603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Allocated IP 172.20.0.13 (0e38e04b-db7f-4b2e-bbeb-21133ad2785c/a6cc7d86-deb0-4478-b270-faf305277e6b/ccdc50fc-83de-40a1-8ea7-7272133d82e8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:37.954964 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-daec439b-b896-459e-8eac-028a28a83cf7 req-6cc744f0-8002-4136-927a-57c8572f7950 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500866 Jun 17 08:28:37.959750 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Network 9484a5b8-758a-4de4-9182-f2001c655303 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:38.058956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9484a5b8-758a-4de4-9182-f2001c655303) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:38.063065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c285f550-82ff-4a85-9cad-293741651d2a req-00151639-313f-476d-9db9-b89e28cfccda tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 210 time: 0.1042354 Jun 17 08:28:38.065112 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e93419-d410-41c7-83fb-8abd80609031 x-openstack-request-id: req-01e93419-d410-41c7-83fb-8abd80609031 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:38.074861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909232d-e274-4c45-a505-75457758b38e None None] Network 9484a5b8-758a-4de4-9182-f2001c655303 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:38.090562 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd9790-dccc-4723-b517-30b7ea61465a", "name": "network-vif-deleted", "tag": "857c871b-42ad-401e-90e1-2c40ee0a9634", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:38.090562 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01e93419-d410-41c7-83fb-8abd80609031 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:38.093030 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd9790-dccc-4723-b517-30b7ea61465a', 'name': 'network-vif-deleted', 'tag': '857c871b-42ad-401e-90e1-2c40ee0a9634', 'status': 'completed', 'code': 200} Jun 17 08:28:38.106338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f785fd34-7080-4780-837b-dc0ec724b211 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:38.145690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.229066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Transition to ACTIVE for port object f785fd34-7080-4780-837b-dc0ec724b211 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:38.244651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.271688 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ee97d18f-d267-447e-9ef9-32a2e6e83ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:38.289237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ba2e3-9b3d-42d0-97b2-4ac5fc890bb0 None None] Network 9484a5b8-758a-4de4-9182-f2001c655303 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:38.404881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.490452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.491551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.498715 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.527448 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:38.626990 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6837132 Jun 17 08:28:38.636624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50790) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:38.642242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:38.643460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Pushing event updated for resources: {'Port': ['ID=f785fd34-7080-4780-837b-dc0ec724b211,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:38.650314 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:38.656210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:38.670603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:38.686395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:38.696952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event updated for resources: {'Port': ['ID=ccdc50fc-83de-40a1-8ea7-7272133d82e8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:38.698257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Attempting to bind port f785fd34-7080-4780-837b-dc0ec724b211 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:38.698615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Attempting to bind port f785fd34-7080-4780-837b-dc0ec724b211 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:38.699173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Attempting to bind port f785fd34-7080-4780-837b-dc0ec724b211 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:38.704152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Port f785fd34-7080-4780-837b-dc0ec724b211 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:38.704483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Attempting to bind port f785fd34-7080-4780-837b-dc0ec724b211 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:38.709354 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:38.711553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:38.711898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:38.712285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:38.712717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Bound port: f785fd34-7080-4780-837b-dc0ec724b211, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:38.713066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.778639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.780112 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.790717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.791729 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.826939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b1420-5b7b-4ebe-9438-89f7fc628877 req-9632037c-a42a-4465-a0a1-703e3f09c316 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.828728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] For port f785fd34-7080-4780-837b-dc0ec724b211, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:38.829100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a3b1420-5b7b-4ebe-9438-89f7fc628877 req-9632037c-a42a-4465-a0a1-703e3f09c316 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.3415637 Jun 17 08:28:38.834454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] For port f785fd34-7080-4780-837b-dc0ec724b211, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f785fd34-7080-4780-837b-dc0ec724b211,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:38.840629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb70d18-6817-4097-83cc-72e3e21f6434 req-a22c9250-2feb-46d3-965c-057a85b3f76a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.842551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ffb70d18-6817-4097-83cc-72e3e21f6434 req-a22c9250-2feb-46d3-965c-057a85b3f76a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.3481781 Jun 17 08:28:38.853276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.868036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1fd19639-a7cf-4d4b-b4be-00a3135a3f7a tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:38.891327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4656172 Jun 17 08:28:38.948693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Pushing event updated for resources: {'Port': ['ID=f785fd34-7080-4780-837b-dc0ec724b211,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:38.956541 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:38.958188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.958859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.960633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] 10.222.0.67 "PUT /v2.0/ports/f785fd34-7080-4780-837b-dc0ec724b211 HTTP/1.1" status: 200 len: 1092 time: 1.8927710 Jun 17 08:28:38.961133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae7c91b-cdb6-45e8-92c1-46a44e147a97', 'tag': 'f785fd34-7080-4780-837b-dc0ec724b211'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:38.973961 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b78a02-1c49-4522-b848-8d01c7079684" -d '{"events": [{"name": "network-changed", "server_uuid": "bae7c91b-cdb6-45e8-92c1-46a44e147a97", "tag": "f785fd34-7080-4780-837b-dc0ec724b211"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:38.987581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Request body: {'port': {'device_id': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:39.034262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.106845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-7d5dbebe-1d82-4ba7-ace6-094be493ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:39.109060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-7d5dbebe-1d82-4ba7-ace6-094be493ce3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 1095 time: 0.1006317 Jun 17 08:28:39.174461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a3b1420-5b7b-4ebe-9438-89f7fc628877 req-265dc885-cf47-4917-bc97-4371e7d9f8bb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289349 Jun 17 08:28:39.189782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ffb70d18-6817-4097-83cc-72e3e21f6434 req-9761e4ad-111b-4811-96ed-f6c7071de897 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113515 Jun 17 08:28:39.212755 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-7484867f-b1f0-414b-b409-5eac2e7bd7ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f785fd34-7080-4780-837b-dc0ec724b211 HTTP/1.1" status: 200 len: 217 time: 0.0904274 Jun 17 08:28:39.363007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-f53bdad2-1d1c-4857-b39d-3d016ccdd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:39.365120 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-f53bdad2-1d1c-4857-b39d-3d016ccdd450 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1513355 Jun 17 08:28:39.366398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.374126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.433414 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-933a8b6c-5120-4884-93ec-8f3cfb398748 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489182 Jun 17 08:28:39.531601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-4e457cd2-e14b-453b-8172-badf26f487ce service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992970 Jun 17 08:28:39.666648 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-eef5d8a4-74a3-47b5-acaa-39c8237f72a1 service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243401 Jun 17 08:28:40.014823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 857c871b-42ad-401e-90e1-2c40ee0a9634 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:40.047254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 857c871b-42ad-401e-90e1-2c40ee0a9634 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:40.048018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 857c871b-42ad-401e-90e1-2c40ee0a9634 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:40.119144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e198d9-63c5-4f41-a86b-2c5721cad8a0 req-41cae572-3078-4567-ba37-b1da6aeb9395 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.126213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6e198d9-63c5-4f41-a86b-2c5721cad8a0 req-41cae572-3078-4567-ba37-b1da6aeb9395 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 943 time: 0.6822743 Jun 17 08:28:40.240149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6e198d9-63c5-4f41-a86b-2c5721cad8a0 req-59d7b113-6a6a-4b7c-81ce-12841c010472 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128957 Jun 17 08:28:40.253298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35c52-be22-47c7-a690-8d3c9f4d88cd req-58f90d00-424f-4680-9f03-b1a872eeb5c1 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.255734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdc35c52-be22-47c7-a690-8d3c9f4d88cd req-58f90d00-424f-4680-9f03-b1a872eeb5c1 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.6079791 Jun 17 08:28:40.298125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-a35ee11d-c5e9-4154-9dd3-ef947426ade2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.300470 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-a35ee11d-c5e9-4154-9dd3-ef947426ade2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "GET /v2.0/ports?device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 943 time: 0.0982943 Jun 17 08:28:40.322620 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2e2c28-c1cf-4c43-97a9-1485f1f96e3b x-openstack-request-id: req-fc2e2c28-c1cf-4c43-97a9-1485f1f96e3b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:40.323067 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae7c91b-cdb6-45e8-92c1-46a44e147a97", "tag": "f785fd34-7080-4780-837b-dc0ec724b211", "status": "failed", "code": 422}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:40.323475 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc2e2c28-c1cf-4c43-97a9-1485f1f96e3b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:40.324027 n-d-780147-13 neutron-server[93499]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'bae7c91b-cdb6-45e8-92c1-46a44e147a97', 'tag': 'f785fd34-7080-4780-837b-dc0ec724b211', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:28:40.474796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port f785fd34-7080-4780-837b-dc0ec724b211 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:40.475177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.557221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdc35c52-be22-47c7-a690-8d3c9f4d88cd req-bb085dd0-9e98-44d6-9140-5caadc49e3ad tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851570 Jun 17 08:28:40.619549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port f785fd34-7080-4780-837b-dc0ec724b211, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f785fd34-7080-4780-837b-dc0ec724b211,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:40.620033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.737408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdc50fc-83de-40a1-8ea7-7272133d82e8 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:40.761888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for f785fd34-7080-4780-837b-dc0ec724b211 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:40.762822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.810728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.843301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Transition to ACTIVE for port object ccdc50fc-83de-40a1-8ea7-7272133d82e8 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:40.845760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.857943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b465a2-f469-48ae-ba42-032cb05eb08b req-ef96b049-d47c-41ba-a3cf-5f4280f6e617 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.859818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2b465a2-f469-48ae-ba42-032cb05eb08b req-ef96b049-d47c-41ba-a3cf-5f4280f6e617 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 932 time: 0.3166413 Jun 17 08:28:40.868359 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.883894 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e380cd5-a89f-43c2-bd1f-105af85773e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:41.000285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.014336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:41.031345 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-29d6211a-8da5-49c3-91d5-9f4668cf7d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:41.106412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2b465a2-f469-48ae-ba42-032cb05eb08b req-04248f41-f06f-46f7-b912-91a84a9c6d06 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237778 Jun 17 08:28:41.129435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc50fc-83de-40a1-8ea7-7272133d82e8,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:41.153271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:41.155187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=f785fd34-7080-4780-837b-dc0ec724b211,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:41.229140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.229427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.232867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.233293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.233667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.235307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.235692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.236184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.241122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.241753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.242175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.242523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:41.252269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port f785fd34-7080-4780-837b-dc0ec724b211 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:41.255133 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:41.258032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.265077 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-13107d21-20a2-4152-8ff7-ffe7d6eb2597 req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "DELETE /v2.0/ports/f785fd34-7080-4780-837b-dc0ec724b211 HTTP/1.1" status: 204 len: 173 time: 0.9536364 Jun 17 08:28:41.350399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41688-1777-4972-901f-15d69ca3bdd0 req-9f67670d-c304-42fc-85a8-0e8e8026aa72 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:41.355238 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7f41688-1777-4972-901f-15d69ca3bdd0 req-9f67670d-c304-42fc-85a8-0e8e8026aa72 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.3244607 Jun 17 08:28:41.367980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Attempting to bind port ccdc50fc-83de-40a1-8ea7-7272133d82e8 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:41.370847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Attempting to bind port ccdc50fc-83de-40a1-8ea7-7272133d82e8 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:41.372450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Attempting to bind port ccdc50fc-83de-40a1-8ea7-7272133d82e8 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:41.411930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Allocated IP 172.25.7.152 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/0d124909-5c33-4616-a4fb-cea63d5d299e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:41.414463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Port ccdc50fc-83de-40a1-8ea7-7272133d82e8 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:41.415077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Attempting to bind port ccdc50fc-83de-40a1-8ea7-7272133d82e8 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:41.480358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:41.480794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:41.481346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Bound using segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:41.481969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Bound port: ccdc50fc-83de-40a1-8ea7-7272133d82e8, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:41.482412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.510064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7f41688-1777-4972-901f-15d69ca3bdd0 req-d0ff00dd-4999-453d-a7fa-5b96396b5f14 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238348 Jun 17 08:28:41.789542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a323a-5314-49a7-8ce4-f889bd384cf4 req-ec5b7743-43af-4004-b5cb-9b5699e2743d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:41.798132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-607a323a-5314-49a7-8ce4-f889bd384cf4 req-ec5b7743-43af-4004-b5cb-9b5699e2743d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.3782518 Jun 17 08:28:41.848604 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3346578-f66b-440f-8854-66cea9d65fc1 req-c98fe59b-5414-4bc7-a608-fbc7f8ca19e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 210 time: 0.0341463 Jun 17 08:28:41.851036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] For port ccdc50fc-83de-40a1-8ea7-7272133d82e8, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:41.892110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-607a323a-5314-49a7-8ce4-f889bd384cf4 req-3dc9d75c-7a5f-4771-b713-c32ce001d7a4 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840690 Jun 17 08:28:41.916421 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.931429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] For port ccdc50fc-83de-40a1-8ea7-7272133d82e8, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:41.975178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.988149 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a96379d-d6cc-4009-b765-a2e8dcbb627d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:42.029245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346578-f66b-440f-8854-66cea9d65fc1 req-aad1cabd-a314-4c88-bd13-cf0a9651cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.031833 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3346578-f66b-440f-8854-66cea9d65fc1 req-aad1cabd-a314-4c88-bd13-cf0a9651cce1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1d281d0d83164900a360c2ca0030230d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1708279 Jun 17 08:28:42.085566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1967-ae35-41d6-9249-67ee288d4982 req-ffaa89fa-0afc-4a5f-a93c-b67f9864e545 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.092627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f80b1967-ae35-41d6-9249-67ee288d4982 req-ffaa89fa-0afc-4a5f-a93c-b67f9864e545 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 950 time: 0.3864002 Jun 17 08:28:42.110201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.110576 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.112076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] 10.222.0.67 "PUT /v2.0/ports/ccdc50fc-83de-40a1-8ea7-7272133d82e8 HTTP/1.1" status: 200 len: 1093 time: 3.1764567 Jun 17 08:28:42.120876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'tag': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:42.123233 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f04d6-baa3-4a77-8c75-b65ae646d454" -d '{"events": [{"name": "network-changed", "server_uuid": "f3130f59-1b64-4ed7-83af-e718599dabf7", "tag": "ccdc50fc-83de-40a1-8ea7-7272133d82e8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:42.125846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc50fc-83de-40a1-8ea7-7272133d82e8,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:42.129229 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:42.169007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-958b424d-cc0c-42ff-b9bf-e48fcac63db4 req-14fa67f2-f502-49c3-8713-887085e14d72 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 210 time: 0.1050172 Jun 17 08:28:42.209380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346578-f66b-440f-8854-66cea9d65fc1 req-2f3c9f51-3dfe-416d-b179-ba454e86d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.211743 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3346578-f66b-440f-8854-66cea9d65fc1 req-2f3c9f51-3dfe-416d-b179-ba454e86d22b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716850 Jun 17 08:28:42.242131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f80b1967-ae35-41d6-9249-67ee288d4982 req-e3cdd60c-04fd-432a-9979-3ef5a56f8144 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485045 Jun 17 08:28:42.315187 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3346578-f66b-440f-8854-66cea9d65fc1 req-cb27d9ba-5673-447e-b563-481b30e1a015 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "GET /v2.0/ports?device_id=bae7c91b-cdb6-45e8-92c1-46a44e147a97 HTTP/1.1" status: 200 len: 210 time: 0.0423756 Jun 17 08:28:42.315842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.326019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae7c91b-cdb6-45e8-92c1-46a44e147a97', 'name': 'network-vif-deleted', 'tag': 'f785fd34-7080-4780-837b-dc0ec724b211'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:42.330173 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcecdae-b079-4eb4-a990-13734bd96fa4" -d '{"events": [{"server_uuid": "bae7c91b-cdb6-45e8-92c1-46a44e147a97", "name": "network-vif-deleted", "tag": "f785fd34-7080-4780-837b-dc0ec724b211"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:42.330363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da036a08-6e99-4c6b-83d9-c5b848601836 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:42.391439 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b3fc7-09a0-44ef-8300-69318a54914c x-openstack-request-id: req-6d8b3fc7-09a0-44ef-8300-69318a54914c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:42.391776 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3130f59-1b64-4ed7-83af-e718599dabf7", "tag": "ccdc50fc-83de-40a1-8ea7-7272133d82e8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:42.392076 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d8b3fc7-09a0-44ef-8300-69318a54914c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:42.392518 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'tag': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8', 'status': 'completed', 'code': 200} Jun 17 08:28:42.415271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:42.426593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:42.430140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:42.440034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-623aea6d-672c-4974-9233-5ec6f8de92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.442096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-623aea6d-672c-4974-9233-5ec6f8de92aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 1096 time: 0.2659359 Jun 17 08:28:42.463151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Pushing event updated for resources: {'Port': ['ID=0d124909-5c33-4616-a4fb-cea63d5d299e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:42.466034 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:42.516469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-4ef338c0-10d0-4410-b31a-463aec5eeb9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8 HTTP/1.1" status: 200 len: 217 time: 0.0492773 Jun 17 08:28:42.646633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95293f-26d1-4ba3-beb4-9809c6c45100 req-4bf17a0e-37cf-4c3b-bd14-c56de0a2f215 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.648204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa95293f-26d1-4ba3-beb4-9809c6c45100 req-4bf17a0e-37cf-4c3b-bd14-c56de0a2f215 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.3190839 Jun 17 08:28:42.747540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbef5df-d78d-4677-af73-e66e4928825d req-e6952134-4905-4d5c-9adb-7a08f70d8a02 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.747540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1dbef5df-d78d-4677-af73-e66e4928825d req-e6952134-4905-4d5c-9adb-7a08f70d8a02 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 950 time: 0.2646451 Jun 17 08:28:42.753268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa95293f-26d1-4ba3-beb4-9809c6c45100 req-153ce39c-4e8b-461b-aac6-09d0bb98472f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865762 Jun 17 08:28:42.755319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-b82b0d80-a2d5-4bd3-a4cc-b3d85f594ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.757055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-b82b0d80-a2d5-4bd3-a4cc-b3d85f594ad0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.2306056 Jun 17 08:28:42.870434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-3e23e6fa-f6df-4969-ae8f-217954cefa38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762570 Jun 17 08:28:42.913193 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf81a49-2baf-447b-9650-3795783d1776 x-openstack-request-id: req-edf81a49-2baf-447b-9650-3795783d1776 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:42.914271 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae7c91b-cdb6-45e8-92c1-46a44e147a97", "name": "network-vif-deleted", "tag": "f785fd34-7080-4780-837b-dc0ec724b211", "status": "failed", "code": 422}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:42.914945 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edf81a49-2baf-447b-9650-3795783d1776 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:42.915703 n-d-780147-13 neutron-server[93499]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bae7c91b-cdb6-45e8-92c1-46a44e147a97', 'name': 'network-vif-deleted', 'tag': 'f785fd34-7080-4780-837b-dc0ec724b211', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:28:43.072318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80156-9c17-4143-8a98-2efff4e795b2 req-b7d4bca2-ab54-4cbd-8eb7-359299059083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:43.074203 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39e80156-9c17-4143-8a98-2efff4e795b2 req-b7d4bca2-ab54-4cbd-8eb7-359299059083 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.1973691 Jun 17 08:28:43.111078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Deleting port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:43.111425 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.117796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.159994 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39e80156-9c17-4143-8a98-2efff4e795b2 req-ef50ef12-4cb9-4fe1-b04a-bc94c57a19f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658271 Jun 17 08:28:43.208139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-7b0b4d44-071e-422b-81e5-3e945776d7ba service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033242 Jun 17 08:28:43.225697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139bbae-17c3-4f4b-8f65-a79487a769e7 req-d7077881-7b36-474a-97d6-6cf0536a731d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:43.227182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3139bbae-17c3-4f4b-8f65-a79487a769e7 req-d7077881-7b36-474a-97d6-6cf0536a731d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 944 time: 0.3759127 Jun 17 08:28:43.235989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] For port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:43.236383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.329913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53195e-b85d-44d5-b758-46461a366793 req-2110828a-f0b7-4d77-965e-fdf0ae3f63aa tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:43.333736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Calling delete_port for 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:43.338056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de53195e-b85d-44d5-b758-46461a366793 req-2110828a-f0b7-4d77-965e-fdf0ae3f63aa tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.2773602 Jun 17 08:28:43.430035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3139bbae-17c3-4f4b-8f65-a79487a769e7 req-93ab47e6-63bf-495b-a21a-4b1889984b25 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826074 Jun 17 08:28:43.585185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.599815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:43.610800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58a2ca62-11e6-46e7-9f42-61c4af434c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:43.690048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event deleted for resources: {'Port': ['ID=6c80ce2b-7b8c-48dd-afdd-4288c813b1c0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:43.697901 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:43.781459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] No DVR routers for this DVR port 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:43.791566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.793643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1dbef5df-d78d-4677-af73-e66e4928825d req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "DELETE /v2.0/ports/6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 HTTP/1.1" status: 204 len: 173 time: 1.0538642 Jun 17 08:28:44.187756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de53195e-b85d-44d5-b758-46461a366793 req-df415c96-0eb1-4373-9a7c-d8f1695b6d29 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8487206 Jun 17 08:28:44.233698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d73cdbaa-1420-444b-87d7-9db7ba80817b req-c5d040f0-b8e6-4cfb-a9c3-a42864bad2c3 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0036590 Jun 17 08:28:44.563981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c64b-6ea2-4bd0-aa52-a5aebc911c75 req-86df85eb-e435-49a5-ab1b-d0578eb252c9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.565570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7b4c64b-6ea2-4bd0-aa52-a5aebc911c75 req-86df85eb-e435-49a5-ab1b-d0578eb252c9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.3912091 Jun 17 08:28:44.581801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.643091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c2aea00-3317-48cc-ad53-901a737c0119 req-44676103-492e-4c0c-b633-b5943ba5daaa tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea5e40e7-6577-40f0-a256-138b82f19a95 HTTP/1.1" status: 200 len: 210 time: 0.0583124 Jun 17 08:28:44.651317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-cebbf76a-b3a4-4393-9622-a22b2adbef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.652940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-cebbf76a-b3a4-4393-9622-a22b2adbef1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 1096 time: 0.3115664 Jun 17 08:28:44.818024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7b4c64b-6ea2-4bd0-aa52-a5aebc911c75 req-844e82e6-3d2b-47da-b37e-37831decb028 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317629 Jun 17 08:28:44.917021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'name': 'network-vif-deleted', 'tag': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:44.919693 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbebcc0-da77-4449-83d2-a55f1c21c9c7" -d '{"events": [{"server_uuid": "ea5e40e7-6577-40f0-a256-138b82f19a95", "name": "network-vif-deleted", "tag": "6c80ce2b-7b8c-48dd-afdd-4288c813b1c0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:44.942380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-a7ea4fbf-4d93-47d9-980a-f5b9b5233d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.943994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-a7ea4fbf-4d93-47d9-980a-f5b9b5233d9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.2577357 Jun 17 08:28:45.026593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-2097f333-53e4-48d6-996e-b4ff3d5b59e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8 HTTP/1.1" status: 200 len: 217 time: 0.0677259 Jun 17 08:28:45.047009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037e2b8-f73c-4287-80f6-60cf8eee29d1 req-bd4602f5-1bf4-44f0-baef-cce7ec053a4c tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:45.048484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8037e2b8-f73c-4287-80f6-60cf8eee29d1 req-bd4602f5-1bf4-44f0-baef-cce7ec053a4c tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1867287 Jun 17 08:28:45.101856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Router 4ca28363-4f04-4aed-85d0-1f547eb1203c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:28:45.146858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-4dec55ff-04d2-447a-ab2d-ba7d8381d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:45.148417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-4dec55ff-04d2-447a-ab2d-ba7d8381d4e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.1111286 Jun 17 08:28:45.184902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8037e2b8-f73c-4287-80f6-60cf8eee29d1 req-b220c246-4b44-4cd4-ae6a-8931452e16ed tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251619 Jun 17 08:28:45.192946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac56a6b-5b6c-4f12-8ee2-64b0b24664e8 req-5ea00e38-1090-40a2-b0e0-2a6b2951f781 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:45.194449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ac56a6b-5b6c-4f12-8ee2-64b0b24664e8 req-5ea00e38-1090-40a2-b0e0-2a6b2951f781 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 944 time: 0.2542248 Jun 17 08:28:45.259079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-68a68604-99f8-4111-be5b-ed663eb808c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635483 Jun 17 08:28:45.338175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ac56a6b-5b6c-4f12-8ee2-64b0b24664e8 req-27f6a60b-03c7-4fff-b286-4a283747a336 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165805 Jun 17 08:28:45.405517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:28:45.407865 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4eb904-a3cf-4fb1-a4f8-788dcf190618 x-openstack-request-id: req-6a4eb904-a3cf-4fb1-a4f8-788dcf190618 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:45.408229 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e40e7-6577-40f0-a256-138b82f19a95", "name": "network-vif-deleted", "tag": "6c80ce2b-7b8c-48dd-afdd-4288c813b1c0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:45.408522 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a4eb904-a3cf-4fb1-a4f8-788dcf190618 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:45.411722 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e40e7-6577-40f0-a256-138b82f19a95', 'name': 'network-vif-deleted', 'tag': '6c80ce2b-7b8c-48dd-afdd-4288c813b1c0', 'status': 'completed', 'code': 200} Jun 17 08:28:45.419036 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Sync routers for ids ['4ca28363-4f04-4aed-85d0-1f547eb1203c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:28:45.437661 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Routers {'4ca28363-4f04-4aed-85d0-1f547eb1203c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:45.438467 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4ca28363-4f04-4aed-85d0-1f547eb1203c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:45.491855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-b733ead5-373b-4823-a71b-7447fd648a4c service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097578 Jun 17 08:28:45.497411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.498641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8541687 Jun 17 08:28:45.502324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:45.517132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-cd98d14d-0081-4098-a9ad-a0678ca34724 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:45.524383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-cd98d14d-0081-4098-a9ad-a0678ca34724 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2195563 Jun 17 08:28:45.555940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-b25df98d-705a-49d1-9a6d-ed2ffad891f6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0305984 Jun 17 08:28:45.651220 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Set router 4ca28363-4f04-4aed-85d0-1f547eb1203c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:45.702707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4f04d6-baa3-4a77-8c75-b65ae646d454 req-28360caf-2757-4dae-8c1b-31ca7da1aa87 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029085 Jun 17 08:28:45.722707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-a9d5c556-dace-422f-8fa6-f32c3bbd53e9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1658003 Jun 17 08:28:45.822578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4c58a-39d6-4dcb-83fc-2ed2e11d1772 req-96a0fc4b-ef7c-4b61-9b76-a5bb1dda0228 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:45.829513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ca4c58a-39d6-4dcb-83fc-2ed2e11d1772 req-96a0fc4b-ef7c-4b61-9b76-a5bb1dda0228 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.1716747 Jun 17 08:28:45.882958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-dea23847-2cf2-4e9f-bc67-cac1bb405826 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591692 Jun 17 08:28:45.938936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ca4c58a-39d6-4dcb-83fc-2ed2e11d1772 req-f956cc5f-63f4-4904-a607-fc67cda37e18 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065528 Jun 17 08:28:46.006236 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:28:42Z', 'revision_number': 3, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:46.007762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c9ee87e2-17db-4d1b-b9ac-bd31d9269825 req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1385909472', 'description': 'tempest-description-822476244'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:46.062918 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Checking router: 4ca28363-4f04-4aed-85d0-1f547eb1203c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:28:46.063513 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Updating router 4ca28363-4f04-4aed-85d0-1f547eb1203c port 0d124909-5c33-4616-a4fb-cea63d5d299e binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:28:46.063867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-14423f88-179c-4ace-9304-d171e61040d7 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759984 Jun 17 08:28:46.065698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9ee87e2-17db-4d1b-b9ac-bd31d9269825 req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.137019 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.357456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9ee87e2-17db-4d1b-b9ac-bd31d9269825 req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.361755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.374552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9ee87e2-17db-4d1b-b9ac-bd31d9269825 req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.401815 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d246d751-d15a-44cf-a205-3205ee238702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.483024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0132b7-512b-4b6d-b059-0482797fabca,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:46.500571 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:46.501589 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9ee87e2-17db-4d1b-b9ac-bd31d9269825 req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.505993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9ee87e2-17db-4d1b-b9ac-bd31d9269825 req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5017614 Jun 17 08:28:46.633264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Allocated IP 172.20.0.1 (9484a5b8-758a-4de4-9182-f2001c655303/da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8/460a6196-8279-4a64-8248-aad5a702f3bd) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:46.635363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6836ee6e-d56e-448b-bd22-e95ebdd966ea req-81ed928a-c2cf-426c-8a70-4e2cbb196b3c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 210 time: 0.0457575 Jun 17 08:28:46.681162 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.690777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a676-670c-460f-a4b1-4225f2b157d1 req-07043a86-c24e-4f43-8210-d76f4985abaf tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:46.691909 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Transition to ACTIVE for port object 0d124909-5c33-4616-a4fb-cea63d5d299e will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:46.693674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebf2a676-670c-460f-a4b1-4225f2b157d1 req-07043a86-c24e-4f43-8210-d76f4985abaf tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1610920 Jun 17 08:28:46.716423 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.718917 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abe0d395-c2e8-4649-8fb1-14cfe71e6aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.795107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebf2a676-670c-460f-a4b1-4225f2b157d1 req-e901cc7c-0987-4f1c-b56a-2a591dc3895b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795596 Jun 17 08:28:46.825952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.843343 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Attempting to bind port 0d124909-5c33-4616-a4fb-cea63d5d299e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:46.843665 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Attempting to bind port 0d124909-5c33-4616-a4fb-cea63d5d299e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:46.844035 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Attempting to bind port 0d124909-5c33-4616-a4fb-cea63d5d299e on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:46.847193 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Pushing event updated for resources: {'Port': ['ID=0d124909-5c33-4616-a4fb-cea63d5d299e,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:46.856137 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:46.856435 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:46.867518 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.868173 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:46.869103 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Bound port: 0d124909-5c33-4616-a4fb-cea63d5d299e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:46.869493 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.872832 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.873257 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.873493 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.873819 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.880537 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.882004 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.883197 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.885103 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.885610 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.886725 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.887374 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.889006 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:46.904089 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.913970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.922273 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:46.948989 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:47.003146 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] For port 0d124909-5c33-4616-a4fb-cea63d5d299e, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:47.008108 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] For port 0d124909-5c33-4616-a4fb-cea63d5d299e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0d124909-5c33-4616-a4fb-cea63d5d299e,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:47.015975 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.023412 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-812b0314-8924-4ec6-b124-9ff55d65a1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:47.031091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Network 9484a5b8-758a-4de4-9182-f2001c655303 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:47.036180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:47.044932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:47.087866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95b700-d13e-4c92-892d-27831864bd57 req-05cde42f-62a2-461d-ac09-cf6ad3610b43 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.089735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e95b700-d13e-4c92-892d-27831864bd57 req-05cde42f-62a2-461d-ac09-cf6ad3610b43 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 944 time: 0.1330183 Jun 17 08:28:47.115566 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Routers {'4ca28363-4f04-4aed-85d0-1f547eb1203c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:47.116120 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4ca28363-4f04-4aed-85d0-1f547eb1203c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:47.123742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Pushing event updated for resources: {'Port': ['ID=460a6196-8279-4a64-8248-aad5a702f3bd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:47.150165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:47.170278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.180058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e95b700-d13e-4c92-892d-27831864bd57 req-002348b0-4a07-493c-86f2-731db763c99a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808218 Jun 17 08:28:47.274472 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Pushing event updated for resources: {'Port': ['ID=0d124909-5c33-4616-a4fb-cea63d5d299e,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:47.279397 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:47.296437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-167349a4-db54-4419-9273-54fc84936d2e tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1385909472&fields=id&tenant_id=834125222dfe453c9408aee32286818d HTTP/1.1" status: 200 len: 267 time: 0.0620258 Jun 17 08:28:47.369824 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] Set router 4ca28363-4f04-4aed-85d0-1f547eb1203c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:47.394472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.487195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-9d642c59-d8f8-476f-927d-922dc62a8157 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.490030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-9d642c59-d8f8-476f-927d-922dc62a8157 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.1847341 Jun 17 08:28:47.517797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'port': {'security_groups': ['9d76e448-c400-4539-84d8-78afde24ee2c', '8f0132b7-512b-4b6d-b059-0482797fabca']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:47.565284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760c91-06d4-4cb0-b2ca-ffe33477f2e6 req-d3b314a8-b122-4152-9751-b8cef24afac1 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.570133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20760c91-06d4-4cb0-b2ca-ffe33477f2e6 req-d3b314a8-b122-4152-9751-b8cef24afac1 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 951 time: 0.2114377 Jun 17 08:28:47.599507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.605856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.653742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20760c91-06d4-4cb0-b2ca-ffe33477f2e6 req-478e6b1c-71b4-40b7-841e-dae264c16a6d tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804498 Jun 17 08:28:47.672424 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.679491 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:47.683157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.760098 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:28:42Z', 'revision_number': 3, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:47.777491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Pushing event updated for resources: {'Port': ['ID=460a6196-8279-4a64-8248-aad5a702f3bd,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:47.803177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:47.815078 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a797ae-9aa6-4ecb-9cae-4a6349200765 None None] The sync data for ids ['4ca28363-4f04-4aed-85d0-1f547eb1203c'] in n-d-780147-13 is: [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:28:42Z', 'revision_number': 3, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:28:47.882713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Network 9484a5b8-758a-4de4-9182-f2001c655303 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:47.883988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:48.025865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c15b1-dc3b-445e-bab6-7c435131758b req-de04d760-4774-4b60-a474-3212e20d1dab tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.039269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-944c15b1-dc3b-445e-bab6-7c435131758b req-de04d760-4774-4b60-a474-3212e20d1dab tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 947 time: 0.2313209 Jun 17 08:28:48.060092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ccdc50fc-83de-40a1-8ea7-7272133d82e8 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:48.108842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-944c15b1-dc3b-445e-bab6-7c435131758b req-91875dd3-86dd-41f4-b946-4cca466c5be9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685270 Jun 17 08:28:48.138570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:48.203555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.219036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.245193 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-434a5f77-517f-413f-9f0b-873995fca361 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:48.317424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:48.350551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.351276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.373912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8c8828-235d-4b63-b006-022ce2d10d0e req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "PUT /v2.0/ports/87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 982 time: 0.8638914 Jun 17 08:28:48.374726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:48.376455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['87ca577b-c521-46dc-aeff-59a05543989e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:48.379971 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:48.399438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:48.399752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c80ce2b-7b8c-48dd-afdd-4288c813b1c0 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:48.514093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ccdc50fc-83de-40a1-8ea7-7272133d82e8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:48.545834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8', 'mac_address': 'fa:16:3e:03:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:48.552692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['87ca577b-c521-46dc-aeff-59a05543989e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:48.574007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a63055d3-b152-460b-be09-35019f3e286d req-3806f35f-000a-4eaa-bf57-30bfa198a516 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 210 time: 0.1802824 Jun 17 08:28:48.643716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-df61a5e9-fe3c-43f3-aba2-fe7124f4c17a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.645868 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-df61a5e9-fe3c-43f3-aba2-fe7124f4c17a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2450733 Jun 17 08:28:48.673904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:48.713764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:48.725623 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:48.853901 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.898868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Router 4ca28363-4f04-4aed-85d0-1f547eb1203c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:28:48.901265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:48.907443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.925542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdc50fc-83de-40a1-8ea7-7272133d82e8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:48.952644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ccdc50fc-83de-40a1-8ea7-7272133d82e8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:48.979555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93c9af-185f-4933-bc06-d166b171b9ad req-fedcd1f9-a6aa-4af7-80b2-b27db40c4f48 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.983043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c93c9af-185f-4933-bc06-d166b171b9ad req-fedcd1f9-a6aa-4af7-80b2-b27db40c4f48 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.4024580 Jun 17 08:28:48.985008 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.992426 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-436f93b9-63ed-4e00-b470-50bb8d86dcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:49.028315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-aa074b6e-bcb7-48ff-803e-ae5b3e91ec43 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.030843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-aa074b6e-bcb7-48ff-803e-ae5b3e91ec43 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 951 time: 0.5280166 Jun 17 08:28:49.059211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828910-f82c-40ed-aff2-7afb909d9652 req-3f134c15-2597-4efa-8030-8ddcea54e417 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.063656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39828910-f82c-40ed-aff2-7afb909d9652 req-3f134c15-2597-4efa-8030-8ddcea54e417 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 944 time: 0.2857671 Jun 17 08:28:49.231355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=ccdc50fc-83de-40a1-8ea7-7272133d82e8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:49.255649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.335638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:28:49.337174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['ccdc50fc-83de-40a1-8ea7-7272133d82e8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:49.341614 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] 10.222.0.65 "PUT /v2.0/routers/4ca28363-4f04-4aed-85d0-1f547eb1203c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8379116 Jun 17 08:28:49.348554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.352354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.352715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.353182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.353624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.354062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.354603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.355843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.356157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.356595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.357041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.357475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:49.368879 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:49.370342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.13 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/03caffd5-cc40-4800-9f64-50a6ffd5f113) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:49.453665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39828910-f82c-40ed-aff2-7afb909d9652 req-c2a854fb-2fd5-410e-b14e-bca0b6c99144 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800750 Jun 17 08:28:49.455210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-99f9e3cb-c421-4966-8c58-16fdc207df41 service neutron] 10.222.0.60 "GET /v2.0/ports/e3587a48-8199-42e5-b748-112163ec09ea/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 383 time: 0.3007462 Jun 17 08:28:49.505092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c93c9af-185f-4933-bc06-d166b171b9ad req-09ed5a9a-939d-4fa7-b6d8-e45f987e454d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102751 Jun 17 08:28:49.622138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.672840 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d478e55d-58cc-48dc-8aac-bd021d5777dd x-openstack-request-id: req-d478e55d-58cc-48dc-8aac-bd021d5777dd {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:49.673342 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:49.674692 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d478e55d-58cc-48dc-8aac-bd021d5777dd {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:49.677346 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'status': 'completed', 'code': 200} Jun 17 08:28:49.750505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.756199 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:49.813105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Deleting port bf628599-6819-4ca6-b39c-67cbc6bd198c {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:49.813857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.838447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=03caffd5-cc40-4800-9f64-50a6ffd5f113,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:49.845281 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:49.861261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:49.869472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:49.875455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:49.998649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.999507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.021026 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3544674 Jun 17 08:28:50.021890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d124909-5c33-4616-a4fb-cea63d5d299e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:50.034023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Request body: {'port': {'device_id': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:50.074063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:50.141888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.179935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:50.247772 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.289228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 0d124909-5c33-4616-a4fb-cea63d5d299e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:50.306560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0d124909-5c33-4616-a4fb-cea63d5d299e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:50.307317 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.369557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:50.373805 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca0664-0b25-4517-92b1-70b22df2d018" -d '{"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-unplugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:50.462991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18aa7917-b21d-414a-bde8-307298adf330 req-e33b4919-4e2b-4de5-8076-7c55a198bb77 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1385909472&fields=id&tenant_id=834125222dfe453c9408aee32286818d HTTP/1.1" status: 200 len: 267 time: 0.7292738 Jun 17 08:28:50.464010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:50.516698 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.542952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-3ddda470-e9c5-4c3c-8fa7-bd79ef325db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.544879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-3ddda470-e9c5-4c3c-8fa7-bd79ef325db1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1137 time: 0.8159008 Jun 17 08:28:50.547775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.564482 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:50.570970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Sync routers for ids ['4ca28363-4f04-4aed-85d0-1f547eb1203c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:28:50.594891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03caffd5-cc40-4800-9f64-50a6ffd5f113 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:50.603641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.632068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Transition to ACTIVE for port object 03caffd5-cc40-4800-9f64-50a6ffd5f113 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:50.635850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 0d124909-5c33-4616-a4fb-cea63d5d299e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0d124909-5c33-4616-a4fb-cea63d5d299e,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:50.638338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.642168 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a0ac5ef-1f34-4335-8fca-484a015c0621 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:50.654000 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.679602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Routers {'4ca28363-4f04-4aed-85d0-1f547eb1203c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:50.680445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4ca28363-4f04-4aed-85d0-1f547eb1203c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:50.732483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa7917-b21d-414a-bde8-307298adf330 req-3fc61c15-9745-4636-96fc-0897202fe051 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.740924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18aa7917-b21d-414a-bde8-307298adf330 req-3fc61c15-9745-4636-96fc-0897202fe051 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 985 time: 0.2764604 Jun 17 08:28:50.797196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Pushing event updated for resources: {'Port': ['ID=03caffd5-cc40-4800-9f64-50a6ffd5f113,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:50.802172 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:50.809696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=14']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:50.822974 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:50.823520 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:50.843456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'port': {'security_groups': ['9d76e448-c400-4539-84d8-78afde24ee2c']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:50.850495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] For port bf628599-6819-4ca6-b39c-67cbc6bd198c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bf628599-6819-4ca6-b39c-67cbc6bd198c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:50.850870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.864972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Attempting to bind port 03caffd5-cc40-4800-9f64-50a6ffd5f113 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:50.865704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Attempting to bind port 03caffd5-cc40-4800-9f64-50a6ffd5f113 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:50.866344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Attempting to bind port 03caffd5-cc40-4800-9f64-50a6ffd5f113 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:50.871318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Port 03caffd5-cc40-4800-9f64-50a6ffd5f113 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:50.871932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Attempting to bind port 03caffd5-cc40-4800-9f64-50a6ffd5f113 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:50.873429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ef1f-cf5c-41f5-adbb-548bb9b860e8 req-56af8038-0f54-49f8-9523-696330754629 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.874963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52b8ef1f-cf5c-41f5-adbb-548bb9b860e8 req-56af8038-0f54-49f8-9523-696330754629 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/ports?device_id=98cc7c72-4e65-455e-bbdb-441db8411ff6 HTTP/1.1" status: 200 len: 951 time: 1.0056186 Jun 17 08:28:50.877491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:50.878129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:50.879262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:50.880257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Bound port: 03caffd5-cc40-4800-9f64-50a6ffd5f113, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:50.880854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.886945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-53a3b782-1742-415e-8959-6d3b36434a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.888590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-53a3b782-1742-415e-8959-6d3b36434a85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.3090255 Jun 17 08:28:50.972000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] For port 03caffd5-cc40-4800-9f64-50a6ffd5f113, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:50.977256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] For port 03caffd5-cc40-4800-9f64-50a6ffd5f113, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:50.982059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.985539 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:51.025885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.027682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.028753 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] 10.222.0.60 "PUT /v2.0/ports/03caffd5-cc40-4800-9f64-50a6ffd5f113 HTTP/1.1" status: 200 len: 1093 time: 0.9994586 Jun 17 08:28:51.030465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'tag': '03caffd5-cc40-4800-9f64-50a6ffd5f113'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:51.033376 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104c346-98e8-445e-b018-65519ce016c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1d2319-7ff3-44db-b10a-a836d2102351", "tag": "03caffd5-cc40-4800-9f64-50a6ffd5f113"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:51.076248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Calling delete_port for bf628599-6819-4ca6-b39c-67cbc6bd198c owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:51.080438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-072df11c-69a1-4606-bb13-2f2255ecbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.083768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-072df11c-69a1-4606-bb13-2f2255ecbaa6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d&tenant_id=7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 1102 time: 0.6158960 Jun 17 08:28:51.101934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Pushing event updated for resources: {'Port': ['ID=03caffd5-cc40-4800-9f64-50a6ffd5f113,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:51.135252 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:51.164581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Set router 4ca28363-4f04-4aed-85d0-1f547eb1203c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:51.194300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-1b3f8815-8ad9-4fcf-812f-d5746e9cd915 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.2490931 Jun 17 08:28:51.207935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=0d124909-5c33-4616-a4fb-cea63d5d299e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:51.211910 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:51.227578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-946d76f8-d4cd-4fac-9cac-811d875c4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.229098 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-946d76f8-d4cd-4fac-9cac-811d875c4415 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 1096 time: 0.1059117 Jun 17 08:28:51.288689 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-ff6ba04d-4bf1-427d-936d-c7bf78e8c38d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113 HTTP/1.1" status: 200 len: 217 time: 0.0508816 Jun 17 08:28:51.337641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52b8ef1f-cf5c-41f5-adbb-548bb9b860e8 req-0c460277-b6a2-4f0c-a7f6-7f972f9289df tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.65 "GET /v2.0/security-groups?id=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524405 Jun 17 08:28:51.358520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-1842e3a8-123d-4ba9-b570-7d8b909e2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.360516 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-1842e3a8-123d-4ba9-b570-7d8b909e2b3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.0611682 Jun 17 08:28:51.391751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.394972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:28:47Z', 'revision_number': 4, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '460a6196-8279-4a64-8248-aad5a702f3bd', 'name': '', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:46Z', 'updated_at': '2021-06-17T08:28:47Z', 'revision_number': 2, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'subnets': [{'id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:51.398561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-d1268f08-4c77-45a2-a069-efbd7c89f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.400547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-d1268f08-4c77-45a2-a069-efbd7c89f33a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1767313 Jun 17 08:28:51.407164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-00c1bfa7-62d2-4f8c-978e-6329837b5d2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372479 Jun 17 08:28:51.437219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Checking router: 4ca28363-4f04-4aed-85d0-1f547eb1203c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:28:51.437955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Updating router 4ca28363-4f04-4aed-85d0-1f547eb1203c port 460a6196-8279-4a64-8248-aad5a702f3bd binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:28:51.456563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-17cf564a-e141-4ad9-8800-eaa5c7408152 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463989 Jun 17 08:28:51.495541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-51130d47-a8b2-4ee8-aeea-9f21bdbf2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.497218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-51130d47-a8b2-4ee8-aeea-9f21bdbf2a19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1102 time: 0.3219852 Jun 17 08:28:51.524783 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.538398 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-087bfdda-b041-4800-a633-4689e94b375a service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233032 Jun 17 08:28:51.679676 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b9fb994-e8d9-4647-978e-cb7b6abd934b req-c7c21b0f-09cd-46ba-b8c3-f5c9debf30e2 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337216 Jun 17 08:28:51.840687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.852026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-ec4d8934-9ed2-458c-863a-73885468e9fd service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746908 Jun 17 08:28:51.855123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Transition to ACTIVE for port object 460a6196-8279-4a64-8248-aad5a702f3bd will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:51.861739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.866792 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:51.872356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3501a-535d-445b-b298-700552ad2b86 req-66616bdb-e06b-4627-9895-e3bfc6cae208 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.873841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63d3501a-535d-445b-b298-700552ad2b86 req-66616bdb-e06b-4627-9895-e3bfc6cae208 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 944 time: 0.3589218 Jun 17 08:28:51.874964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-d1b1772b-2bbd-486d-bb41-616279e1582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.876283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-d1b1772b-2bbd-486d-bb41-616279e1582a service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3602130 Jun 17 08:28:51.876882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.895458 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5776af23-a29d-4615-9539-add612aed631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:51.900198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bf628599-6819-4ca6-b39c-67cbc6bd198c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:51.939880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d124909-5c33-4616-a4fb-cea63d5d299e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:51.998784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Pushing event deleted for resources: {'Port': ['ID=bf628599-6819-4ca6-b39c-67cbc6bd198c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:52.002714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-f0c37f23-c34f-4d7b-8803-846d2a118016 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.1085632 Jun 17 08:28:52.005824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699329f5-54ed-49f5-bd3b-aa076996791f None None] Pushing event updated for resources: {'Port': ['ID=460a6196-8279-4a64-8248-aad5a702f3bd,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:52.011448 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-699329f5-54ed-49f5-bd3b-aa076996791f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:52.038268 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:52.083872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ccdc50fc-83de-40a1-8ea7-7272133d82e8 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:52.087225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Attempting to bind port 460a6196-8279-4a64-8248-aad5a702f3bd on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:52.087546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Attempting to bind port 460a6196-8279-4a64-8248-aad5a702f3bd by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:52.087850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Attempting to bind port 460a6196-8279-4a64-8248-aad5a702f3bd on network 9484a5b8-758a-4de4-9182-f2001c655303 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:52.131825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0d124909-5c33-4616-a4fb-cea63d5d299e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:52.132202 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.136822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:52.137266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Checking segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:52.137805 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.138211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Bound using segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:52.138707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Bound port: 460a6196-8279-4a64-8248-aad5a702f3bd, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:52.139116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.187795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] No DVR routers for this DVR port bf628599-6819-4ca6-b39c-67cbc6bd198c on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:52.197250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63d3501a-535d-445b-b298-700552ad2b86 req-c2ec155f-03ed-4c4e-bb56-190388b5346d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097596 Jun 17 08:28:52.208947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.210982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74a571a6-10fd-48a2-a15f-613e0bfa01dd req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] 10.222.0.67 "DELETE /v2.0/ports/bf628599-6819-4ca6-b39c-67cbc6bd198c HTTP/1.1" status: 204 len: 173 time: 3.1463177 Jun 17 08:28:52.211534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-deleted', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:52.216476 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96ff349-406c-46be-8230-b436cce0a6d9" -d '{"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-deleted", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:52.250664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:52.263024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-a7ad46a9-c0f7-48a2-9efd-558da7cafefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.264455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-a7ad46a9-c0f7-48a2-9efd-558da7cafefa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2219884 Jun 17 08:28:52.294260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port ccdc50fc-83de-40a1-8ea7-7272133d82e8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:52.326568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d50884f-a0c1-4822-8b4d-1e0c8fee9ef0 req-5829bf6a-3d3a-4f8c-90d3-85d7286afc63 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618819 Jun 17 08:28:52.327047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port ccdc50fc-83de-40a1-8ea7-7272133d82e8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:52.327431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.346208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.354582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.359934 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f21a7e5-6efd-41e3-a4fc-958bb14000fe tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:52.394095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['87ca577b-c521-46dc-aeff-59a05543989e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:52.400797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] For port 460a6196-8279-4a64-8248-aad5a702f3bd, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:52.440875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] For port 460a6196-8279-4a64-8248-aad5a702f3bd, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=460a6196-8279-4a64-8248-aad5a702f3bd,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:52.459073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.462519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.465434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.469423 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:52.471670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18aa7917-b21d-414a-bde8-307298adf330 req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "PUT /v2.0/ports/87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 943 time: 1.7295880 Jun 17 08:28:52.481776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-cf681ee7-9365-432a-b831-b9068791b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.483364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-cf681ee7-9365-432a-b831-b9068791b363 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034819 Jun 17 08:28:52.528552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event updated for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:52.550390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.551098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.551814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.552203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.552581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.552958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.553332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.553704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.554073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.554441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.554809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.555201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:52.568551 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:52.578750 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e2b350-66d9-46fb-b463-4f1be80aa54d x-openstack-request-id: req-b0e2b350-66d9-46fb-b463-4f1be80aa54d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:52.579044 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-unplugged", "status": "completed", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:52.579913 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0e2b350-66d9-46fb-b463-4f1be80aa54d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:52.580561 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'code': 200} Jun 17 08:28:52.583648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['87ca577b-c521-46dc-aeff-59a05543989e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:52.631300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Routers {'4ca28363-4f04-4aed-85d0-1f547eb1203c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:52.632214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4ca28363-4f04-4aed-85d0-1f547eb1203c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:52.652497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-6a90d8ab-1c1c-4b5e-823e-c49c2c9c032e service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562915 Jun 17 08:28:52.761029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699329f5-54ed-49f5-bd3b-aa076996791f None None] Pushing event updated for resources: {'Port': ['ID=460a6196-8279-4a64-8248-aad5a702f3bd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:52.763795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 03caffd5-cc40-4800-9f64-50a6ffd5f113 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:52.766335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:52.772309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51242) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:52.773958 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-699329f5-54ed-49f5-bd3b-aa076996791f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:52.885063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf86e610-2997-442a-835d-8fe3780b14d4 req-526e28da-c58b-445c-a801-9e3aa44aec49 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248955 Jun 17 08:28:52.911758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe06f-8020-4033-bb42-209b44356982 req-5f59ae3a-76f1-46d5-9962-ec1d31ddc40a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.913308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6cbe06f-8020-4033-bb42-209b44356982 req-5f59ae3a-76f1-46d5-9962-ec1d31ddc40a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 945 time: 0.2234008 Jun 17 08:28:52.929003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.949552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-49e1ac6b-1be1-47c1-8fd4-ef8244175f4a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.951447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-49e1ac6b-1be1-47c1-8fd4-ef8244175f4a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 817 time: 0.1726913 Jun 17 08:28:52.995902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6cbe06f-8020-4033-bb42-209b44356982 req-e8f14e10-a9ad-4e4c-9a1f-f7a4280ca4b3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725768 Jun 17 08:28:52.998523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-40860e03-5c02-467e-8adb-99f4010e0dca tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/quotas/aee5f4b31f234419aef5d9270c8f669f HTTP/1.1" status: 200 len: 375 time: 0.0322537 Jun 17 08:28:53.010962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.102044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-eca0eb6e-7bb5-4228-8cf0-4776161e4c2a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963507 Jun 17 08:28:53.105280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] Set router 4ca28363-4f04-4aed-85d0-1f547eb1203c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:53.133013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.138543 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.143058 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3415ce5-a7c1-4c49-86db-1222e446fba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.178975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f18057-60b0-48af-973d-3ebf26ba35d7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.186882 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.196323 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09c685ffd5ab479f9273e563ef36a173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222038 Jun 17 08:28:53.198936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51246) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:53.240034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-43b52cb8-358d-4c5c-9212-540cdc8f1401 service neutron] 10.222.0.65 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287854 Jun 17 08:28:53.249249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ccdc50fc-83de-40a1-8ea7-7272133d82e8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:53.275321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.276109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:53.295171 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.296391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.326133 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.335161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.383485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9671f21-ea30-473a-8a9b-2b1007e9a8ef req-b6a87df9-3687-4f1a-a5cb-3f44c26924b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.385416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9671f21-ea30-473a-8a9b-2b1007e9a8ef req-b6a87df9-3687-4f1a-a5cb-3f44c26924b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1859431 Jun 17 08:28:53.392729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.396333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.398073 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03f18057-60b0-48af-973d-3ebf26ba35d7 HTTP/1.1" status: 204 len: 168 time: 0.1982059 Jun 17 08:28:53.399097 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.408374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f18057-60b0-48af-973d-3ebf26ba35d7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.416177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.419500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-19e06bd3-aa3d-444d-aa6c-538564a658c5 service neutron] 10.222.0.65 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402833 Jun 17 08:28:53.465997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9671f21-ea30-473a-8a9b-2b1007e9a8ef req-056a1b4e-b235-4643-8d38-f2dad63fbb5b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695827 Jun 17 08:28:53.521026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: bf628599-6819-4ca6-b39c-67cbc6bd198c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:53.521531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bf628599-6819-4ca6-b39c-67cbc6bd198c not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:53.540938 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd8068-80cc-4b5b-a7b8-1ba05245be06 x-openstack-request-id: req-aefd8068-80cc-4b5b-a7b8-1ba05245be06 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:53.541606 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1d2319-7ff3-44db-b10a-a836d2102351", "tag": "03caffd5-cc40-4800-9f64-50a6ffd5f113", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:53.541911 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aefd8068-80cc-4b5b-a7b8-1ba05245be06 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:53.542360 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'tag': '03caffd5-cc40-4800-9f64-50a6ffd5f113', 'status': 'completed', 'code': 200} Jun 17 08:28:53.549274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 03caffd5-cc40-4800-9f64-50a6ffd5f113, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:53.617042 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '03caffd5-cc40-4800-9f64-50a6ffd5f113', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': '03caffd5-cc40-4800-9f64-50a6ffd5f113', 'mac_address': 'fa:16:3e:be:b1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:53.687691 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636354fa-3597-4f90-a4c9-4cb9bddb8181 x-openstack-request-id: req-636354fa-3597-4f90-a4c9-4cb9bddb8181 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:53.688088 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc7c72-4e65-455e-bbdb-441db8411ff6", "name": "network-vif-deleted", "tag": "bf628599-6819-4ca6-b39c-67cbc6bd198c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:53.688387 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-636354fa-3597-4f90-a4c9-4cb9bddb8181 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:53.688831 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc7c72-4e65-455e-bbdb-441db8411ff6', 'name': 'network-vif-deleted', 'tag': 'bf628599-6819-4ca6-b39c-67cbc6bd198c', 'status': 'completed', 'code': 200} Jun 17 08:28:53.690369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=ccdc50fc-83de-40a1-8ea7-7272133d82e8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.730686 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.737797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:53.764873 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.772935 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-699329f5-54ed-49f5-bd3b-aa076996791f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.802140 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.832298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03caffd5-cc40-4800-9f64-50a6ffd5f113 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:53.883327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.889171 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.891463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 03caffd5-cc40-4800-9f64-50a6ffd5f113, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:53.893163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51260) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:53.907058 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.910567 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.916738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.964647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:28:47Z', 'revision_number': 4, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '460a6196-8279-4a64-8248-aad5a702f3bd', 'name': '', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:46Z', 'updated_at': '2021-06-17T08:28:52Z', 'revision_number': 4, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'subnets': [{'id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:53.994388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=03caffd5-cc40-4800-9f64-50a6ffd5f113,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.997239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612445a-77eb-4bf2-bf1c-ce34fa24f40d None None] The sync data for ids ['4ca28363-4f04-4aed-85d0-1f547eb1203c'] in n-d-780147-13 is: [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:28:47Z', 'revision_number': 4, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '460a6196-8279-4a64-8248-aad5a702f3bd', 'name': '', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'mac_address': 'fa:16:3e:4e:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:46Z', 'updated_at': '2021-06-17T08:28:52Z', 'revision_number': 4, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'subnets': [{'id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:28:53.999041 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:54.029563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104c346-98e8-445e-b018-65519ce016c3 req-6ed11fcf-6ab4-413a-85ad-5128f912f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.031486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-6ed11fcf-6ab4-413a-85ad-5128f912f589 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 1096 time: 0.4585514 Jun 17 08:28:54.121837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.129743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.163496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51270) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:54.164349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-81e16832-6bf9-49ad-bc99-235ee814e435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:54.181134 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3afa32d96d24419aeb3d38496bc8b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869625 Jun 17 08:28:54.181847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51274) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:54.301885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de770f-3c3c-475e-9af5-a15c4984d06e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:54.308469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['03caffd5-cc40-4800-9f64-50a6ffd5f113'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:54.312694 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:54.319322 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.383117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.429309 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b1a65e67-b4b2-412c-a072-df08cecc5fdc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ff428c992e1474fb46c51eae45f1977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621069 Jun 17 08:28:54.429945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51278) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:54.528954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.577895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.583482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8'}, {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:54.600053 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b437ba60-0e92-4c30-9441-bec19293c761" -d '{"events": [{"server_uuid": "f3130f59-1b64-4ed7-83af-e718599dabf7", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc50fc-83de-40a1-8ea7-7272133d82e8"}, {"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:54.620135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.623329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.636538 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8de770f-3c3c-475e-9af5-a15c4984d06e HTTP/1.1" status: 204 len: 168 time: 0.4470577 Jun 17 08:28:54.638857 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-acd11bf6-6e6a-43ac-b27a-72c2ae3862b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:54.678129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac006d5d-4f7f-465e-acf1-e0081a9b5728 req-e5d22817-c2f1-409e-8d18-6b7d86e3b4f6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.679875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac006d5d-4f7f-465e-acf1-e0081a9b5728 req-e5d22817-c2f1-409e-8d18-6b7d86e3b4f6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.9765737 Jun 17 08:28:54.680572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de770f-3c3c-475e-9af5-a15c4984d06e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:54.697539 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:54.741816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.747345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.749332 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffdb4e2d-b236-45b1-bd83-fa37042bf9b4 HTTP/1.1" status: 204 len: 168 time: 0.3156800 Jun 17 08:28:54.750893 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5574aa03-1f8c-496f-b180-fac9fb328762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:54.757850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-aee2f758-26f7-4b1c-ac8e-9dc760febe1c tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9196277 Jun 17 08:28:54.767658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:54.815981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:54.828385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdb4e2d-b236-45b1-bd83-fa37042bf9b4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:54.842253 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:54.909626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac006d5d-4f7f-465e-acf1-e0081a9b5728 req-181047ef-4c04-4b86-b86d-134fbedc9d04 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628394 Jun 17 08:28:54.973196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104c346-98e8-445e-b018-65519ce016c3 req-7dd2fbaf-71f9-495f-ae9e-f615ce3079d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.975213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-7dd2fbaf-71f9-495f-ae9e-f615ce3079d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.8878291 Jun 17 08:28:54.982190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.122551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-97f9ec89-bddd-4147-a851-46135ba75cb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113 HTTP/1.1" status: 200 len: 217 time: 0.1265516 Jun 17 08:28:55.143144 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03b03992-af5f-446a-8891-0759043c4972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.151292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.166561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e3587a48-8199-42e5-b748-112163ec09ea', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'e3587a48-8199-42e5-b748-112163ec09ea', 'mac_address': 'fa:16:3e:8c:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:55.243773 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.261085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3587a48-8199-42e5-b748-112163ec09ea {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:55.300896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104c346-98e8-445e-b018-65519ce016c3 req-495c3829-75b4-47e8-bf65-57e870b7da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.303541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-495c3829-75b4-47e8-bf65-57e870b7da9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1507981 Jun 17 08:28:55.314678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b192da1-9522-4d1f-8c18-50c7334759e8 req-267c5083-bd2e-40ac-92ee-b48be36c2d2f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.322475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.328981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b192da1-9522-4d1f-8c18-50c7334759e8 req-267c5083-bd2e-40ac-92ee-b48be36c2d2f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 945 time: 0.2105887 Jun 17 08:28:55.330508 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.335211 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:55.356777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51300) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:55.401726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:55.405173 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:55.421633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0e3f7af2-7db7-4d8f-9618-0a6cc735f5c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84b682352cf347fb8e5d010eb6774c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635009 Jun 17 08:28:55.423914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51302) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:55.469990 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-485a2a20-9aed-442e-9bdc-69c74a7c79f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706921 Jun 17 08:28:55.490675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.523489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b192da1-9522-4d1f-8c18-50c7334759e8 req-1f9720ab-e453-4090-ae2d-87b90b84ab90 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932790 Jun 17 08:28:55.536775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.608979 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.631768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.634406 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.635871 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cf3842c-12e2-47b3-9768-59b8c5195b0e HTTP/1.1" status: 204 len: 168 time: 0.2109599 Jun 17 08:28:55.636704 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-089c7807-760f-4504-9a64-5b2d2ff641ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:55.665183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3842c-12e2-47b3-9768-59b8c5195b0e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:55.668450 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:55.687765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-1834ea42-51bb-4ac5-a434-e966dae25de4 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035236 Jun 17 08:28:55.690204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:55.692979 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49182cb-fd2e-410a-98e4-59a4ab72ac96" -d '{"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:55.755441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e3587a48-8199-42e5-b748-112163ec09ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:55.911436 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bdb5e95d-ee46-4310-bab1-442b2f5545b8 req-02b38d1f-5438-4fa1-b3bf-abcd8dfc6e43 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 210 time: 0.1296670 Jun 17 08:28:56.015917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 460a6196-8279-4a64-8248-aad5a702f3bd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:56.078526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Allocated IP 172.25.7.28 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/dc313495-ba18-49c9-b692-41758e2f73f0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:56.171079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 460a6196-8279-4a64-8248-aad5a702f3bd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:56.190560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 460a6196-8279-4a64-8248-aad5a702f3bd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:56.192266 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.243099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e104c346-98e8-445e-b018-65519ce016c3 req-ecb118e9-4fc4-4bc0-b821-8896981650bb service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350132 Jun 17 08:28:56.258530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-1f497919-52a3-4388-a498-37645707e33a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.260390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-1f497919-52a3-4388-a498-37645707e33a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 817 time: 0.4760425 Jun 17 08:28:56.305056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Request body: {'port': {'device_id': 'b07c345d-0638-4921-8096-e58033a39001', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'admin_state_up': True, 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:56.314481 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.364301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 460a6196-8279-4a64-8248-aad5a702f3bd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=460a6196-8279-4a64-8248-aad5a702f3bd,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:56.370791 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.373195 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:56.428240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=460a6196-8279-4a64-8248-aad5a702f3bd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:56.432723 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:56.446231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a29878-eed1-4645-bf82-69cca5188387 req-deb3e7d8-53b4-4104-b42b-ece255476b5c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.447831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95a29878-eed1-4645-bf82-69cca5188387 req-deb3e7d8-53b4-4104-b42b-ece255476b5c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 946 time: 0.2777405 Jun 17 08:28:56.454130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.532515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95a29878-eed1-4645-bf82-69cca5188387 req-512f7f5e-aea2-4b5f-a40a-bd80ab402f8c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729907 Jun 17 08:28:56.558654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Made reservation on behalf of aee5f4b31f234419aef5d9270c8f669f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:56.563200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.568107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.577339 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67dae76a-2899-4ac0-8794-e8bc0256e9b9 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:56.633018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:56.639571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:56.647841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:56.714133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event updated for resources: {'Port': ['ID=dc313495-ba18-49c9-b692-41758e2f73f0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:56.731449 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:56.750081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51346) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:56.772555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 03caffd5-cc40-4800-9f64-50a6ffd5f113 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:56.853032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 03caffd5-cc40-4800-9f64-50a6ffd5f113 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:56.859215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 03caffd5-cc40-4800-9f64-50a6ffd5f113 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:56.861279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.897624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Allocated IP 172.20.0.12 (9484a5b8-758a-4de4-9182-f2001c655303/da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8/da01b586-8b38-45b2-aec2-702feef5faa3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:56.908285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5ce9e-8029-416f-8534-f227474147eb req-863d33e9-9108-4a0b-81fa-25445d943d8a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.909848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15f5ce9e-8029-416f-8534-f227474147eb req-863d33e9-9108-4a0b-81fa-25445d943d8a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 949 time: 0.2195392 Jun 17 08:28:56.914480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.983596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.016486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15f5ce9e-8029-416f-8534-f227474147eb req-f348dd24-c43b-43a6-87c0-9d9e9bf70d13 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984597 Jun 17 08:28:57.032001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 03caffd5-cc40-4800-9f64-50a6ffd5f113, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:57.037859 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.038264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.040172 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.054744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.092149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=03caffd5-cc40-4800-9f64-50a6ffd5f113,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.095930 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.142876 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa64e97e-e54b-4390-868c-a262ff357d50 x-openstack-request-id: req-fa64e97e-e54b-4390-868c-a262ff357d50 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:57.143164 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3130f59-1b64-4ed7-83af-e718599dabf7", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc50fc-83de-40a1-8ea7-7272133d82e8", "code": 200}, {"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:57.143428 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa64e97e-e54b-4390-868c-a262ff357d50 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:57.143855 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8', 'code': 200} Jun 17 08:28:57.144725 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'code': 200} Jun 17 08:28:57.192113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.204462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.209187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.211351 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.248774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d012ed-eee3-44ef-bd8c-2a065c741a07,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.252150 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.257790 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=311ab686100242f4b82365a1a23cd3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064633 Jun 17 08:28:57.260410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51358) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:57.321326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.346412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.373631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.377248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.381645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.382629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ffa78b3-69ce-4b3b-9e8b-577fa079ccfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.388168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14cffa-07ab-48d0-84f1-a2223d4166b6 req-3e5a0d3d-bdd7-4a64-ba30-3d4a03877662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.389700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c14cffa-07ab-48d0-84f1-a2223d4166b6 req-3e5a0d3d-bdd7-4a64-ba30-3d4a03877662 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 1098 time: 0.1468978 Jun 17 08:28:57.414441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.417618 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.418522 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.420209 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59d012ed-eee3-44ef-bd8c-2a065c741a07 HTTP/1.1" status: 204 len: 168 time: 0.1583493 Jun 17 08:28:57.424156 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-884542d4-0382-4c62-936b-ddfb4feeb96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.441752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d012ed-eee3-44ef-bd8c-2a065c741a07,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.447225 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.473640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Network 9484a5b8-758a-4de4-9182-f2001c655303 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:57.485538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:57.490699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Pushing event updated for resources: {'Port': ['ID=da01b586-8b38-45b2-aec2-702feef5faa3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.511874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:57.515038 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.516249 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.523420 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd130538-00c1-4940-bdf0-cce5386a0979 x-openstack-request-id: req-dd130538-00c1-4940-bdf0-cce5386a0979 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:57.523756 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:57.524068 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd130538-00c1-4940-bdf0-cce5386a0979 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:57.524509 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'status': 'completed', 'code': 200} Jun 17 08:28:57.526355 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5776af23-a29d-4615-9539-add612aed631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.619508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c14cffa-07ab-48d0-84f1-a2223d4166b6 req-dcb76aca-7540-42c6-8e4a-8206bc5f5df0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070851 Jun 17 08:28:57.627219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-63ce1039-dd78-4515-951e-baa4b31df394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.629482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-63ce1039-dd78-4515-951e-baa4b31df394 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.1032269 Jun 17 08:28:57.684200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.716091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.716718 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.719103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event updated for resources: {'Port': ['ID=dc313495-ba18-49c9-b692-41758e2f73f0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.727823 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.789731 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.791549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-02781503-29a7-41c4-b567-a79d5c31dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.793740 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-02781503-29a7-41c4-b567-a79d5c31dc17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.1200824 Jun 17 08:28:57.795394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0364583 Jun 17 08:28:57.830133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5563498 Jun 17 08:28:57.837315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-015d784b-57b0-49a4-9163-6bbc209dfe69 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.844704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-015d784b-57b0-49a4-9163-6bbc209dfe69 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 817 time: 0.2283592 Jun 17 08:28:57.865224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Request body: {'port': {'device_id': 'b07c345d-0638-4921-8096-e58033a39001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:57.899620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-e7157c3b-4090-41c4-8eea-73cc3a199077 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/quotas/aee5f4b31f234419aef5d9270c8f669f HTTP/1.1" status: 200 len: 375 time: 0.0537069 Jun 17 08:28:57.906254 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-37ab6b6e-f2e2-4813-85f1-db02512a3f99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.0972090 Jun 17 08:28:57.934014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 460a6196-8279-4a64-8248-aad5a702f3bd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:57.990856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-e48bc99d-2a19-429f-be07-981bf5b054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.993001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-e48bc99d-2a19-429f-be07-981bf5b054b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0759604 Jun 17 08:28:57.993139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 460a6196-8279-4a64-8248-aad5a702f3bd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:57.993528 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.000686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-526debf5-a20d-4e86-9845-f0f4234bc5f6 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.1796522 Jun 17 08:28:58.069001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-6e5270c2-a29a-4df8-b67b-8b21596e6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.070811 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-6e5270c2-a29a-4df8-b67b-8b21596e6d0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703712 Jun 17 08:28:58.080906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-c508eba2-3a14-4705-8ed3-bc6fdff4448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.082970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-c508eba2-3a14-4705-8ed3-bc6fdff4448c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.5218492 Jun 17 08:28:58.177719 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-3391e500-066b-48de-b771-2cf25520215e service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977838 Jun 17 08:28:58.280061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f846f1fd-0988-4ef4-b4da-11125694afe3 req-7f2060ad-c6a4-4c06-90cd-aa999b00abb7 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923028 Jun 17 08:28:58.582643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-9ddb7fb9-95a4-4721-a613-f2fbc9ee7fde tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6378243 Jun 17 08:28:58.589495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-32d1355f-0d98-47b2-9512-a374fcd98ae5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.590803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-32d1355f-0d98-47b2-9512-a374fcd98ae5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.5695703 Jun 17 08:28:58.591413 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.613399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-2db18c17-f8c9-4c03-837a-95431ee02d56 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:28:58.614505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e91a808-f0b8-433e-9c1b-4270124c51c4 req-2db18c17-f8c9-4c03-837a-95431ee02d56 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168519 Jun 17 08:28:58.672785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-1ba76b78-7293-439a-9868-04a51ae68930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.674224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-1ba76b78-7293-439a-9868-04a51ae68930 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.5760553 Jun 17 08:28:58.754514 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.770879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:58.791539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-b651c799-ceed-4fb2-96af-7cbab5a16894 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.0772626 Jun 17 08:28:58.843155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e3587a48-8199-42e5-b748-112163ec09ea triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:58.843155 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.943039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-e71bc909-0452-44fa-9047-0457e5d4e697 service neutron] 10.222.0.65 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432369 Jun 17 08:28:58.946439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.986742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:58.992267 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.995804 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.000914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-036a65e8-67e1-4642-add1-fb835ce4d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.002381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-036a65e8-67e1-4642-add1-fb835ce4d596 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1563840 Jun 17 08:28:59.046198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:59.049805 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:59.117505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-edd78ae2-9978-4727-9a1c-ec3c2a2affe0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923719 Jun 17 08:28:59.127985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4403-9c6d-4d25-8be8-6f26eae5b22c req-ee227265-ba46-4c9d-90ac-d5309432b7f3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.129912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc5b4403-9c6d-4d25-8be8-6f26eae5b22c req-ee227265-ba46-4c9d-90ac-d5309432b7f3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 946 time: 0.3849871 Jun 17 08:28:59.146381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03caffd5-cc40-4800-9f64-50a6ffd5f113'}, {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:59.148958 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae587f1-d8eb-47a8-8f4f-90f9f8496c69" -d '{"events": [{"server_uuid": "4a1d2319-7ff3-44db-b10a-a836d2102351", "name": "network-vif-plugged", "status": "completed", "tag": "03caffd5-cc40-4800-9f64-50a6ffd5f113"}, {"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-plugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:59.249000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-72a79c5b-d958-4104-bb0e-1b66af33c09a service neutron] 10.222.0.65 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961824 Jun 17 08:28:59.285416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc5b4403-9c6d-4d25-8be8-6f26eae5b22c req-de04a85b-bc90-4bb5-ae2d-61fedc65a23e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364241 Jun 17 08:28:59.327928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-fdec3b3b-6a16-4b9b-9c30-688c74696cbe service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936774 Jun 17 08:28:59.365826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da01b586-8b38-45b2-aec2-702feef5faa3 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:59.377487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.429603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Transition to ACTIVE for port object da01b586-8b38-45b2-aec2-702feef5faa3 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:59.443563 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.449003 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9b474b1-dee6-4f1c-8033-0e4b9a143961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.498617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f49182cb-fd2e-410a-98e4-59a4ab72ac96 req-39615276-4ea8-4707-8077-f9bb4d778d50 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621666 Jun 17 08:28:59.545070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Pushing event updated for resources: {'Port': ['ID=da01b586-8b38-45b2-aec2-702feef5faa3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:59.550103 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:59.583041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:59.668458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Attempting to bind port da01b586-8b38-45b2-aec2-702feef5faa3 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:59.669146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Attempting to bind port da01b586-8b38-45b2-aec2-702feef5faa3 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:59.669438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Attempting to bind port da01b586-8b38-45b2-aec2-702feef5faa3 on network 9484a5b8-758a-4de4-9182-f2001c655303 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:59.677483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Port da01b586-8b38-45b2-aec2-702feef5faa3 on network 9484a5b8-758a-4de4-9182-f2001c655303 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:59.677813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Attempting to bind port da01b586-8b38-45b2-aec2-702feef5faa3 on network 9484a5b8-758a-4de4-9182-f2001c655303 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:59.688413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:59.688766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Checking segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:59.689144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Bound using segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:59.689588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Bound port: da01b586-8b38-45b2-aec2-702feef5faa3, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:59.689939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.701385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb96227-dc60-4020-a261-d0e5caf79d3c req-1c072a4a-3ff8-468b-9a1f-fa5b306ca301 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.703003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-deb96227-dc60-4020-a261-d0e5caf79d3c req-1c072a4a-3ff8-468b-9a1f-fa5b306ca301 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1313763 Jun 17 08:28:59.734943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.807545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] For port da01b586-8b38-45b2-aec2-702feef5faa3, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:59.810424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] For port da01b586-8b38-45b2-aec2-702feef5faa3, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=da01b586-8b38-45b2-aec2-702feef5faa3,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:59.858385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.858895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.866002 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f84582b-aadd-408e-929d-6db587ea26e5 tempest-ImagesTestJSON-850209879 tempest-ImagesTestJSON-850209879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.866657 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.877297 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-84f9141f-e30b-422c-b2f1-9605c6f298ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.884060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-deb96227-dc60-4020-a261-d0e5caf79d3c req-aca28afd-1896-4b58-933d-496c56ebd14f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605022 Jun 17 08:28:59.914016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0e2a6-025c-47fa-8d73-2de2016fdee4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:59.935498 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:59.937847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.938817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.940545 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9ca0882c9ab45cebf614e7606c947c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556314 Jun 17 08:28:59.942725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] 10.222.0.60 "PUT /v2.0/ports/da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 1093 time: 2.0861661 Jun 17 08:28:59.943403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07c345d-0638-4921-8096-e58033a39001', 'tag': 'da01b586-8b38-45b2-aec2-702feef5faa3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:59.944149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:59.946099 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226c409-6270-4f86-b3fd-1776d8c4305c" -d '{"events": [{"name": "network-changed", "server_uuid": "b07c345d-0638-4921-8096-e58033a39001", "tag": "da01b586-8b38-45b2-aec2-702feef5faa3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:59.999542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.023731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.043276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Pushing event updated for resources: {'Port': ['ID=da01b586-8b38-45b2-aec2-702feef5faa3,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.057419 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.084351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-5837e5ec-bcb6-497a-b880-98a4fc020d25 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.086046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-5837e5ec-bcb6-497a-b880-98a4fc020d25 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d&tenant_id=7b964bd719d94aefb67da595c6df2182&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 950 time: 0.2733190 Jun 17 08:29:00.087128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.091092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.092655 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2dc0e2a6-025c-47fa-8d73-2de2016fdee4 HTTP/1.1" status: 204 len: 168 time: 0.1475556 Jun 17 08:29:00.094174 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07b07c31-ca03-4ce1-bd2e-ab7cc83a54c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.105083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0e2a6-025c-47fa-8d73-2de2016fdee4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.107715 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.185718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685fc6c-05d6-4f86-9bb2-64268764ee63 req-c4a051dc-4d85-4326-b950-8134d6355269 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.187309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1685fc6c-05d6-4f86-9bb2-64268764ee63 req-c4a051dc-4d85-4326-b950-8134d6355269 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 946 time: 0.2693145 Jun 17 08:29:00.218310 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.243253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-f35d4ce8-97c3-4739-86b4-c710e6bfc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.244906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-f35d4ce8-97c3-4739-86b4-c710e6bfc804 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1096 time: 0.2043171 Jun 17 08:29:00.251849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-680f0d26-ed08-4b83-aff6-56943cfeda07 service neutron] 10.222.0.60 "GET /v2.0/ports/e3587a48-8199-42e5-b748-112163ec09ea/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 383 time: 0.1587057 Jun 17 08:29:00.303627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1685fc6c-05d6-4f86-9bb2-64268764ee63 req-1b3d84f8-079c-4716-b805-2a511d02472a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997729 Jun 17 08:29:00.314878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-a2e77295-653a-45fe-80bd-45d8283b9d81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.0602732 Jun 17 08:29:00.374753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b687629-9adc-4b57-9f65-2d18ef926e0a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782783 Jun 17 08:29:00.461149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:00.474366 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.509650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-c7b09474-72ab-442b-b6dd-ecd8c8bde560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.511205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-c7b09474-72ab-442b-b6dd-ecd8c8bde560 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1729310 Jun 17 08:29:00.563319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.567925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.572040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31f92930-7fd3-49e9-b9e0-349f817b0c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.598365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-a6b095aa-263c-4b26-b6dc-ccd8b7baa0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534382 Jun 17 08:29:00.610507 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8ff9f7eb0b24ba3b2bf835407935e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482701 Jun 17 08:29:00.613157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51474) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:00.620083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd67904-6d59-4f60-b1c8-6ccb566a5a94,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.627985 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.632883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-1ccb574b-e7fc-4ca8-822c-4ee5a81888b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.634328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-1ccb574b-e7fc-4ca8-822c-4ee5a81888b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1102 time: 0.3364525 Jun 17 08:29:00.667111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.682847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-a47b3ae4-0603-4222-92db-99085be08de9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.684377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-a47b3ae4-0603-4222-92db-99085be08de9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849009 Jun 17 08:29:00.692845 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.697636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-5983c8c6-dd1c-4ed2-b46f-22cae61c8ad4 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.699137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-5983c8c6-dd1c-4ed2-b46f-22cae61c8ad4 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2677715 Jun 17 08:29:00.746969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.749769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.750890 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acd67904-6d59-4f60-b1c8-6ccb566a5a94 HTTP/1.1" status: 204 len: 168 time: 0.1368465 Jun 17 08:29:00.751911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21c0f665-df88-412e-944d-9f8dbfeab6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.761077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd67904-6d59-4f60-b1c8-6ccb566a5a94,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.763910 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.826374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-1d540825-b800-496c-a901-3e44a461e4b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/quotas/ac2429b0b0c64aa7a543eb8b52130104 HTTP/1.1" status: 200 len: 375 time: 0.1262453 Jun 17 08:29:00.867896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-31cda71d-b295-429e-9ccc-1d735367f675 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.1494796 Jun 17 08:29:00.890519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'floatingip': {'port_id': '87ca577b-c521-46dc-aeff-59a05543989e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:00.963357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-b5e75b82-acc7-4c16-bbaa-021ac846b1ee tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086082 Jun 17 08:29:00.972493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-ef5e5ba2-4253-4139-be7e-c067a5258f50 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.974248 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-ef5e5ba2-4253-4139-be7e-c067a5258f50 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 817 time: 0.1395168 Jun 17 08:29:00.981905 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.990313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-9b4e70ec-8bf2-4caa-a4b1-164cec8c8876 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740895 Jun 17 08:29:00.993391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Request body: {'port': {'device_id': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'admin_state_up': True, 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:01.080134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-db4a6407-7f32-4ab0-9b41-ce446f97c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.081926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-db4a6407-7f32-4ab0-9b41-ce446f97c0e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.4252994 Jun 17 08:29:01.138829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-a7fe44a1-0a93-4d43-8563-8dfaf6a05f71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.0446250 Jun 17 08:29:01.212249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Made reservation on behalf of aee5f4b31f234419aef5d9270c8f669f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:01.223980 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6bb20-d8a3-4f08-a7c7-c70601e51a20 x-openstack-request-id: req-97c6bb20-d8a3-4f08-a7c7-c70601e51a20 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:01.225289 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1d2319-7ff3-44db-b10a-a836d2102351", "name": "network-vif-plugged", "status": "completed", "tag": "03caffd5-cc40-4800-9f64-50a6ffd5f113", "code": 200}, {"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-plugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:01.225781 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97c6bb20-d8a3-4f08-a7c7-c70601e51a20 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:01.226403 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03caffd5-cc40-4800-9f64-50a6ffd5f113', 'code': 200} Jun 17 08:29:01.226923 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'code': 200} Jun 17 08:29:01.230651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.452230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b5dad-f58f-4fb2-8f1d-9ed263ba1959 req-885b2c2f-9d31-4b0f-b735-7337ee6fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.453794 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c78b5dad-f58f-4fb2-8f1d-9ed263ba1959 req-885b2c2f-9d31-4b0f-b735-7337ee6fbd50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 1098 time: 0.1270761 Jun 17 08:29:01.488504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Allocated IP 172.20.0.6 (9484a5b8-758a-4de4-9182-f2001c655303/da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8/83bee00e-add1-428a-9ce4-e2efa314de35) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:01.525677 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c78b5dad-f58f-4fb2-8f1d-9ed263ba1959 req-a5e6c893-051b-433b-a4e6-ad4c5550205e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589006 Jun 17 08:29:01.660553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-9c7ff494-22c5-4729-93b1-db8f3c3e561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.661932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-9c7ff494-22c5-4729-93b1-db8f3c3e561b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.4731901 Jun 17 08:29:01.705324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.718167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d741a79-55d9-437e-86f0-15a1a0dbbe1a req-a2f39e44-8ebd-4568-8743-adf3fa3c46f4 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883676 Jun 17 08:29:01.744065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d7678fa-e679-4485-8257-b30420dd4938 req-b12764e5-a4a5-4a87-be72-e7b1e153957a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 210 time: 0.0809226 Jun 17 08:29:01.754845 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.771895 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:01.813246 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Network 9484a5b8-758a-4de4-9182-f2001c655303 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:01.854324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Pushing event updated for resources: {'Port': ['ID=83bee00e-add1-428a-9ce4-e2efa314de35,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:01.870039 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:01.873994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:01.885493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:01.957778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.960381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.983176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9958556 Jun 17 08:29:01.996464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-51dc47bc-133b-4667-99bf-9f0f65ffcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.998217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-51dc47bc-133b-4667-99bf-9f0f65ffcfc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3208470 Jun 17 08:29:02.000687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Request body: {'port': {'device_id': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:02.101385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.126772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5234472-6e1e-4b7c-914b-46e12eb6c283 req-4f9f33ec-64df-4666-b78b-5ca58a979905 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.131445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5234472-6e1e-4b7c-914b-46e12eb6c283 req-4f9f33ec-64df-4666-b78b-5ca58a979905 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2021849 Jun 17 08:29:02.212868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.228185 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.305709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-909671c8-00d5-4902-9811-79532aa2349c service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732482 Jun 17 08:29:02.319510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5234472-6e1e-4b7c-914b-46e12eb6c283 req-deeeb2d7-39b9-4548-9f69-e9185d26ba1a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380770 Jun 17 08:29:02.393708 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Floating IP b9ba495d-9c17-4b1f-8dc5-ad3171896fb8 associated. External IP: 172.25.7.28, port: 87ca577b-c521-46dc-aeff-59a05543989e. Jun 17 08:29:02.443640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bee00e-add1-428a-9ce4-e2efa314de35 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:02.452909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.470376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Transition to ACTIVE for port object 83bee00e-add1-428a-9ce4-e2efa314de35 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:02.475530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.486104 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-203a9b1a-7cfe-4ad2-94f3-882f9e70dae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:02.495018 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f78e3f-5187-4c46-becb-8de14dfa9e41 x-openstack-request-id: req-e8f78e3f-5187-4c46-becb-8de14dfa9e41 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:02.495347 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07c345d-0638-4921-8096-e58033a39001", "tag": "da01b586-8b38-45b2-aec2-702feef5faa3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:02.496763 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8f78e3f-5187-4c46-becb-8de14dfa9e41 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:02.496763 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07c345d-0638-4921-8096-e58033a39001', 'tag': 'da01b586-8b38-45b2-aec2-702feef5faa3', 'status': 'completed', 'code': 200} Jun 17 08:29:02.568942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-1192a9b0-2bdf-475a-b37b-c17e1ad9ace3 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083654 Jun 17 08:29:02.621798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Pushing event updated for resources: {'Port': ['ID=83bee00e-add1-428a-9ce4-e2efa314de35,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:02.626747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:02.650544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Attempting to bind port 83bee00e-add1-428a-9ce4-e2efa314de35 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:02.650923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Attempting to bind port 83bee00e-add1-428a-9ce4-e2efa314de35 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:02.651241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Attempting to bind port 83bee00e-add1-428a-9ce4-e2efa314de35 on network 9484a5b8-758a-4de4-9182-f2001c655303 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:02.655803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Port 83bee00e-add1-428a-9ce4-e2efa314de35 on network 9484a5b8-758a-4de4-9182-f2001c655303 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:02.656127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Attempting to bind port 83bee00e-add1-428a-9ce4-e2efa314de35 on network 9484a5b8-758a-4de4-9182-f2001c655303 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:02.662979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:02.663464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Checking segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:02.663807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Bound using segment: {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:02.664239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Bound port: 83bee00e-add1-428a-9ce4-e2efa314de35, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a56f9a-f577-46c1-8ec1-30a68f412927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:02.664590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.689981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-75ded999-9376-4967-8831-535ba8242a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.692367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-75ded999-9376-4967-8831-535ba8242a31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1096 time: 0.1202524 Jun 17 08:29:02.747252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] For port 83bee00e-add1-428a-9ce4-e2efa314de35, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:02.751078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] For port 83bee00e-add1-428a-9ce4-e2efa314de35, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=83bee00e-add1-428a-9ce4-e2efa314de35,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:02.759013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.763547 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:02.800943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.801747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.803053 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] 10.222.0.60 "PUT /v2.0/ports/83bee00e-add1-428a-9ce4-e2efa314de35 HTTP/1.1" status: 200 len: 1092 time: 0.8071206 Jun 17 08:29:02.803555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'tag': '83bee00e-add1-428a-9ce4-e2efa314de35'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:02.806055 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090ecc8b-5f66-44d8-a16f-a824df51517b" -d '{"events": [{"name": "network-changed", "server_uuid": "73b8133a-3366-4d31-af1c-21c8bc0dadfe", "tag": "83bee00e-add1-428a-9ce4-e2efa314de35"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:02.822778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Router 402d59ab-248c-45d2-b0db-b34a972bb024 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:29:02.835626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Pushing event updated for resources: {'Port': ['ID=83bee00e-add1-428a-9ce4-e2efa314de35,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:02.838773 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:02.935081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-ab983f9b-fa0b-46ba-9a13-8b3ace89d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.936596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-ab983f9b-fa0b-46ba-9a13-8b3ace89d8eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 1095 time: 0.0702510 Jun 17 08:29:03.003122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-3bf9cbd4-864c-4371-9216-bde858a1d74b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83bee00e-add1-428a-9ce4-e2efa314de35 HTTP/1.1" status: 200 len: 217 time: 0.0479944 Jun 17 08:29:03.036439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-8ea1a982-dab5-4706-876c-0396cc8e5cd6 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461218 Jun 17 08:29:03.078696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46806371-0140-4263-b613-6792804574ba req-0753bd97-eaf0-420c-a92c-db42c7f2c401 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.078696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46806371-0140-4263-b613-6792804574ba req-0753bd97-eaf0-420c-a92c-db42c7f2c401 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 946 time: 0.4358208 Jun 17 08:29:03.083918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-4c17dd9d-eba2-47bc-b58f-a5dcf91391e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.085542 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-4c17dd9d-eba2-47bc-b58f-a5dcf91391e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.0630283 Jun 17 08:29:03.097997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-709e9b95-d18a-461b-8c9b-d694f605659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.099493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-709e9b95-d18a-461b-8c9b-d694f605659b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.2943015 Jun 17 08:29:03.132972 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-763bb55e-bcc0-47b5-b7c1-f374ccec4d12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362868 Jun 17 08:29:03.200218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-5ade189f-70bc-4873-bcdf-c0c7c7d6000b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.0890357 Jun 17 08:29:03.258538 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-469996d4-bd3c-4b95-a577-9be2948bc6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101015 Jun 17 08:29:03.266534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:03.275945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.278706 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] Sync routers for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:03.290550 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:03.291393 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:03.314157 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46806371-0140-4263-b613-6792804574ba req-56b120df-9ff7-45d7-ba55-028bbf78c966 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229407 Jun 17 08:29:03.334457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-b729b99c-7c6c-487c-9079-efe584c263b2 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "PUT /v2.0/floatingips/b9ba495d-9c17-4b1f-8dc5-ad3171896fb8 HTTP/1.1" status: 200 len: 996 time: 2.4655769 Jun 17 08:29:03.389431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-4d905086-5881-45b6-b097-e7e45b8a8a08 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.390962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-4d905086-5881-45b6-b097-e7e45b8a8a08 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403227 Jun 17 08:29:03.399079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-8840467a-4f87-4023-9db5-ada500f87623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.400547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-8840467a-4f87-4023-9db5-ada500f87623 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1819742 Jun 17 08:29:03.433059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:03.458493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-9ff52cef-4ca9-494c-aae1-46785fdb1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.460304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-9ff52cef-4ca9-494c-aae1-46785fdb1c73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.1114407 Jun 17 08:29:03.508690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-8839cd3f-9791-464b-859a-ae7100895e49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618725 Jun 17 08:29:03.511218 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:03.826326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4672f21e-2d16-41d1-b68b-bcc132944c91 req-87f4c843-64aa-4655-91c0-1df6cf05bdac service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422499 Jun 17 08:29:03.858380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:03.872247 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'b9ba495d-9c17-4b1f-8dc5-ad3171896fb8', 'tenant_id': '834125222dfe453c9408aee32286818d', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'port_id': '87ca577b-c521-46dc-aeff-59a05543989e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'mac_address': 'fa:16:3e:48:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:28:56Z', 'updated_at': '2021-06-17T08:29:02Z', 'revision_number': 1, 'project_id': '834125222dfe453c9408aee32286818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:03.906630 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] Checking router: 402d59ab-248c-45d2-b0db-b34a972bb024 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:03.916060 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:03.916706 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:03.988380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.029552 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:04.088459 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.093110 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.097351 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a51740d-3183-423d-b098-d5b172f8287e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:04.135598 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad1368aaba0b4e348f0e4f6d8ad17f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735176 Jun 17 08:29:04.135598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f1971-79ee-4b6f-b170-edf93a73359a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:04.137472 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:04.138099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51586) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:04.174559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f32cb978-3a0b-4351-9ed2-a54160448877 req-18617344-c57a-42be-93e8-5ae644036725 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 210 time: 0.0907404 Jun 17 08:29:04.196349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-4fd28a14-f85c-4e09-87b2-65c8e17295ab service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732984 Jun 17 08:29:04.199138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-fd5d8264-6198-4146-8b2b-bbc3d5b718bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.200495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-fd5d8264-6198-4146-8b2b-bbc3d5b718bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.7268183 Jun 17 08:29:04.208699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.218946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:04.223611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.233344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.255980 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.288896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.292498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.295880 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/108f1971-79ee-4b6f-b170-edf93a73359a HTTP/1.1" status: 204 len: 168 time: 0.1546192 Jun 17 08:29:04.295880 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5a472dd8-0c45-4ad4-94b1-ba063b038a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:04.308326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f1971-79ee-4b6f-b170-edf93a73359a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:04.318702 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:04.339435 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'b9ba495d-9c17-4b1f-8dc5-ad3171896fb8', 'tenant_id': '834125222dfe453c9408aee32286818d', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'port_id': '87ca577b-c521-46dc-aeff-59a05543989e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'mac_address': 'fa:16:3e:48:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:28:56Z', 'updated_at': '2021-06-17T08:29:02Z', 'revision_number': 1, 'project_id': '834125222dfe453c9408aee32286818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:04.375048 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2d625-7d03-4826-b938-b07ceef11479 None None] The sync data for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 is: [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'b9ba495d-9c17-4b1f-8dc5-ad3171896fb8', 'tenant_id': '834125222dfe453c9408aee32286818d', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'port_id': '87ca577b-c521-46dc-aeff-59a05543989e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'mac_address': 'fa:16:3e:48:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:28:56Z', 'updated_at': '2021-06-17T08:29:02Z', 'revision_number': 1, 'project_id': '834125222dfe453c9408aee32286818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:04.472885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-bd93682d-eabe-4dd5-9af6-c5a264790eef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 999 time: 0.2554488 Jun 17 08:29:04.504176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:04.506465 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:04.546959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7226c409-6270-4f86-b3fd-1776d8c4305c req-b54410b1-0666-4102-99ac-824cb52ba37d service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409722 Jun 17 08:29:04.606512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9c1b7-2fc3-44cc-9844-5bd037b4647b req-37483612-f1f1-4c5c-bcc9-55023de400d5 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.608134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60d9c1b7-2fc3-44cc-9844-5bd037b4647b req-37483612-f1f1-4c5c-bcc9-55023de400d5 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2592108 Jun 17 08:29:04.613044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-78ae7dd6-fec4-4d4e-b355-8a8804b6028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.614623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-78ae7dd6-fec4-4d4e-b355-8a8804b6028e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1294518 Jun 17 08:29:04.629582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.632784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ceed0-89a8-4964-ade3-e07e20792ae4 None None] New status for floating IP b9ba495d-9c17-4b1f-8dc5-ad3171896fb8: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:29:04.657490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51596) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:04.666029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.674422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.678688 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a01b0f8-9c0d-4a22-b781-e0fbde945be8 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:04.685383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-998e836d-7b56-44a0-acee-95fe9449abf6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583627 Jun 17 08:29:04.784687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.792085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.799791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device da01b586-8b38-45b2-aec2-702feef5faa3 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:04.807090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c62f94-a692-4006-8cca-9beb85620edc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:04.822580 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:04.840244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ab22f9496334f0f899dd20715c0af11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794982 Jun 17 08:29:04.841351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:04.863421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec216e-44d9-4173-a915-f46b7350a611,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:04.869297 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:04.879972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60d9c1b7-2fc3-44cc-9844-5bd037b4647b req-470d53e7-333b-4d1e-a429-5681b6823dcd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534680 Jun 17 08:29:04.881809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:04.909017 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.936185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port da01b586-8b38-45b2-aec2-702feef5faa3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=da01b586-8b38-45b2-aec2-702feef5faa3,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:04.940899 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:04.969175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'da01b586-8b38-45b2-aec2-702feef5faa3', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'port_id': 'da01b586-8b38-45b2-aec2-702feef5faa3', 'mac_address': 'fa:16:3e:3a:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:04.996779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-43df9677-7c76-4b18-bec3-bba2f906d0f5 service neutron] 10.222.0.65 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005884 Jun 17 08:29:05.009563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.013636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.017250 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9ec216e-44d9-4173-a915-f46b7350a611 HTTP/1.1" status: 204 len: 168 time: 0.1730549 Jun 17 08:29:05.017250 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c0c29a5-506b-4cd3-9a70-961c296da0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:05.026782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec216e-44d9-4173-a915-f46b7350a611,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:05.030138 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:05.068944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.4 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/cb015a1c-0ea1-4316-9385-9ae06840344f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:05.071122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.092898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da01b586-8b38-45b2-aec2-702feef5faa3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:05.125988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port da01b586-8b38-45b2-aec2-702feef5faa3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=da01b586-8b38-45b2-aec2-702feef5faa3,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.131663 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.135227 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-436f93b9-63ed-4e00-b470-50bb8d86dcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:05.197607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=da01b586-8b38-45b2-aec2-702feef5faa3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:05.201885 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:05.243599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-6738c7e9-e187-404b-ab65-9051f1ae547d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.244113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-94b626f9-907f-435e-92fc-3fe7354acf75 req-d6a3b6d6-1cb3-42fc-adf4-7313e70633ed service neutron] 10.222.0.65 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380118 Jun 17 08:29:05.245293 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-6738c7e9-e187-404b-ab65-9051f1ae547d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 946 time: 0.0983739 Jun 17 08:29:05.261623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587b51-3bba-4249-8d66-b4454168cbd3 req-c00f972f-3e11-4d92-814a-48b089a50410 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.263332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b587b51-3bba-4249-8d66-b4454168cbd3 req-c00f972f-3e11-4d92-814a-48b089a50410 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 943 time: 0.2437708 Jun 17 08:29:05.384995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.394510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Deleting port ccdc50fc-83de-40a1-8ea7-7272133d82e8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:05.395198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.402951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object cb015a1c-0ea1-4316-9385-9ae06840344f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:05.421278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['da01b586-8b38-45b2-aec2-702feef5faa3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:05.484315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b587b51-3bba-4249-8d66-b4454168cbd3 req-3b4a787f-a6c0-46cc-955b-1cedb70af77a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 Jun 17 08:29:05.486603 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.493485 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bd18083a-0de8-48b6-be8d-b8683bd01624 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:05.555207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:05.559617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:05.567673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:05.575607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=cb015a1c-0ea1-4316-9385-9ae06840344f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:05.614420 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe70ab9-c41d-4392-86d5-1d2a67383890 x-openstack-request-id: req-0fe70ab9-c41d-4392-86d5-1d2a67383890 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:05.615257 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b8133a-3366-4d31-af1c-21c8bc0dadfe", "tag": "83bee00e-add1-428a-9ce4-e2efa314de35", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:05.615720 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fe70ab9-c41d-4392-86d5-1d2a67383890 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:05.617397 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'tag': '83bee00e-add1-428a-9ce4-e2efa314de35', 'status': 'completed', 'code': 200} Jun 17 08:29:05.627641 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:05.632067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] For port ccdc50fc-83de-40a1-8ea7-7272133d82e8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ccdc50fc-83de-40a1-8ea7-7272133d82e8,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.633504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.786322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.787558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.793380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Calling delete_port for ccdc50fc-83de-40a1-8ea7-7272133d82e8 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:05.869870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4510033 Jun 17 08:29:05.885609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Request body: {'port': {'device_id': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:05.904646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-d49171cc-abdb-4d24-9285-11b9762b9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.906274 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-d49171cc-abdb-4d24-9285-11b9762b9a88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d&tenant_id=7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 1102 time: 0.1811230 Jun 17 08:29:05.935235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-139d15ab-6a66-47eb-b2c8-44dae955026e None None] Provisioning for port cb015a1c-0ea1-4316-9385-9ae06840344f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:05.940422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c04449-2f39-42ce-ac43-dcc760141993 req-5bd2bdd5-fcf5-480b-9077-77b520ebb7eb tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.942996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99c04449-2f39-42ce-ac43-dcc760141993 req-5bd2bdd5-fcf5-480b-9077-77b520ebb7eb tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.2167699 Jun 17 08:29:05.951320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-139d15ab-6a66-47eb-b2c8-44dae955026e None None] Provisioning complete for port cb015a1c-0ea1-4316-9385-9ae06840344f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:05.951897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-139d15ab-6a66-47eb-b2c8-44dae955026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.952023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-e3a6c649-cb92-4655-9420-f76de4b0f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.953492 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-e3a6c649-cb92-4655-9420-f76de4b0f817 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 1095 time: 0.3315887 Jun 17 08:29:06.005281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-139d15ab-6a66-47eb-b2c8-44dae955026e None None] Port cb015a1c-0ea1-4316-9385-9ae06840344f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:06.043176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811f77-94fd-4164-b69c-b534d36aa871 req-1763cc0a-4d92-4bc0-84a0-5ce16e2653d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.044624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a811f77-94fd-4164-b69c-b534d36aa871 req-1763cc0a-4d92-4bc0-84a0-5ce16e2653d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3130f59-1b64-4ed7-83af-e718599dabf7 HTTP/1.1" status: 200 len: 946 time: 0.2652428 Jun 17 08:29:06.058440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.063007 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-23bf7d40-fbe3-434c-8d54-652874910dda tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:06.074705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['ccdc50fc-83de-40a1-8ea7-7272133d82e8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:06.099745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event deleted for resources: {'Port': ['ID=ccdc50fc-83de-40a1-8ea7-7272133d82e8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:06.114108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99c04449-2f39-42ce-ac43-dcc760141993 req-f9892125-9811-4025-9ed6-8eaa55620342 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596184 Jun 17 08:29:06.115589 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:06.129368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-2e9df584-14ac-4113-802c-120a978344b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.131344 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-2e9df584-14ac-4113-802c-120a978344b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1102 time: 0.1564529 Jun 17 08:29:06.145857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.187725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a811f77-94fd-4164-b69c-b534d36aa871 req-f289b2f0-ed91-4e87-834b-4c39ac0cf1a4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177509 Jun 17 08:29:06.201469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] No DVR routers for this DVR port ccdc50fc-83de-40a1-8ea7-7272133d82e8 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:06.201912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-47dce2e2-fec6-4665-9a5d-ab6e6a880d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.204703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-47dce2e2-fec6-4665-9a5d-ab6e6a880d73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.2316935 Jun 17 08:29:06.207313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.210112 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4767c7ad-b0da-4051-adba-c41f235503c5 req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "DELETE /v2.0/ports/ccdc50fc-83de-40a1-8ea7-7272133d82e8 HTTP/1.1" status: 204 len: 173 time: 0.9578009 Jun 17 08:29:06.272053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-fa97096e-4494-4197-a9e3-ab8f69e93254 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83bee00e-add1-428a-9ce4-e2efa314de35 HTTP/1.1" status: 200 len: 217 time: 0.0408297 Jun 17 08:29:06.313841 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056cd611-c21b-4ba2-9d66-7134cf93e22c x-openstack-request-id: req-056cd611-c21b-4ba2-9d66-7134cf93e22c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:06.314060 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:06.314294 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-056cd611-c21b-4ba2-9d66-7134cf93e22c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:06.314733 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'status': 'completed', 'code': 200} Jun 17 08:29:06.364139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-2a8d5668-8529-4c5a-bdbd-67cb49655561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.365663 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-2a8d5668-8529-4c5a-bdbd-67cb49655561 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2152703 Jun 17 08:29:06.461648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-a6fb3dc4-0932-4146-b3f4-d870157988c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.464028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-a6fb3dc4-0932-4146-b3f4-d870157988c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1801229 Jun 17 08:29:06.467739 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-b9694475-6654-47f4-b40a-91465dbd6bac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.0823963 Jun 17 08:29:06.531257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-af0408ab-e9a3-431b-aa2c-ff1a9f579caa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465209 Jun 17 08:29:06.552430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-4d7a4821-b34f-4868-a8f0-b6ad35485da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.553939 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-4d7a4821-b34f-4868-a8f0-b6ad35485da1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0768723 Jun 17 08:29:06.555747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-d3edd51f-a5d8-4b5f-ba66-3de899388458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.557083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-d3edd51f-a5d8-4b5f-ba66-3de899388458 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.1905501 Jun 17 08:29:06.704095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-756db658-7547-443b-bc73-272e3282cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.705655 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-756db658-7547-443b-bc73-272e3282cfe6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400790 Jun 17 08:29:06.708074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-44864bec-1510-47df-a326-ca4d9b5f06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.708324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830344c6-b0fb-4995-9918-bb8a5c451f0c req-1faea456-c5da-4bd2-b477-f2166e1edeb8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.709488 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-44864bec-1510-47df-a326-ca4d9b5f06f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.1427596 Jun 17 08:29:06.709833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-830344c6-b0fb-4995-9918-bb8a5c451f0c req-1faea456-c5da-4bd2-b477-f2166e1edeb8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 946 time: 0.3674428 Jun 17 08:29:06.721078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02570a-f07c-4756-a808-1700ff17eabf req-51a79d39-47f9-4327-b9e2-61b2a95f87f4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.723213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff02570a-f07c-4756-a808-1700ff17eabf req-51a79d39-47f9-4327-b9e2-61b2a95f87f4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3036420 Jun 17 08:29:06.807233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-89c55f1d-d8dc-46ee-810c-8038110c37dd service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638826 Jun 17 08:29:06.807597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 83bee00e-add1-428a-9ce4-e2efa314de35 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:06.856631 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-24dad7fa-6d95-4826-9784-fad4f332d6e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 1001 time: 0.1260297 Jun 17 08:29:06.891315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-830344c6-b0fb-4995-9918-bb8a5c451f0c req-2a019705-ce8f-4a1f-8f3d-e96b35004d1d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642747 Jun 17 08:29:06.903998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff02570a-f07c-4756-a808-1700ff17eabf req-f8712b1e-79ad-47e7-a21e-a354c2a68d1e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635149 Jun 17 08:29:06.924857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb015a1c-0ea1-4316-9385-9ae06840344f {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:06.931164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-11f34a02-c201-4f8a-bf5d-9a9d61550d05 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118387 Jun 17 08:29:06.964044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.969811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device da01b586-8b38-45b2-aec2-702feef5faa3 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:06.981150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Transition to ACTIVE for port object cb015a1c-0ea1-4316-9385-9ae06840344f will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:07.019761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.032482 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.046824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-8585d190-ac0f-4cc9-bfe4-2a85e5df3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.064803 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-8585d190-ac0f-4cc9-bfe4-2a85e5df3098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1974990 Jun 17 08:29:07.133643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 83bee00e-add1-428a-9ce4-e2efa314de35, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=83bee00e-add1-428a-9ce4-e2efa314de35,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:07.160506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-43a291f8-ac28-4e2a-895e-c179eac9ef67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825593 Jun 17 08:29:07.205818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-bf7c6662-752f-4bf8-80e8-768b53b94ee0 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774633 Jun 17 08:29:07.277769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d96673c-5eb1-4522-894a-ef26fc031c3e req-7230734d-e249-4d25-bcd0-3cc2cb2cd502 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283122 Jun 17 08:29:07.343626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '83bee00e-add1-428a-9ce4-e2efa314de35', 'network_id': '9484a5b8-758a-4de4-9182-f2001c655303', 'port_id': '83bee00e-add1-428a-9ce4-e2efa314de35', 'mac_address': 'fa:16:3e:69:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:07.350843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port da01b586-8b38-45b2-aec2-702feef5faa3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:07.375852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port da01b586-8b38-45b2-aec2-702feef5faa3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:07.376240 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.380787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-f2bc4e1b-1799-4a7e-b29e-d99d109613e3 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505337 Jun 17 08:29:07.410559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Pushing event updated for resources: {'Port': ['ID=cb015a1c-0ea1-4316-9385-9ae06840344f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:07.414731 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:07.432855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-eb7da2d9-6f1b-42a8-a6a2-17d0e87eacb5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 1001 time: 0.4361269 Jun 17 08:29:07.436176 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.483823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bee00e-add1-428a-9ce4-e2efa314de35 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:07.532753 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9009f865-dbf1-4fff-ad0c-f42ba832a9c7 req-a962565c-81e8-41d0-9afc-0e944796f7b8 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446803 Jun 17 08:29:07.537431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa112f-51c7-40e2-a286-cdbca315eaa6 req-c732f363-4842-4d30-a8b5-f5f721432029 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.539660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7efa112f-51c7-40e2-a286-cdbca315eaa6 req-c732f363-4842-4d30-a8b5-f5f721432029 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 946 time: 0.2668345 Jun 17 08:29:07.553596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.574322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 83bee00e-add1-428a-9ce4-e2efa314de35, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=83bee00e-add1-428a-9ce4-e2efa314de35,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:07.581981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44467-99fc-4922-a235-180c3968cbe3 req-374906d5-27a1-492d-acb1-68207447671a tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.583932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-374906d5-27a1-492d-acb1-68207447671a tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports/87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 943 time: 0.1440389 Jun 17 08:29:07.590277 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.597953 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.598259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Attempting to bind port cb015a1c-0ea1-4316-9385-9ae06840344f on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:07.598493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Attempting to bind port cb015a1c-0ea1-4316-9385-9ae06840344f by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:07.598946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Attempting to bind port cb015a1c-0ea1-4316-9385-9ae06840344f on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:07.600128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c345d-0638-4921-8096-e58033a39001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01b586-8b38-45b2-aec2-702feef5faa3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:07.602385 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbe9cfb-b9ad-44f0-930c-eeff9de63d7c" -d '{"events": [{"server_uuid": "b07c345d-0638-4921-8096-e58033a39001", "name": "network-vif-plugged", "status": "completed", "tag": "da01b586-8b38-45b2-aec2-702feef5faa3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:07.616455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Port cb015a1c-0ea1-4316-9385-9ae06840344f on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:07.616906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Attempting to bind port cb015a1c-0ea1-4316-9385-9ae06840344f on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:07.618852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'name': 'network-vif-deleted', 'tag': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:07.621267 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb9934d-3685-47ef-9deb-ef7d5fcc5009" -d '{"events": [{"server_uuid": "f3130f59-1b64-4ed7-83af-e718599dabf7", "name": "network-vif-deleted", "tag": "ccdc50fc-83de-40a1-8ea7-7272133d82e8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:07.630225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7efa112f-51c7-40e2-a286-cdbca315eaa6 req-b76cc547-fad2-4947-aea0-3637b07aaec2 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816753 Jun 17 08:29:07.638669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:07.639035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:07.639407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:07.643269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Bound port: cb015a1c-0ea1-4316-9385-9ae06840344f, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:07.644240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.652754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port da01b586-8b38-45b2-aec2-702feef5faa3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=da01b586-8b38-45b2-aec2-702feef5faa3,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:07.668570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.669588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:07.702290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=83bee00e-add1-428a-9ce4-e2efa314de35,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:07.707825 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:07.708529 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.763086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=da01b586-8b38-45b2-aec2-702feef5faa3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:07.767170 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:07.820371 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.825060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] For port cb015a1c-0ea1-4316-9385-9ae06840344f, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:07.842578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] For port cb015a1c-0ea1-4316-9385-9ae06840344f, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=cb015a1c-0ea1-4316-9385-9ae06840344f,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:07.856106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:07.858002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.860799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.862010 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dd6652f6-82df-4af8-8b57-6cb955188298 tempest-ServersAdminNegativeTestJSON-1598768391 tempest-ServersAdminNegativeTestJSON-1598768391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.863845 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.868997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-a185e749-0e56-4bd6-a2b2-dc5aa1d77b34 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 1001 time: 0.1462150 Jun 17 08:29:07.896674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['83bee00e-add1-428a-9ce4-e2efa314de35'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:07.937594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.938210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.939695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] 10.222.0.60 "PUT /v2.0/ports/cb015a1c-0ea1-4316-9385-9ae06840344f HTTP/1.1" status: 200 len: 1095 time: 2.0583210 Jun 17 08:29:07.985281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:07.991957 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:08.347977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'tag': 'cb015a1c-0ea1-4316-9385-9ae06840344f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:08.350291 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a03fce-c112-4beb-9cf0-61e9c17824ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a304ec14-787e-4a4a-b6f5-a4267cb3bbbb", "tag": "cb015a1c-0ea1-4316-9385-9ae06840344f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:08.370694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Pushing event updated for resources: {'Port': ['ID=cb015a1c-0ea1-4316-9385-9ae06840344f,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:08.392962 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:08.400980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4201662-2a9f-4c25-a573-fdc46e727798 req-916bfae6-6d76-4005-94e2-e7a1016f36c7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.402496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4201662-2a9f-4c25-a573-fdc46e727798 req-916bfae6-6d76-4005-94e2-e7a1016f36c7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 944 time: 0.6204021 Jun 17 08:29:08.454521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44467-99fc-4922-a235-180c3968cbe3 req-15d90db5-0435-40cf-80d0-99cf405c0c22 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.456206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-15d90db5-0435-40cf-80d0-99cf405c0c22 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.5814307 Jun 17 08:29:08.485237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4201662-2a9f-4c25-a573-fdc46e727798 req-16183e51-8ba2-4790-942b-c1b65b6758e7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762463 Jun 17 08:29:08.529161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-5cebb115-9ff2-4786-8e34-0378fc6f0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.530827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-5cebb115-9ff2-4786-8e34-0378fc6f0a49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 1098 time: 0.1763413 Jun 17 08:29:08.583119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-05e20e1e-fd7a-45ce-b03c-2736ef98e82e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=cb015a1c-0ea1-4316-9385-9ae06840344f HTTP/1.1" status: 200 len: 217 time: 0.0426016 Jun 17 08:29:08.586387 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-23efe175-d1b2-4fba-aede-be22f7b6c7f8 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 1001 time: 0.1150959 Jun 17 08:29:08.606433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:08.723837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-b09fbf06-ff5e-4768-88e6-0b15b7898ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.725278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-b09fbf06-ff5e-4768-88e6-0b15b7898ef9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1356421 Jun 17 08:29:08.733823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:08.818936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 83bee00e-add1-428a-9ce4-e2efa314de35 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:08.845086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68bb6d-8441-466a-8e66-25acdf7169c7 req-343f701e-65d4-4e32-9207-d6382c469156 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.846571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a68bb6d-8441-466a-8e66-25acdf7169c7 req-343f701e-65d4-4e32-9207-d6382c469156 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 946 time: 0.2440360 Jun 17 08:29:08.873622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 83bee00e-add1-428a-9ce4-e2efa314de35 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:08.877670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 83bee00e-add1-428a-9ce4-e2efa314de35 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:08.878602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:08.949526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-36832e74-5d84-4239-a085-4a312b20a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.951121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-36832e74-5d84-4239-a085-4a312b20a166 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2149920 Jun 17 08:29:08.959325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a68bb6d-8441-466a-8e66-25acdf7169c7 req-cda7d6ca-17cf-47f5-a32f-7d4456788314 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822780 Jun 17 08:29:09.000836 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.043005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 83bee00e-add1-428a-9ce4-e2efa314de35, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=83bee00e-add1-428a-9ce4-e2efa314de35,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:09.049101 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.052658 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:09.087279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.091196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-47d9e223-3034-443b-99cd-cf27fdbdbc3c service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017740 Jun 17 08:29:09.103764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.104079 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Floating IP b9ba495d-9c17-4b1f-8dc5-ad3171896fb8 disassociated. External IP: 172.25.7.28, port: 87ca577b-c521-46dc-aeff-59a05543989e. Jun 17 08:29:09.107031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=83bee00e-add1-428a-9ce4-e2efa314de35,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:09.110425 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:09.240464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51798) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:09.312932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2d1a5-c143-4020-8a3e-09f5b68ce6ea req-29fab39b-2200-469c-b504-6d4fe8d82606 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.314555 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89c2d1a5-c143-4020-8a3e-09f5b68ce6ea req-29fab39b-2200-469c-b504-6d4fe8d82606 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 948 time: 0.2261872 Jun 17 08:29:09.325144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8afb3fa9-8c55-46c7-8589-b4ecf8fb2794 req-7891493f-04b9-4671-b557-96c5ec93020e service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225566 Jun 17 08:29:09.353723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.433203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89c2d1a5-c143-4020-8a3e-09f5b68ce6ea req-165a965e-0c70-42e0-805f-d77a723bd337 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102881 Jun 17 08:29:09.449820 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.456367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.464306 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-302e1a82-77cf-49af-8fe1-1fc8cf15f3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:09.486723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Router 402d59ab-248c-45d2-b0db-b34a972bb024 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:29:09.520083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c6d3b8b0a29423e971c654abfc73d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760155 Jun 17 08:29:09.521104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:09.523335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d483f04-22d2-4fcb-8ec3-b4d32601bcf2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:09.541167 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:09.593831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.618493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.679838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.684824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.688815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:09.689034 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d483f04-22d2-4fcb-8ec3-b4d32601bcf2 HTTP/1.1" status: 204 len: 168 time: 0.1516819 Jun 17 08:29:09.689034 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fbbac372-2629-48a9-9e2b-630a9715b125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:09.698801 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] Sync routers for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:09.703972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9ebb0a96-a1eb-4e50-b067-33fd3edc5f35 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.705502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9ebb0a96-a1eb-4e50-b067-33fd3edc5f35 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.1650074 Jun 17 08:29:09.707022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d483f04-22d2-4fcb-8ec3-b4d32601bcf2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:09.710391 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:09.712626 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:09.715752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:09.715934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.764579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-d4dd3362-8f3e-4923-b8e4-2e2ce44453de tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/quotas/3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 375 time: 0.0177984 Jun 17 08:29:09.811560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-58d7d7cf-2c94-4ea8-ad78-070b093eca7f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "PUT /v2.0/floatingips/b9ba495d-9c17-4b1f-8dc5-ad3171896fb8 HTTP/1.1" status: 200 len: 694 time: 1.2115438 Jun 17 08:29:09.832583 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:09.842146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-5562de03-50bd-4183-bf5f-3c25e04c17b2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767953 Jun 17 08:29:09.974857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44467-99fc-4922-a235-180c3968cbe3 req-701ceb54-bda3-48c2-b8b3-fe3e69bfb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.976396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-701ceb54-bda3-48c2-b8b3-fe3e69bfb4cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.1332042 Jun 17 08:29:09.982086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-0575c9b5-a042-4907-bad5-f40fe59baf3d service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304955 Jun 17 08:29:10.031343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51818) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:10.052916 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:10.078063 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] Checking router: 402d59ab-248c-45d2-b0db-b34a972bb024 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:10.083001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.086337 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:10.087044 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:10.180474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44467-99fc-4922-a235-180c3968cbe3 req-94843e15-4845-4ee8-ae78-0a826b4c805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.181951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-94843e15-4845-4ee8-ae78-0a826b4c805e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.1989818 Jun 17 08:29:10.185583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-b1e7cdaf-b872-478d-b47b-633accd25152 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938889 Jun 17 08:29:10.192823 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:10.213068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ccdc50fc-83de-40a1-8ea7-7272133d82e8 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.229194 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:10.233224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-fd3b29e0-14d5-4bbf-b440-f5a5321fa414 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.0431790 Jun 17 08:29:10.248557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: ccdc50fc-83de-40a1-8ea7-7272133d82e8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:10.248972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ccdc50fc-83de-40a1-8ea7-7272133d82e8 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:10.308815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44467-99fc-4922-a235-180c3968cbe3 req-4fc7ecac-72cd-4a3c-8209-344067798ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.310310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-4fc7ecac-72cd-4a3c-8209-344067798ee8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.0656276 Jun 17 08:29:10.320539 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.330527 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.349723 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1098c333-7803-460a-b1cf-39e68271fb70 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:10.357614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-bb793fdd-d042-413a-a5cc-17392f26269f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357163 Jun 17 08:29:10.417667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51824) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:10.436851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=359d4b9e600743a0816d9b00bb520c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941338 Jun 17 08:29:10.478815 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fcafa9-d736-47a7-8df2-11013bf7a4f8 x-openstack-request-id: req-93fcafa9-d736-47a7-8df2-11013bf7a4f8 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:10.479074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6cb7ff-4fe1-4e6d-81fc-b121671e421b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:10.479281 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c345d-0638-4921-8096-e58033a39001", "name": "network-vif-plugged", "status": "completed", "tag": "da01b586-8b38-45b2-aec2-702feef5faa3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:10.479517 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93fcafa9-d736-47a7-8df2-11013bf7a4f8 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:10.479917 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c345d-0638-4921-8096-e58033a39001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01b586-8b38-45b2-aec2-702feef5faa3', 'code': 200} Jun 17 08:29:10.483924 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:10.536039 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:10.566098 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635d3e-5dae-4b13-a71f-ee26e7ce3a38 None None] The sync data for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 is: [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 4, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '810ef9a5-54d6-4c37-98f9-4e61e5d9e533', 'name': '', 'network_id': 'fda24b19-23df-4b1f-bbd9-b01aa0ca477e', 'tenant_id': '834125222dfe453c9408aee32286818d', 'mac_address': 'fa:16:3e:10:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:42Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'subnets': [{'id': '1acfc3cf-4b09-4045-9199-17f6f4d4850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:10.579053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.586269 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbdc7ab-67ce-4230-b5c8-b8a374a688db x-openstack-request-id: req-ccbdc7ab-67ce-4230-b5c8-b8a374a688db {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:10.586635 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3130f59-1b64-4ed7-83af-e718599dabf7", "name": "network-vif-deleted", "tag": "ccdc50fc-83de-40a1-8ea7-7272133d82e8", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:10.586880 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccbdc7ab-67ce-4230-b5c8-b8a374a688db {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:10.587640 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3130f59-1b64-4ed7-83af-e718599dabf7', 'name': 'network-vif-deleted', 'tag': 'ccdc50fc-83de-40a1-8ea7-7272133d82e8', 'status': 'completed', 'code': 200} Jun 17 08:29:10.630431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-2f80186e-fd6d-44df-b9ae-9b20db2cac52 service neutron] 10.222.0.65 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555737 Jun 17 08:29:10.631456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.647615 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe815bf-fbef-4bf0-911c-9efafadb1a6a x-openstack-request-id: req-cfe815bf-fbef-4bf0-911c-9efafadb1a6a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:10.647952 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a304ec14-787e-4a4a-b6f5-a4267cb3bbbb", "tag": "cb015a1c-0ea1-4316-9385-9ae06840344f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:10.648277 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfe815bf-fbef-4bf0-911c-9efafadb1a6a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:10.648851 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'tag': 'cb015a1c-0ea1-4316-9385-9ae06840344f', 'status': 'completed', 'code': 200} Jun 17 08:29:10.758986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b3bf9-6c1c-4e9a-9066-b326868e6221 req-705d0077-d02b-47ed-bad1-c4f3be15dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.763374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab3b3bf9-6c1c-4e9a-9066-b326868e6221 req-705d0077-d02b-47ed-bad1-c4f3be15dc5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.2084641 Jun 17 08:29:10.790300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-4288384f-4c20-4c96-b681-abaf1a0c24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.791740 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-4288384f-4c20-4c96-b681-abaf1a0c24de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 1098 time: 0.1122148 Jun 17 08:29:10.792562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.795698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.796901 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa6cb7ff-4fe1-4e6d-81fc-b121671e421b HTTP/1.1" status: 204 len: 168 time: 0.3781426 Jun 17 08:29:10.797914 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b42ad44-b16a-4c9a-a6f2-1e07a0469744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:10.809381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6cb7ff-4fe1-4e6d-81fc-b121671e421b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:10.834932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:10.856246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aac44467-99fc-4922-a235-180c3968cbe3 req-61b36694-156a-4442-adbb-a1e20508775d service neutron] 10.222.0.65 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237003 Jun 17 08:29:10.857295 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:10.953535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab3b3bf9-6c1c-4e9a-9066-b326868e6221 req-0473dc13-abf4-4df8-94e9-d22ad5a57615 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824455 Jun 17 08:29:10.965366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-b27064d9-abba-4e46-8bda-d4d446bfd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.967159 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-b27064d9-abba-4e46-8bda-d4d446bfd44a service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1603827 Jun 17 08:29:11.011140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f43da-55e8-410b-bb53-7057847bec43 req-674d626f-33a7-4762-9e74-f81962225202 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.015245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a4f43da-55e8-410b-bb53-7057847bec43 req-674d626f-33a7-4762-9e74-f81962225202 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 946 time: 0.2452967 Jun 17 08:29:11.045133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:11.080872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54819b97-0cab-4e83-b686-fe6c045d7aa1 None None] New status for floating IP b9ba495d-9c17-4b1f-8dc5-ad3171896fb8: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:29:11.092675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a4f43da-55e8-410b-bb53-7057847bec43 req-fab2e905-5461-48b2-987a-ea339eba5095 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707495 Jun 17 08:29:11.095561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-0254b336-7d75-4fce-80ab-1cf02e0c2425 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=cb015a1c-0ea1-4316-9385-9ae06840344f HTTP/1.1" status: 200 len: 217 time: 0.0854723 Jun 17 08:29:11.176039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e3587a48-8199-42e5-b748-112163ec09ea', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'e3587a48-8199-42e5-b748-112163ec09ea', 'mac_address': 'fa:16:3e:8c:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:11.200445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-1340499b-ab3d-4e7a-b7ae-3735a7b00839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.201910 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-1340499b-ab3d-4e7a-b7ae-3735a7b00839 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0901077 Jun 17 08:29:11.323753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-73b0e9fb-343a-403c-8e58-eaf55a9fe612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.328920 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-73b0e9fb-343a-403c-8e58-eaf55a9fe612 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174521 Jun 17 08:29:11.404943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2e61-8ff6-48a5-9142-12f3fc035211 req-df27e1a1-fb57-4523-bd69-b28aae558fdb tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.406791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-465c2e61-8ff6-48a5-9142-12f3fc035211 req-df27e1a1-fb57-4523-bd69-b28aae558fdb tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1210890 Jun 17 08:29:11.481230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-465c2e61-8ff6-48a5-9142-12f3fc035211 req-54306526-5a27-4039-b5b6-9beb58277260 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Jun 17 08:29:11.521138 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-43f47bd7-3f0e-4dfc-91e8-b0636a974dbd service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823483 Jun 17 08:29:11.528937 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:11.542722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e94303e-3fe6-4bd0-958d-4a6d7270b923 req-efefa860-5923-4aab-b933-32a997006cb1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 210 time: 0.0747750 Jun 17 08:29:11.582224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3587a48-8199-42e5-b748-112163ec09ea {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:11.618099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:11.629752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:11.634317 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:11.650451 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50a03fce-c112-4beb-9cf0-61e9c17824ca req-f17a56f9-478c-490b-8526-cac99fd3c510 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236691 Jun 17 08:29:11.696523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:11.699774 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:11.814048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-35be079f-e790-4f86-a56f-d609387bdfdc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.816041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-35be079f-e790-4f86-a56f-d609387bdfdc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.1501672 Jun 17 08:29:11.836472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ec733-565e-4a10-9607-8e520912bb78 req-704675e6-ed80-411b-94a0-cc1d21b9628d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.837952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-765ec733-565e-4a10-9607-8e520912bb78 req-704675e6-ed80-411b-94a0-cc1d21b9628d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1427426 Jun 17 08:29:11.847576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-e6d973b8-b7f1-4575-a85b-05da6a270541 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.0245700 Jun 17 08:29:11.888105 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-38ce320b-b961-44ac-a0c8-d8b9b94b9979 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395181 Jun 17 08:29:11.946175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-765ec733-565e-4a10-9607-8e520912bb78 req-f0c8608b-4944-4b6c-840e-0355b69509ad tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964227 Jun 17 08:29:12.041954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-1d1a04b4-ae10-4a84-9aa6-f875ff966d41 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips/b9ba495d-9c17-4b1f-8dc5-ad3171896fb8 HTTP/1.1" status: 200 len: 692 time: 0.0745356 Jun 17 08:29:12.091444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-80dca1cf-d6a3-47a4-a220-b7523ae3e070 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839685 Jun 17 08:29:12.110331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e3587a48-8199-42e5-b748-112163ec09ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:12.161902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-2551249b-763a-4d5b-9add-074d6bcc9b5a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:12.163652 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-2551249b-763a-4d5b-9add-074d6bcc9b5a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.1835885 Jun 17 08:29:12.184255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'port': {'device_id': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'admin_state_up': True, 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:12.427697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:12.431633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.482000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}, {'server_uuid': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bee00e-add1-428a-9ce4-e2efa314de35'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:12.484510 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a2d6cf-f305-49f4-a482-5ca5227411f9" -d '{"events": [{"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}, {"server_uuid": "73b8133a-3366-4d31-af1c-21c8bc0dadfe", "name": "network-vif-plugged", "status": "completed", "tag": "83bee00e-add1-428a-9ce4-e2efa314de35"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:12.568955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-e8cf5f46-afd6-4c07-8992-6bdc306530a1 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:12.570299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-e8cf5f46-afd6-4c07-8992-6bdc306530a1 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.5226507 Jun 17 08:29:12.589446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Allocated IP 172.20.0.7 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/fb6ebc27-17bc-42fe-80ce-0ca52c6779ef) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:12.628481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-636faab5-7a30-41f1-82a6-3530b92c939d service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282736 Jun 17 08:29:12.633737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-cd1f46a2-be3f-4de3-b765-f7c6b7c82d40 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0558851 Jun 17 08:29:12.674492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:12.678115 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084673ba-7886-47ea-ad71-253d90b3a61b" -d '{"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:12.699894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-46f641c9-7ab7-44af-bf55-462c38c250a9 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0600471 Jun 17 08:29:12.823873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.841098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Transition to ACTIVE for port object fb6ebc27-17bc-42fe-80ce-0ca52c6779ef will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:12.845784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Deleting port dc313495-ba18-49c9-b692-41758e2f73f0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:12.846266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.863870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device cb015a1c-0ea1-4316-9385-9ae06840344f details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:12.896647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.920834 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:12.958939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.959269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.009263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:13.011846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.025810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:13.029013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:13.033374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.043338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port cb015a1c-0ea1-4316-9385-9ae06840344f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=cb015a1c-0ea1-4316-9385-9ae06840344f,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:13.053108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Calling delete_port for dc313495-ba18-49c9-b692-41758e2f73f0 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:13.064113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'cb015a1c-0ea1-4316-9385-9ae06840344f', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'cb015a1c-0ea1-4316-9385-9ae06840344f', 'mac_address': 'fa:16:3e:7f:68:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:13.112061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.124105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.124793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.145485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb015a1c-0ea1-4316-9385-9ae06840344f {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:13.157732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9833882 Jun 17 08:29:13.179287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Request body: {'port': {'device_id': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:13.188427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port cb015a1c-0ea1-4316-9385-9ae06840344f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=cb015a1c-0ea1-4316-9385-9ae06840344f,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:13.198859 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.220484 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.286385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.291713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45a2b-c354-4675-882b-1a207afc77c6 req-3e025a5e-6b70-4866-951e-586009bcdb79 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.304741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5be45a2b-c354-4675-882b-1a207afc77c6 req-3e025a5e-6b70-4866-951e-586009bcdb79 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 946 time: 0.1872296 Jun 17 08:29:13.343489 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:13.360140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=cb015a1c-0ea1-4316-9385-9ae06840344f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.373662 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.381441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5be45a2b-c354-4675-882b-1a207afc77c6 req-7f734523-ca5f-425f-8670-48213c2e79de tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760133 Jun 17 08:29:13.381970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51982) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:13.400881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.412555 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1425b598-0e39-485e-b531-c9a34bfcfaca tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.441836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-619dc080-4cdd-4af9-8492-7372aca276d5 None None] Provisioning for port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:13.445765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-619dc080-4cdd-4af9-8492-7372aca276d5 None None] Provisioning complete for port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:13.446282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-619dc080-4cdd-4af9-8492-7372aca276d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.531341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:13.539419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-619dc080-4cdd-4af9-8492-7372aca276d5 None None] Port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:13.564752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.568868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.576012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23c08278-8117-4da8-a5a2-82c412ddcf3d req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "DELETE /v2.0/floatingips/b9ba495d-9c17-4b1f-8dc5-ad3171896fb8 HTTP/1.1" status: 204 len: 173 time: 0.8749895 Jun 17 08:29:13.600788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event deleted for resources: {'Port': ['ID=dc313495-ba18-49c9-b692-41758e2f73f0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.604788 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.630176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-c84dd294-3389-442a-aa55-d23750487c3a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.631891 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-c84dd294-3389-442a-aa55-d23750487c3a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 946 time: 0.2638888 Jun 17 08:29:13.647382 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.714676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8639e4-15f5-4024-b791-a4c24cd13619 req-3946b7e4-9e97-4fad-8e82-f7f61edecaf8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.718513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8639e4-15f5-4024-b791-a4c24cd13619 req-3946b7e4-9e97-4fad-8e82-f7f61edecaf8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 950 time: 0.1288261 Jun 17 08:29:13.739559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6ebc27-17bc-42fe-80ce-0ca52c6779ef {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:13.750019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.773138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Transition to ACTIVE for port object fb6ebc27-17bc-42fe-80ce-0ca52c6779ef will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:13.798311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.830576 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.856648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8639e4-15f5-4024-b791-a4c24cd13619 req-b833c12f-9d25-43fa-b720-128b840d120e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295078 Jun 17 08:29:13.939227 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.945682 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d41f9a-15a1-4525-ad9a-7898c78ad929 x-openstack-request-id: req-89d41f9a-15a1-4525-ad9a-7898c78ad929 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:13.946209 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "code": 200}, {"server_uuid": "73b8133a-3366-4d31-af1c-21c8bc0dadfe", "name": "network-vif-plugged", "status": "completed", "tag": "83bee00e-add1-428a-9ce4-e2efa314de35", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:13.946606 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89d41f9a-15a1-4525-ad9a-7898c78ad929 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:13.947175 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'code': 200} Jun 17 08:29:13.947770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10124474-df1b-4cab-96ba-16b6caee91e2 req-124ed80c-b915-49cf-b81a-3f5f625f1bfa tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.948910 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bee00e-add1-428a-9ce4-e2efa314de35', 'code': 200} Jun 17 08:29:13.955072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10124474-df1b-4cab-96ba-16b6caee91e2 req-124ed80c-b915-49cf-b81a-3f5f625f1bfa tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 947 time: 0.1886826 Jun 17 08:29:13.963751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.973413 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-142f4d9f-c01c-45a2-96cc-aa366f4c1b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:14.028316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4a460eca28d4210839ef32a1329dc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419308 Jun 17 08:29:14.031410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:14.032245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f8c15-74d6-4e9d-9f8b-0f0f10209dac,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:14.042367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:14.045305 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.047512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10124474-df1b-4cab-96ba-16b6caee91e2 req-2b146a32-fb2c-4f98-8eb8-3e8ce3e139de tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915058 Jun 17 08:29:14.054805 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.089138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port 03caffd5-cc40-4800-9f64-50a6ffd5f113 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:14.089470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.169970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Attempting to bind port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:14.170304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Attempting to bind port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:14.170760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Attempting to bind port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:14.183322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:14.183578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Attempting to bind port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:14.193830 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:14.194172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:14.194620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:14.195077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Bound port: fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:14.195421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.222363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port 03caffd5-cc40-4800-9f64-50a6ffd5f113, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=03caffd5-cc40-4800-9f64-50a6ffd5f113,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:14.222813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.234591 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.272399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7cc58-f2a9-45ec-be5d-8725ca0e8d5d req-9fe4b45c-cd5a-4da0-9e54-887369d37ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.273906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56e7cc58-f2a9-45ec-be5d-8725ca0e8d5d req-9fe4b45c-cd5a-4da0-9e54-887369d37ee0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 1097 time: 0.1931410 Jun 17 08:29:14.280246 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.309817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5ddb0-7077-44ec-9d4f-096d3b711205 req-4c4d2e25-7149-4d1b-b717-f6e5510af64e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.311426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12e5ddb0-7077-44ec-9d4f-096d3b711205 req-4c4d2e25-7149-4d1b-b717-f6e5510af64e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1858368 Jun 17 08:29:14.441635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56e7cc58-f2a9-45ec-be5d-8725ca0e8d5d req-790d1ff2-aa43-4aa3-9152-17bc71c4601d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492243 Jun 17 08:29:14.455408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee79b51-bca7-4690-82fc-e6f98149e315 req-3686df32-7f61-4c7d-be7c-81defe670201 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.457603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ee79b51-bca7-4690-82fc-e6f98149e315 req-3686df32-7f61-4c7d-be7c-81defe670201 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 943 time: 0.2609706 Jun 17 08:29:14.492045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12e5ddb0-7077-44ec-9d4f-096d3b711205 req-9d876ff9-4bba-4f32-8cc3-444910523b83 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719100 Jun 17 08:29:14.576773 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e5d24-078a-48b3-8508-7480b891abf1 x-openstack-request-id: req-fb6e5d24-078a-48b3-8508-7480b891abf1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:14.577264 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:14.577682 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb6e5d24-078a-48b3-8508-7480b891abf1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:14.578338 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'status': 'completed', 'code': 200} Jun 17 08:29:14.587516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ee79b51-bca7-4690-82fc-e6f98149e315 req-6bfbd1aa-30dd-4404-81b4-bd59b3325370 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658932 Jun 17 08:29:14.596463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for 03caffd5-cc40-4800-9f64-50a6ffd5f113 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:14.617986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.621728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.623807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/440f8c15-74d6-4e9d-9f8b-0f0f10209dac HTTP/1.1" status: 204 len: 168 time: 0.5881190 Jun 17 08:29:14.633136 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0c51357e-fcb4-4872-b5ea-5664250acd65 tempest-ServersAdminNegativeTestJSON-1040882192 tempest-ServersAdminNegativeTestJSON-1040882192-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:14.670939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] For port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:14.687898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] For port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:14.700129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.703968 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c6011fe-ea25-41e0-b526-e129e8d2e319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:14.717696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f8c15-74d6-4e9d-9f8b-0f0f10209dac,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:14.720106 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.729215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-6f13c4ab-8950-4d8b-a5f7-444efe76df7e tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.730865 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-6f13c4ab-8950-4d8b-a5f7-444efe76df7e tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.3961136 Jun 17 08:29:14.740142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe813e9-05aa-435b-9ac7-f3cf92cd542a req-4fbbdd56-e01d-4d38-b77e-3941f994716f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 210 time: 0.0693207 Jun 17 08:29:14.750248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Request body: {'port': {'device_id': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'admin_state_up': True, 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:14.751194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.751810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.753473 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb6ebc27-17bc-42fe-80ce-0ca52c6779ef HTTP/1.1" status: 200 len: 1092 time: 1.5862079 Jun 17 08:29:14.754042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'tag': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:14.756590 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9266fe5-9d55-476a-9a19-3ac844374d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c65a4695-a7d1-4d4e-bd54-0adcbb2d87db", "tag": "fb6ebc27-17bc-42fe-80ce-0ca52c6779ef"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:14.785964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:14.793407 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.871004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device cb015a1c-0ea1-4316-9385-9ae06840344f up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:14.942818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-825046a7-5e68-43e9-89f3-57082eab7850 req-48e11fdc-f557-411d-9e6d-33ccfb1e4749 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups/8f0132b7-512b-4b6d-b059-0482797fabca HTTP/1.1" status: 200 len: 1809 time: 0.2750795 Jun 17 08:29:14.953135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.965217 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b986c2c-b983-47b8-a5c8-3352ed896086 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:14.968308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084673ba-7886-47ea-ad71-253d90b3a61b req-265a59e9-14f0-43e6-839e-1455a49d50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.969825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-265a59e9-14f0-43e6-839e-1455a49d50c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834125222dfe453c9408aee32286818d&device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 1098 time: 0.3773110 Jun 17 08:29:14.971646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:15.053411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=03caffd5-cc40-4800-9f64-50a6ffd5f113,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:15.072844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24076577-0d3e-4aa3-a893-5d27dfec4a85 req-3289697d-fbb3-496a-8a09-80daa8061082 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a1d2319-7ff3-44db-b10a-a836d2102351 HTTP/1.1" status: 200 len: 210 time: 0.0732410 Jun 17 08:29:15.083525 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:15.086251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port cb015a1c-0ea1-4316-9385-9ae06840344f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:15.092874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port cb015a1c-0ea1-4316-9385-9ae06840344f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:15.093490 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.165611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port 03caffd5-cc40-4800-9f64-50a6ffd5f113 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:15.172869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.176473 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0f99f2f3-8dcc-4029-9fc8-61cccea2da68 req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "DELETE /v2.0/ports/03caffd5-cc40-4800-9f64-50a6ffd5f113 HTTP/1.1" status: 204 len: 173 time: 1.4136460 Jun 17 08:29:15.179806 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ca312-0361-4e35-bf5b-8651f25c6b70 x-openstack-request-id: req-194ca312-0361-4e35-bf5b-8651f25c6b70 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:15.180293 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65a4695-a7d1-4d4e-bd54-0adcbb2d87db", "tag": "fb6ebc27-17bc-42fe-80ce-0ca52c6779ef", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:15.180754 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-194ca312-0361-4e35-bf5b-8651f25c6b70 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:15.181512 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'tag': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef', 'status': 'completed', 'code': 200} Jun 17 08:29:15.186333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8852f05d-b0ac-4f39-9213-55f50ea1b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.188952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-8852f05d-b0ac-4f39-9213-55f50ea1b6ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 1095 time: 0.3280478 Jun 17 08:29:15.246194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-825046a7-5e68-43e9-89f3-57082eab7850 req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.265404 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-e7c244f9-d027-44a0-b018-caf625cafd67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef HTTP/1.1" status: 200 len: 217 time: 0.0679605 Jun 17 08:29:15.281918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:15.291767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.337567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.345119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-fcba7068-9c49-48fc-b904-581619b68a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.347931 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-fcba7068-9c49-48fc-b904-581619b68a62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0736277 Jun 17 08:29:15.377815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084673ba-7886-47ea-ad71-253d90b3a61b req-2f12709a-786d-4f2e-a4ad-1f21031b9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.388466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-2f12709a-786d-4f2e-a4ad-1f21031b9e84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 200 len: 921 time: 0.4049280 Jun 17 08:29:15.415820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-825046a7-5e68-43e9-89f3-57082eab7850 req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.419732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port cb015a1c-0ea1-4316-9385-9ae06840344f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=cb015a1c-0ea1-4316-9385-9ae06840344f,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:15.420539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-37e59234-8e85-4212-b00c-9e77425935ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.422187 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-37e59234-8e85-4212-b00c-9e77425935ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685773 Jun 17 08:29:15.429057 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.430342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:15.434137 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:15.482226 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-825046a7-5e68-43e9-89f3-57082eab7850 req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.485647 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-825046a7-5e68-43e9-89f3-57082eab7850 req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.491928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-825046a7-5e68-43e9-89f3-57082eab7850 req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f0132b7-512b-4b6d-b059-0482797fabca HTTP/1.1" status: 204 len: 173 time: 0.5361371 Jun 17 08:29:15.536068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=cb015a1c-0ea1-4316-9385-9ae06840344f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:15.546896 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:15.557530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e3587a48-8199-42e5-b748-112163ec09ea triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:15.557929 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.563943 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-be300bce-9540-4268-bb35-0f3a1a3fe503 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269712 Jun 17 08:29:15.574621 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9fd29d4c-2e8b-41cf-bcd6-e3aaff91ad42 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:15.598147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-bdbfe464-f245-452d-908a-a767af37d1bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 200 len: 217 time: 0.1328096 Jun 17 08:29:15.603237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0132b7-512b-4b6d-b059-0482797fabca,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:15.619391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:15.693385 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce85c234-1ee6-4708-8396-1dc83eab05de req-9a7d1f1a-ac1b-4c15-ac11-c1131ae8acd4 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206210 Jun 17 08:29:15.712956 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.737778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084673ba-7886-47ea-ad71-253d90b3a61b req-ad692c14-cb58-4259-835f-5a565ef8061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.739461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-ad692c14-cb58-4259-835f-5a565ef8061e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 200 len: 860 time: 0.1225743 Jun 17 08:29:15.744747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-48c1800d-ae45-456c-b420-2d752d11c41d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266985 Jun 17 08:29:15.755777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:15.763992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.777641 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:15.790942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-dd93dba6-d19b-4e61-baeb-56053240d612 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fda24b19-23df-4b1f-bbd9-b01aa0ca477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414310 Jun 17 08:29:15.798665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecb0bd-3bf0-45a6-b094-d3834e1822d0 req-0fffeac7-43f9-4c19-b50e-8752629bb093 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.800697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4eecb0bd-3bf0-45a6-b094-d3834e1822d0 req-0fffeac7-43f9-4c19-b50e-8752629bb093 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 947 time: 0.5018280 Jun 17 08:29:15.840241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:15.844171 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:15.867595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-a624ab18-9365-4df8-8164-8edbaf7e123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.869223 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-a624ab18-9365-4df8-8164-8edbaf7e123f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 1095 time: 0.1037169 Jun 17 08:29:15.950253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb015a1c-0ea1-4316-9385-9ae06840344f'}, {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:15.952686 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a48eca0-af5b-4c47-8b00-40f72f0528f2" -d '{"events": [{"server_uuid": "a304ec14-787e-4a4a-b6f5-a4267cb3bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "cb015a1c-0ea1-4316-9385-9ae06840344f"}, {"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-plugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:16.026186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Allocated IP 172.20.0.13 (0e38e04b-db7f-4b2e-bbeb-21133ad2785c/a6cc7d86-deb0-4478-b270-faf305277e6b/7717a1fb-3bdb-4043-8d35-11b3d266adc2) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:16.046146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4eecb0bd-3bf0-45a6-b094-d3834e1822d0 req-76fa4597-5a6a-4f01-a82b-d212f10ffed4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174425 Jun 17 08:29:16.057974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-531f6077-c411-4672-ad86-032cfa17df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.067547 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-531f6077-c411-4672-ad86-032cfa17df55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.1836374 Jun 17 08:29:16.141644 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-0891f019-2c88-44b9-a0cf-19b1fd4efb47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef HTTP/1.1" status: 200 len: 217 time: 0.0745893 Jun 17 08:29:16.203536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-e391fcc5-bb99-4282-8a34-fb03c4aeee38 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966086 Jun 17 08:29:16.209230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-92c00d5c-4262-4d14-b59c-49a6f0ea4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.210664 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-92c00d5c-4262-4d14-b59c-49a6f0ea4ecb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0613317 Jun 17 08:29:16.292312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-1258095e-5e25-489e-9f1b-195245e64e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.294135 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-1258095e-5e25-489e-9f1b-195245e64e34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756617 Jun 17 08:29:16.332632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-084673ba-7886-47ea-ad71-253d90b3a61b req-706d3fe6-8953-4298-94ad-f0efc9079aa2 service neutron] 10.222.0.60 "GET /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075556 Jun 17 08:29:16.342256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-0fdf3cac-aec6-4cb3-a167-1e471124f104 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.343783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-0fdf3cac-aec6-4cb3-a167-1e471124f104 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5580711 Jun 17 08:29:16.410521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-1232fea9-3c75-4d00-9dc8-d7fb27857d7d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/quotas/7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 375 time: 0.0562727 Jun 17 08:29:16.467678 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-0122a2ab-441b-4dd4-b982-982d4bb7d448 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638651 Jun 17 08:29:16.501009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.539825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-9cc223a3-fcec-4020-9355-1f7beb6cc790 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222711 Jun 17 08:29:16.568111 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.574794 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-872ae982-3dde-4ba5-bebb-1d3d55728932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:16.607559 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f9266fe5-9d55-476a-9a19-3ac844374d0b req-7f8c9363-d6cd-4d53-90f6-423c421dd748 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329980 Jun 17 08:29:16.685259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:16.696162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:16.699126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:16.704611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event updated for resources: {'Port': ['ID=7717a1fb-3bdb-4043-8d35-11b3d266adc2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:16.737307 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:16.778538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.779187 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.807216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa3329-e843-4294-b15d-23b9296eec94 req-18f61c3f-4a13-4f18-bcf7-2f488d577718 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.808808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cfa3329-e843-4294-b15d-23b9296eec94 req-18f61c3f-4a13-4f18-bcf7-2f488d577718 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1842000 Jun 17 08:29:16.810631 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0674052 Jun 17 08:29:16.827771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Request body: {'port': {'device_id': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:16.889519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 03caffd5-cc40-4800-9f64-50a6ffd5f113 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:16.918516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52064) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:16.934451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 03caffd5-cc40-4800-9f64-50a6ffd5f113 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:16.934800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 03caffd5-cc40-4800-9f64-50a6ffd5f113 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:16.942507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.957823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cfa3329-e843-4294-b15d-23b9296eec94 req-c3adf5a8-9a63-4acc-a466-3edd65e5bd14 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399107 Jun 17 08:29:17.064344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fec6151f-2ecc-4732-8d30-7d3059ad9190 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-902382612'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:17.067172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fec6151f-2ecc-4732-8d30-7d3059ad9190 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Unknown quota resources ['metering_label']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:29:17.089148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.136363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69323a3a-cf49-46cf-b923-98842b5e3373 req-adc130c3-db0d-49d7-bc92-879aeeb88f85 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:17.143390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69323a3a-cf49-46cf-b923-98842b5e3373 req-adc130c3-db0d-49d7-bc92-879aeeb88f85 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 943 time: 0.3126667 Jun 17 08:29:17.193020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'name': 'network-vif-deleted', 'tag': '03caffd5-cc40-4800-9f64-50a6ffd5f113'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:17.195415 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a28a4-0568-4ad1-af47-20e68b9d3f5a" -d '{"events": [{"server_uuid": "4a1d2319-7ff3-44db-b10a-a836d2102351", "name": "network-vif-deleted", "tag": "03caffd5-cc40-4800-9f64-50a6ffd5f113"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:17.225117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69323a3a-cf49-46cf-b923-98842b5e3373 req-50486025-b73b-49fc-b782-b543cf50a783 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799658 Jun 17 08:29:17.296707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fec6151f-2ecc-4732-8d30-7d3059ad9190 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.298039 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fec6151f-2ecc-4732-8d30-7d3059ad9190 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3783927 Jun 17 08:29:17.303144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52078) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.307606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3e3dcaab-76dd-432a-ae1f-80b6e30c3f88 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f43c2a2b-a2c1-4990-9a25-67188595e5e5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:17.308086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3e3dcaab-76dd-432a-ae1f-80b6e30c3f88 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:29:17.311594 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e7727-1f85-42a3-9071-101609b8835b x-openstack-request-id: req-eb5e7727-1f85-42a3-9071-101609b8835b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:17.312338 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a304ec14-787e-4a4a-b6f5-a4267cb3bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "cb015a1c-0ea1-4316-9385-9ae06840344f", "code": 200}, {"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-plugged", "status": "completed", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:17.312606 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb5e7727-1f85-42a3-9071-101609b8835b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:17.313058 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb015a1c-0ea1-4316-9385-9ae06840344f', 'code': 200} Jun 17 08:29:17.313331 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'code': 200} Jun 17 08:29:17.334831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ffaa9-31b5-47fa-9531-7dac36dd09f9 req-fadf40b5-d303-423d-a6ac-3f435827cff4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:17.341840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba2ffaa9-31b5-47fa-9531-7dac36dd09f9 req-fadf40b5-d303-423d-a6ac-3f435827cff4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 932 time: 0.2536278 Jun 17 08:29:17.399605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba2ffaa9-31b5-47fa-9531-7dac36dd09f9 req-8851d44e-69eb-4150-900a-8c551b474ee7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568247 Jun 17 08:29:17.441951 n-d-780147-13 neutron-server[93499]: WARNING neutron.services.metering.metering_plugin [None req-3e3dcaab-76dd-432a-ae1f-80b6e30c3f88 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:29:17.566261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcaab-76dd-432a-ae1f-80b6e30c3f88 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.570546 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e3dcaab-76dd-432a-ae1f-80b6e30c3f88 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2636828 Jun 17 08:29:17.572549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52082) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.577591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b619bb5e-68c9-4344-bf7a-9c2e0880bf32 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f43c2a2b-a2c1-4990-9a25-67188595e5e5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:17.578089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b619bb5e-68c9-4344-bf7a-9c2e0880bf32 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:29:17.639993 n-d-780147-13 neutron-server[93499]: WARNING neutron.services.metering.metering_plugin [None req-b619bb5e-68c9-4344-bf7a-9c2e0880bf32 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:29:17.725570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b619bb5e-68c9-4344-bf7a-9c2e0880bf32 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.727083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b619bb5e-68c9-4344-bf7a-9c2e0880bf32 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1534467 Jun 17 08:29:17.729699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.740510 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4118c598-773b-4c1a-bc5c-206ffe2e1a22 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=95ebfbe5-fff0-4623-bfa9-635abf4b1b36 HTTP/1.1" status: 200 len: 462 time: 0.0096445 Jun 17 08:29:17.742890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.845931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13b635ae-3c21-456b-88e6-71a1e525dee1 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.847628 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13b635ae-3c21-456b-88e6-71a1e525dee1 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/95ebfbe5-fff0-4623-bfa9-635abf4b1b36 HTTP/1.1" status: 204 len: 168 time: 0.1038144 Jun 17 08:29:17.851033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.859633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-10ec5f32-e49d-4344-9905-c12e5892b784 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=95ebfbe5-fff0-4623-bfa9-635abf4b1b36 HTTP/1.1" status: 200 len: 221 time: 0.0074606 Jun 17 08:29:17.863760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52090) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.867834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6f4e2f0-d6c7-446b-b336-f4398cabce8d tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--642472754', 'description': 'label created by tempest'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:17.868274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6f4e2f0-d6c7-446b-b336-f4398cabce8d tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Unknown quota resources ['metering_label']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:29:17.903417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ce14cd4-28a3-4a9d-b9c2-c1f759a83f25 req-77d8cb32-7652-4244-8fe0-9421eeb68be6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 210 time: 0.0535586 Jun 17 08:29:18.013164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7478992-fc73-42f8-a322-c85e9eef98c5 req-079516fb-2678-4549-853c-2b1bd708f89a tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.014678 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7478992-fc73-42f8-a322-c85e9eef98c5 req-079516fb-2678-4549-853c-2b1bd708f89a tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.5187609 Jun 17 08:29:18.019622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129cec3-9c76-4f1f-b8ed-328b608ce038 req-6cd9e83a-2304-4049-b0e7-441938e2f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.021096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d129cec3-9c76-4f1f-b8ed-328b608ce038 req-6cd9e83a-2304-4049-b0e7-441938e2f873 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 1100 time: 0.2004006 Jun 17 08:29:18.033594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7717a1fb-3bdb-4043-8d35-11b3d266adc2 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:18.037541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e2f0-d6c7-446b-b336-f4398cabce8d tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.038843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6f4e2f0-d6c7-446b-b336-f4398cabce8d tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1741941 Jun 17 08:29:18.041712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52092) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.073940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.108183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d129cec3-9c76-4f1f-b8ed-328b608ce038 req-436a625a-b3f7-4f2d-b82e-7288341415d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646231 Jun 17 08:29:18.125763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Transition to ACTIVE for port object 7717a1fb-3bdb-4043-8d35-11b3d266adc2 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:18.139736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7478992-fc73-42f8-a322-c85e9eef98c5 req-ac822e16-3a07-4eca-b896-53256a790bce tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988204 Jun 17 08:29:18.145888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bff9643c-0b32-419e-bf85-1065ac88a827 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=2b080bdf-636c-428f-996d-65533592a1b0 HTTP/1.1" status: 200 len: 467 time: 0.0994797 Jun 17 08:29:18.146068 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.146175 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-b7e85512-719a-4bae-b3a7-6f7d60068543 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7b964bd719d94aefb67da595c6df2182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627706 Jun 17 08:29:18.146175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52094) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.148151 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2cf47ada-09ce-45b7-9f2c-17694f5a86f4 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:18.246715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=7717a1fb-3bdb-4043-8d35-11b3d266adc2,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:18.258526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fb6ebc27-17bc-42fe-80ce-0ca52c6779ef details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:18.275631 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:18.362515 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e00f0-5667-4988-9d6c-4192f5c7cf5c x-openstack-request-id: req-482e00f0-5667-4988-9d6c-4192f5c7cf5c {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:18.362841 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1d2319-7ff3-44db-b10a-a836d2102351", "name": "network-vif-deleted", "tag": "03caffd5-cc40-4800-9f64-50a6ffd5f113", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:18.363819 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-482e00f0-5667-4988-9d6c-4192f5c7cf5c {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:18.364256 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1d2319-7ff3-44db-b10a-a836d2102351', 'name': 'network-vif-deleted', 'tag': '03caffd5-cc40-4800-9f64-50a6ffd5f113', 'status': 'completed', 'code': 200} Jun 17 08:29:18.371166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Attempting to bind port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:18.371921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Attempting to bind port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:18.372408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Attempting to bind port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:18.378444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:18.379098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Attempting to bind port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:18.388870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:18.389444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:18.390611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Bound using segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:18.391359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Bound port: 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:18.392080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.424269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7cb1-ccd3-4b22-a557-6d380f84f5a5 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.428923 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b7d7cb1-ccd3-4b22-a557-6d380f84f5a5 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/2b080bdf-636c-428f-996d-65533592a1b0 HTTP/1.1" status: 204 len: 168 time: 0.2792506 Jun 17 08:29:18.431563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52102) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.456044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-badb957e-1479-4d6f-a64b-3453b6e7fb83 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.457503 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-badb957e-1479-4d6f-a64b-3453b6e7fb83 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047953 Jun 17 08:29:18.462133 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-296975fd-f67e-4d58-bf50-47b91a1af03f tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=2b080bdf-636c-428f-996d-65533592a1b0 HTTP/1.1" status: 200 len: 216 time: 0.0264747 Jun 17 08:29:18.462403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52104) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.469651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:18.476391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Request body: {'port': {'device_id': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '7b964bd719d94aefb67da595c6df2182'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:18.488675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef', 'mac_address': 'fa:16:3e:43:d9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:18.488870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-577cc559-2a35-4128-9094-519553824d4c tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0208938 Jun 17 08:29:18.497222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52106) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.528195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-bae91c18-89a5-47f7-9ce7-e7d989e081ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.530061 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-bae91c18-89a5-47f7-9ce7-e7d989e081ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 1097 time: 0.2070196 Jun 17 08:29:18.536020 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.546476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-62d206fc-b0b2-4631-98a4-efd5b7dba73b tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0469644 Jun 17 08:29:18.549346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52108) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.553962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6ebc27-17bc-42fe-80ce-0ca52c6779ef {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:18.584440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:18.591561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.594296 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:18.607919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Made reservation on behalf of 7b964bd719d94aefb67da595c6df2182 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:18.612343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.648326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:18.651597 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:18.680463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] For port 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:18.709366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2be62f02-3dca-4c7a-a02d-854e304029fc tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/f43c2a2b-a2c1-4990-9a25-67188595e5e5 HTTP/1.1" status: 200 len: 472 time: 0.1563923 Jun 17 08:29:18.712626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52110) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.747913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] For port 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:18.758921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Allocated IP 192.168.233.120 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/f3f10f5c-5ff8-4d69-b459-2efcbaca7694) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:18.767503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.772570 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05c97b21-0362-46db-8410-efbdbda23d21 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:18.778664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aef647cf-2270-4ef1-9251-43b2fc18b937 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/e0d353ff-907e-4fff-8f67-93849e1cc4a3 HTTP/1.1" status: 200 len: 459 time: 0.0604479 Jun 17 08:29:18.779188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52114) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.813809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598fa7a-5ef8-428c-9138-6e7e5424633e req-b4cb8a66-3c5d-4bb6-956f-597b721141c4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.816214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f598fa7a-5ef8-428c-9138-6e7e5424633e req-b4cb8a66-3c5d-4bb6-956f-597b721141c4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 948 time: 0.3749309 Jun 17 08:29:18.827113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:18.839863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.840577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.842640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] 10.222.0.67 "PUT /v2.0/ports/7717a1fb-3bdb-4043-8d35-11b3d266adc2 HTTP/1.1" status: 200 len: 1093 time: 2.0225017 Jun 17 08:29:18.843825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'tag': '7717a1fb-3bdb-4043-8d35-11b3d266adc2'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:18.846239 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96" -d '{"events": [{"name": "network-changed", "server_uuid": "5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc", "tag": "7717a1fb-3bdb-4043-8d35-11b3d266adc2"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:18.876252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-fa7def48-ce5a-434e-9465-4766623c7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.877646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-fa7def48-ce5a-434e-9465-4766623c7778 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.3298805 Jun 17 08:29:18.999998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-39f1533e-5162-40d8-b1c3-c008b3781344 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83bee00e-add1-428a-9ce4-e2efa314de35 HTTP/1.1" status: 200 len: 217 time: 0.0893576 Jun 17 08:29:19.003697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=7717a1fb-3bdb-4043-8d35-11b3d266adc2,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:19.017563 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:19.068284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f598fa7a-5ef8-428c-9138-6e7e5424633e req-29994627-c244-42d6-9e67-155a5c40933c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186282 Jun 17 08:29:19.119925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-d4105f85-5494-49ea-bcec-82a4c8b7c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.121500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-d4105f85-5494-49ea-bcec-82a4c8b7c99e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1028650 Jun 17 08:29:19.129653 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d56b-3fb5-46aa-a3af-359920b0a1a3 req-799aaf7e-2147-4e77-af88-5485bd99d1dd tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.131275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5406d56b-3fb5-46aa-a3af-359920b0a1a3 req-799aaf7e-2147-4e77-af88-5485bd99d1dd tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.2883449 Jun 17 08:29:19.167232 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.175982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-d6627907-f3a2-459a-b874-4fef6badd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.177776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-d6627907-f3a2-459a-b874-4fef6badd4ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 1096 time: 0.2661498 Jun 17 08:29:19.179669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-fae16e31-d93d-491c-8cff-fc98f38ab2e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475063 Jun 17 08:29:19.232843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2af74a1-126e-45bb-8671-ff899c50a0f3 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.233942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2af74a1-126e-45bb-8671-ff899c50a0f3 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/e0d353ff-907e-4fff-8f67-93849e1cc4a3 HTTP/1.1" status: 204 len: 168 time: 0.4539762 Jun 17 08:29:19.236775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52124) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:19.275914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-99e8890f-dd1e-4fec-a8e9-82d48b1f40c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2 HTTP/1.1" status: 200 len: 217 time: 0.0885990 Jun 17 08:29:19.366637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5406d56b-3fb5-46aa-a3af-359920b0a1a3 req-1f96495c-d3a5-42c5-87ab-d0ac37e3c6da tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207804 Jun 17 08:29:19.397599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-a7d18ff3-9deb-4731-b22b-444722ced6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.399853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-a7d18ff3-9deb-4731-b22b-444722ced6ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.1109893 Jun 17 08:29:19.462341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-819dd4ec-acd9-4fac-99bb-ba862fbee6e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442050 Jun 17 08:29:19.472256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-c3a9f12d-42ea-4532-805b-3d4fe4f6e597 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813714 Jun 17 08:29:19.480259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.491004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13503506-6722-4691-b6e2-53b382c58823 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.494696 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13503506-6722-4691-b6e2-53b382c58823 tempest-MeteringIpV6TestJSON-14404040 tempest-MeteringIpV6TestJSON-14404040-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/f43c2a2b-a2c1-4990-9a25-67188595e5e5 HTTP/1.1" status: 204 len: 168 time: 0.2545946 Jun 17 08:29:19.499601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Transition to ACTIVE for port object f3f10f5c-5ff8-4d69-b459-2efcbaca7694 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:19.510741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc793-d61f-44f6-9312-1960180a792f req-15cb078a-6216-456b-9aaf-d3bc382c638f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.515371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14edc793-d61f-44f6-9312-1960180a792f req-15cb078a-6216-456b-9aaf-d3bc382c638f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 944 time: 0.3291552 Jun 17 08:29:19.535977 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.549475 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-157ae4cf-fd36-43ef-947c-1d3534fd7cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:19.550595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:19.554545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'e3587a48-8199-42e5-b748-112163ec09ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:19.621437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:19.626522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:19.634013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:19.684741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:19.693090 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:19.732356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-286af0d3-7626-42eb-afdc-00f5a99f37a4 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.742167 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-286af0d3-7626-42eb-afdc-00f5a99f37a4 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.2011650 Jun 17 08:29:19.746428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-212b1b69-c0d8-4d5d-a6af-69869b28a0d6 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731979 Jun 17 08:29:19.749954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14edc793-d61f-44f6-9312-1960180a792f req-fbddd410-e13d-4cff-8554-defbc589ef22 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260475 Jun 17 08:29:19.755742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.756348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.793143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43090d53-4f98-4d59-83dd-2386fca49eb7 req-2689f1e8-2761-40f3-8d57-8654531f49b5 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991617 Jun 17 08:29:19.828352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aa4ef-9585-44c1-9522-cbc26ec8a622 req-661936b4-2a3e-409a-9fa0-b1d15721339a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.836611 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c5aa4ef-9585-44c1-9522-cbc26ec8a622 req-661936b4-2a3e-409a-9fa0-b1d15721339a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 944 time: 0.3160841 Jun 17 08:29:19.875724 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4048128 Jun 17 08:29:19.932368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Request body: {'port': {'device_id': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:19.949722 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce248360-37c2-4834-bdc4-f20359266e5d x-openstack-request-id: req-ce248360-37c2-4834-bdc4-f20359266e5d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:19.950063 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc", "tag": "7717a1fb-3bdb-4043-8d35-11b3d266adc2", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:19.950362 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce248360-37c2-4834-bdc4-f20359266e5d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:19.950802 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'tag': '7717a1fb-3bdb-4043-8d35-11b3d266adc2', 'status': 'completed', 'code': 200} Jun 17 08:29:19.993001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:20.036579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c5aa4ef-9585-44c1-9522-cbc26ec8a622 req-4a50b314-634e-4eb9-89d1-26699fd4feba tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989596 Jun 17 08:29:20.039340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49463b8a-7f1d-4579-b398-59a0ce296e6d req-75a6557b-58dd-47cb-8b66-ce664d790258 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786531 Jun 17 08:29:20.051532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.054688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Deleting port 87ca577b-c521-46dc-aeff-59a05543989e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:20.055571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.203188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.219723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-631a9eb9-79fb-488b-a313-604cd87826d4 None None] Provisioning for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:20.243564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-631a9eb9-79fb-488b-a313-604cd87826d4 None None] Provisioning complete for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:20.244050 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-631a9eb9-79fb-488b-a313-604cd87826d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.250228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae628f3e-3f2e-4c84-8e79-237a3088f5e5 req-5ba07bde-2b7c-4c00-bbee-6ab8761b4edd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.251882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae628f3e-3f2e-4c84-8e79-237a3088f5e5 req-5ba07bde-2b7c-4c00-bbee-6ab8761b4edd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 936 time: 0.1211500 Jun 17 08:29:20.288237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-d2e4e088-3bcf-4982-8ac6-55bcd9a95fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.290111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-d2e4e088-3bcf-4982-8ac6-55bcd9a95fd1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 1096 time: 0.1856112 Jun 17 08:29:20.305719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-631a9eb9-79fb-488b-a313-604cd87826d4 None None] Port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:20.310503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fb6ebc27-17bc-42fe-80ce-0ca52c6779ef up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:20.340692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] For port 87ca577b-c521-46dc-aeff-59a05543989e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=87ca577b-c521-46dc-aeff-59a05543989e,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:20.341571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.358563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae628f3e-3f2e-4c84-8e79-237a3088f5e5 req-92a88e9e-ffaa-40f1-bd45-b16adac71c8e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844209 Jun 17 08:29:20.366287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:20.372728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:20.373643 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.416008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cbf6-93bc-4ac4-a3ca-a511f6b4e0af req-45f09c4d-843c-4f1d-ba09-9189a1fb7636 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.424693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0a5cbf6-93bc-4ac4-a3ca-a511f6b4e0af req-45f09c4d-843c-4f1d-ba09-9189a1fb7636 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/ports?device_id=0279addd-cb38-458d-9fa6-ef33ba1e201b HTTP/1.1" status: 200 len: 946 time: 0.2017329 Jun 17 08:29:20.453806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-c76d6fa3-951b-4de6-a9b3-dee954247736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.455492 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-c76d6fa3-951b-4de6-a9b3-dee954247736 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.1563971 Jun 17 08:29:20.460580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Calling delete_port for 87ca577b-c521-46dc-aeff-59a05543989e owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:20.485534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.516909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0a5cbf6-93bc-4ac4-a3ca-a511f6b4e0af req-9f2e144e-f6d4-4e42-ab97-d8c58b16410d tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d76e448-c400-4539-84d8-78afde24ee2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911448 Jun 17 08:29:20.525407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-26ad16ee-95f2-4066-82ef-157751c781fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2 HTTP/1.1" status: 200 len: 217 time: 0.0577796 Jun 17 08:29:20.622277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-ee16dc13-0660-4762-9038-012db303e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.624467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-ee16dc13-0660-4762-9038-012db303e7f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.0861430 Jun 17 08:29:20.637509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.655117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.657269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:20.659808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd62c3a5-8832-45ed-81f7-4ec22f2edb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.660360 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879bf6b-7bac-402e-a538-e1d24c9e8259" -d '{"events": [{"server_uuid": "c65a4695-a7d1-4d4e-bd54-0adcbb2d87db", "name": "network-vif-plugged", "status": "completed", "tag": "fb6ebc27-17bc-42fe-80ce-0ca52c6779ef"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:20.673681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:20.679856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.682250 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.737934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.743614 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.747218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-54ef867b-ee13-47a5-9640-dd4af4b1b895 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586088 Jun 17 08:29:20.763910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a64835-21ab-4d85-a917-a3f57b18b0d5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.774082 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa116cbc66554eda888514c923f6479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620046 Jun 17 08:29:20.775217 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.778754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:20.782967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:20.796750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.808010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-3e87991a-6c47-4eb0-99fb-5b5770276890 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.809501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-3e87991a-6c47-4eb0-99fb-5b5770276890 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2982628 Jun 17 08:29:20.831919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Transition to ACTIVE for port object f3f10f5c-5ff8-4d69-b459-2efcbaca7694 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:20.835740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.843769 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-969219dd-90bd-4792-90eb-42265b1ef81d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.847083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.851038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['87ca577b-c521-46dc-aeff-59a05543989e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:20.868424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-f7675a4b-8bc5-43ba-871c-90539364e516 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0509982 Jun 17 08:29:20.883790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Pushing event deleted for resources: {'Port': ['ID=87ca577b-c521-46dc-aeff-59a05543989e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.891896 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.894158 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3e27bc-c772-4a2f-9639-4f13ac6cc625 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.932085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac181-f722-4846-8183-fad7242ca07f req-c760ada2-57b3-4106-87ca-c41a5a98f23f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.933576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b03ac181-f722-4846-8183-fad7242ca07f req-c760ada2-57b3-4106-87ca-c41a5a98f23f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 948 time: 0.2439620 Jun 17 08:29:20.945513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-7b23ff41-8210-4812-9d49-e52754fb5b79 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911936 Jun 17 08:29:21.001340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.022956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b03ac181-f722-4846-8183-fad7242ca07f req-56d27034-916f-4e60-a281-c99875697138 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797222 Jun 17 08:29:21.028617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] No DVR routers for this DVR port 87ca577b-c521-46dc-aeff-59a05543989e on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:21.052539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.054617 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-319a8ced-b5bd-442b-90bc-172dbd0a9981 req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] 10.222.0.60 "DELETE /v2.0/ports/87ca577b-c521-46dc-aeff-59a05543989e HTTP/1.1" status: 204 len: 173 time: 1.2943904 Jun 17 08:29:21.056952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'name': 'network-vif-deleted', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:21.059306 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6464b22c-067e-4af7-bdd9-5bb2853e9a51" -d '{"events": [{"server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "name": "network-vif-deleted", "tag": "87ca577b-c521-46dc-aeff-59a05543989e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:21.064911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:21.075807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-6afc03cf-fb94-4845-b5c5-c1a28b533d45 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957715 Jun 17 08:29:21.076433 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:21.105545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.122454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3c58-dc35-4642-b48d-534fdf8dcb96 req-fe187741-315b-417a-b26e-55670cfa7a8d service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675632 Jun 17 08:29:21.168360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:21.168654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:21.168938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:21.173962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:21.174285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:21.182736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:21.183114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:21.183648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:21.184135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Bound port: f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:21.184590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.205002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.208456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-54850978-b000-4f66-b64b-cc7239a92596 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134956 Jun 17 08:29:21.209995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.211196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3a64835-21ab-4d85-a917-a3f57b18b0d5 HTTP/1.1" status: 204 len: 168 time: 0.4249666 Jun 17 08:29:21.232935 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5041e00-ecac-4c1b-924b-cd56df7e971e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:21.255551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a64835-21ab-4d85-a917-a3f57b18b0d5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:21.258393 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:21.298359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:21.302478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:21.310062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.312862 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:21.353803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.354499 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.355989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 1097 time: 1.4601941 Jun 17 08:29:21.366693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-f9406fcd-f533-4c3c-a83a-9fa67ec15194 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519697 Jun 17 08:29:21.408149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0bd04-1f45-474e-af75-e165020eef87 req-91c849ac-8bb3-4931-b062-01bd9f9cc413 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.414064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cf0bd04-1f45-474e-af75-e165020eef87 req-91c849ac-8bb3-4931-b062-01bd9f9cc413 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1240489 Jun 17 08:29:21.438617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:21.471167 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:21.510473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-2c5e796a-4c93-4bd1-a6e6-862e83d67d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.512243 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-2c5e796a-4c93-4bd1-a6e6-862e83d67d9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1100 time: 0.0923731 Jun 17 08:29:21.573751 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-74ad4cde-57ab-4ce4-8f16-ff55818f2ba1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0531619 Jun 17 08:29:21.608037 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e1da8-e103-4870-85fe-ce819c0b1988 x-openstack-request-id: req-9f5e1da8-e103-4870-85fe-ce819c0b1988 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:21.608355 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a4695-a7d1-4d4e-bd54-0adcbb2d87db", "name": "network-vif-plugged", "status": "completed", "tag": "fb6ebc27-17bc-42fe-80ce-0ca52c6779ef", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:21.608613 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f5e1da8-e103-4870-85fe-ce819c0b1988 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:21.609040 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef', 'code': 200} Jun 17 08:29:21.709799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52178) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:21.748559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.755879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-fb60888a-ac23-4c27-be02-6919b65279dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.757670 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-fb60888a-ac23-4c27-be02-6919b65279dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1712773 Jun 17 08:29:21.880423 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-cc5be542-e91b-49dd-a320-e59ec0a65f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.882051 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-cc5be542-e91b-49dd-a320-e59ec0a65f99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158404 Jun 17 08:29:21.982675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cf0bd04-1f45-474e-af75-e165020eef87 req-f1a46bc0-5f96-45ec-9adc-95bef4b7b6b7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590065 Jun 17 08:29:22.014160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.021524 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-cca30ed5-918e-4416-b5ef-dd11bbdf2856 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302924 Jun 17 08:29:22.022954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.027067 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4a5f6420-a2bd-4ba3-90ed-1e9fa33d1082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.057912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7325d2-da52-4803-b8dd-70f314dbe92e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.085041 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.092790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5a11-1576-445f-bbcb-c18ae2842b5f req-65c1dccb-cca1-4864-8edb-bada9712eb1f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.094950 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b15b5a11-1576-445f-bbcb-c18ae2842b5f req-65c1dccb-cca1-4864-8edb-bada9712eb1f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2295487 Jun 17 08:29:22.132455 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d42c9aae898e4cb2992de0aa6c303ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135866 Jun 17 08:29:22.135816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52188) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:22.141375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6888-ae41-4728-838f-7213491deaed req-b24cd7c6-f09f-4a22-9b81-152479f028f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.142783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b8b6888-ae41-4728-838f-7213491deaed req-b24cd7c6-f09f-4a22-9b81-152479f028f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 1097 time: 0.2766767 Jun 17 08:29:22.176636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b15b5a11-1576-445f-bbcb-c18ae2842b5f req-640653ad-61a3-4750-bdbb-11ffb7efb131 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730336 Jun 17 08:29:22.191732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b8b6888-ae41-4728-838f-7213491deaed req-b5e80a58-b0d1-4d73-94c0-af826e0ad17d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Jun 17 08:29:22.265382 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-174ca2a2-e91e-46af-a6a2-3431cdcdbf79 req-47e049b0-961f-4ecd-92d9-01ce7aeeaebe service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130728 Jun 17 08:29:22.268893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.312971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.364833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648ed3-e2da-416b-90e2-1cc998c7148d req-72068c2a-9a78-4a3c-aea2-11efb38811c9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.366468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b648ed3-e2da-416b-90e2-1cc998c7148d req-72068c2a-9a78-4a3c-aea2-11efb38811c9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 944 time: 0.0690207 Jun 17 08:29:22.381714 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.384712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.385904 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed7325d2-da52-4803-b8dd-70f314dbe92e HTTP/1.1" status: 204 len: 168 time: 0.2498441 Jun 17 08:29:22.386933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36bf6f21-6a09-423d-a513-55b8520931ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.396561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7325d2-da52-4803-b8dd-70f314dbe92e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.399028 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.425384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b648ed3-e2da-416b-90e2-1cc998c7148d req-eef4b4a9-1d36-493f-a44d-b035a40a6ad8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Jun 17 08:29:22.493302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376ec97-fb3f-4697-8710-a0eb6ce05c6c req-8dbe1868-5ee9-4fda-853f-0b4eca799cc2 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.494827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8376ec97-fb3f-4697-8710-a0eb6ce05c6c req-8dbe1868-5ee9-4fda-853f-0b4eca799cc2 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 1100 time: 0.0743756 Jun 17 08:29:22.502143 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e4614-77b4-4031-a342-e3866ebae474 x-openstack-request-id: req-0c6e4614-77b4-4031-a342-e3866ebae474 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:22.502745 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0279addd-cb38-458d-9fa6-ef33ba1e201b", "name": "network-vif-deleted", "tag": "87ca577b-c521-46dc-aeff-59a05543989e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:22.503726 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c6e4614-77b4-4031-a342-e3866ebae474 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:22.504310 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0279addd-cb38-458d-9fa6-ef33ba1e201b', 'name': 'network-vif-deleted', 'tag': '87ca577b-c521-46dc-aeff-59a05543989e', 'status': 'completed', 'code': 200} Jun 17 08:29:22.517211 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8376ec97-fb3f-4697-8710-a0eb6ce05c6c req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.657851 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8376ec97-fb3f-4697-8710-a0eb6ce05c6c req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.663555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8376ec97-fb3f-4697-8710-a0eb6ce05c6c req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.667672 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.695293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8376ec97-fb3f-4697-8710-a0eb6ce05c6c req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942699 Jun 17 08:29:22.705258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9893650-d083-4f19-9f71-c22fc88900c6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.709044 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.725160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba80ee4-3ea8-4be0-8d84-20c7a68623e3 req-56f6b1f5-a39a-4bfe-990b-86d427d991e7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.731938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aba80ee4-3ea8-4be0-8d84-20c7a68623e3 req-56f6b1f5-a39a-4bfe-990b-86d427d991e7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.1276040 Jun 17 08:29:22.770524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aba80ee4-3ea8-4be0-8d84-20c7a68623e3 req-79e5ec01-8519-416f-8b37-903eddde0240 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Jun 17 08:29:22.802707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52200) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:22.904923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 87ca577b-c521-46dc-aeff-59a05543989e no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:22.936891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 87ca577b-c521-46dc-aeff-59a05543989e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:22.937430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 87ca577b-c521-46dc-aeff-59a05543989e not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:22.949533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c15178c6-0cc9-4529-a26c-747bcd32f483 req-a02acfbd-9a07-4d8d-bbd6-617f132320cd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 210 time: 0.0587099 Jun 17 08:29:23.223286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c22a5-fe21-41f7-a9e3-8d1897d0a392 req-c6c87013-b030-43a5-a824-0e3192ee60ec tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.225130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a71c22a5-fe21-41f7-a9e3-8d1897d0a392 req-c6c87013-b030-43a5-a824-0e3192ee60ec tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.0754058 Jun 17 08:29:23.287509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a71c22a5-fe21-41f7-a9e3-8d1897d0a392 req-b6e981cd-6561-4348-b609-e2a51ae8ff86 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Jun 17 08:29:23.317761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-76d8943f-4679-4cd7-a752-61198a8c02ed tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387557 Jun 17 08:29:23.483811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-5cfb72d7-9aa1-4ab8-a15b-5a49ee9d8163 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.485315 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-5cfb72d7-9aa1-4ab8-a15b-5a49ee9d8163 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2052882 Jun 17 08:29:23.500705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-5f3d3f0b-ccdd-4f92-9152-2ed81673f652 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.504548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:23.509720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-5f3d3f0b-ccdd-4f92-9152-2ed81673f652 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813645 Jun 17 08:29:23.533403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-93336f33-f330-4f63-ab3b-76c32585771e tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/quotas/ac2429b0b0c64aa7a543eb8b52130104 HTTP/1.1" status: 200 len: 375 time: 0.0225112 Jun 17 08:29:23.598553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.603139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18bbd-5ac1-48d8-8997-4bba4e16c609 req-70b0165b-e6da-483d-bb3b-2e98ef5617e0 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.609395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ccb18bbd-5ac1-48d8-8997-4bba4e16c609 req-70b0165b-e6da-483d-bb3b-2e98ef5617e0 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1651249 Jun 17 08:29:23.641838 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-089a4177-3d57-4cac-ae38-ced0bb0367ef tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063559 Jun 17 08:29:23.665738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ccb18bbd-5ac1-48d8-8997-4bba4e16c609 req-d82781ec-9152-4745-8ee0-a244cc164918 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Jun 17 08:29:23.828752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:23.833980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.870000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9af00e-b57c-430c-8409-aaccb23cd793 req-ce8c4c4f-9cbe-4764-97ea-535a2cba3719 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.872267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f9af00e-b57c-430c-8409-aaccb23cd793 req-ce8c4c4f-9cbe-4764-97ea-535a2cba3719 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 944 time: 0.0950637 Jun 17 08:29:23.923510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f9af00e-b57c-430c-8409-aaccb23cd793 req-6e9e60af-f37b-42a3-8d9a-29608cdfd07d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Jun 17 08:29:24.083362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.5 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/a83121e9-6296-41f4-a781-17ed2f4376ff) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:24.133760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52252) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:24.151180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Deleting port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:24.151521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.252418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] For port 810ef9a5-54d6-4c37-98f9-4e61e5d9e533, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,segment=NetworkSegment(eec84ad6-b9e0-471b-a18a-6984e15e64db),segment_id=eec84ad6-b9e0-471b-a18a-6984e15e64db)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:24.253218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.343883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7717a1fb-3bdb-4043-8d35-11b3d266adc2 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:24.345791 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Calling delete_port for 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:24.387042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8cb2d63f-4845-455a-90f5-fe7b020e18a5 req-4596e474-a1c0-427c-b19f-8f746507f1ed tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 210 time: 0.1029363 Jun 17 08:29:24.484859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57280005-59ab-4127-ad54-c1c894aa69b5 req-f3119b18-52f7-4fc8-8a46-c397d3bb5198 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:24.488711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57280005-59ab-4127-ad54-c1c894aa69b5 req-f3119b18-52f7-4fc8-8a46-c397d3bb5198 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.1949234 Jun 17 08:29:24.511170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:24.513412 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a5b73-175c-4d5f-ab12-46bd4450525f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:24.519766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-964424379'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:24.582085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57280005-59ab-4127-ad54-c1c894aa69b5 req-ea9a1653-de62-4b4c-984b-88dcb3044bc9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852804 Jun 17 08:29:24.593580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Made reservation on behalf of 5b269e241af9402fb07e0ea17ddaf0c9 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:24.597219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.599587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:24.633374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '7717a1fb-3bdb-4043-8d35-11b3d266adc2', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': '7717a1fb-3bdb-4043-8d35-11b3d266adc2', 'mac_address': 'fa:16:3e:2d:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:24.680089 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.701311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7717a1fb-3bdb-4043-8d35-11b3d266adc2 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:24.750344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:24.756030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.767551 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:24.794604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3d9dc-b970-403f-8312-eec26f1bc898 req-80000bc5-b772-4b40-862f-0347156cf5ff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:24.814317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46f3d9dc-b970-403f-8312-eec26f1bc898 req-80000bc5-b772-4b40-862f-0347156cf5ff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2181141 Jun 17 08:29:24.841399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7717a1fb-3bdb-4043-8d35-11b3d266adc2,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:24.846988 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:24.904738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46f3d9dc-b970-403f-8312-eec26f1bc898 req-22bcb529-cd4f-4846-b4e8-683ac8bdaebf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893614 Jun 17 08:29:24.974068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.975670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d41514-14d8-45b0-ab71-425200b49d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.993511 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2978bd-23e6-4209-b72a-2ecf4f3bde11 x-openstack-request-id: req-6a2978bd-23e6-4209-b72a-2ecf4f3bde11 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:24.994021 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:24.994393 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a2978bd-23e6-4209-b72a-2ecf4f3bde11 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:24.995027 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'status': 'completed', 'code': 200} Jun 17 08:29:25.043429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7717a1fb-3bdb-4043-8d35-11b3d266adc2'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:25.044221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.063327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73888add-db9c-4c06-8163-9422a93fa335 req-e602f58d-ef92-46a2-9c16-f8a964df1fa7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 210 time: 0.0350163 Jun 17 08:29:25.065582 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-714326cb-b4e1-4389-9038-8c93995107bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:25.122493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.125031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Pushing event deleted for resources: {'Port': ['ID=810ef9a5-54d6-4c37-98f9-4e61e5d9e533,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:25.129081 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:25.272256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-d6c45f36-bea0-4ffa-903d-42e1060ba57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.273989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-d6c45f36-bea0-4ffa-903d-42e1060ba57d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1100 time: 0.2555840 Jun 17 08:29:25.281745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f17b-f77b-4301-b061-67fc4004ce2a req-440cd7da-433b-40df-959b-7fee1b5fa2f0 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.284544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a891f17b-f77b-4301-b061-67fc4004ce2a req-440cd7da-433b-40df-959b-7fee1b5fa2f0 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1208889 Jun 17 08:29:25.355279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.372068 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ca0f931e-60da-411f-b14e-be6e57edb701 tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:25.377289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a891f17b-f77b-4301-b061-67fc4004ce2a req-b7206810-1ad3-4997-afd6-180e01050501 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812056 Jun 17 08:29:25.416659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cfdbd-a16e-48b7-8ec3-d995631498b4 req-94903f75-bcff-483a-82b0-6f3471a99c7d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.416659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b0cfdbd-a16e-48b7-8ec3-d995631498b4 req-94903f75-bcff-483a-82b0-6f3471a99c7d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 945 time: 0.1264930 Jun 17 08:29:25.463981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b0cfdbd-a16e-48b7-8ec3-d995631498b4 req-61b898ac-5d5f-4f50-bae8-332b4c731a2d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Jun 17 08:29:25.500606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:25.502039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.521476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:25.526639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.532301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:25.536568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=a83121e9-6296-41f4-a781-17ed2f4376ff,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:25.544026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:25.565394 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:25.598621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:29:25.626507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e57ef-75ce-4724-b873-493253edca1c req-d9fe4412-31e7-4ee5-92ef-c9dc3f0ee154 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.627284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a32e57ef-75ce-4724-b873-493253edca1c req-d9fe4412-31e7-4ee5-92ef-c9dc3f0ee154 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 931 time: 0.0825834 Jun 17 08:29:25.641371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-5ab00fff-6930-4df4-aad2-e79e7e8beb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.643072 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-5ab00fff-6930-4df4-aad2-e79e7e8beb71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3279629 Jun 17 08:29:25.651282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.651603 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Added segment befd11d6-9730-4695-8f36-a5c895f35e98 of type vlan for network e8af97b1-6b90-4a26-a788-5ce740a329b5 Jun 17 08:29:25.671076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3e28b-b9c5-4e45-a661-c81789ce70f9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:25.673546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.678029 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:25.697096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a32e57ef-75ce-4724-b873-493253edca1c req-fc2df73a-60f6-4510-b0d6-50c7aca52a47 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Jun 17 08:29:25.700587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:25.724923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.725546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.750876 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-6ee23585-cd89-483b-90f3-1b64356fd8ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0973566 Jun 17 08:29:25.798790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.821740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a6561-32f3-4725-9bfb-c364c65f13f2 req-c546b640-a175-43d7-82a3-3d6068d6d252 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.823675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c59a6561-32f3-4725-9bfb-c364c65f13f2 req-c546b640-a175-43d7-82a3-3d6068d6d252 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.0836735 Jun 17 08:29:25.840452 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3437099 Jun 17 08:29:25.880951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Request body: {'port': {'device_id': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:25.888183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c59a6561-32f3-4725-9bfb-c364c65f13f2 req-8ecbeb17-b17f-49ec-987f-a38f0510ef2b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530307 Jun 17 08:29:25.956239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-6b9bc038-4ebd-4595-874d-1fde46d3e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.957804 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-6b9bc038-4ebd-4595-874d-1fde46d3e32b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1963511 Jun 17 08:29:26.002007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.007524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.008122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.028308 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-250961fb-ca14-4a15-a84d-4a57c41bf3f8 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:26.080648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59d29-88c7-418b-b462-b28316e3b43a req-27b9f1dd-87bb-4dff-ace5-2c2e42ff3c50 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.082039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3e59d29-88c7-418b-b462-b28316e3b43a req-27b9f1dd-87bb-4dff-ace5-2c2e42ff3c50 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.0647316 Jun 17 08:29:26.089771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9549010 Jun 17 08:29:26.098574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.125034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3e59d29-88c7-418b-b462-b28316e3b43a req-e6b6e055-a8d8-4733-b9e1-3e5603a9b24c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Jun 17 08:29:26.169885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Pushing event updated for resources: {'Network': ['ID=e8af97b1-6b90-4a26-a788-5ce740a329b5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:26.183183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network e8af97b1-6b90-4a26-a788-5ce740a329b5 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:29:26.204084 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:26.250051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-7f0e26d4-41b3-43f5-b570-6ca18843cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.251705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-7f0e26d4-41b3-43f5-b570-6ca18843cb44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2824893 Jun 17 08:29:26.359428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:26.362353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7717a1fb-3bdb-4043-8d35-11b3d266adc2 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:26.396857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52292) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:26.407519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Request body: {'port': {'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5', 'binding:host_id': 'n-h2-780147-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-5283254'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:26.414058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0057f7e9-35a4-45d2-906d-6fcc0e599f50 req-b19c9e6a-eae2-4956-a26e-a2cb2e8945a5 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 210 time: 0.0678353 Jun 17 08:29:26.434098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Router 402d59ab-248c-45d2-b0db-b34a972bb024 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:29:26.491903 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-af777970-e87d-4fc8-87f7-f5dca03bbd86 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320812 Jun 17 08:29:26.497897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Made reservation on behalf of 5652f3fb412f4ecb8776f14cb67436f8 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:26.500157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.527493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:26.542274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:26.542668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.551557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-c0b826e9-7727-4717-94e4-1b29c0db727a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938168 Jun 17 08:29:26.586488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.647171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:26.662637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'mac_address': 'fa:16:3e:d5:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:26.766946 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.771076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-339aca87-da10-42b9-91c5-9d217b6a02cd tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.773542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-339aca87-da10-42b9-91c5-9d217b6a02cd tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089763 Jun 17 08:29:26.788893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7feb84-7cf2-439b-b5bc-d287d8a978e9 req-df8d2d20-6aff-4373-b457-f90451842cfd tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.790671 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff6a5b73-175c-4d5f-ab12-46bd4450525f req-1c7b1c81-9bc4-4b9d-8d72-c8f5f05f42d7 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626789 Jun 17 08:29:26.795616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:26.806952 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] Sync routers for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:26.814281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e7feb84-7cf2-439b-b5bc-d287d8a978e9 req-df8d2d20-6aff-4373-b457-f90451842cfd tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.2608232 Jun 17 08:29:26.825597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:26.826689 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:26.830068 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] 10.222.0.65 "PUT /v2.0/routers/402d59ab-248c-45d2-b0db-b34a972bb024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0240679 Jun 17 08:29:26.830201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:26.833280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52300) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:26.849314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:26.886017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:26.890436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83121e9-6296-41f4-a781-17ed2f4376ff {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:26.904285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.907846 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-699329f5-54ed-49f5-bd3b-aa076996791f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:26.913023 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.928070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.978646 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:26.986462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:26.990411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Transition to ACTIVE for port object a83121e9-6296-41f4-a781-17ed2f4376ff will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:26.991768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7717a1fb-3bdb-4043-8d35-11b3d266adc2'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:26.995422 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4ef54d-9437-4666-bc06-0bbd26d722da" -d '{"events": [{"server_uuid": "5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc", "name": "network-vif-plugged", "status": "completed", "tag": "7717a1fb-3bdb-4043-8d35-11b3d266adc2"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:27.003413 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.015090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.020361 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5faa577f-8fa3-4691-ac7a-f99d2b9137fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:27.036214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.040085 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.041265 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:27.103365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7717a1fb-3bdb-4043-8d35-11b3d266adc2,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.115332 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.130194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.132696 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.135409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-9e5b2fa2-42f2-425d-a963-fe3f001d621a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531332 Jun 17 08:29:27.141528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce032f-61f1-480e-b267-9a9de79ed236 req-acc281e7-3ccd-4a92-aae1-d998a872e999 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.151099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6ce032f-61f1-480e-b267-9a9de79ed236 req-acc281e7-3ccd-4a92-aae1-d998a872e999 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 945 time: 0.4829214 Jun 17 08:29:27.181022 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:27.187218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e7feb84-7cf2-439b-b5bc-d287d8a978e9 req-efb4918e-44f6-4565-a6fb-061fafca6acc tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710997 Jun 17 08:29:27.226025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6ce032f-61f1-480e-b267-9a9de79ed236 req-51bfce81-0076-4cd4-94eb-4a414b66d961 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732741 Jun 17 08:29:27.238783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:27.243377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['f3f10f5c-5ff8-4d69-b459-2efcbaca7694'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:27.244533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.255702 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] Checking router: 402d59ab-248c-45d2-b0db-b34a972bb024 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:27.269755 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] Routers {'402d59ab-248c-45d2-b0db-b34a972bb024'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:27.270629 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:28:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['402d59ab-248c-45d2-b0db-b34a972bb024'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:27.279029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.295715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Pushing event updated for resources: {'Port': ['ID=a83121e9-6296-41f4-a781-17ed2f4376ff,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.304536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port 915d4fff-cd58-44c0-8f1a-1452f746c498 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:27.343139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.347406 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e8193a52-9bbd-4d5a-ac45-4e8ded21bbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:27.416347 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] Set router 402d59ab-248c-45d2-b0db-b34a972bb024 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:27.420994 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c15ac0d-3e17-4957-99c0-ab21f91849e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.516630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.521189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3da9b-e1da-45bd-a9d6-083c8c4040fb req-86aedbff-2bc5-43b4-8456-fb631f24a894 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.529513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61b3da9b-e1da-45bd-a9d6-083c8c4040fb req-86aedbff-2bc5-43b4-8456-fb631f24a894 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 943 time: 0.1845496 Jun 17 08:29:27.618038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.211 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/e09d9146-7277-4da9-948b-4c416abb00ea) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:27.629120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61b3da9b-e1da-45bd-a9d6-083c8c4040fb req-05d1d734-51ff-4750-bc46-c9df5e5dc076 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985920 Jun 17 08:29:27.682056 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:27.687143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66996-7523-44e7-9f37-4ca48fa75b7e req-4dd39f1e-ac95-48b1-8756-6c1b3e290c62 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.695126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75e66996-7523-44e7-9f37-4ca48fa75b7e req-4dd39f1e-ac95-48b1-8756-6c1b3e290c62 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 949 time: 0.1574097 Jun 17 08:29:27.708720 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7939cf-244b-45d4-b7e6-5a2e2d0863d3 x-openstack-request-id: req-4d7939cf-244b-45d4-b7e6-5a2e2d0863d3 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:27.709102 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc", "name": "network-vif-plugged", "status": "completed", "tag": "7717a1fb-3bdb-4043-8d35-11b3d266adc2", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:27.709372 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d7939cf-244b-45d4-b7e6-5a2e2d0863d3 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:27.709794 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7717a1fb-3bdb-4043-8d35-11b3d266adc2', 'code': 200} Jun 17 08:29:27.718381 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a58fa-9d5c-479b-b150-48ea6abd813c None None] The sync data for ids ['402d59ab-248c-45d2-b0db-b34a972bb024'] in n-d-780147-13 is: [{'id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684284088-router', 'tenant_id': '834125222dfe453c9408aee32286818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 5, 'project_id': '834125222dfe453c9408aee32286818d', 'gw_port': {'id': '8ac4a615-16a2-4e47-8872-ef90cb8a8854', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d59ab-248c-45d2-b0db-b34a972bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:38Z', 'updated_at': '2021-06-17T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:27.776609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51f004-1cc5-44b5-87c8-43b4fa1c0e57,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.802531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75e66996-7523-44e7-9f37-4ca48fa75b7e req-896d394f-a97f-4db8-b557-9b468ab9e04d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064661 Jun 17 08:29:27.805420 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.955335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Attempting to bind port a83121e9-6296-41f4-a781-17ed2f4376ff on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:27.955702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Attempting to bind port a83121e9-6296-41f4-a781-17ed2f4376ff by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:27.956036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Attempting to bind port a83121e9-6296-41f4-a781-17ed2f4376ff on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:27.968874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ded51c12-df6b-4aff-8968-281c044324e1 req-84a47752-0daf-4eba-8206-3dea85b302ad tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 210 time: 0.0470226 Jun 17 08:29:27.994933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-b5c42e1b-d44e-4ddd-9039-4b27a1e7fb0f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.996408 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-b5c42e1b-d44e-4ddd-9039-4b27a1e7fb0f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7966878 Jun 17 08:29:27.997644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.003867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Port a83121e9-6296-41f4-a781-17ed2f4376ff on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:28.004212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Attempting to bind port a83121e9-6296-41f4-a781-17ed2f4376ff on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:28.016082 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.019929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': '43c8c092-353b-4d0a-8982-c17898665c60', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:28.020495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac030295-d56b-4850-a4e1-25a2e8e6ef0c req-0e8316d8-616a-4aeb-af15-db4bd9f9bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.021970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac030295-d56b-4850-a4e1-25a2e8e6ef0c req-0e8316d8-616a-4aeb-af15-db4bd9f9bc61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 1098 time: 0.2144113 Jun 17 08:29:28.041992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:28.042330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:28.042709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:28.043225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Bound port: a83121e9-6296-41f4-a781-17ed2f4376ff, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:28.043573 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.050064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object e09d9146-7277-4da9-948b-4c416abb00ea will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:28.063414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875aefbf-231b-441c-b848-30c23db53e5a req-a8d2a591-c736-4556-9687-1a1b5018eb88 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.065405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-875aefbf-231b-441c-b848-30c23db53e5a req-a8d2a591-c736-4556-9687-1a1b5018eb88 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2150605 Jun 17 08:29:28.107436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:28.113456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac030295-d56b-4850-a4e1-25a2e8e6ef0c req-7602c34f-e3ee-4452-81e5-a48650285189 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782144 Jun 17 08:29:28.135661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:28.136016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 810ef9a5-54d6-4c37-98f9-4e61e5d9e533 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:28.156212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-875aefbf-231b-441c-b848-30c23db53e5a req-3b43c735-7342-4291-a5a1-7858635245bc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824044 Jun 17 08:29:28.163480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.168323 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:28.175911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:28.239196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:28.247496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:28.266315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:28.273103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=e09d9146-7277-4da9-948b-4c416abb00ea,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:28.276950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port 915d4fff-cd58-44c0-8f1a-1452f746c498 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:28.279068 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:28.323344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.342156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.343006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.364632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] For port a83121e9-6296-41f4-a781-17ed2f4376ff, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:28.369131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Deleting port 8ac4a615-16a2-4e47-8872-ef90cb8a8854 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:28.369672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.371978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Transition to ACTIVE for port object 915d4fff-cd58-44c0-8f1a-1452f746c498 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:28.374876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] For port a83121e9-6296-41f4-a781-17ed2f4376ff, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a83121e9-6296-41f4-a781-17ed2f4376ff,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:28.382362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:28.406440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.413976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5749420-b472-4c3e-8307-0a45d04f40be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:28.418153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5780654 Jun 17 08:29:28.421669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:28.425893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.459760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.465550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Request body: {'port': {'device_id': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:28.525376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:28.532951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:28.533691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.537552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.538111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.540016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] 10.222.0.60 "PUT /v2.0/ports/a83121e9-6296-41f4-a781-17ed2f4376ff HTTP/1.1" status: 200 len: 1092 time: 2.6662517 Jun 17 08:29:28.540313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'tag': 'a83121e9-6296-41f4-a781-17ed2f4376ff'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:28.542762 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab7130-ebf4-4979-bab0-d230d530331e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbd4a0a-6e56-4641-9b98-e57adfaa4794", "tag": "a83121e9-6296-41f4-a781-17ed2f4376ff"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:28.572867 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.640782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Pushing event updated for resources: {'Port': ['ID=a83121e9-6296-41f4-a781-17ed2f4376ff,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:28.656207 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.669939 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:28.675612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d3dc1c26-3743-4f4f-a8c1-1be5164c2d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:28.704905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:28.720561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.724716 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:28.729155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-33195d7d-bc18-4f80-a9eb-0d7d7ff97700 None None] Provisioning for port e09d9146-7277-4da9-948b-4c416abb00ea completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:28.735235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] For port 8ac4a615-16a2-4e47-8872-ef90cb8a8854, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8ac4a615-16a2-4e47-8872-ef90cb8a8854,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:28.735602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.764619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-33195d7d-bc18-4f80-a9eb-0d7d7ff97700 None None] Provisioning complete for port e09d9146-7277-4da9-948b-4c416abb00ea triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:28.765000 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-33195d7d-bc18-4f80-a9eb-0d7d7ff97700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.806816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Checking segment: {'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:28.807407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Network hostable DHCP agents. Network: e8af97b1-6b90-4a26-a788-5ce740a329b5, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:29:28.816578 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.824648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:28.827799 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:28.830121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-33195d7d-bc18-4f80-a9eb-0d7d7ff97700 None None] Port e09d9146-7277-4da9-948b-4c416abb00ea cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:28.843975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c1bc6-6ca3-4dfb-ae08-b233f7010233 req-2af9a3bf-bedb-49e8-a756-bdc6cf22d79a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.845450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a0c1bc6-6ca3-4dfb-ae08-b233f7010233 req-2af9a3bf-bedb-49e8-a756-bdc6cf22d79a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.4251378 Jun 17 08:29:28.854460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb02a-3b17-43a2-92c3-07e8d2f8bf69 req-2c7958f7-c873-455d-8ed0-66d7a30326f8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.854753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Calling delete_port for 8ac4a615-16a2-4e47-8872-ef90cb8a8854 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:28.855921 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-776cb02a-3b17-43a2-92c3-07e8d2f8bf69 req-2c7958f7-c873-455d-8ed0-66d7a30326f8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 946 time: 0.2855916 Jun 17 08:29:28.879263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=915d4fff-cd58-44c0-8f1a-1452f746c498,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:28.883197 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:28.921506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-cb23191a-dff2-4f59-82b8-79307832d4e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1731589 Jun 17 08:29:28.933315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a0c1bc6-6ca3-4dfb-ae08-b233f7010233 req-f9c4418d-a2f4-4bac-b234-a20dd3a504e3 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764472 Jun 17 08:29:28.936231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-776cb02a-3b17-43a2-92c3-07e8d2f8bf69 req-069a16f8-b691-4ca4-a9f4-3e903742fe05 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698142 Jun 17 08:29:28.964140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.165 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/ff4effa0-146f-47c5-a1ca-09d1593ffc09) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:28.966505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Network e8af97b1-6b90-4a26-a788-5ce740a329b5 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:29:29.012431 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0462e56f-c023-46e4-a64c-3c0c622bf174 x-openstack-request-id: req-0462e56f-c023-46e4-a64c-3c0c622bf174 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:29.012767 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbd4a0a-6e56-4641-9b98-e57adfaa4794", "tag": "a83121e9-6296-41f4-a781-17ed2f4376ff", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:29.013812 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0462e56f-c023-46e4-a64c-3c0c622bf174 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:29.014437 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'tag': 'a83121e9-6296-41f4-a781-17ed2f4376ff', 'status': 'completed', 'code': 200} Jun 17 08:29:29.028695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-ddb22f46-bac6-4b3f-b70a-d282a1df96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.031845 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-ddb22f46-bac6-4b3f-b70a-d282a1df96b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 1095 time: 0.3975468 Jun 17 08:29:29.046533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, e8af97b1-6b90-4a26-a788-5ce740a329b5) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:29.063534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d04aa-89b9-4c59-988d-51f29669a021 None None] Network e8af97b1-6b90-4a26-a788-5ce740a329b5 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:29.071866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:29.072469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-21f4784b-8fd2-4631-bd14-2de40cd238aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.073983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-21f4784b-8fd2-4631-bd14-2de40cd238aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 1103 time: 0.1039681 Jun 17 08:29:29.129868 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-2cb0efda-62da-430c-8078-418104c5acfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83121e9-6296-41f4-a781-17ed2f4376ff HTTP/1.1" status: 200 len: 217 time: 0.0752232 Jun 17 08:29:29.165091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.165392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.165847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.191476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:29.191841 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:29.197746 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 2 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:29.287964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb7ec-c366-4e55-a213-3cda66d01c5f req-d4f26f1f-fdfb-4eb2-bcbe-77302b1381bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.291427 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac5cb7ec-c366-4e55-a213-3cda66d01c5f req-d4f26f1f-fdfb-4eb2-bcbe-77302b1381bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 943 time: 0.1914804 Jun 17 08:29:29.292851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.293195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.293608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.307552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-c52f236d-f3ea-4edb-be8f-21646f0f3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.308942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-c52f236d-f3ea-4edb-be8f-21646f0f3404 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1770389 Jun 17 08:29:29.322889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:29.323299 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:29.328421 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 3 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:29.341775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-b2a1a03f-a9e0-4972-b9d4-73fe21f3df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.343266 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-b2a1a03f-a9e0-4972-b9d4-73fe21f3df43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1638873 Jun 17 08:29:29.371209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-40f0a1ab-846b-4cd7-ad6d-7dac650fff29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 200 len: 217 time: 0.0508349 Jun 17 08:29:29.383345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cdbc7-600f-4f8d-bc02-db75530a0577 req-19510cd0-0fd1-4d47-946e-508b0b91b711 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.384772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b8cdbc7-600f-4f8d-bc02-db75530a0577 req-19510cd0-0fd1-4d47-946e-508b0b91b711 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2133527 Jun 17 08:29:29.395905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac5cb7ec-c366-4e55-a213-3cda66d01c5f req-aa056826-a413-4d8f-8e0a-a65894bd01f3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Jun 17 08:29:29.396938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.397281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.397628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.444947 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-f192f83c-b0b9-4d10-b6f6-7e42d17a40f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885122 Jun 17 08:29:29.453013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:29.453344 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:29.460107 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 4 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:29.462876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b8cdbc7-600f-4f8d-bc02-db75530a0577 req-d83794d6-309b-4181-8782-158c79980d79 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Jun 17 08:29:29.464466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-a85d2696-9133-48d2-b89e-72098a483a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.465825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-a85d2696-9133-48d2-b89e-72098a483a23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0802240 Jun 17 08:29:29.518328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.518946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.519888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.558043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61731713-b1e8-46e4-9874-07b856b2ae74 req-2dcb56aa-e235-42b6-b529-4009b612fd8c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 210 time: 0.0308294 Jun 17 08:29:29.583145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-2ebcdbf1-f30b-4504-b5d4-c8fc61c0bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.583360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.583470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-2ebcdbf1-f30b-4504-b5d4-c8fc61c0bf58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031322 Jun 17 08:29:29.583553 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:29.594671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.612504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:29.612846 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:29.617277 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 5 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:29.631107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac4a615-16a2-4e47-8872-ef90cb8a8854,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:29.653833 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:29.688770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object ff4effa0-146f-47c5-a1ca-09d1593ffc09 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:29.704990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.705328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.706237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.710608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:29.713492 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c974c5d-66e3-48d1-b40c-b93cdae09783" -d '{"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:29.716331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54078e9f-72b3-4a36-82da-86adf5ac9ab3 req-807ba608-fc12-4e7f-b9c6-1dc02ed3f6d3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.717845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54078e9f-72b3-4a36-82da-86adf5ac9ab3 req-807ba608-fc12-4e7f-b9c6-1dc02ed3f6d3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1333396 Jun 17 08:29:29.720253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:29.720588 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:29.721878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-beb573d7-f93e-439d-833b-297047140ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361368 Jun 17 08:29:29.722888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-d9fd2103-c171-4a12-ab6b-86d2fa940a39 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687023 Jun 17 08:29:29.726093 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 6 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:29.747520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.767317 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d3292e-1168-44aa-baed-36119f06a197 x-openstack-request-id: req-97d3292e-1168-44aa-baed-36119f06a197 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:29.767317 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:29.767317 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97d3292e-1168-44aa-baed-36119f06a197 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:29.768750 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'code': 200} Jun 17 08:29:29.782044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54078e9f-72b3-4a36-82da-86adf5ac9ab3 req-2e8b1ce0-c876-4e99-a4f8-124a564a1b0e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Jun 17 08:29:29.787988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.787988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.788406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.872479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e29e1c4c-1d48-40fd-8ebf-aff3b47036a0 req-ac79e697-2fda-4038-bff0-78e257b1e5a8 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316144 Jun 17 08:29:29.888710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:29.889227 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:29.898760 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 7 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:29.902107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2cb4a-8c0e-42e1-b5bd-3540e50e962f req-b91575ad-2a09-45ee-af22-d8ca15599ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.903643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16d2cb4a-8c0e-42e1-b5bd-3540e50e962f req-b91575ad-2a09-45ee-af22-d8ca15599ea3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1102 time: 0.0614796 Jun 17 08:29:29.914191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.919681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.948550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.951048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:29.951824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:29.952506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:29.963273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-760be9f0-3cd4-4e1d-83ea-89509810d333 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:29.963888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16d2cb4a-8c0e-42e1-b5bd-3540e50e962f req-12323ff9-010a-4ded-942b-07bb4823ccff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536873 Jun 17 08:29:29.967914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:30.027209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:30.027537 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:30.033465 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 8 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:30.082583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.083139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402d59ab-248c-45d2-b0db-b34a972bb024 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:30.087184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:30.095434 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.100712 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/402d59ab-248c-45d2-b0db-b34a972bb024 HTTP/1.1" status: 204 len: 168 time: 3.2663853 Jun 17 08:29:30.102380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=ff4effa0-146f-47c5-a1ca-09d1593ffc09,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:30.109665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:30.110004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:30.110338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:30.112534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52330) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:30.113528 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:30.117838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:30.122683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5c7bebeb-78b1-446d-982e-f6c0954ef76d req-d06188a7-9fe6-4d2e-9f2a-098bf97107b4 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795424 Jun 17 08:29:30.131157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:30.140817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09d9146-7277-4da9-948b-4c416abb00ea {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:30.150400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.160250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:30.160666 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:30.207609 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 9 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:30.218644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Transition to ACTIVE for port object e09d9146-7277-4da9-948b-4c416abb00ea will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:30.245245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.255658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.260012 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f168f2cb-eec4-4d16-95b9-238d2607dcae tempest-ServerDiskConfigTestJSON-187944238 tempest-ServerDiskConfigTestJSON-187944238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:30.285165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:30.285501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:30.285840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:30.301711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.302380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.310689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Deleting subnet 1acfc3cf-4b09-4045-9199-17f6f4d4850f {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:29:30.320038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:30.320411 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:30.322488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.324210 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 10 to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 Jun 17 08:29:30.353664 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3437545 Jun 17 08:29:30.368419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Pushing event updated for resources: {'Port': ['ID=e09d9146-7277-4da9-948b-4c416abb00ea,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:30.372655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Request body: {'port': {'device_id': '43c8c092-353b-4d0a-8982-c17898665c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:30.373922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:30.381128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:30.381466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:30.381802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:30.416467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.423060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port 915d4fff-cd58-44c0-8f1a-1452f746c498 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:30.423396 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port 915d4fff-cd58-44c0-8f1a-1452f746c498 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:30.423765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.470264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7130-ebf4-4979-bab0-d230d530331e req-448b7ebc-3dae-44bb-b138-d373a1d593aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.472902 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-448b7ebc-3dae-44bb-b138-d373a1d593aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 1095 time: 0.2561064 Jun 17 08:29:30.483085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bb2fc605-5ea0-4cde-897d-cbb1cd07cce1 None None] Provisioning for port ff4effa0-146f-47c5-a1ca-09d1593ffc09 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:30.491829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bb2fc605-5ea0-4cde-897d-cbb1cd07cce1 None None] Provisioning complete for port ff4effa0-146f-47c5-a1ca-09d1593ffc09 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:30.492621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc605-5ea0-4cde-897d-cbb1cd07cce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.528536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fc605-5ea0-4cde-897d-cbb1cd07cce1 None None] Port ff4effa0-146f-47c5-a1ca-09d1593ffc09 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:30.560752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.654784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.690707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] For port 915d4fff-cd58-44c0-8f1a-1452f746c498, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:30.691142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempted to set empty binding levels {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:29:30.709445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.740052 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21632291-96eb-4782-9a72-3dde203bce9c tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:30.771621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fbba9-0545-49f4-9403-3b85c8d7aba7 req-dce23998-a8cd-4c2e-ab1b-fafc93237594 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.773163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b1fbba9-0545-49f4-9403-3b85c8d7aba7 req-dce23998-a8cd-4c2e-ab1b-fafc93237594 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 946 time: 0.6059465 Jun 17 08:29:30.813079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a46e64-41ce-48a4-a33f-68634ca187fc req-ff17bc6b-477d-402e-a185-a6db6f279c32 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.813298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75a46e64-41ce-48a4-a33f-68634ca187fc req-ff17bc6b-477d-402e-a185-a6db6f279c32 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.6497812 Jun 17 08:29:30.887995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b1fbba9-0545-49f4-9403-3b85c8d7aba7 req-405bc366-5f01-442d-9e5c-55bb4d085084 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960188 Jun 17 08:29:30.893890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Attempting to bind port e09d9146-7277-4da9-948b-4c416abb00ea on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:30.894226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Attempting to bind port e09d9146-7277-4da9-948b-4c416abb00ea by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:30.894778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Attempting to bind port e09d9146-7277-4da9-948b-4c416abb00ea on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:30.899329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75a46e64-41ce-48a4-a33f-68634ca187fc req-ce42f6b5-be72-4711-a7b4-ef5da97adfe7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750396 Jun 17 08:29:30.902738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Port e09d9146-7277-4da9-948b-4c416abb00ea on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:30.903523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Attempting to bind port e09d9146-7277-4da9-948b-4c416abb00ea on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:30.909259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:30.909773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:30.910186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:30.910617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Bound port: e09d9146-7277-4da9-948b-4c416abb00ea, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:30.911073 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.028715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] For port e09d9146-7277-4da9-948b-4c416abb00ea, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:31.035074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] For port e09d9146-7277-4da9-948b-4c416abb00ea, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e09d9146-7277-4da9-948b-4c416abb00ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:31.049888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.053128 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9487d63-f470-4eec-bbb8-b9de9bc30258 tempest-InstanceActionsNegativeTestJSON-1010681722 tempest-InstanceActionsNegativeTestJSON-1010681722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:31.116490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7130-ebf4-4979-bab0-d230d530331e req-a6467260-6869-4a01-aac4-715b46cf686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.118303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-a6467260-6869-4a01-aac4-715b46cf686b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.6361549 Jun 17 08:29:31.134541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.139569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.146875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] 10.222.0.67 "PUT /v2.0/ports/e09d9146-7277-4da9-948b-4c416abb00ea HTTP/1.1" status: 200 len: 1097 time: 2.6889310 Jun 17 08:29:31.149052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'tag': 'e09d9146-7277-4da9-948b-4c416abb00ea'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:31.151561 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6" -d '{"events": [{"name": "network-changed", "server_uuid": "88ffdd1e-4f86-4930-9a6f-073c93cc40b7", "tag": "e09d9146-7277-4da9-948b-4c416abb00ea"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:31.160300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.161024 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.171746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.241755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=915d4fff-cd58-44c0-8f1a-1452f746c498,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:31.245355 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:31.247661 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-345b4ce8-bc61-46a0-9b3a-d22862260bcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83121e9-6296-41f4-a781-17ed2f4376ff HTTP/1.1" status: 200 len: 217 time: 0.1146891 Jun 17 08:29:31.319649 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc424aa8-44b9-4e73-9d47-782243d4a91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:31.345009 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.353462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Pushing event updated for resources: {'Port': ['ID=e09d9146-7277-4da9-948b-4c416abb00ea,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:31.367395 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1acfc3cf-4b09-4045-9199-17f6f4d4850f HTTP/1.1" status: 204 len: 168 time: 1.2483370 Jun 17 08:29:31.368119 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:31.370419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52350) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:31.386942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acfc3cf-4b09-4045-9199-17f6f4d4850f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:31.444350 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:31.449479 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 5.0495725 Jun 17 08:29:31.453696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52354) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:31.502287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594146-b9c9-49fa-b06f-f414654b39b8 req-428e7dad-077c-4fcb-9e7c-a5a1b76491b6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.503796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7130-ebf4-4979-bab0-d230d530331e req-da6469eb-a730-45cd-ba8f-3eb91bdee7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.505238 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-da6469eb-a730-45cd-ba8f-3eb91bdee7de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1390166 Jun 17 08:29:31.507383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75594146-b9c9-49fa-b06f-f414654b39b8 req-428e7dad-077c-4fcb-9e7c-a5a1b76491b6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.3362789 Jun 17 08:29:31.512087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-a8d9180b-7d5c-487f-9a9d-501f7c3e2bdd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2645743 Jun 17 08:29:31.537393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426acb3f-0056-4eaa-85f8-5fe03492ae68 req-2c300abe-d464-4edb-8ee9-dfa1afdf6048 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.543982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-426acb3f-0056-4eaa-85f8-5fe03492ae68 req-2c300abe-d464-4edb-8ee9-dfa1afdf6048 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 943 time: 0.3961525 Jun 17 08:29:31.560502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.561203 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-1c507d34-2723-4fba-bd3c-1ebad1e196e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448236 Jun 17 08:29:31.573257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-9f96eb67-cdeb-40bf-a79c-227f1d37dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.574746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-9f96eb67-cdeb-40bf-a79c-227f1d37dcaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 1100 time: 0.3449152 Jun 17 08:29:31.677518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-9cba697c-44a6-42a2-a271-8def30716767 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e09d9146-7277-4da9-948b-4c416abb00ea HTTP/1.1" status: 200 len: 217 time: 0.0806229 Jun 17 08:29:31.702293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75594146-b9c9-49fa-b06f-f414654b39b8 req-1d54ee6b-eae6-42d0-8e0a-b99a4804f33a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846137 Jun 17 08:29:31.753957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-426acb3f-0056-4eaa-85f8-5fe03492ae68 req-435fac15-c5c5-456e-b395-a590f4b31670 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904147 Jun 17 08:29:31.758719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Deleting port 915d4fff-cd58-44c0-8f1a-1452f746c498 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:31.759085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.806934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-0a57c11d-d980-493f-9f06-dbf4872df5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.809132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-0a57c11d-d980-493f-9f06-dbf4872df5be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1223559 Jun 17 08:29:31.826619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] For port 915d4fff-cd58-44c0-8f1a-1452f746c498, host n-h2-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:31.827238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.841175 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.855281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8ac4a615-16a2-4e47-8872-ef90cb8a8854 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:31.882326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda24b19-23df-4b1f-bbd9-b01aa0ca477e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:31.891544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-5d00f997-8fa2-4f33-a4a4-f0d4fd5c5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.892734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Calling delete_port for 915d4fff-cd58-44c0-8f1a-1452f746c498 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:31.893745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-5d00f997-8fa2-4f33-a4a4-f0d4fd5c5f08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.3174360 Jun 17 08:29:31.912566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8ac4a615-16a2-4e47-8872-ef90cb8a8854 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:31.913202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec84ad6-b9e0-471b-a18a-6984e15e64db') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:31.913504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec84ad6-b9e0-471b-a18a-6984e15e64db') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:31.915173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8ac4a615-16a2-4e47-8872-ef90cb8a8854 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:31.968696 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.001650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.009254 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b149fd5f-1de6-4dda-b867-d2cea28a8cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:32.014661 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-9a6ba875-e738-4ce2-ad45-ccfaf917e3fa service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154539 Jun 17 08:29:32.056164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4effa0-146f-47c5-a1ca-09d1593ffc09 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:32.059415 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.067708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event deleted for resources: {'Port': ['ID=915d4fff-cd58-44c0-8f1a-1452f746c498,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:32.080577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:32.083272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.085952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.090269 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "DELETE /v2.0/ports/915d4fff-cd58-44c0-8f1a-1452f746c498 HTTP/1.1" status: 204 len: 168 time: 0.6314893 Jun 17 08:29:32.092452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:32.098443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:32.098860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:32.104167 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:32.139543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Transition to ACTIVE for port object ff4effa0-146f-47c5-a1ca-09d1593ffc09 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:32.142491 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3eedbd-af89-485f-b500-795ad14da88b tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:29:32.144958 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b3eedbd-af89-485f-b500-795ad14da88b tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "GET /v2.0/ports/915d4fff-cd58-44c0-8f1a-1452f746c498 HTTP/1.1" status: 404 len: 333 time: 0.0494208 Jun 17 08:29:32.156674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52364) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:32.170064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Request body: {'port': {'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1302284168'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:32.172752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.179568 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ed366f-865b-470f-bd61-8a61d6c734ee tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:32.234850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-61faf4d7-4081-403e-b29c-2345d8c17adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.236356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-61faf4d7-4081-403e-b29c-2345d8c17adc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3924301 Jun 17 08:29:32.268512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-16d7edd0-a909-470c-9469-c184fb7adaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.269989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-16d7edd0-a909-470c-9469-c184fb7adaf9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.3324986 Jun 17 08:29:32.281035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106519f-c487-4cb3-8ff6-24cad85aec80 req-42cb82b9-0fe5-4230-9a57-39a913025f3d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.282558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d106519f-c487-4cb3-8ff6-24cad85aec80 req-42cb82b9-0fe5-4230-9a57-39a913025f3d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 936 time: 0.3670566 Jun 17 08:29:32.283947 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fcab7130-ebf4-4979-bab0-d230d530331e req-38bebb19-5a1b-4784-83b3-8b1854c21ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601743 Jun 17 08:29:32.284801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.286786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Pushing event updated for resources: {'Port': ['ID=ff4effa0-146f-47c5-a1ca-09d1593ffc09,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:32.297925 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:32.330151 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e4008d5-3c07-45bd-af35-dee4f7a149b0 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:32.368264 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.372475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fda24b19-23df-4b1f-bbd9-b01aa0ca477e HTTP/1.1" status: 204 len: 168 time: 1.0000360 Jun 17 08:29:32.377525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Attempting to bind port ff4effa0-146f-47c5-a1ca-09d1593ffc09 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:32.378030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Attempting to bind port ff4effa0-146f-47c5-a1ca-09d1593ffc09 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:32.378509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Attempting to bind port ff4effa0-146f-47c5-a1ca-09d1593ffc09 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:32.383501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Port ff4effa0-146f-47c5-a1ca-09d1593ffc09 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:32.384084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Attempting to bind port ff4effa0-146f-47c5-a1ca-09d1593ffc09 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:32.389284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:32.389807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:32.390468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:32.391160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Bound port: ff4effa0-146f-47c5-a1ca-09d1593ffc09, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:32.391680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.404975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Made reservation on behalf of 5652f3fb412f4ecb8776f14cb67436f8 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:32.407498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.419654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda24b19-23df-4b1f-bbd9-b01aa0ca477e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:32.434191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd270e-8d80-4940-8710-0559b3e4a83a req-4d96c85a-d7da-4170-b136-ba58ffb876eb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.435664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bcd270e-8d80-4940-8710-0559b3e4a83a req-4d96c85a-d7da-4170-b136-ba58ffb876eb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.4321837 Jun 17 08:29:32.446018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:32.498593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] For port ff4effa0-146f-47c5-a1ca-09d1593ffc09, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:32.512541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] For port ff4effa0-146f-47c5-a1ca-09d1593ffc09, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:32.522009 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.524963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port d70281d5-ab22-43d7-abfd-fc327cfe63c6 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:32.525287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ceb5767f-7cf7-40c8-b43f-bd860f53ffae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:32.542259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d106519f-c487-4cb3-8ff6-24cad85aec80 req-ea2c66ff-5bcd-433c-b7d5-10c8ef80eb9b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215667 Jun 17 08:29:32.548593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-53458437-29d8-44ff-ae65-c6304a4f6978 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.2609684 Jun 17 08:29:32.560190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.560812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.562215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] 10.222.0.67 "PUT /v2.0/ports/ff4effa0-146f-47c5-a1ca-09d1593ffc09 HTTP/1.1" status: 200 len: 1097 time: 2.1977694 Jun 17 08:29:32.562766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c8c092-353b-4d0a-8982-c17898665c60', 'tag': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:32.565452 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5467f28b-1062-4c9a-acde-6c159578d5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "43c8c092-353b-4d0a-8982-c17898665c60", "tag": "ff4effa0-146f-47c5-a1ca-09d1593ffc09"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:32.593510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Pushing event updated for resources: {'Port': ['ID=ff4effa0-146f-47c5-a1ca-09d1593ffc09,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:32.598838 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:32.645430 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f39a4-2e56-455f-8b23-86bd317190fe x-openstack-request-id: req-f34f39a4-2e56-455f-8b23-86bd317190fe {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:32.645770 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ffdd1e-4f86-4930-9a6f-073c93cc40b7", "tag": "e09d9146-7277-4da9-948b-4c416abb00ea", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:32.646072 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f34f39a4-2e56-455f-8b23-86bd317190fe {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:32.646511 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'tag': 'e09d9146-7277-4da9-948b-4c416abb00ea', 'status': 'completed', 'code': 200} Jun 17 08:29:32.671588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bcd270e-8d80-4940-8710-0559b3e4a83a req-efba7c92-3287-48e9-912d-9da5de28bfaf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937902 Jun 17 08:29:32.697915 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-7a2f74e1-b830-4bb8-b16d-53980f2fc115 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453003 Jun 17 08:29:32.700875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52374) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:32.757317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-920a6cd4-eb6f-40fc-a46f-ad90e5671b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.758880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-920a6cd4-eb6f-40fc-a46f-ad90e5671b02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.1944191 Jun 17 08:29:32.775817 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44b1af6a-c654-4a1e-8f53-118062cb4a8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=834125222dfe453c9408aee32286818d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711081 Jun 17 08:29:32.776712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52376) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:32.818494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-594e382f-db58-4e18-ab77-88d1684eff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.820079 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-594e382f-db58-4e18-ab77-88d1684eff95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 1100 time: 0.1710525 Jun 17 08:29:32.848130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.877328 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-0891fa51-bb5e-4b00-af01-8b10073d02a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09 HTTP/1.1" status: 200 len: 217 time: 0.0447509 Jun 17 08:29:32.923112 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.962071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-d888aedb-4314-443c-ba5d-6942c822e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.963559 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-d888aedb-4314-443c-ba5d-6942c822e28c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0791509 Jun 17 08:29:33.006884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.009430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.010561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d76e448-c400-4539-84d8-78afde24ee2c HTTP/1.1" status: 204 len: 168 time: 0.2328751 Jun 17 08:29:33.012186 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7579500d-e1f3-4367-8a6a-8bff278ed3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:33.023168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d76e448-c400-4539-84d8-78afde24ee2c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:33.025854 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:33.045559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-71e0169b-2473-42b1-b0c7-640d0e6d2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.047160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-71e0169b-2473-42b1-b0c7-640d0e6d2276 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775561 Jun 17 08:29:33.058732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.063467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-c05ceb8b-673d-4ddc-8539-afe260969337 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549492 Jun 17 08:29:33.106213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cccd5b-083d-4899-8c35-21e9360ee518 req-b2fb68cc-c29c-4926-ae70-d3db4a12b988 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.107770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82cccd5b-083d-4899-8c35-21e9360ee518 req-b2fb68cc-c29c-4926-ae70-d3db4a12b988 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1102 time: 0.3274393 Jun 17 08:29:33.120053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-5235cd53-bc66-459e-bb6b-50592b35e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.121572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-5235cd53-bc66-459e-bb6b-50592b35e3a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3401854 Jun 17 08:29:33.139201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc51a4-4ad9-4014-b01e-545c7fbf6ffc req-c41c7983-7779-4d14-9ca7-d9e7740e3861 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.146747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fdc51a4-4ad9-4014-b01e-545c7fbf6ffc req-c41c7983-7779-4d14-9ca7-d9e7740e3861 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.3056557 Jun 17 08:29:33.154193 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-aefa6181-de9c-4b85-a1a1-9fc07f4ec21b service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987096 Jun 17 08:29:33.265777 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-673cb2a3-6450-455d-ad86-e02de720cbdc req-9129f2db-850c-4d5e-a587-54d21d401e84 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034658 Jun 17 08:29:33.337193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82cccd5b-083d-4899-8c35-21e9360ee518 req-0928fd6a-b55f-4b75-93d9-2ce21cb2e411 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126355 Jun 17 08:29:33.344911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fdc51a4-4ad9-4014-b01e-545c7fbf6ffc req-5226f0b3-9fd9-4532-9828-26a51f55a412 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926684 Jun 17 08:29:33.348137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.356096 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59fa0f8e-60e6-4333-a692-1ef7a02fcdd7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:33.414481 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17553fa-c126-4347-b308-5ce426f3fcad x-openstack-request-id: req-d17553fa-c126-4347-b308-5ce426f3fcad {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:33.414894 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c8c092-353b-4d0a-8982-c17898665c60", "tag": "ff4effa0-146f-47c5-a1ca-09d1593ffc09", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:33.415406 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d17553fa-c126-4347-b308-5ce426f3fcad {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:33.415874 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c8c092-353b-4d0a-8982-c17898665c60', 'tag': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'status': 'completed', 'code': 200} Jun 17 08:29:33.437015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-1a110fa3-a4bf-42ec-8f6c-244c7cf05f15 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801793 Jun 17 08:29:33.439261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Network e8af97b1-6b90-4a26-a788-5ce740a329b5 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:33.455616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:33.470166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:33.471756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.472915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.476852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=d70281d5-ab22-43d7-abfd-fc327cfe63c6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:33.480424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-6fe3fe98-e6a9-42b6-aafb-bf7a570fafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.482002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-6fe3fe98-e6a9-42b6-aafb-bf7a570fafee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 1100 time: 0.2871161 Jun 17 08:29:33.498551 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:33.566271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-90aa72ca-c9c8-48f4-a7a2-2ee4baf3e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.567173 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-90aa72ca-c9c8-48f4-a7a2-2ee4baf3e12a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 1100 time: 0.1116216 Jun 17 08:29:33.607328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4450693 Jun 17 08:29:33.611961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:33.624385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:33.712344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-2e5bfe98-226d-4af7-84aa-5961f3c4f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.713615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-2e5bfe98-226d-4af7-84aa-5961f3c4f955 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2082705 Jun 17 08:29:33.734532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e9206af-625f-471b-bbb5-c72f952fc57e req-7f1b1c7c-0093-42d7-9060-1b2283463c18 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742460 Jun 17 08:29:33.771649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-7252962a-b27b-4d66-bb05-7d129ced7a87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e09d9146-7277-4da9-948b-4c416abb00ea HTTP/1.1" status: 200 len: 217 time: 0.0473406 Jun 17 08:29:33.780224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-fc6dca11-3e18-49a3-9425-d4eccc78424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.782049 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-fc6dca11-3e18-49a3-9425-d4eccc78424c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2088251 Jun 17 08:29:33.819580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6841d9-fa4c-4b02-8937-58ac17b0748d req-7d303a98-e93b-4f5a-99b2-bc99ff8ed857 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.828258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee6841d9-fa4c-4b02-8937-58ac17b0748d req-7d303a98-e93b-4f5a-99b2-bc99ff8ed857 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 943 time: 0.2276125 Jun 17 08:29:33.876141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-79cc898d-3e07-4256-aeb8-b1b2395164c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.878296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-79cc898d-3e07-4256-aeb8-b1b2395164c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0978527 Jun 17 08:29:33.883543 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-192d16cf-2dd3-4ec8-bb32-01062c6cbb43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09 HTTP/1.1" status: 200 len: 217 time: 0.0934711 Jun 17 08:29:33.884486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.929554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee6841d9-fa4c-4b02-8937-58ac17b0748d req-7a197f53-8e93-456a-b3b5-169da9247afa tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003118 Jun 17 08:29:33.990484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-d2c92d7f-2d93-4344-a2b6-2bc7788fe7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.992049 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-d2c92d7f-2d93-4344-a2b6-2bc7788fe7fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0926940 Jun 17 08:29:34.023284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-75133571-d490-490b-a4bc-857b156a788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.025039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-75133571-d490-490b-a4bc-857b156a788e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349809 Jun 17 08:29:34.167576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-a1ca5fc5-ce14-4830-ae1e-adf42cde2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.169290 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-a1ca5fc5-ce14-4830-ae1e-adf42cde2561 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1699328 Jun 17 08:29:34.210466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-ceeef735-2b42-4def-86ba-87b93862ed60 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779406 Jun 17 08:29:34.229464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port d70281d5-ab22-43d7-abfd-fc327cfe63c6 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:34.245545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.295429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Transition to ACTIVE for port object d70281d5-ab22-43d7-abfd-fc327cfe63c6 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:34.311382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.316839 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9b994ecb-206d-4842-9e16-e85fde2d9579 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:34.350122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-95263798-14bf-470e-8d37-1da7bd56547f service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560311 Jun 17 08:29:34.428342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=d70281d5-ab22-43d7-abfd-fc327cfe63c6,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:34.442359 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:34.486517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.487405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.487832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.495193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.495533 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.497730 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 2 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.523100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.523476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.523841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.537932 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5467f28b-1062-4c9a-acde-6c159578d5fa req-3a2dcc86-b6ec-4b39-9697-37c472b38906 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532929 Jun 17 08:29:34.540903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.541392 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.541928 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 3 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.560223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.560877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.561504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.568115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.568451 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.568922 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 4 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.584989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.585595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.585952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.591119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.591448 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.591961 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 5 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.604877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.605211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.605546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.610452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.610452 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.610656 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 6 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.633821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.634159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.634499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.639000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.639334 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.639721 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 7 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.652247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.652588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.652930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.657524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.657853 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.658240 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 8 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.672894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.673248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.673697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.679606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.680107 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.680504 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 9 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.694665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.695116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.695463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.700070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.700397 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.700944 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 10 to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 Jun 17 08:29:34.714833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:34.715188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:34.715521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:34.719929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:34.720251 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:34.720604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.793814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] For port d70281d5-ab22-43d7-abfd-fc327cfe63c6, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:34.794215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempted to set empty binding levels {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:29:34.798589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8502fba8-c5e1-4ebc-9442-4ac37fb2dec6 req-8f327ea2-e295-4da8-ae9a-8720197822ce service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734060 Jun 17 08:29:34.800303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.804790 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:34.823309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb381f-f7ac-406f-92d4-ac28c09ae8d8 req-11489fa4-f266-4d14-9913-1dd3c284e90a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.827398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3acb381f-f7ac-406f-92d4-ac28c09ae8d8 req-11489fa4-f266-4d14-9913-1dd3c284e90a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 948 time: 0.6763825 Jun 17 08:29:34.845325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] In _notify_port_updated(), no bound segment for port d70281d5-ab22-43d7-abfd-fc327cfe63c6 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:29:34.847180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.847884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.851590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "PUT /v2.0/ports/d70281d5-ab22-43d7-abfd-fc327cfe63c6 HTTP/1.1" status: 200 len: 976 time: 1.2362614 Jun 17 08:29:34.851935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:34.865970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f4df8-42b5-4e1b-a427-13ab3277ede6 req-869b7def-6d03-44d1-981e-8aaf2210f1fc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.867734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-951f4df8-42b5-4e1b-a427-13ab3277ede6 req-869b7def-6d03-44d1-981e-8aaf2210f1fc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1834571 Jun 17 08:29:34.870816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-7d0f32f6-83de-4c2a-b68f-30cba3c244e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876528 Jun 17 08:29:34.935689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=d70281d5-ab22-43d7-abfd-fc327cfe63c6,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:34.956773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a83121e9-6296-41f4-a781-17ed2f4376ff details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:34.967416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-951f4df8-42b5-4e1b-a427-13ab3277ede6 req-f3d97ec4-ec17-4225-810c-b1fb0458e3c7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931208 Jun 17 08:29:34.972247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:35.086482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a83121e9-6296-41f4-a781-17ed2f4376ff, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a83121e9-6296-41f4-a781-17ed2f4376ff,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:35.100939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'a83121e9-6296-41f4-a781-17ed2f4376ff', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': 'a83121e9-6296-41f4-a781-17ed2f4376ff', 'mac_address': 'fa:16:3e:b0:0b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:35.102563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.103080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.114020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.114666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.115180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.115653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.116124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.116598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.117063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.117525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.117991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.118454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.118930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.119394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.119850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.125762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.126160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.126646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.127917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.128439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.128909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.129372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.129835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.131127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.131127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.151087 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.154720 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0e5e7d17-ba33-414e-8f2a-94e02de6ea8e tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22449 time: 0.3015249 Jun 17 08:29:35.160427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:35.164596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3acb381f-f7ac-406f-92d4-ac28c09ae8d8 req-a91e342c-a53c-4771-9421-2722b9f51c5e tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321035 Jun 17 08:29:35.187307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83121e9-6296-41f4-a781-17ed2f4376ff {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:35.226205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a83121e9-6296-41f4-a781-17ed2f4376ff, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a83121e9-6296-41f4-a781-17ed2f4376ff,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:35.241812 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.243706 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:35.294920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a83121e9-6296-41f4-a781-17ed2f4376ff,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:35.298896 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:35.342290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Deleting port d70281d5-ab22-43d7-abfd-fc327cfe63c6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:35.342771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.444442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] For port d70281d5-ab22-43d7-abfd-fc327cfe63c6, host n-h2-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:35.444585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.450102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776932-889f-41d8-a37c-cc10883acd86 req-63a2ee09-baae-4b6a-a6ec-d3920f43d779 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.454037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4776932-889f-41d8-a37c-cc10883acd86 req-63a2ee09-baae-4b6a-a6ec-d3920f43d779 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1063190 Jun 17 08:29:35.547892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a83121e9-6296-41f4-a781-17ed2f4376ff'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:35.568741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4776932-889f-41d8-a37c-cc10883acd86 req-a1b1d850-d801-4a15-9796-3d9356c90b14 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024826 Jun 17 08:29:35.643560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Calling delete_port for d70281d5-ab22-43d7-abfd-fc327cfe63c6 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:35.780355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039773e5-9c92-45b7-bc65-eca5247c95fe req-ff6a1b34-b6d4-48a2-82e1-73c80bcaf3b3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.788881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-039773e5-9c92-45b7-bc65-eca5247c95fe req-ff6a1b34-b6d4-48a2-82e1-73c80bcaf3b3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2052264 Jun 17 08:29:35.866577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.873457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa7203d5-db2f-41b1-a5a5-fb7142e8f4c5 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:35.914840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-039773e5-9c92-45b7-bc65-eca5247c95fe req-0e4a4021-5d14-4e70-95af-9c73d5c71bad tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249425 Jun 17 08:29:35.916735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event deleted for resources: {'Port': ['ID=d70281d5-ab22-43d7-abfd-fc327cfe63c6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:35.930033 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:35.955788 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.958307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f822a2-721b-4666-9f1e-c59456be4f70 req-fdb3e8b2-467f-4207-99b0-280facb13888 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.961244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d70281d5-ab22-43d7-abfd-fc327cfe63c6 HTTP/1.1" status: 204 len: 168 time: 0.7902477 Jun 17 08:29:35.963998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52484) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:35.982791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38f822a2-721b-4666-9f1e-c59456be4f70 req-fdb3e8b2-467f-4207-99b0-280facb13888 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 944 time: 0.1914966 Jun 17 08:29:35.998587 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f848bb63-d1b0-47cc-8885-36f3bf3da5bc tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:29:36.000717 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f848bb63-d1b0-47cc-8885-36f3bf3da5bc tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "GET /v2.0/ports/d70281d5-ab22-43d7-abfd-fc327cfe63c6 HTTP/1.1" status: 404 len: 333 time: 0.0355601 Jun 17 08:29:36.004750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52490) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:36.016268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-744828835', 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:36.068376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Made reservation on behalf of 5652f3fb412f4ecb8776f14cb67436f8 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:36.071008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.081744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28421b10-9ab1-420c-8580-6632c5403d39 req-5e18b49d-acf9-43e5-bd7a-66eaa5ba9a3c tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0605047 Jun 17 08:29:36.097249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port b6d2409c-7e68-46dd-b2c1-78788cc9bd68 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:36.140536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38f822a2-721b-4666-9f1e-c59456be4f70 req-1a90dc4b-02ef-4551-8652-141c0e1c3dee tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539941 Jun 17 08:29:36.337217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.399872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ff4effa0-146f-47c5-a1ca-09d1593ffc09 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:36.412180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.421930 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa61e744-d118-4e03-81c0-ba8bda379fe7 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:36.459458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60a3d-e6db-457d-afa7-8acca74994a6 req-b5552c1f-d994-4648-a0c2-860c00cb3c59 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.461476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-add60a3d-e6db-457d-afa7-8acca74994a6 req-b5552c1f-d994-4648-a0c2-860c00cb3c59 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1380439 Jun 17 08:29:36.484655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bf004-b1f6-4aaa-a767-31ae3f62dd60 req-b5a21ac9-aefa-43dd-8d45-5c92591395d9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.486382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-658bf004-b1f6-4aaa-a767-31ae3f62dd60 req-b5a21ac9-aefa-43dd-8d45-5c92591395d9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 948 time: 0.1167834 Jun 17 08:29:36.496845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Network e8af97b1-6b90-4a26-a788-5ce740a329b5 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:36.506164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:36.513233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=b6d2409c-7e68-46dd-b2c1-78788cc9bd68,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:36.515278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:36.516275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.516964 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.520861 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:36.538494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5311491 Jun 17 08:29:36.540836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52498) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:36.567502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-add60a3d-e6db-457d-afa7-8acca74994a6 req-e9581b72-5073-47bb-b14a-b51f608e826f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994451 Jun 17 08:29:36.577793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ff4effa0-146f-47c5-a1ca-09d1593ffc09, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:36.590815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'mac_address': 'fa:16:3e:11:48:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:36.592900 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4c5d5-8645-47bb-9e30-d6538bc4bfd9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.596920 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-00c4c5d5-8645-47bb-9e30-d6538bc4bfd9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "GET /v2.0/ports/b6d2409c-7e68-46dd-b2c1-78788cc9bd68 HTTP/1.1" status: 200 len: 954 time: 0.0521886 Jun 17 08:29:36.597164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-658bf004-b1f6-4aaa-a767-31ae3f62dd60 req-bbc4226e-f803-4cc7-b975-110188db9128 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012704 Jun 17 08:29:36.599507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:36.634618 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.652848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4effa0-146f-47c5-a1ca-09d1593ffc09 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:36.677059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ff4effa0-146f-47c5-a1ca-09d1593ffc09, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:36.684035 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.685496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e09d9146-7277-4da9-948b-4c416abb00ea details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:36.688714 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:36.741210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Deleting port b6d2409c-7e68-46dd-b2c1-78788cc9bd68 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:36.741568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.768746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=ff4effa0-146f-47c5-a1ca-09d1593ffc09,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:36.773631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e09d9146-7277-4da9-948b-4c416abb00ea, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e09d9146-7277-4da9-948b-4c416abb00ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:36.777162 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:36.791479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e09d9146-7277-4da9-948b-4c416abb00ea', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'e09d9146-7277-4da9-948b-4c416abb00ea', 'mac_address': 'fa:16:3e:b1:4e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:36.852338 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.869329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09d9146-7277-4da9-948b-4c416abb00ea {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:36.899797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e09d9146-7277-4da9-948b-4c416abb00ea, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e09d9146-7277-4da9-948b-4c416abb00ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:36.909359 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.910600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:36.911075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ef00-0f9b-4144-928b-e175753758f8 req-78756e1d-e7b2-4ad9-927b-8e0cd42d93ba tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.914162 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:36.915647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8445ef00-0f9b-4144-928b-e175753758f8 req-78756e1d-e7b2-4ad9-927b-8e0cd42d93ba tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.2015395 Jun 17 08:29:36.982333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f8387f82-30a2-42c4-8ee3-66e4d35174f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.984114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f8387f82-30a2-42c4-8ee3-66e4d35174f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1102 time: 0.1863651 Jun 17 08:29:36.995628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Calling delete_port for b6d2409c-7e68-46dd-b2c1-78788cc9bd68 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:37.006343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8445ef00-0f9b-4144-928b-e175753758f8 req-cad26ba7-e7e7-4c4b-8437-b2f9e85d7056 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818934 Jun 17 08:29:37.033219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e09d9146-7277-4da9-948b-4c416abb00ea,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:37.040576 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:37.042737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a83121e9-6296-41f4-a781-17ed2f4376ff up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:37.095511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.100790 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6a7a8b1-2394-47f8-bcfc-724d2d278187 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:37.125204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6d2409c-7e68-46dd-b2c1-78788cc9bd68,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:37.132361 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:37.145013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.147915 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b6d2409c-7e68-46dd-b2c1-78788cc9bd68 HTTP/1.1" status: 204 len: 168 time: 0.5472276 Jun 17 08:29:37.150401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52510) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:37.188051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port a83121e9-6296-41f4-a781-17ed2f4376ff completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:37.199805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port a83121e9-6296-41f4-a781-17ed2f4376ff triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:37.200194 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.206568 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cab4b15-964e-4f50-8e33-d49fdeb03693 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:29:37.208404 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8cab4b15-964e-4f50-8e33-d49fdeb03693 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "GET /v2.0/ports/b6d2409c-7e68-46dd-b2c1-78788cc9bd68 HTTP/1.1" status: 404 len: 333 time: 0.0566492 Jun 17 08:29:37.211987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52514) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:37.217174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Request body: {'port': {'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1537316077'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:37.242733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Made reservation on behalf of 5652f3fb412f4ecb8776f14cb67436f8 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:37.245777 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.251505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-3c1ed889-91b7-4c46-a426-39c7d3c5ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.253919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-3c1ed889-91b7-4c46-a426-39c7d3c5ff7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2458949 Jun 17 08:29:37.265973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port f63c29c5-a410-45ae-a78c-08c422b29e84 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:37.270503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['ff4effa0-146f-47c5-a1ca-09d1593ffc09'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:37.322705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:37.356513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-485564d3-a5da-4f03-ae14-4b49e59a5e71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0738196 Jun 17 08:29:37.360079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83965861-eed9-4437-a813-8d55690a53e6 req-7e69950d-9b61-4d9d-9fe7-6beedc2e2113 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0785563 Jun 17 08:29:37.432321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a2a16-a556-4228-ac1e-cab3299e6725 req-70079a32-ed42-45cd-b65a-0dfaacf901b1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.434156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-111a2a16-a556-4228-ac1e-cab3299e6725 req-70079a32-ed42-45cd-b65a-0dfaacf901b1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2261815 Jun 17 08:29:37.448985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.453483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-13c089db-1107-46ab-8c42-fbdc07256850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.454949 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-13c089db-1107-46ab-8c42-fbdc07256850 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0881424 Jun 17 08:29:37.503849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.511502 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e1b2a8a-5616-4d40-a8b2-82285b5bd7fe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:37.556505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Network e8af97b1-6b90-4a26-a788-5ce740a329b5 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:37.559928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:37.562730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-111a2a16-a556-4228-ac1e-cab3299e6725 req-79d2c674-b7b1-46c1-984a-c00eff51c024 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197858 Jun 17 08:29:37.564163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:37.566206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.566809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.587884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=f63c29c5-a410-45ae-a78c-08c422b29e84,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:37.594815 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3794086 Jun 17 08:29:37.594815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:37.595508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52518) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:37.601475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:37.610601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-2e816452-eb0e-47ea-a95e-10481b7a7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.612694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-2e816452-eb0e-47ea-a95e-10481b7a7e26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1393166 Jun 17 08:29:37.669166 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.716480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83121e9-6296-41f4-a781-17ed2f4376ff'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:37.718709 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce6799-116d-44f1-a6fa-3af333de9cf9" -d '{"events": [{"server_uuid": "0cbd4a0a-6e56-4641-9b98-e57adfaa4794", "name": "network-vif-plugged", "status": "completed", "tag": "a83121e9-6296-41f4-a781-17ed2f4376ff"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:37.726497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.772139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a83121e9-6296-41f4-a781-17ed2f4376ff, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a83121e9-6296-41f4-a781-17ed2f4376ff,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:37.816601 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.821947 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:37.852611 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-31393549-f288-471c-b2fd-ce969f84d29e service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262504 Jun 17 08:29:37.876320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a83121e9-6296-41f4-a781-17ed2f4376ff,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:37.891517 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:37.947602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] device_id is not set on port f63c29c5-a410-45ae-a78c-08c422b29e84 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:37.956071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.970212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Transition to ACTIVE for port object f63c29c5-a410-45ae-a78c-08c422b29e84 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:37.977168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:37.980402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:38.021304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-b785ea72-82f2-4067-a8ee-e7c8b0f989cc service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480906 Jun 17 08:29:38.056062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d13f6-3b0f-49a0-a1d8-35658bed8c6c req-d1ec6ce7-c8de-487d-911f-a5dd8c10b4dc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.058315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b07d13f6-3b0f-49a0-a1d8-35658bed8c6c req-d1ec6ce7-c8de-487d-911f-a5dd8c10b4dc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2595367 Jun 17 08:29:38.060488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=f63c29c5-a410-45ae-a78c-08c422b29e84,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:38.065845 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:38.077621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.077947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.078486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.078594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095864d5-f3b4-4f5e-917a-40f50f663ed0 req-8d0c9b57-973d-4123-bc52-bd9daf04bf1e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.081180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-095864d5-f3b4-4f5e-917a-40f50f663ed0 req-8d0c9b57-973d-4123-bc52-bd9daf04bf1e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 944 time: 0.4247730 Jun 17 08:29:38.084207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.084539 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.084925 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 2 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.099393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.099744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.100075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.104436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.104761 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.105148 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 3 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.119412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.119731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.120071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.124648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.124975 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.125428 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 4 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.139345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.139682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.140078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.145247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.145574 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.145962 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 5 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.147471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b07d13f6-3b0f-49a0-a1d8-35658bed8c6c req-41652b66-3721-4163-ae3b-9ed4148b43e4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641921 Jun 17 08:29:38.159669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.159669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.159669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.164906 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.165232 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.165631 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 6 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.168637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-095864d5-f3b4-4f5e-917a-40f50f663ed0 req-4ed1c928-9e16-4e7b-89d4-3fa20fed76ca tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573590 Jun 17 08:29:38.207040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.207422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.207772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.218292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.218623 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.219042 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 7 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.250145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.250792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.251513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.255849 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c09eabf-a962-4ea1-93d0-23a75cd40786 x-openstack-request-id: req-0c09eabf-a962-4ea1-93d0-23a75cd40786 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:38.256528 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbd4a0a-6e56-4641-9b98-e57adfaa4794", "name": "network-vif-plugged", "status": "completed", "tag": "a83121e9-6296-41f4-a781-17ed2f4376ff", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:38.256978 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c09eabf-a962-4ea1-93d0-23a75cd40786 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:38.257489 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83121e9-6296-41f4-a781-17ed2f4376ff', 'code': 200} Jun 17 08:29:38.259832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.260171 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.260613 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 8 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.285549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.285891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.286230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.291043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.291402 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.291941 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 9 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.306328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.306665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.307186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.313154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.317470 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.317899 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempt 10 to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 Jun 17 08:29:38.341028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:38.341374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:38.341724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempting to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:38.374614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:38.375037 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Failed to bind port f63c29c5-a410-45ae-a78c-08c422b29e84 on host n-h2-780147-13 for vnic_type normal using segments [{'id': 'befd11d6-9730-4695-8f36-a5c895f35e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e8af97b1-6b90-4a26-a788-5ce740a329b5'}] Jun 17 08:29:38.375398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.450826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a66e2-f363-4b5f-8f85-1f7a63b8e9d0 req-8d493a43-c7d3-42c7-ac23-17fe6d3830f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.452246 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-560a66e2-f363-4b5f-8f85-1f7a63b8e9d0 req-8d493a43-c7d3-42c7-ac23-17fe6d3830f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 1097 time: 0.1078453 Jun 17 08:29:38.459118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] For port f63c29c5-a410-45ae-a78c-08c422b29e84, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:38.459485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attempted to set empty binding levels {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:29:38.482713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.485245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c41ba6-01ce-44e7-9829-0171b6555d1b req-fe4e66b2-4503-4b02-893f-08560f78d476 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.487434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0c41ba6-01ce-44e7-9829-0171b6555d1b req-fe4e66b2-4503-4b02-893f-08560f78d476 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 949 time: 0.1182899 Jun 17 08:29:38.487657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:38.514035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99a690-0c71-4f76-a0d2-ee62a7a49595 req-76163a2e-d8b9-4eb0-9e74-9edddb1272cb tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.516393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c99a690-0c71-4f76-a0d2-ee62a7a49595 req-76163a2e-d8b9-4eb0-9e74-9edddb1272cb tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1125615 Jun 17 08:29:38.524128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] In _notify_port_updated(), no bound segment for port f63c29c5-a410-45ae-a78c-08c422b29e84 on network e8af97b1-6b90-4a26-a788-5ce740a329b5 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:29:38.524848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.525465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.526927 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "PUT /v2.0/ports/f63c29c5-a410-45ae-a78c-08c422b29e84 HTTP/1.1" status: 200 len: 976 time: 0.9302678 Jun 17 08:29:38.530047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:38.614223 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0c41ba6-01ce-44e7-9829-0171b6555d1b req-c6516aed-a306-46e4-9652-6e1740bbc358 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149697 Jun 17 08:29:38.676726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c99a690-0c71-4f76-a0d2-ee62a7a49595 req-5ec57998-d59b-4acf-a592-e5a85255cb71 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339080 Jun 17 08:29:38.715683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Deleting port f63c29c5-a410-45ae-a78c-08c422b29e84 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:38.716056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.796481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61293a98-9403-4da0-a60f-0d147c2d3c6f req-b171620a-4c6f-4352-b6d9-d5f1318b21e4 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0388579 Jun 17 08:29:38.851561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-560a66e2-f363-4b5f-8f85-1f7a63b8e9d0 req-4e69e23e-acc6-4290-b835-731e1f2117d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899553 Jun 17 08:29:38.852318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event updated for resources: {'Port': ['ID=f63c29c5-a410-45ae-a78c-08c422b29e84,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:38.855770 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:38.887408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] For port f63c29c5-a410-45ae-a78c-08c422b29e84, host n-h2-780147-13, got binding levels [] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:38.887763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.956850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Calling delete_port for f63c29c5-a410-45ae-a78c-08c422b29e84 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:39.029223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5f1f3-f87f-40e6-b345-29b6005d2739 req-67d0ea9d-08cd-4ffc-b8f0-877e103e5068 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.030714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8c5f1f3-f87f-40e6-b345-29b6005d2739 req-67d0ea9d-08cd-4ffc-b8f0-877e103e5068 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2127862 Jun 17 08:29:39.083322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8c5f1f3-f87f-40e6-b345-29b6005d2739 req-d78b3e2d-9a31-4c73-a9fd-e7b375ca3068 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Jun 17 08:29:39.084839 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.089161 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00166378-5916-4053-9481-e308782dc732 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:39.118214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Pushing event deleted for resources: {'Port': ['ID=f63c29c5-a410-45ae-a78c-08c422b29e84,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:39.120385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.124955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "DELETE /v2.0/ports/f63c29c5-a410-45ae-a78c-08c422b29e84 HTTP/1.1" status: 204 len: 168 time: 0.5908759 Jun 17 08:29:39.124955 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:39.124955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52534) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:39.154811 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf41148-19b6-4e78-8d4e-a5c6494190a1 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:29:39.156380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1bf41148-19b6-4e78-8d4e-a5c6494190a1 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] 10.222.0.65 "GET /v2.0/ports/f63c29c5-a410-45ae-a78c-08c422b29e84 HTTP/1.1" status: 404 len: 333 time: 0.0306208 Jun 17 08:29:39.160809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52536) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:39.238611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.375196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.388239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8af97b1-6b90-4a26-a788-5ce740a329b5']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:39.403283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befd11d6-9730-4695-8f36-a5c895f35e98') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:39.403575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befd11d6-9730-4695-8f36-a5c895f35e98') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:39.426849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.479499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.498179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481df23-a7b5-4fcd-9f85-25e38c7af985 req-58170bf1-2300-47d4-bfe4-71482cb61736 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.499673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0481df23-a7b5-4fcd-9f85-25e38c7af985 req-58170bf1-2300-47d4-bfe4-71482cb61736 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2014282 Jun 17 08:29:39.500728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:39.501116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:39.505077 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:39.594508 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.603872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d8537-51da-4af3-951a-c7ab167caab9 req-d7ce019f-f103-4c2f-ac9d-07c140fa267c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.605346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a39d8537-51da-4af3-951a-c7ab167caab9 req-d7ce019f-f103-4c2f-ac9d-07c140fa267c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 945 time: 0.2675407 Jun 17 08:29:39.609342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3020818f-9320-4d62-8dd7-61c614400eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:39.610121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-54e0554e-fcc6-4791-bbbb-8873add7d63e req-0a6a2b98-aece-48b8-b25b-5929889956d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Jun 17 08:29:39.615899 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.620382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] 10.222.0.65 "DELETE /v2.0/networks/e8af97b1-6b90-4a26-a788-5ce740a329b5 HTTP/1.1" status: 204 len: 168 time: 0.4586401 Jun 17 08:29:39.625652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0481df23-a7b5-4fcd-9f85-25e38c7af985 req-ebdd9a6c-8f1b-44fa-9feb-b1fa4a8af682 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183929 Jun 17 08:29:39.654695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Pushing event deleted for resources: {'Network': ['ID=e8af97b1-6b90-4a26-a788-5ce740a329b5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:39.667362 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:39.676603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a39d8537-51da-4af3-951a-c7ab167caab9 req-28ce5557-6079-4857-a575-c77052cada86 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622027 Jun 17 08:29:39.811445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38663c92-21c9-4a11-9d88-5272443803c1 req-c9c83178-a03a-43f7-9ff0-d6d3211ee81d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.812895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38663c92-21c9-4a11-9d88-5272443803c1 req-c9c83178-a03a-43f7-9ff0-d6d3211ee81d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 949 time: 0.0657184 Jun 17 08:29:39.876745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38663c92-21c9-4a11-9d88-5272443803c1 req-f108a947-9b4b-4354-a1e1-4abc6175e9de tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Jun 17 08:29:39.881674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:39.902253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fc434-31c7-4409-a61a-75e07253c491 req-184f0366-13e4-47ff-86d5-f1c5851d113e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.903889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c37fc434-31c7-4409-a61a-75e07253c491 req-184f0366-13e4-47ff-86d5-f1c5851d113e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1000874 Jun 17 08:29:39.952754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c37fc434-31c7-4409-a61a-75e07253c491 req-419b8cb8-2476-4606-b661-b92698fd8bb6 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Jun 17 08:29:40.023629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0564b4b1-08a2-4d0e-923f-9516f6c216ee req-f2a27842-16dc-4eea-b270-6565f32f0396 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0322173 Jun 17 08:29:40.041843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-90164d9b-7d20-4c22-ac0c-28c97cffd7f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b269e241af9402fb07e0ea17ddaf0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589332 Jun 17 08:29:40.044239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52560) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:40.091702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.120083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.175422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.178467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.179642 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13e3e28b-b9c5-4e45-a661-c81789ce70f9 HTTP/1.1" status: 204 len: 168 time: 0.1345243 Jun 17 08:29:40.181323 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5d03048-4eae-42af-a243-952a2946bdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:40.190237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3e28b-b9c5-4e45-a661-c81789ce70f9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:40.197863 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:40.279968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2ce06-5db2-46c1-9e62-b868c93512c3 req-3bca288c-cdc0-408f-a97f-d3c3e5e41c8a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:40.281452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ad2ce06-5db2-46c1-9e62-b868c93512c3 req-3bca288c-cdc0-408f-a97f-d3c3e5e41c8a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.0749543 Jun 17 08:29:40.321142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ad2ce06-5db2-46c1-9e62-b868c93512c3 req-2a43a59f-8112-4eb0-bc90-bf578182d784 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Jun 17 08:29:40.400514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ff4effa0-146f-47c5-a1ca-09d1593ffc09 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:40.450278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port ff4effa0-146f-47c5-a1ca-09d1593ffc09 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:40.451894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52570) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:40.454095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port ff4effa0-146f-47c5-a1ca-09d1593ffc09 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:40.454567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.492235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-92aaf1c0-6a1f-4b2a-8542-21db52feb3d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5652f3fb412f4ecb8776f14cb67436f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390935 Jun 17 08:29:40.494531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:40.534746 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.542062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.557104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c8c092-353b-4d0a-8982-c17898665c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:40.559383 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd9378-d317-4bb8-ac41-24499db5ec68" -d '{"events": [{"server_uuid": "43c8c092-353b-4d0a-8982-c17898665c60", "name": "network-vif-plugged", "status": "completed", "tag": "ff4effa0-146f-47c5-a1ca-09d1593ffc09"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:40.565229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.572403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ff4effa0-146f-47c5-a1ca-09d1593ffc09, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:40.577195 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.577942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e09d9146-7277-4da9-948b-4c416abb00ea up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:40.579624 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:40.602007 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297db2a9-2919-4a40-951d-ee5912029ead x-openstack-request-id: req-297db2a9-2919-4a40-951d-ee5912029ead {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:40.602310 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c8c092-353b-4d0a-8982-c17898665c60", "name": "network-vif-plugged", "status": "completed", "tag": "ff4effa0-146f-47c5-a1ca-09d1593ffc09", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:40.602576 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-297db2a9-2919-4a40-951d-ee5912029ead {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:40.602993 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c8c092-353b-4d0a-8982-c17898665c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'code': 200} Jun 17 08:29:40.625747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.630153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.634138 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e51f004-1cc5-44b5-87c8-43b4fa1c0e57 HTTP/1.1" status: 204 len: 168 time: 0.1360631 Jun 17 08:29:40.634138 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18689f33-4568-4379-94bd-1513ddb68353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:40.641379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51f004-1cc5-44b5-87c8-43b4fa1c0e57,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:40.650550 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:40.806676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=ff4effa0-146f-47c5-a1ca-09d1593ffc09,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:40.807356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54815c11-f919-4c1e-be1a-eda68b2a3f5d req-35f153c5-9b34-4d9c-8782-561d4dfb249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:40.809871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54815c11-f919-4c1e-be1a-eda68b2a3f5d req-35f153c5-9b34-4d9c-8782-561d4dfb249d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 1102 time: 0.1214640 Jun 17 08:29:40.810885 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:40.827488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port e09d9146-7277-4da9-948b-4c416abb00ea completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:40.834085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e09d9146-7277-4da9-948b-4c416abb00ea triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:40.834407 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.944502 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.961607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54815c11-f919-4c1e-be1a-eda68b2a3f5d req-7abc12bd-916f-4526-b2d3-36ed97c2abc6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367571 Jun 17 08:29:40.978105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de133e6-811a-4894-97a1-3aa4ecfe4f17 req-62f859bb-a32c-461b-ae43-9b29490d5d86 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:40.979710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7de133e6-811a-4894-97a1-3aa4ecfe4f17 req-62f859bb-a32c-461b-ae43-9b29490d5d86 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1677458 Jun 17 08:29:40.984642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e09d9146-7277-4da9-948b-4c416abb00ea, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e09d9146-7277-4da9-948b-4c416abb00ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:40.990710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:40.992384 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:41.016526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c4522-16c9-47c1-af55-d308c4650367 req-f61a452b-1fe6-4de9-b6fe-4789e6627ee6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.018020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce6c4522-16c9-47c1-af55-d308c4650367 req-f61a452b-1fe6-4de9-b6fe-4789e6627ee6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 945 time: 0.1918030 Jun 17 08:29:41.048647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7de133e6-811a-4894-97a1-3aa4ecfe4f17 req-08bc295b-1083-466d-b903-eb001fca64ff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Jun 17 08:29:41.059627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e09d9146-7277-4da9-948b-4c416abb00ea,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:41.074631 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:41.075408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce6c4522-16c9-47c1-af55-d308c4650367 req-8c515091-3a42-41a2-a9ea-a3d03a882776 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 Jun 17 08:29:41.277033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07feb6-9763-4682-894b-fe3a036446aa req-72ec913f-77a8-4435-8ece-46e555d67557 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.278509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b07feb6-9763-4682-894b-fe3a036446aa req-72ec913f-77a8-4435-8ece-46e555d67557 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 950 time: 0.1098416 Jun 17 08:29:41.308897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5303e-f2ea-4c2b-9c99-bc3c8c5f84ae req-ac60ee91-b29f-4bbb-ade9-802d1118abb9 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.309454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73e5303e-f2ea-4c2b-9c99-bc3c8c5f84ae req-ac60ee91-b29f-4bbb-ade9-802d1118abb9 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1123912 Jun 17 08:29:41.342151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b07feb6-9763-4682-894b-fe3a036446aa req-f521955b-1406-40aa-a13a-0a09b1f75a93 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566046 Jun 17 08:29:41.371689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73e5303e-f2ea-4c2b-9c99-bc3c8c5f84ae req-e4a341d7-af06-4098-bf25-47a069486b7a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541787 Jun 17 08:29:41.495784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb2bcb4f-76b3-410a-9462-4dee6bf02fab req-f3eeffb4-128d-4465-bbc4-ee352dca66dd tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Jun 17 08:29:41.570430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787fab6-9185-4a94-b1c8-ee0d3ac3ec25 req-38d00350-3e53-4508-b4a0-716d2e583a2b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.575948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5787fab6-9185-4a94-b1c8-ee0d3ac3ec25 req-38d00350-3e53-4508-b4a0-716d2e583a2b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 945 time: 0.0823038 Jun 17 08:29:41.645286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5787fab6-9185-4a94-b1c8-ee0d3ac3ec25 req-4331a661-4fc5-4952-b032-8ea85836c684 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664070 Jun 17 08:29:41.680741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e9011-5797-425e-a4e6-994da3e72a5d req-62700321-b08f-49ad-831c-a4cf5a697212 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.682259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-424e9011-5797-425e-a4e6-994da3e72a5d req-62700321-b08f-49ad-831c-a4cf5a697212 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.0793970 Jun 17 08:29:41.732034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-424e9011-5797-425e-a4e6-994da3e72a5d req-224b63c8-db85-4dba-8652-47d503f39401 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Jun 17 08:29:42.145565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52646) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:42.229530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c04731f4-6239-44ce-84bb-62316064a981 req-f55ca947-45e8-4445-a8ce-3ffb22f06729 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0377879 Jun 17 08:29:42.237966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285fa91-7ed9-4df2-9019-a65a84757436 req-3bc42be3-b3b1-4051-a3d3-bfdb161990fc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.239991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1285fa91-7ed9-4df2-9019-a65a84757436 req-3bc42be3-b3b1-4051-a3d3-bfdb161990fc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 945 time: 0.1073370 Jun 17 08:29:42.273044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1663871228'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:42.293118 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1285fa91-7ed9-4df2-9019-a65a84757436 req-0c9c4d72-26f5-4aa4-b9a4-fe9ff1d77b1a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464830 Jun 17 08:29:42.298010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.299940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.311961 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:42.314621 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:29:42.356898 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.361226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.378727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.383430 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0a2ccfc5-7080-4588-9db2-97cb806828b3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2360280 Jun 17 08:29:42.384190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:42.430858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a2cc-adc6-476e-a013-df62ceca34d6 req-55a0e9ef-78a2-4e2f-ad96-44bfa7e5ae36 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.432496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e34a2cc-adc6-476e-a013-df62ceca34d6 req-55a0e9ef-78a2-4e2f-ad96-44bfa7e5ae36 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.0771785 Jun 17 08:29:42.471935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.480056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e34a2cc-adc6-476e-a013-df62ceca34d6 req-091ac7b3-ad44-463a-8df9-7bb50c5aad3f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Jun 17 08:29:42.571825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b995e-6628-4c5d-8c38-92b8bf17577e req-869edf82-7014-443b-972a-d3e43ca43411 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.575370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850b995e-6628-4c5d-8c38-92b8bf17577e req-869edf82-7014-443b-972a-d3e43ca43411 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 950 time: 0.0938544 Jun 17 08:29:42.603778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09d9146-7277-4da9-948b-4c416abb00ea'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:42.608337 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890dae06-e803-48d5-9ea4-b56f6a16ab35" -d '{"events": [{"server_uuid": "88ffdd1e-4f86-4930-9a6f-073c93cc40b7", "name": "network-vif-plugged", "status": "completed", "tag": "e09d9146-7277-4da9-948b-4c416abb00ea"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:42.617769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850b995e-6628-4c5d-8c38-92b8bf17577e req-7cc104fc-7be9-4ae3-8f2a-1f42b198297d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Jun 17 08:29:42.632483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.634958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.680166 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1d54bb-86a3-4ed0-adba-24fa8af7d26b x-openstack-request-id: req-ce1d54bb-86a3-4ed0-adba-24fa8af7d26b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:42.680458 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ffdd1e-4f86-4930-9a6f-073c93cc40b7", "name": "network-vif-plugged", "status": "completed", "tag": "e09d9146-7277-4da9-948b-4c416abb00ea", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:42.680855 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce1d54bb-86a3-4ed0-adba-24fa8af7d26b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:42.681461 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09d9146-7277-4da9-948b-4c416abb00ea', 'code': 200} Jun 17 08:29:42.690455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.690707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c038d-be77-49a2-ac0b-f67448ca4953 req-397a36c4-ccd2-458e-bc2d-384053fbef42 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.691299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b07ec856-49be-423a-bfc9-24a1dd84a73d {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:42.692264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-185c038d-be77-49a2-ac0b-f67448ca4953 req-397a36c4-ccd2-458e-bc2d-384053fbef42 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.0733950 Jun 17 08:29:42.698853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.700008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-caa21fc0-0938-4a51-a48c-8dab7f1c45a0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b07ec856-49be-423a-bfc9-24a1dd84a73d HTTP/1.1" status: 204 len: 168 time: 0.3148131 Jun 17 08:29:42.707432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52664) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:42.712092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Request body: {'router': {'name': 'tempest-router-239506109', 'distributed': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:42.739160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.740554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.746816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-185c038d-be77-49a2-ac0b-f67448ca4953 req-f1edbb64-c34c-47f8-b0d7-acf23afd0c2d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Jun 17 08:29:42.806452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.812680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.826737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.831333 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54a97812-2359-4e88-8089-6072c5031daa tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1196475 Jun 17 08:29:42.831518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:42.900920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b68594-8cc5-40d5-96db-8be504836692 req-2a5098f1-67b3-4e16-94b4-0d1b306448b8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.902413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06b68594-8cc5-40d5-96db-8be504836692 req-2a5098f1-67b3-4e16-94b4-0d1b306448b8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 950 time: 0.1306515 Jun 17 08:29:42.903122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:42.907576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569006-249c-4116-8b5f-6505b535aa7b req-5f37e492-f33e-4f86-8490-3a8b016d9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.909231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8569006-249c-4116-8b5f-6505b535aa7b req-5f37e492-f33e-4f86-8490-3a8b016d9447 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 1102 time: 0.1104290 Jun 17 08:29:42.976960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06b68594-8cc5-40d5-96db-8be504836692 req-56c098c3-4f14-4b1e-842f-2881f823c039 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667777 Jun 17 08:29:42.979484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8569006-249c-4116-8b5f-6505b535aa7b req-7b3aeacf-11da-42e6-b2dd-7ad8602ea4e7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597675 Jun 17 08:29:42.995530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce73de-58e2-472b-9c05-5a9ce544a835 req-ed94fa7c-44c7-4554-8f10-306280cefbf8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.996982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bce73de-58e2-472b-9c05-5a9ce544a835 req-ed94fa7c-44c7-4554-8f10-306280cefbf8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1380551 Jun 17 08:29:43.042376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bce73de-58e2-472b-9c05-5a9ce544a835 req-d3db4bab-e290-40cc-b922-a7b37e99e2ba tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Jun 17 08:29:43.063991 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.066706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.109715 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.110223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b72b867-385e-49ce-bac6-5f1041e25958 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:43.124077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.124077 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-514efbd9-6a24-4a15-9e7f-315c49a0b996 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "DELETE /v2.0/routers/6b72b867-385e-49ce-bac6-5f1041e25958 HTTP/1.1" status: 204 len: 168 time: 0.2830548 Jun 17 08:29:43.124077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52670) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:43.128217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Request body: {'router': {'name': 'tempest-router-997852976', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9bd836ee5f474899867a616b493dd58e'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:43.149503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.150477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.199856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.203766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.216006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.217164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4df59536-a55d-423c-b9d3-86c522d07ee3 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0925074 Jun 17 08:29:43.219955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52672) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:43.225094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:43.716975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be8a3d8a-d332-4775-b676-60122acdb362 req-8981709e-a4f8-442e-95e9-553730c18c20 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0536475 Jun 17 08:29:43.794052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.794386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.912477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93500) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 17 08:29:43.912817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Router d6c3a076-0ba0-4616-a3a4-0441f445c171 migrating from provider to provider. {{(pid=93500) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 17 08:29:43.913203 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.922890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea7636-166b-4d4b-88ca-37e2023c90da req-2b5457e6-a4a9-420b-ada0-791f4c1f4396 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:43.924499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4ea7636-166b-4d4b-88ca-37e2023c90da req-2b5457e6-a4a9-420b-ada0-791f4c1f4396 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 945 time: 0.2623043 Jun 17 08:29:43.930456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.941190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.046550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4ea7636-166b-4d4b-88ca-37e2023c90da req-d3dad312-351a-420d-87d5-e194dbe0fffe tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130748 Jun 17 08:29:44.056196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015e37-d6eb-404b-b1cf-ee18b3f8bdbe req-b9e38c3b-9764-44ed-a584-23f302e017b6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.057687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d015e37-d6eb-404b-b1cf-ee18b3f8bdbe req-b9e38c3b-9764-44ed-a584-23f302e017b6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2036459 Jun 17 08:29:44.072174 n-d-780147-13 neutron-server[93500]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] No L3 agents can host the router d6c3a076-0ba0-4616-a3a4-0441f445c171 Jun 17 08:29:44.164189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d015e37-d6eb-404b-b1cf-ee18b3f8bdbe req-32517796-503a-488a-8ea0-162d87c527f7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006753 Jun 17 08:29:44.238528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Hosts for router d6c3a076-0ba0-4616-a3a4-0441f445c171: [] {{(pid=93500) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 17 08:29:44.273311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Hosts for other DVR routers connected to router d6c3a076-0ba0-4616-a3a4-0441f445c171: set() {{(pid=93500) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 17 08:29:44.276581 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.277777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5a6d2e16-0b09-45b8-9eee-9ef56dc190af tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "PUT /v2.0/routers/d6c3a076-0ba0-4616-a3a4-0441f445c171 HTTP/1.1" status: 200 len: 716 time: 1.0568204 Jun 17 08:29:44.280538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52688) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:44.330842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70ffa-ca78-49fb-b467-cc41e8dff47c req-85b9a929-cee1-4d0a-a119-369a40b760cc tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.332356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4bc70ffa-ca78-49fb-b467-cc41e8dff47c req-85b9a929-cee1-4d0a-a119-369a40b760cc tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1464493 Jun 17 08:29:44.363741 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a29c6262-dbec-43c1-b7fd-cffd3320a0a7 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "GET /v2.0/routers/d6c3a076-0ba0-4616-a3a4-0441f445c171 HTTP/1.1" status: 200 len: 716 time: 0.0812323 Jun 17 08:29:44.364307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52690) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:44.389933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055cc1-c49b-45cb-8ffb-8d4768fb2277 req-47c7c869-f7ce-4f48-a119-d12c5ffd65d8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.391434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a055cc1-c49b-45cb-8ffb-8d4768fb2277 req-47c7c869-f7ce-4f48-a119-d12c5ffd65d8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 950 time: 0.1041198 Jun 17 08:29:44.394773 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4bc70ffa-ca78-49fb-b467-cc41e8dff47c req-b910f8e9-d90b-4552-9887-72bfba30d9f0 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560358 Jun 17 08:29:44.450009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a055cc1-c49b-45cb-8ffb-8d4768fb2277 req-097a717a-72e6-4e6a-a04d-64afa504e202 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Jun 17 08:29:44.497306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-d7d67586-6eb1-40d2-baaf-239b73b502b1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.498773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-d7d67586-6eb1-40d2-baaf-239b73b502b1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 945 time: 0.1170130 Jun 17 08:29:44.587147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a99c8-37c7-4947-9ca9-8500fb45bf24 req-d3265110-b1b2-4f1b-a518-91d2c49221c8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.588666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e97a99c8-37c7-4947-9ca9-8500fb45bf24 req-d3265110-b1b2-4f1b-a518-91d2c49221c8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.0730903 Jun 17 08:29:44.647764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e97a99c8-37c7-4947-9ca9-8500fb45bf24 req-37e5a9ea-be4d-4e13-b4dd-d80eb3f3521d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530810 Jun 17 08:29:44.670843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b8c0035a-de85-43be-bae6-fa49f9ec92b5 tempest-RoutersTestDVR-224543044 tempest-RoutersTestDVR-224543044-project] 10.222.0.65 "GET /v2.0/routers/d6c3a076-0ba0-4616-a3a4-0441f445c171 HTTP/1.1" status: 200 len: 682 time: 0.3053720 Jun 17 08:29:44.673575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52698) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:44.771272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.815122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1649c7d-23dd-452c-ba9b-e71642d38113 req-22d41e1e-2173-432d-a4e4-6e46a6586af6 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.821124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1649c7d-23dd-452c-ba9b-e71642d38113 req-22d41e1e-2173-432d-a4e4-6e46a6586af6 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.822790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1649c7d-23dd-452c-ba9b-e71642d38113 req-22d41e1e-2173-432d-a4e4-6e46a6586af6 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60&device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 1691 time: 0.0777922 Jun 17 08:29:44.888413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e88ce1c-8d91-4aba-b10c-6190edbc5563 req-b0f7817f-3e17-45c4-b8c9-eef9bdf63fa0 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0389068 Jun 17 08:29:44.892137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1649c7d-23dd-452c-ba9b-e71642d38113 req-f784a5f2-58d0-4303-b551-fc9213fe4f7a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631545 Jun 17 08:29:44.910671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port a83121e9-6296-41f4-a781-17ed2f4376ff {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:44.911181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.959379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.966628 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.046264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.046757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6c3a076-0ba0-4616-a3a4-0441f445c171 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:45.052801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.053850 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3b59b2a3-14f1-4c63-a99f-9b1d8727b5a5 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d6c3a076-0ba0-4616-a3a4-0441f445c171 HTTP/1.1" status: 204 len: 168 time: 0.3791776 Jun 17 08:29:45.057822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:45.066777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Request body: {'router': {'name': 'tempest-router-925533479', 'distributed': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:45.069038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port a83121e9-6296-41f4-a781-17ed2f4376ff, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a83121e9-6296-41f4-a781-17ed2f4376ff,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:45.069394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.123113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.124112 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.140912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for a83121e9-6296-41f4-a781-17ed2f4376ff owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:45.209657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.235840 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.243174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16557dbb-22c7-404c-8e9f-54111f3935eb req-dd24eef5-2645-4696-a97e-84897680fbe8 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.244730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16557dbb-22c7-404c-8e9f-54111f3935eb req-dd24eef5-2645-4696-a97e-84897680fbe8 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 1102 time: 0.1570389 Jun 17 08:29:45.276981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.277992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.281089 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b91b7c5-0c4c-4a9d-8b95-1c666822b66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:45.282026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c1d1616c-c4de-47c1-95ba-ae377072d6c0 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2235124 Jun 17 08:29:45.282657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52712) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:45.291260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:45.311236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=a83121e9-6296-41f4-a781-17ed2f4376ff,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:45.321802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.322134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.322517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.322894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.323303 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.323675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.324357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.324452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.324754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.325533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.325533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.325819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:45.350936 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:45.372643 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port a83121e9-6296-41f4-a781-17ed2f4376ff on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:45.375262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.377447 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2d59c39c-5cf3-4412-9efd-97a638e8a7a3 req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "DELETE /v2.0/ports/a83121e9-6296-41f4-a781-17ed2f4376ff HTTP/1.1" status: 204 len: 173 time: 0.8719399 Jun 17 08:29:45.378519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'name': 'network-vif-deleted', 'tag': 'a83121e9-6296-41f4-a781-17ed2f4376ff'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:45.380573 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bacea0b-e932-4600-a61a-ae72dc13a3c3" -d '{"events": [{"server_uuid": "0cbd4a0a-6e56-4641-9b98-e57adfaa4794", "name": "network-vif-deleted", "tag": "a83121e9-6296-41f4-a781-17ed2f4376ff"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:45.396893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16557dbb-22c7-404c-8e9f-54111f3935eb req-6bdfe63c-40fe-43cd-92df-662cd7823c19 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424420 Jun 17 08:29:45.401202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.412073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5971c-f823-4a17-8f10-a82f8f298534 req-dc51b5cd-850f-426b-9ecb-0dafad3182ca tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.423440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32b5971c-f823-4a17-8f10-a82f8f298534 req-dc51b5cd-850f-426b-9ecb-0dafad3182ca tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbd4a0a-6e56-4641-9b98-e57adfaa4794 HTTP/1.1" status: 200 len: 867 time: 0.2198777 Jun 17 08:29:45.636329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32b5971c-f823-4a17-8f10-a82f8f298534 req-077c2a2b-8d72-442c-b2ff-41ac292ff8e6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111175 Jun 17 08:29:45.640352 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.643695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.684594 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895052d0-cf15-42f8-911d-520efd261416 x-openstack-request-id: req-895052d0-cf15-42f8-911d-520efd261416 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:45.685012 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbd4a0a-6e56-4641-9b98-e57adfaa4794", "name": "network-vif-deleted", "tag": "a83121e9-6296-41f4-a781-17ed2f4376ff", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:45.685514 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-895052d0-cf15-42f8-911d-520efd261416 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:45.686169 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbd4a0a-6e56-4641-9b98-e57adfaa4794', 'name': 'network-vif-deleted', 'tag': 'a83121e9-6296-41f4-a781-17ed2f4376ff', 'status': 'completed', 'code': 200} Jun 17 08:29:45.697037 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.697567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40aa7f7f-2f64-4fad-82d5-a637cf4cb0f2 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:45.702616 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.707568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-92473831-ac35-47d2-aa75-088d17f741b9 tempest-RoutersTestDVR-1401220832 tempest-RoutersTestDVR-1401220832-project-admin] 10.222.0.65 "DELETE /v2.0/routers/40aa7f7f-2f64-4fad-82d5-a637cf4cb0f2 HTTP/1.1" status: 204 len: 168 time: 0.4197545 Jun 17 08:29:45.728876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1ec2b-93fb-433f-b73d-a442c49aa0b3 req-15585d69-224f-415f-9729-49a30f67c587 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.730534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66a1ec2b-93fb-433f-b73d-a442c49aa0b3 req-15585d69-224f-415f-9729-49a30f67c587 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1851430 Jun 17 08:29:45.776530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66a1ec2b-93fb-433f-b73d-a442c49aa0b3 req-44be25b3-d696-4e74-9539-b035fe6ab44e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Jun 17 08:29:45.864006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3090-cdf0-440d-b579-a65be22028fb req-6c25557d-9495-483a-a65b-8d78c0bdf71d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.871258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b01f3090-cdf0-440d-b579-a65be22028fb req-6c25557d-9495-483a-a65b-8d78c0bdf71d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.0934916 Jun 17 08:29:45.924286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b01f3090-cdf0-440d-b579-a65be22028fb req-05018c62-df24-4e58-8027-edd9461e44a5 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515673 Jun 17 08:29:46.037577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52732) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:46.164158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.167452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9293861-a232-420e-ab16-ce5b0955f9d1 req-b6ec0b2a-5bce-41cf-bc87-ddac82a31a46 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.168941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9293861-a232-420e-ab16-ce5b0955f9d1 req-b6ec0b2a-5bce-41cf-bc87-ddac82a31a46 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1126730 Jun 17 08:29:46.183005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177ecfa-5bcf-4f78-84f8-035043d89a8e req-ac44e7c1-1289-423a-8d40-86af8ce51639 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.184442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7177ecfa-5bcf-4f78-84f8-035043d89a8e req-ac44e7c1-1289-423a-8d40-86af8ce51639 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 1102 time: 0.1107039 Jun 17 08:29:46.241131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9293861-a232-420e-ab16-ce5b0955f9d1 req-8ed94122-59df-412e-81d1-d3c2257df28e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660915 Jun 17 08:29:46.243315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7177ecfa-5bcf-4f78-84f8-035043d89a8e req-6a0bd75f-e65f-4369-907c-707acf887875 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Jun 17 08:29:46.287963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.292904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.296745 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d3b4ac9-f89d-4a5a-9c22-83ea3a471b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:46.333239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bd836ee5f474899867a616b493dd58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945516 Jun 17 08:29:46.334292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66bf856-57ae-4d27-8c27-8b3964b411ba,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:46.336936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52738) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:46.339508 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:46.389643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.396788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc83d954-0528-4a49-b561-10e596a370f9 req-acb97fd9-6a68-4857-86c4-e893f08bb42c tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Jun 17 08:29:46.425476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.474703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.477739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.479333 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b66bf856-57ae-4d27-8c27-8b3964b411ba HTTP/1.1" status: 204 len: 168 time: 0.1408484 Jun 17 08:29:46.480140 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80fc151b-95ef-4731-91d2-7524e3a8ea8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:46.490173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66bf856-57ae-4d27-8c27-8b3964b411ba,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:46.492525 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:46.669010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650b6bf-d566-497b-9720-7cd7930dee44 req-760a7aca-7f9b-4aef-8c0d-98e0b326efa0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.670743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5650b6bf-d566-497b-9720-7cd7930dee44 req-760a7aca-7f9b-4aef-8c0d-98e0b326efa0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 946 time: 0.0759032 Jun 17 08:29:46.734112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5650b6bf-d566-497b-9720-7cd7930dee44 req-08ff4d5c-961e-4399-8d40-175ce945562c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Jun 17 08:29:46.736705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-0760bd62-4737-4c09-b8f9-c3101755fa35 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280859 Jun 17 08:29:46.804324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52762) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:46.821517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.867317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-760c3ed2-c5b1-423c-8967-0501f0473c4d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.869744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-760c3ed2-c5b1-423c-8967-0501f0473c4d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262646 Jun 17 08:29:46.887626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-aa973b0e-cf1d-461b-9c68-ada06bff731b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/quotas/ac2429b0b0c64aa7a543eb8b52130104 HTTP/1.1" status: 200 len: 375 time: 0.0109997 Jun 17 08:29:46.900197 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.936889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.940994 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.944482 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d3ea081-bbbf-4eaf-af62-c8c29a668313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:46.981284 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1016a9f87a61468cad4facc2cc27aec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747046 Jun 17 08:29:46.982354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54750505-d973-411e-b75a-34f0806e7f03,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:46.984166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52768) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:46.985563 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:47.019316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a83121e9-6296-41f4-a781-17ed2f4376ff no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:47.028337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-d2b685a9-e0b6-4e55-8e0f-59768b7a8405 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322701 Jun 17 08:29:47.038688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: a83121e9-6296-41f4-a781-17ed2f4376ff {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:47.039070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a83121e9-6296-41f4-a781-17ed2f4376ff not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:47.055920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626e0c1-0474-460a-a8f9-cd0a9ce9dc6f req-0aa4b092-4087-4820-8cb0-980462b0a20a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.057402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4626e0c1-0474-460a-a8f9-cd0a9ce9dc6f req-0aa4b092-4087-4820-8cb0-980462b0a20a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1239276 Jun 17 08:29:47.084564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.123590 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.127961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4626e0c1-0474-460a-a8f9-cd0a9ce9dc6f req-2a48c93b-d105-486c-aa91-e4b0f33ff174 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Jun 17 08:29:47.188350 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.189458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.190718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54750505-d973-411e-b75a-34f0806e7f03 HTTP/1.1" status: 204 len: 168 time: 0.2055416 Jun 17 08:29:47.191811 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1722b365-9520-4505-a3e2-47308ddddfbc tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:47.206306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54750505-d973-411e-b75a-34f0806e7f03,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:47.217137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:47.353258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa7d6-610a-4d31-b57b-f30771ee6d3d req-34a1ae94-c3bb-471e-90b6-b9c07e35dd94 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.354890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f51aa7d6-610a-4d31-b57b-f30771ee6d3d req-34a1ae94-c3bb-471e-90b6-b9c07e35dd94 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.0775719 Jun 17 08:29:47.400259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f51aa7d6-610a-4d31-b57b-f30771ee6d3d req-a4f7326e-826b-4602-a8e2-3f93394ab66e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Jun 17 08:29:47.646038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-bb63f562-6ffa-40f6-a671-b9e1bf730d9c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.647558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-bb63f562-6ffa-40f6-a671-b9e1bf730d9c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.1470232 Jun 17 08:29:47.679099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49051-b05f-4ad0-b62a-f2b522c1b548 req-7010d046-6c36-4023-937b-03c7529f4d0f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.680613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0c49051-b05f-4ad0-b62a-f2b522c1b548 req-7010d046-6c36-4023-937b-03c7529f4d0f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.0965939 Jun 17 08:29:47.682489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-1fc859be-9808-48b3-a632-6d9e6c58f7d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0232611 Jun 17 08:29:47.755944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0c49051-b05f-4ad0-b62a-f2b522c1b548 req-92ae6d99-d8f1-43a4-b9f0-e8f77372a6dc tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Jun 17 08:29:47.779136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-e740cadc-8896-4bcd-9b2d-1afdceb28468 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895951 Jun 17 08:29:47.892005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-182a1553-1cd4-4629-b16c-3cc2053d0343 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041410 Jun 17 08:29:48.018945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-46410b2c-f091-488f-962c-7a31eac006e4 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193111 Jun 17 08:29:48.174515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-577a2610-ff2a-4527-aa33-9b7272a29204 req-5698c5e6-2dae-4770-aee6-0dd010bd2d2c tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0379725 Jun 17 08:29:48.274054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d1e7583-02a4-4736-ac73-316596b45c45 req-99d90f12-dca1-49e6-adcd-278210d98583 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 210 time: 0.0407007 Jun 17 08:29:48.439069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170bcc-26d2-4395-935b-f058b2c0d5fb req-98d5fa51-c06e-4ab9-bf1b-f4b4bc3c88c2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.446894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92170bcc-26d2-4395-935b-f058b2c0d5fb req-98d5fa51-c06e-4ab9-bf1b-f4b4bc3c88c2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 946 time: 0.1397774 Jun 17 08:29:48.510716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92170bcc-26d2-4395-935b-f058b2c0d5fb req-953f2856-31a6-4f92-ae43-a0da4baa2c46 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Jun 17 08:29:48.647823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e06cca7b-ea1c-4b7b-86fc-b6213e6e7cff req-385991b9-c53e-4395-80e4-9b5215406000 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 210 time: 0.0485995 Jun 17 08:29:48.693314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57308b7-4ee0-48fa-8907-024eecfbf1ad req-fc4eb133-28f9-4e72-84d0-dcaae0824dde tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.702401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c57308b7-4ee0-48fa-8907-024eecfbf1ad req-fc4eb133-28f9-4e72-84d0-dcaae0824dde tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.3115568 Jun 17 08:29:48.767566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a7e15-3709-45da-ae80-5cea048b760e req-14678153-758a-4548-898c-b548645bcd05 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.770181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-008a7e15-3709-45da-ae80-5cea048b760e req-14678153-758a-4548-898c-b548645bcd05 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 946 time: 0.2323580 Jun 17 08:29:48.780028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c57308b7-4ee0-48fa-8907-024eecfbf1ad req-d963189a-16d2-4b3d-b5fb-3033a55e6cfb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763860 Jun 17 08:29:48.932539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:48.972372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Deleting port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:48.973288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.067674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-678414295', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:49.090679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Made reservation on behalf of 8de57d39eaa3458aaec2b3da3a4396ad for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:49.093388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.103595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.170353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.210802 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.214932 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.217032 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa1886f0-4512-4706-982a-c254d256f09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:49.220989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] device_id is not set on port de3daa7d-5da5-4022-8e0a-609dabbee77e yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:49.281903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e2f50-be34-436a-92fc-4114d5762d8f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:49.285658 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:49.356424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Allocated IP 172.25.7.69 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/de3daa7d-5da5-4022-8e0a-609dabbee77e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:49.426621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2f810-5f71-4032-8e65-487323bbb1b3 req-5e9a506f-5e3a-494a-bded-df460a0c0105 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.428391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4d2f810-5f71-4032-8e65-487323bbb1b3 req-5e9a506f-5e3a-494a-bded-df460a0c0105 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.5381989 Jun 17 08:29:49.488703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a8b2-c976-4645-bb52-4ddd2ccec6a5 req-e6cc7a21-f928-4cd5-b501-3dae520e0b67 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.490189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7074a8b2-c976-4645-bb52-4ddd2ccec6a5 req-e6cc7a21-f928-4cd5-b501-3dae520e0b67 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1694198 Jun 17 08:29:49.501897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] For port 7717a1fb-3bdb-4043-8d35-11b3d266adc2, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7717a1fb-3bdb-4043-8d35-11b3d266adc2,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:49.502329 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.530393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.568956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4d2f810-5f71-4032-8e65-487323bbb1b3 req-9fa7e288-3971-4ef2-82c2-a3adf42da5d1 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283259 Jun 17 08:29:49.581208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.596712 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cecd2513-8044-439c-aec1-80db6900e66a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:49.605258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Calling delete_port for 7717a1fb-3bdb-4043-8d35-11b3d266adc2 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:49.607997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:49.609427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:49.612204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:49.627888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7074a8b2-c976-4645-bb52-4ddd2ccec6a5 req-49a1f1c6-87cf-4f69-a3eb-9590f50852a8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295493 Jun 17 08:29:49.775643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-1dc977c5-9a4e-42b1-bf1b-91ea79647482 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032152 Jun 17 08:29:49.792466 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9a30e097-fbd1-4868-b83b-b2d349fef270 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751061 Jun 17 08:29:49.818122 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d9cb652-828f-44ec-9e26-6fb5c8ee7c82 req-d710340c-6592-420b-a040-c0215c6c409f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 210 time: 0.0371013 Jun 17 08:29:49.854979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f7514e1-d9c8-4df8-a717-16fd15f6592a req-ee74eff7-e0f3-494b-8de0-4737b88dbf6f tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0750687 Jun 17 08:29:49.920230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Pushing event updated for resources: {'Port': ['ID=de3daa7d-5da5-4022-8e0a-609dabbee77e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:49.923453 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:49.966828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.968332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:49.995801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.008949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7717a1fb-3bdb-4043-8d35-11b3d266adc2'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:50.036318 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.1012690 Jun 17 08:29:50.042921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:50.056680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.69'}]}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:50.063490 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-748a6ad0-b7ed-40f3-bc0a-5c0e16bddb0f tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:50.087575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a105abc-41b0-450c-8809-7093b78a736d req-ca1d1a3a-911d-4d1b-92a4-1e798f3ba75e tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 210 time: 0.1106033 Jun 17 08:29:50.114224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-5cda79be-a2dd-4b0e-b241-c4d509b586f1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.116111 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-5cda79be-a2dd-4b0e-b241-c4d509b586f1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111658 Jun 17 08:29:50.121257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event deleted for resources: {'Port': ['ID=7717a1fb-3bdb-4043-8d35-11b3d266adc2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:50.131175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b4bc8711-fb91-4afd-b06b-587c275ae6a4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.132627 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:50.132754 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b4bc8711-fb91-4afd-b06b-587c275ae6a4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3430178 Jun 17 08:29:50.139486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:50.163754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': '1760d64e-97bf-40a3-989c-6270a279eff6', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:50.171395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6193b18a-7f56-445d-8209-2b30f39f2369 req-93a33d1a-3ed8-40d3-89dc-3d0e2521ceba tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 210 time: 0.0402319 Jun 17 08:29:50.223851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] No DVR routers for this DVR port 7717a1fb-3bdb-4043-8d35-11b3d266adc2 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:50.226771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.229004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-008a7e15-3709-45da-ae80-5cea048b760e req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "DELETE /v2.0/ports/7717a1fb-3bdb-4043-8d35-11b3d266adc2 HTTP/1.1" status: 204 len: 173 time: 1.4392550 Jun 17 08:29:50.243679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'name': 'network-vif-deleted', 'tag': '7717a1fb-3bdb-4043-8d35-11b3d266adc2'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:50.246480 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebfcc17-5e02-4107-8ef5-1777847f551e" -d '{"events": [{"server_uuid": "5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc", "name": "network-vif-deleted", "tag": "7717a1fb-3bdb-4043-8d35-11b3d266adc2"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:50.273808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.274931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.300369 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22450a-6d53-4cc0-a226-144c48ec11d4 x-openstack-request-id: req-1d22450a-6d53-4cc0-a226-144c48ec11d4 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:50.300720 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc", "name": "network-vif-deleted", "tag": "7717a1fb-3bdb-4043-8d35-11b3d266adc2", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:50.301004 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d22450a-6d53-4cc0-a226-144c48ec11d4 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:50.301699 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc', 'name': 'network-vif-deleted', 'tag': '7717a1fb-3bdb-4043-8d35-11b3d266adc2', 'status': 'completed', 'code': 200} Jun 17 08:29:50.356610 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:50.419597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de403-aec8-4aa8-8bf5-df63e6d41b5a req-61890e85-5931-43b2-98f6-84957f52401c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.427732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-573de403-aec8-4aa8-8bf5-df63e6d41b5a req-61890e85-5931-43b2-98f6-84957f52401c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2051702 Jun 17 08:29:50.454427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-27a7d979-ac6f-4cf3-818b-233312d83951 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.457134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-27a7d979-ac6f-4cf3-818b-233312d83951 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.1739616 Jun 17 08:29:50.490099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:50.496702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-573de403-aec8-4aa8-8bf5-df63e6d41b5a req-3896e182-dfaa-470f-81d2-3ac157483cbd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 Jun 17 08:29:50.637074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:50.642129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.748390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.901716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.14 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:50.913463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154212-b557-4fdb-8b4c-49a8303ec1a3 req-1418329e-76d0-4bb7-a340-f52a9cecf066 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.915043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6154212-b557-4fdb-8b4c-49a8303ec1a3 req-1418329e-76d0-4bb7-a340-f52a9cecf066 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1959572 Jun 17 08:29:50.944734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:50.945673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735ba97-b3b0-4db7-924b-0e774edf9742 req-2c12445e-0fd7-4a94-8438-9043b9df9434 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.947205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b735ba97-b3b0-4db7-924b-0e774edf9742 req-2c12445e-0fd7-4a94-8438-9043b9df9434 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1572669 Jun 17 08:29:50.948253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.976261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:50.979796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.983934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.035928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6154212-b557-4fdb-8b4c-49a8303ec1a3 req-0a3ef1c2-c4f8-4aed-b431-2911bcc01ef2 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100264 Jun 17 08:29:51.070772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b735ba97-b3b0-4db7-924b-0e774edf9742 req-cd837f48-2d2b-44be-bdd2-cc32a9884e69 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144104 Jun 17 08:29:51.202020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af6b4cb5-8f85-464a-91f2-d1503d403e11 req-d4169a1b-2552-4003-b98e-574a7ab03ff9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 210 time: 0.0380144 Jun 17 08:29:51.243555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.109 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/c5f594b0-b8c0-4636-a54a-4f6877c8b976) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:51.274776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cdf58e3e-d2ba-4e0d-bd86-d36420ac5cce req-df429a41-09e3-459c-8cfd-057806a8c1f9 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0362706 Jun 17 08:29:51.290460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.410443 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.416707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:51.421845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:51.474009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3c4d631-31a9-481f-b828-ca23b9e08298 req-a3f9e5e1-7e94-479c-9c0d-9fb27a0a985e tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 210 time: 0.0741043 Jun 17 08:29:51.546962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.560617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:51.577836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:51.591500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object c5f594b0-b8c0-4636-a54a-4f6877c8b976 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:51.603855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.605993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:51.628052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.638210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:51.654728 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:51.692989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:51.693657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.706158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ae16-d259-47a2-8fe4-8ae69d280375 req-437e7303-dc27-4644-913d-e58d4ef06237 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:51.707600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a940ae16-d259-47a2-8fe4-8ae69d280375 req-437e7303-dc27-4644-913d-e58d4ef06237 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 932 time: 0.2936716 Jun 17 08:29:51.728944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.742063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:51.772781 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4109437d-016b-43d3-a2db-b1bf8bfa6f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:51.775971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2946060 Jun 17 08:29:51.794742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Request body: {'port': {'device_id': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:51.800590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:51.802822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a940ae16-d259-47a2-8fe4-8ae69d280375 req-49c78409-5957-462e-b6fa-84dd7afb7dd5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807555 Jun 17 08:29:51.826635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=c5f594b0-b8c0-4636-a54a-4f6877c8b976,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:51.837903 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:51.873558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:51.875618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645037-f4a7-4382-bf79-01f8e13deae7 req-0136a064-84ac-45f8-8b8c-64d34565da2e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:51.883824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.114 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/b24e714a-6a24-4448-93c5-9ef1509e2321) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:51.885547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce645037-f4a7-4382-bf79-01f8e13deae7 req-0136a064-84ac-45f8-8b8c-64d34565da2e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.1885033 Jun 17 08:29:51.916191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:51.933474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:51.951375 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.968616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce645037-f4a7-4382-bf79-01f8e13deae7 req-79c65b90-b447-4723-94e3-b405bcc12cf1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 Jun 17 08:29:51.985193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:51.985907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.087365 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9294813 Jun 17 08:29:52.107470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Request body: {'port': {'device_id': '1760d64e-97bf-40a3-989c-6270a279eff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:52.132225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.400650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.406575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7cd4367d-a65b-4977-8c66-ff6e56b78e42 None None] Provisioning for port c5f594b0-b8c0-4636-a54a-4f6877c8b976 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:52.412775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7cd4367d-a65b-4977-8c66-ff6e56b78e42 None None] Provisioning complete for port c5f594b0-b8c0-4636-a54a-4f6877c8b976 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:52.413398 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4367d-a65b-4977-8c66-ff6e56b78e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.418667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.442545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7717a1fb-3bdb-4043-8d35-11b3d266adc2 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:52.473236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 7717a1fb-3bdb-4043-8d35-11b3d266adc2 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:52.473977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7717a1fb-3bdb-4043-8d35-11b3d266adc2 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:52.488693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4367d-a65b-4977-8c66-ff6e56b78e42 None None] Port c5f594b0-b8c0-4636-a54a-4f6877c8b976 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:52.500490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75559de-1141-4aed-8d18-63890de898d6 req-e2584f71-5085-442d-bd69-5f36b2e92d75 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:52.502863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b75559de-1141-4aed-8d18-63890de898d6 req-e2584f71-5085-442d-bd69-5f36b2e92d75 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1965461 Jun 17 08:29:52.520306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab91473-a37b-42a0-99d4-2921937fcf7b req-4d02129a-98b7-4809-a3c4-382b4fab31dd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:52.526892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.527982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dab91473-a37b-42a0-99d4-2921937fcf7b req-4d02129a-98b7-4809-a3c4-382b4fab31dd tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2141960 Jun 17 08:29:52.545440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:52.551848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.552342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8da5f0b-382f-4ec5-afd7-4f7080e4a8e8 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:52.570478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.606641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Transition to ACTIVE for port object d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:52.619541 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:29:52.623473 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2412f28-e3c2-4657-baef-6a00cbf2354d tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5722384 Jun 17 08:29:52.625924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.628536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52902) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:52.631916 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dab91473-a37b-42a0-99d4-2921937fcf7b req-004215e7-d1a0-4d59-9714-0a4e8363fc3c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995367 Jun 17 08:29:52.644136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b75559de-1141-4aed-8d18-63890de898d6 req-fc1b3905-1007-43b7-bb34-1a91df0beac5 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144969 Jun 17 08:29:52.645944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.656226 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e106bae6-ab53-4fd9-bff0-c39af9aee3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:52.783132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object b24e714a-6a24-4448-93c5-9ef1509e2321 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:52.822845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbd4e201-6fc0-4ed8-8fb5-6ca9a1342c19 req-6715c047-6459-4528-9482-2197b78ebff2 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0466855 Jun 17 08:29:52.828067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Deleting port de3daa7d-5da5-4022-8e0a-609dabbee77e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:52.828581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.854403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b851fe92-3d1b-4c61-b250-316a28d24b80 req-2928d477-10f5-424b-a2b4-88d104c5a4ad tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 210 time: 0.0811574 Jun 17 08:29:52.887495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Pushing event updated for resources: {'Port': ['ID=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:52.909314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.909624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.910008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.910444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.910821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.911221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.911590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.912000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.912370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.912735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.913099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.913520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:52.934037 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:52.979095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.990782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Attempting to bind port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:52.991421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Attempting to bind port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:52.991920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Attempting to bind port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:52.993114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:52.999333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:53.000173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Attempting to bind port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:53.000902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:53.007872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:53.008497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:53.009474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:53.010084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Bound port: d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:53.010410 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e32f3bd2-d0b6-42f1-a097-d244239c0bec tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:53.011410 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.120623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21cb7ad4-c38b-4bdf-8095-8fcdf581798f req-fa54ffa6-d140-4ede-890d-ad2912a63e6b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 210 time: 0.0716262 Jun 17 08:29:53.127234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:53.147313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:53.149882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:53.171962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] For port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:53.183468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] For port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:53.196300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.202575 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f76d545-6af0-46b8-8f47-29ab0477999c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:53.218702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=b24e714a-6a24-4448-93c5-9ef1509e2321,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:53.225996 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:53.236435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.287466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9477c-b127-481f-9da0-20c77a36ae79 req-93ac2880-1d21-49ec-8ddb-e9339cc2e016 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.295845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aee9477c-b127-481f-9da0-20c77a36ae79 req-93ac2880-1d21-49ec-8ddb-e9339cc2e016 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 944 time: 0.2313931 Jun 17 08:29:53.299349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.302280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.304005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] 10.222.0.60 "PUT /v2.0/ports/d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f HTTP/1.1" status: 200 len: 1093 time: 1.5150542 Jun 17 08:29:53.311074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'tag': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:53.315343 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f54b7-8da0-4b26-a70f-77897ea64d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82e08b-553f-414d-99e0-d6dfa754f937", "tag": "d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:53.327057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Calling delete_port for de3daa7d-5da5-4022-8e0a-609dabbee77e owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:53.364289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.364939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.447565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f594b0-b8c0-4636-a54a-4f6877c8b976 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:53.454808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3189492 Jun 17 08:29:53.463262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.481912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Pushing event updated for resources: {'Port': ['ID=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:53.482880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-ddfbcea5-b5e4-4154-b5ad-a430ef9e02ac tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:29:53.483926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-ddfbcea5-b5e4-4154-b5ad-a430ef9e02ac tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183048 Jun 17 08:29:53.517176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Transition to ACTIVE for port object c5f594b0-b8c0-4636-a54a-4f6877c8b976 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:53.535785 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.540393 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:53.547065 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:53.597450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aee9477c-b127-481f-9da0-20c77a36ae79 req-e98a3978-7568-41a1-9f2a-940e370527ec tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993484 Jun 17 08:29:53.653837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-edf504eb-5bc7-4bb2-8e81-029c3777b52d None None] Provisioning for port b24e714a-6a24-4448-93c5-9ef1509e2321 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:53.665345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-edf504eb-5bc7-4bb2-8e81-029c3777b52d None None] Provisioning complete for port b24e714a-6a24-4448-93c5-9ef1509e2321 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:53.665721 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edf504eb-5bc7-4bb2-8e81-029c3777b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.671930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-8b3ce269-8c41-45e6-ba66-f96f59ae9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.673857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-8b3ce269-8c41-45e6-ba66-f96f59ae9720 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 1096 time: 0.2981226 Jun 17 08:29:53.683009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Request body: {'port': {'device_id': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:53.699708 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde26332-530c-461b-9dab-bc660458bea3 x-openstack-request-id: req-cde26332-530c-461b-9dab-bc660458bea3 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:53.700334 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82e08b-553f-414d-99e0-d6dfa754f937", "tag": "d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:53.701261 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cde26332-530c-461b-9dab-bc660458bea3 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:53.702865 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'tag': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f', 'status': 'completed', 'code': 200} Jun 17 08:29:53.724119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ad7c-225d-4ee8-b5d3-0d67d722abdb req-0687b2aa-0e3d-483c-bd45-005ccaee8f23 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.725683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8717ad7c-225d-4ee8-b5d3-0d67d722abdb req-0687b2aa-0e3d-483c-bd45-005ccaee8f23 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.3254044 Jun 17 08:29:53.732899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-edf504eb-5bc7-4bb2-8e81-029c3777b52d None None] Port b24e714a-6a24-4448-93c5-9ef1509e2321 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:53.757473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=c5f594b0-b8c0-4636-a54a-4f6877c8b976,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:53.760363 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:53.814576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-5d16f0ad-c6d5-4b71-93d1-6c124dc44b10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f HTTP/1.1" status: 200 len: 217 time: 0.1189551 Jun 17 08:29:53.862146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Attempting to bind port c5f594b0-b8c0-4636-a54a-4f6877c8b976 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:53.862484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Attempting to bind port c5f594b0-b8c0-4636-a54a-4f6877c8b976 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:53.862808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Attempting to bind port c5f594b0-b8c0-4636-a54a-4f6877c8b976 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:53.902267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.906273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:53.915594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Port c5f594b0-b8c0-4636-a54a-4f6877c8b976 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:53.915932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Attempting to bind port c5f594b0-b8c0-4636-a54a-4f6877c8b976 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:53.958172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8717ad7c-225d-4ee8-b5d3-0d67d722abdb req-c1dcbb0e-6577-463a-bf8d-b355370bc74c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191229 Jun 17 08:29:53.974327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Pushing event deleted for resources: {'Port': ['ID=de3daa7d-5da5-4022-8e0a-609dabbee77e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:53.974422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-f588edb6-ebaa-48b7-ab6c-194d29941731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.974422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-f588edb6-ebaa-48b7-ab6c-194d29941731 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1415243 Jun 17 08:29:53.979201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:53.979676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:53.980455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:53.980902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Bound port: c5f594b0-b8c0-4636-a54a-4f6877c8b976, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:53.981638 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.983150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.005031 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:54.016794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-a2e75c3d-89f2-4a0f-987a-a082ad4702fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290201 Jun 17 08:29:54.035523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2484-f74b-41ac-9e1d-d520aeb74b25 req-072b2c94-2dbb-4028-8d81-02c876f95dbe tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.039426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e53c2484-f74b-41ac-9e1d-d520aeb74b25 req-072b2c94-2dbb-4028-8d81-02c876f95dbe tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1543047 Jun 17 08:29:54.098222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.103816 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] 10.222.0.65 "DELETE /v2.0/ports/de3daa7d-5da5-4022-8e0a-609dabbee77e HTTP/1.1" status: 204 len: 168 time: 1.4678719 Jun 17 08:29:54.191540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e53c2484-f74b-41ac-9e1d-d520aeb74b25 req-f2ad3a9a-92bb-499d-842d-4e52a62e37ea tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445372 Jun 17 08:29:54.237304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] For port c5f594b0-b8c0-4636-a54a-4f6877c8b976, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:54.242815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] For port c5f594b0-b8c0-4636-a54a-4f6877c8b976, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:54.246559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-42549240-7bbc-4a4c-9e13-fc0175c1852d service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196407 Jun 17 08:29:54.264887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.270114 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8eb5dddd-60e4-4207-b4f3-d7a00d502456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:54.331027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=c5f594b0-b8c0-4636-a54a-4f6877c8b976,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:54.334271 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:54.352814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.353673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.355285 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] 10.222.0.60 "PUT /v2.0/ports/c5f594b0-b8c0-4636-a54a-4f6877c8b976 HTTP/1.1" status: 200 len: 1097 time: 2.2578452 Jun 17 08:29:54.357847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1760d64e-97bf-40a3-989c-6270a279eff6', 'tag': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:54.360599 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762" -d '{"events": [{"name": "network-changed", "server_uuid": "1760d64e-97bf-40a3-989c-6270a279eff6", "tag": "c5f594b0-b8c0-4636-a54a-4f6877c8b976"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:54.407109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38f8d204-16f7-49b9-a001-3eef14c1ff37 req-b84a321d-cd09-4d99-9e0d-0b3b3bec8f61 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0881033 Jun 17 08:29:54.438707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf380-3acc-4c84-8935-6687aacc60b4 req-1e4043da-8571-450c-8e46-a30120ec5ecc tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.452005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e48bf380-3acc-4c84-8935-6687aacc60b4 req-1e4043da-8571-450c-8e46-a30120ec5ecc tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.3703506 Jun 17 08:29:54.496412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52928) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:54.571614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a6613a7-8810-4b5d-ada4-2e29ea473241 req-95288aca-6e98-46ce-9a83-78372dd866ff service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058021 Jun 17 08:29:54.592783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e48bf380-3acc-4c84-8935-6687aacc60b4 req-4efe27a1-0185-4eb4-8852-c9d09f16d8f4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398242 Jun 17 08:29:54.607016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-da460a92-570f-4234-b088-a12727fc63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.617685 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-da460a92-570f-4234-b088-a12727fc63b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 1100 time: 0.2034409 Jun 17 08:29:54.657231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24e714a-6a24-4448-93c5-9ef1509e2321 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:54.714226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-bc8ea424-b1be-4317-a213-0184ec019071 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976 HTTP/1.1" status: 200 len: 217 time: 0.0822091 Jun 17 08:29:54.716224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.800410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Transition to ACTIVE for port object b24e714a-6a24-4448-93c5-9ef1509e2321 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:54.810410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.825138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.827744 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b214e9e5-cc27-4f82-a229-ff0ea49c4cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:54.834545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b3a6a5b7-58a7-45c3-a829-1131955bba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.836065 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b3a6a5b7-58a7-45c3-a829-1131955bba08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1108773 Jun 17 08:29:54.982696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3d46984d-e009-44f6-955d-1b016bfcf3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.015361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Pushing event updated for resources: {'Port': ['ID=b24e714a-6a24-4448-93c5-9ef1509e2321,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:55.019187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:55.255181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3da1c-ee93-4fbe-a653-a23bdf8b6a43 req-89b90771-f836-4903-9864-701a8acf5d25 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.258407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4d3da1c-ee93-4fbe-a653-a23bdf8b6a43 req-89b90771-f836-4903-9864-701a8acf5d25 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 936 time: 0.6131241 Jun 17 08:29:55.260961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-292c96fa-d840-477e-a818-ea09743caece req-d8650600-adb5-4707-9e26-bb1f720bf7a5 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=5efb427e-78f5-4bdf-8d8a-dbcd7c47fdfc HTTP/1.1" status: 200 len: 210 time: 0.0735929 Jun 17 08:29:55.309783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-dfa44524-98d1-4d90-83dd-65b8162e7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.312334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-dfa44524-98d1-4d90-83dd-65b8162e7ffa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 1096 time: 0.5978999 Jun 17 08:29:55.334959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4d3da1c-ee93-4fbe-a653-a23bdf8b6a43 req-6bfec86b-cfaf-4442-bf5f-21ce0609b923 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713265 Jun 17 08:29:55.447844 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366bc481-1282-4a7f-adde-941e456faa88 x-openstack-request-id: req-366bc481-1282-4a7f-adde-941e456faa88 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:55.448359 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1760d64e-97bf-40a3-989c-6270a279eff6", "tag": "c5f594b0-b8c0-4636-a54a-4f6877c8b976", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:55.448359 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-366bc481-1282-4a7f-adde-941e456faa88 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:55.448806 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1760d64e-97bf-40a3-989c-6270a279eff6', 'tag': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976', 'status': 'completed', 'code': 200} Jun 17 08:29:55.496985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-e267f9ab-32bc-4b79-b30a-ee24408a7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.499158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-e267f9ab-32bc-4b79-b30a-ee24408a7782 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.1593525 Jun 17 08:29:55.499359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b6844864-6592-4d46-b703-855d0f6bcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.501126 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b6844864-6592-4d46-b703-855d0f6bcad6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6359184 Jun 17 08:29:55.584962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Attempting to bind port b24e714a-6a24-4448-93c5-9ef1509e2321 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:55.585312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Attempting to bind port b24e714a-6a24-4448-93c5-9ef1509e2321 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:55.585637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Attempting to bind port b24e714a-6a24-4448-93c5-9ef1509e2321 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:55.588701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.598397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-1d290e72-b325-47f0-82f6-724b4b8c7268 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f HTTP/1.1" status: 200 len: 217 time: 0.0467777 Jun 17 08:29:55.599494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.605098 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-51acc16d-e853-40c8-a078-c5434a34a36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:55.646936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Port b24e714a-6a24-4448-93c5-9ef1509e2321 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:55.647262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Attempting to bind port b24e714a-6a24-4448-93c5-9ef1509e2321 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:55.676502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:55.676749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:55.677141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:55.677589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Bound port: b24e714a-6a24-4448-93c5-9ef1509e2321, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:55.677936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.689760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-a27df07e-9c13-4039-9842-f76dfdb5044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.691534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-a27df07e-9c13-4039-9842-f76dfdb5044c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.0730119 Jun 17 08:29:55.699766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9954e6-f2bf-4652-83ea-702cd005fbe9 req-ac956209-665b-4ff0-969f-53de314d2524 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.700676 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=716783d23de44ebd903828e39f65030b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2018857 Jun 17 08:29:55.701256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d9954e6-f2bf-4652-83ea-702cd005fbe9 req-ac956209-665b-4ff0-969f-53de314d2524 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 944 time: 0.2009776 Jun 17 08:29:55.704110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52942) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:55.706158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e978f5a2-574c-47ff-80f8-1fdf732a7791,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:55.709754 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:55.740313 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-a54ba0ad-eff4-425e-bdc2-a6594df214d7 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125962 Jun 17 08:29:55.749814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-f181a3ec-c6f1-41cd-9c70-992e124e8a28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476344 Jun 17 08:29:55.770483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb8baf-abb3-4a28-bc8e-500532e0a866 req-3059c790-f76c-4514-8fba-9d8aca732da1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.771969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aceb8baf-abb3-4a28-bc8e-500532e0a866 req-3059c790-f76c-4514-8fba-9d8aca732da1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2216945 Jun 17 08:29:55.801859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] For port b24e714a-6a24-4448-93c5-9ef1509e2321, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:55.849124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] For port b24e714a-6a24-4448-93c5-9ef1509e2321, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b24e714a-6a24-4448-93c5-9ef1509e2321,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:55.863341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d9954e6-f2bf-4652-83ea-702cd005fbe9 req-d9ff6f01-6362-4f26-980c-7696dbae65b3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508961 Jun 17 08:29:55.879934 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4eea233a-08e3-4893-a954-456f5921bf80 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240220 Jun 17 08:29:55.881564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.884813 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85acd8a5-7fec-4412-bd10-58b8428617ca tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:55.921923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aceb8baf-abb3-4a28-bc8e-500532e0a866 req-5da21812-2048-43a1-98ff-2586083388e4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324914 Jun 17 08:29:55.927840 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.950092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.951580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.953336 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] 10.222.0.67 "PUT /v2.0/ports/b24e714a-6a24-4448-93c5-9ef1509e2321 HTTP/1.1" status: 200 len: 1097 time: 2.4344513 Jun 17 08:29:55.977133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-455c2385-c9c9-4a08-aadc-044de8d0582c service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989372 Jun 17 08:29:55.982236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Pushing event updated for resources: {'Port': ['ID=b24e714a-6a24-4448-93c5-9ef1509e2321,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:55.984101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.987103 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:56.074126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-d496dcb1-9cbe-4aac-a8fb-6f3a0f88bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.076169 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-d496dcb1-9cbe-4aac-a8fb-6f3a0f88bd41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 1100 time: 0.0737691 Jun 17 08:29:56.130074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.133032 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.134230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e978f5a2-574c-47ff-80f8-1fdf732a7791 HTTP/1.1" status: 204 len: 168 time: 0.4229903 Jun 17 08:29:56.159212 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e07d420a-baed-4cb7-9b46-3a9b3697704d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:56.202556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978f5a2-574c-47ff-80f8-1fdf732a7791,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:56.205438 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:56.293863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-c4be9459-f1aa-43a7-9412-57d95849d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.294021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9941ee31-d21e-4580-954b-f376e6c9977e req-b92d9b61-d3e7-4a66-a1cd-de0f35563418 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.1033368 Jun 17 08:29:56.295323 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-c4be9459-f1aa-43a7-9412-57d95849d40f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2112103 Jun 17 08:29:56.296001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c94f54b7-8da0-4b26-a70f-77897ea64d4b req-6902d0b8-b628-4738-91b1-f7b0c56e41ad service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588677 Jun 17 08:29:56.305749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-d8beb9d2-0063-41db-97a9-a9c94ac29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.306997 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-d8beb9d2-0063-41db-97a9-a9c94ac29bda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 1100 time: 0.1386695 Jun 17 08:29:56.311274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a014f-2bfb-495d-ae7c-abe786e1f5fc req-5d9aea75-a2a2-4801-b7a7-64d0941f63c4 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.313070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-860a014f-2bfb-495d-ae7c-abe786e1f5fc req-5d9aea75-a2a2-4801-b7a7-64d0941f63c4 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2771037 Jun 17 08:29:56.373522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-860a014f-2bfb-495d-ae7c-abe786e1f5fc req-c01b8be4-b5ce-431c-ba8f-fe7eb9fc7eac tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537539 Jun 17 08:29:56.414413 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-ac59f897-8170-42b1-b284-f6fa87d11cd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976 HTTP/1.1" status: 200 len: 217 time: 0.0866742 Jun 17 08:29:56.416069 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-b3f28dc7-be21-4d69-8eb6-af7a8b30d140 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b24e714a-6a24-4448-93c5-9ef1509e2321 HTTP/1.1" status: 200 len: 217 time: 0.0918434 Jun 17 08:29:56.520750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-2dd0703d-0353-4bac-bdcc-567b1b305bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.522451 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-2dd0703d-0353-4bac-bdcc-567b1b305bb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1005657 Jun 17 08:29:56.528171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-0b3a29f7-7bc0-489a-9383-c13d9e3a4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.529680 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-0b3a29f7-7bc0-489a-9383-c13d9e3a4535 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0950265 Jun 17 08:29:56.535063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934d985-77ce-4573-a24b-e8a61cb65b24 req-36a54481-71a4-4be0-b78c-0bbf8e7f49e4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.536701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2934d985-77ce-4573-a24b-e8a61cb65b24 req-36a54481-71a4-4be0-b78c-0bbf8e7f49e4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.0790915 Jun 17 08:29:56.558525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52956) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:56.627733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2934d985-77ce-4573-a24b-e8a61cb65b24 req-ca3f3d30-6f17-4630-912c-7cb2f0ee1978 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847201 Jun 17 08:29:56.632887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-42cf6670-08a1-4c2f-8b7c-87abcb00c1e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8de57d39eaa3458aaec2b3da3a4396ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711660 Jun 17 08:29:56.633925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52962) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:56.684213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-c72d2372-8789-4bee-8c8a-90878e190658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.685773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-c72d2372-8789-4bee-8c8a-90878e190658 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1545925 Jun 17 08:29:56.774076 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.780039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-7327360a-cdba-42d9-a79a-acda75668fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.781748 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-7327360a-cdba-42d9-a79a-acda75668fd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2420576 Jun 17 08:29:56.859944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f009-1495-4467-828c-e7b3d1513cfd req-dc24196e-f8bb-432f-859a-c3ed71288f28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.861810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ac9f009-1495-4467-828c-e7b3d1513cfd req-dc24196e-f8bb-432f-859a-c3ed71288f28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 948 time: 0.1443326 Jun 17 08:29:56.871469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.920706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de82dbd-f262-446a-95bc-4c71b5a7bbf9 req-3d979bba-7618-42d0-9640-3537570e32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.922194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1de82dbd-f262-446a-95bc-4c71b5a7bbf9 req-3d979bba-7618-42d0-9640-3537570e32b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 1097 time: 0.1402514 Jun 17 08:29:56.935887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ac9f009-1495-4467-828c-e7b3d1513cfd req-bb86cb71-3859-410c-adde-3beb775548d5 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665443 Jun 17 08:29:56.940138 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-e30f1fc9-0010-4773-97e3-508bca409c02 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374213 Jun 17 08:29:56.943634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301716-fbf3-44af-a4ee-a3104636b58e req-1c7afb6b-092f-4e9d-a913-daec574c683d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.945107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4301716-fbf3-44af-a4ee-a3104636b58e req-1c7afb6b-092f-4e9d-a913-daec574c683d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1299801 Jun 17 08:29:57.005369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1de82dbd-f262-446a-95bc-4c71b5a7bbf9 req-8919bac6-74c3-4162-bf0d-9de2408da434 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Jun 17 08:29:57.010513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4301716-fbf3-44af-a4ee-a3104636b58e req-e9352431-dd09-454f-8126-3f73547ed88c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591848 Jun 17 08:29:57.052590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-4da6689d-c299-4247-9354-941eebc2e91b service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287712 Jun 17 08:29:57.073159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.075721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.076801 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d9e2f50-be34-436a-92fc-4114d5762d8f HTTP/1.1" status: 204 len: 168 time: 0.4418161 Jun 17 08:29:57.080460 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8979cbf9-fd4d-4e47-b633-a6e806e4e6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:57.112193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e2f50-be34-436a-92fc-4114d5762d8f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:57.122787 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:57.137692 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d635ae3-c3f8-4ace-abb2-1723d2f7b762 req-045e1a82-0508-41bc-9441-95dcf8d1e72b service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852076 Jun 17 08:29:57.201396 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b910b4c-75f6-4e4c-946c-e071bfcde7b7 req-69227d69-9e4c-4b5e-9efc-b5f6376b256d service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387205 Jun 17 08:29:57.223370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-8e0d931f-d49c-4936-9ea6-410c43d086fb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.224960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-8e0d931f-d49c-4936-9ea6-410c43d086fb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.1791437 Jun 17 08:29:57.250713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-d456e9d6-82ac-4640-bd83-caa461826bfc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.0181332 Jun 17 08:29:57.263127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711e1ad-23e2-4b04-b718-7317a1769d1e req-c0b0fb92-2a43-4403-8d3d-2ac1b286752b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.264737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0711e1ad-23e2-4b04-b718-7317a1769d1e req-c0b0fb92-2a43-4403-8d3d-2ac1b286752b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 944 time: 0.1251328 Jun 17 08:29:57.305116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-dd90b4f3-3453-49c8-844a-099c35f34639 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393989 Jun 17 08:29:57.343581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0711e1ad-23e2-4b04-b718-7317a1769d1e req-a16c256c-bd36-496f-867d-99d5dcd0e87b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 Jun 17 08:29:57.373333 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ed93da1-f189-45f8-b864-572b1dadb37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.427449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-0046b1c8-ebb4-4552-af9e-393b8aaa49c2 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140120 Jun 17 08:29:57.450547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'tag': 'b24e714a-6a24-4448-93c5-9ef1509e2321'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:57.453008 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213016f7-2c1e-462a-96ec-7f7c99f4d77f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8a8438-0a1f-40f4-b401-7fc300ef8d48", "tag": "b24e714a-6a24-4448-93c5-9ef1509e2321"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:57.463123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.560134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-bff61c86-4bfd-48e8-9a35-64005d5f7114 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292167 Jun 17 08:29:57.574660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292db66-0eda-4d73-9f19-98a22e8ee6e6 req-2402a852-9f92-4e89-8420-6309b9a4fc8e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.577198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c292db66-0eda-4d73-9f19-98a22e8ee6e6 req-2402a852-9f92-4e89-8420-6309b9a4fc8e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1202240 Jun 17 08:29:57.630702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c292db66-0eda-4d73-9f19-98a22e8ee6e6 req-707a11be-80dd-4dcb-9a6d-f18b2d78a0b8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Jun 17 08:29:57.814816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-485e85ac-869e-4023-bad1-e8f9ce781b34 req-5bb1b381-3f64-407b-8faa-f7c2cdaecde8 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0412135 Jun 17 08:29:57.874265 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f715c-595d-4b51-983e-660c94e61be0 x-openstack-request-id: req-150f715c-595d-4b51-983e-660c94e61be0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:57.874733 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8a8438-0a1f-40f4-b401-7fc300ef8d48", "tag": "b24e714a-6a24-4448-93c5-9ef1509e2321", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:57.874880 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-150f715c-595d-4b51-983e-660c94e61be0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:57.875335 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'tag': 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'status': 'completed', 'code': 200} Jun 17 08:29:57.898464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922262a-3fff-4d71-87f9-e96ea19eecf8 req-66ae9f35-d792-44d3-a9a9-cc9839d692ef tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.901167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9922262a-3fff-4d71-87f9-e96ea19eecf8 req-66ae9f35-d792-44d3-a9a9-cc9839d692ef tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.0849926 Jun 17 08:29:57.967873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9922262a-3fff-4d71-87f9-e96ea19eecf8 req-9fdb10e8-2cd6-4985-b3fb-2d42496391b9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571134 Jun 17 08:29:58.003554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-4fa307a7-55e4-424c-82bd-5ddaea57f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.005873 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-4fa307a7-55e4-424c-82bd-5ddaea57f535 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 1100 time: 0.1013176 Jun 17 08:29:58.066714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4b089e4-1b04-4f05-8f34-60409ae774c6 req-9f08d36d-770a-459b-b3a6-c0a0936e89b2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=4be0388e-f6cd-40e6-b855-44128775cd5a HTTP/1.1" status: 200 len: 210 time: 0.0388317 Jun 17 08:29:58.103293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab9693-1319-441e-ac63-67899a2becb4 req-bb693ac6-fe19-4394-9b9b-ca72a76ff2ee tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.105506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ab9693-1319-441e-ac63-67899a2becb4 req-bb693ac6-fe19-4394-9b9b-ca72a76ff2ee tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1136220 Jun 17 08:29:58.184068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ab9693-1319-441e-ac63-67899a2becb4 req-410b14ee-12b7-4ccc-bb7e-a88f0d46b5f1 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709436 Jun 17 08:29:58.191650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-f7d88a6a-bcb5-41aa-b1f5-9156c960e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.193469 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-f7d88a6a-bcb5-41aa-b1f5-9156c960e9ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1749260 Jun 17 08:29:58.274707 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-90185e5d-8608-49d8-9b96-57c0f14f7287 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b24e714a-6a24-4448-93c5-9ef1509e2321 HTTP/1.1" status: 200 len: 217 time: 0.0707347 Jun 17 08:29:58.349317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-c40609ca-2009-4812-b540-1e1fc98005ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.350804 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-c40609ca-2009-4812-b540-1e1fc98005ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0688353 Jun 17 08:29:58.410964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-c1af69a7-5708-4f12-8d5d-fe9b76d34561 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.412556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-c1af69a7-5708-4f12-8d5d-fe9b76d34561 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.1860847 Jun 17 08:29:58.437880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-5fca6a89-92a6-48f1-ae87-396929a64961 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/quotas/3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 375 time: 0.0183339 Jun 17 08:29:58.445451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-cf258cd1-6170-49fb-9e2d-6dc1bc38d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.447532 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-cf258cd1-6170-49fb-9e2d-6dc1bc38d55e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745032 Jun 17 08:29:58.468347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c306147-3b86-4624-9af9-c380ca4dd811 req-9a34f925-a125-4def-b3e0-57e7fb2029d7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.470040 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c306147-3b86-4624-9af9-c380ca4dd811 req-9a34f925-a125-4def-b3e0-57e7fb2029d7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 948 time: 0.1420791 Jun 17 08:29:58.549072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c306147-3b86-4624-9af9-c380ca4dd811 req-eb10079d-6c5d-46d9-82ba-a2a429e412c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569313 Jun 17 08:29:58.569138 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-289153d8-4180-49b9-945a-d2d0a7dec693 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132550 Jun 17 08:29:58.581206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-2dc2ac60-523b-4641-8af9-9ce0e26f8c3b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1344118 Jun 17 08:29:58.685414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-3a7c7b7f-e07b-4143-be80-1a242d5b3640 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964181 Jun 17 08:29:58.717808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-213016f7-2c1e-462a-96ec-7f7c99f4d77f req-d652a586-5978-44d5-bafa-0cb60d2c090c service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317701 Jun 17 08:29:58.767902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.805237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:58.810377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-247f7711-226a-4c2e-b1b6-87dfc0909eb8 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177700 Jun 17 08:29:58.918778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1718773466', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:58.944563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Made reservation on behalf of 83060c04e79d4e7aa4eea19f5f9ebd53 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:58.947561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.959193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.082045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.086788 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.090307 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ef4dce9-5f2a-461c-b3bf-c76b10efd044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:59.093695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] device_id is not set on port 4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:59.097754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:59.175710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968cc8-9cea-4d54-a874-c2b3fc3555cf req-7dabfc3e-30dd-4214-bcce-5734b8e8361c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.177956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f968cc8-9cea-4d54-a874-c2b3fc3555cf req-7dabfc3e-30dd-4214-bcce-5734b8e8361c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 944 time: 0.1198854 Jun 17 08:29:59.188682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028e273e-2b2a-403a-9617-d1bb3ee48cce,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:59.206021 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:59.255251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f968cc8-9cea-4d54-a874-c2b3fc3555cf req-e14cb2f0-9c35-4820-9063-8070eee2cf38 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712569 Jun 17 08:29:59.316299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Allocated IP 172.25.7.221 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:59.343878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:59.373625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f', 'mac_address': 'fa:16:3e:0a:e8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:59.441637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-073075ce-9f13-4868-8446-2d78d4f2cb06 req-8d48baf6-1f46-495c-b540-ebc1308a377d tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0457222 Jun 17 08:29:59.462845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.491852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:59.517685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:59.526578 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.527647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.527789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c5f594b0-b8c0-4636-a54a-4f6877c8b976 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:59.530184 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:59.545104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ce14a67-f452-461f-9c91-10c59f6b493a req-eb2ad84b-1516-45c0-bff1-5324f02a874f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 210 time: 0.0567560 Jun 17 08:29:59.601008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-107096f2-19aa-41fc-b2d2-c4ac2dd75761 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=4be0388e-f6cd-40e6-b855-44128775cd5a HTTP/1.1" status: 200 len: 210 time: 0.0700605 Jun 17 08:29:59.649556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:59.691462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.691812 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.692155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.692489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.693069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.693401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.693732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.694056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.694382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.694697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.705167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.706746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:59.716572 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:59.730311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.735612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ce3264e-a5a5-41e6-aadd-64c4c35810ab tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:59.786705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c5f594b0-b8c0-4636-a54a-4f6877c8b976, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:59.787428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:59.792608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:59.797397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:59.800522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-27208ecb-dcfb-4bba-8e5d-aff0dfd5ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.802439 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-27208ecb-dcfb-4bba-8e5d-aff0dfd5ec92 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1882184 Jun 17 08:29:59.805018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976', 'mac_address': 'fa:16:3e:b1:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:59.822129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2766cfd-86b3-4f8a-ac34-2272830ce9d1 req-7ec85a21-9eeb-4fad-b82a-8e33e8932838 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.823693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2766cfd-86b3-4f8a-ac34-2272830ce9d1 req-7ec85a21-9eeb-4fad-b82a-8e33e8932838 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1190660 Jun 17 08:29:59.854549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.855561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7e9b2-9c57-48b2-83ac-c963a48a8fd7 req-d7138ba6-0c81-4a36-8ca9-dcd1f69d54f5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.863588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21e7e9b2-9c57-48b2-83ac-c963a48a8fd7 req-d7138ba6-0c81-4a36-8ca9-dcd1f69d54f5 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1473291 Jun 17 08:29:59.869740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Pushing event updated for resources: {'Port': ['ID=4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:59.872316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f594b0-b8c0-4636-a54a-4f6877c8b976 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:59.877992 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:59.908219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c5f594b0-b8c0-4636-a54a-4f6877c8b976, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:59.914596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.917875 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:59.927937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.929069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.932875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21e7e9b2-9c57-48b2-83ac-c963a48a8fd7 req-332fdb50-31db-4589-ac2e-d028b888fd10 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684388 Jun 17 08:29:59.945299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2766cfd-86b3-4f8a-ac34-2272830ce9d1 req-0a75c02b-59cb-4b4f-b85b-4d73cf8544d7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Jun 17 08:29:59.948462 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1411881 Jun 17 08:29:59.951417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53088) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:59.959515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.221'}]}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:59.996934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-3bc5ab7d-d790-4471-88ab-5c239f6e0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.999074 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-3bc5ab7d-d790-4471-88ab-5c239f6e0c5e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659250 Jun 17 08:30:00.006563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=c5f594b0-b8c0-4636-a54a-4f6877c8b976,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:00.010996 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:00.017818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.020444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.092252 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ed989e5e-ce87-4c41-b45d-19b82f8091b5 req-1099a8ae-a2c3-4952-9fba-cb2510676828 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/ports?device_id=4be0388e-f6cd-40e6-b855-44128775cd5a HTTP/1.1" status: 200 len: 210 time: 0.0520535 Jun 17 08:30:00.121602 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.222120 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.334347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:00.336551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:00.342733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4232-8eb8-4438-a840-634292594a11 req-967015d8-1f5e-4457-9caa-c226efff4fea tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:00.344204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d3e4232-8eb8-4438-a840-634292594a11 req-967015d8-1f5e-4457-9caa-c226efff4fea tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 948 time: 0.2349315 Jun 17 08:30:00.350625 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.421205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4819b-32a9-4417-80b8-f25fa512f26d req-4b321570-f27f-4d44-a56f-4af815229db4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:00.422712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86f4819b-32a9-4417-80b8-f25fa512f26d req-4b321570-f27f-4d44-a56f-4af815229db4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2337148 Jun 17 08:30:00.429335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d3e4232-8eb8-4438-a840-634292594a11 req-3257bb7b-9c67-4d5c-8212-747e83443b95 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749762 Jun 17 08:30:00.459286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b24e714a-6a24-4448-93c5-9ef1509e2321 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:00.519883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86f4819b-32a9-4417-80b8-f25fa512f26d req-27dbb1bc-edc6-40a4-b8a7-b984f054c296 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874550 Jun 17 08:30:00.697444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port b24e714a-6a24-4448-93c5-9ef1509e2321, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b24e714a-6a24-4448-93c5-9ef1509e2321,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:00.722107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'mac_address': 'fa:16:3e:01:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:00.742875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-1bedc87d-85c4-4e1b-8b21-052a9d71f64f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:00.745434 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-1bedc87d-85c4-4e1b-8b21-052a9d71f64f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.1701238 Jun 17 08:30:00.776132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-0e52d52f-fdb7-45a6-9bb2-0f0fc67eb32d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:00.777516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'port': {'device_id': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'admin_state_up': True, 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:00.779258 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.781060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-0e52d52f-fdb7-45a6-9bb2-0f0fc67eb32d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.2379386 Jun 17 08:30:00.801819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24e714a-6a24-4448-93c5-9ef1509e2321 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:00.827391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port b24e714a-6a24-4448-93c5-9ef1509e2321, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b24e714a-6a24-4448-93c5-9ef1509e2321,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:00.832765 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.835910 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:00.889949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=b24e714a-6a24-4448-93c5-9ef1509e2321,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:00.894355 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:00.932840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:00.936629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.069789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Allocated IP 172.20.0.8 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/a31de0ec-60ed-45c5-95bc-2c807ffafece) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:01.182001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bb98c-4d64-4dbd-a418-c834e069a398 req-74bbc9d5-3c9c-4ccc-add5-b8b7aafe0b62 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.183500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e5bb98c-4d64-4dbd-a418-c834e069a398 req-74bbc9d5-3c9c-4ccc-add5-b8b7aafe0b62 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 945 time: 0.5368240 Jun 17 08:30:01.191268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1aee913a-5c85-447e-876b-22d57e7992d7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.4031684 Jun 17 08:30:01.194170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['b24e714a-6a24-4448-93c5-9ef1509e2321'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:01.227608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.242798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Transition to ACTIVE for port object a31de0ec-60ed-45c5-95bc-2c807ffafece will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:01.260476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-489a085b-9851-4031-92cf-2b0e5929c288 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606313 Jun 17 08:30:01.286396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.290340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.292976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:01.323278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e5bb98c-4d64-4dbd-a418-c834e069a398 req-6d098112-9d08-46ca-91a1-43adbfe26a56 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306896 Jun 17 08:30:01.326367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.333839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:01.337962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:01.341817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:01.394704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=a31de0ec-60ed-45c5-95bc-2c807ffafece,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:01.397665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:01.419672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.420930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.442174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6703198 Jun 17 08:30:01.459634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Request body: {'port': {'device_id': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:01.548444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-b046e508-02b4-4fe7-8588-eae087dc5651 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788403 Jun 17 08:30:01.550145 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.553279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dec25819-cdfd-4987-b662-791b5d642f0e req-dffa1e99-d57c-4ace-aaea-e771e98331eb tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0429211 Jun 17 08:30:01.648289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bd766ea-e64f-4421-8294-4a6f632a3ac2 None None] Provisioning for port a31de0ec-60ed-45c5-95bc-2c807ffafece completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:01.652776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bd766ea-e64f-4421-8294-4a6f632a3ac2 None None] Provisioning complete for port a31de0ec-60ed-45c5-95bc-2c807ffafece triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:01.653397 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7bd766ea-e64f-4421-8294-4a6f632a3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.683101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-9ef053dd-fcb6-483d-a071-100ddecbf016 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248357 Jun 17 08:30:01.715269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7bd766ea-e64f-4421-8294-4a6f632a3ac2 None None] Port a31de0ec-60ed-45c5-95bc-2c807ffafece cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:01.738812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.862179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31de0ec-60ed-45c5-95bc-2c807ffafece {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:01.870274 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.883701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Transition to ACTIVE for port object a31de0ec-60ed-45c5-95bc-2c807ffafece will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:01.889701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.895174 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f7ca8ded-be78-4653-be42-5633251f81ee tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:01.943387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69d1f5-6566-463a-94cd-571a79b78d31 req-d6416b6d-2ff9-4b08-8f03-37b5e4dd66d9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.950645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa69d1f5-6566-463a-94cd-571a79b78d31 req-d6416b6d-2ff9-4b08-8f03-37b5e4dd66d9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 931 time: 0.2495506 Jun 17 08:30:01.962829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.979313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Pushing event updated for resources: {'Port': ['ID=a31de0ec-60ed-45c5-95bc-2c807ffafece,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:01.982926 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:02.004062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.064913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Attempting to bind port a31de0ec-60ed-45c5-95bc-2c807ffafece on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:02.065125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Attempting to bind port a31de0ec-60ed-45c5-95bc-2c807ffafece by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:02.065453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Attempting to bind port a31de0ec-60ed-45c5-95bc-2c807ffafece on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:02.070936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Port a31de0ec-60ed-45c5-95bc-2c807ffafece on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:02.070936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Attempting to bind port a31de0ec-60ed-45c5-95bc-2c807ffafece on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:02.076337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:02.076623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:02.077037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:02.077356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Bound port: a31de0ec-60ed-45c5-95bc-2c807ffafece, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:02.077707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.094049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa69d1f5-6566-463a-94cd-571a79b78d31 req-446ca06e-54df-4570-a272-3190cb19e689 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421354 Jun 17 08:30:02.103014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:02.104859 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.105575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0f1ffc4-4fed-4224-ab4c-450dfe222784 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:30:02.149241 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:30:02.150277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5af363e9-c3ba-4d81-82a1-fb0be0ce7bca tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1976869 Jun 17 08:30:02.155663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53126) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:02.193972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0c1b-bc4f-44ae-b2ac-6232882c8e44 req-997b5eaa-0339-4ea2-8487-078358673100 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.195984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f48c0c1b-bc4f-44ae-b2ac-6232882c8e44 req-997b5eaa-0339-4ea2-8487-078358673100 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2354746 Jun 17 08:30:02.253363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f48c0c1b-bc4f-44ae-b2ac-6232882c8e44 req-8b85f0e9-03a0-4ff8-b508-8b092ade7e75 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Jun 17 08:30:02.272385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] For port a31de0ec-60ed-45c5-95bc-2c807ffafece, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:02.296456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] For port a31de0ec-60ed-45c5-95bc-2c807ffafece, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:02.308574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.312678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:02.381993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Deleting port 4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:02.382089 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.388249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.388867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.390247 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] 10.222.0.60 "PUT /v2.0/ports/a31de0ec-60ed-45c5-95bc-2c807ffafece HTTP/1.1" status: 200 len: 1092 time: 0.9363930 Jun 17 08:30:02.390922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'tag': 'a31de0ec-60ed-45c5-95bc-2c807ffafece'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:02.393526 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e511ed6f-f0a9-4991-b3b8-ef65856a607d" -d '{"events": [{"name": "network-changed", "server_uuid": "2018323c-7d95-44e1-aa91-1e75db54ac7f", "tag": "a31de0ec-60ed-45c5-95bc-2c807ffafece"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:02.425750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Pushing event updated for resources: {'Port': ['ID=a31de0ec-60ed-45c5-95bc-2c807ffafece,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:02.429290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8697d-0cf0-4abf-bfef-37e741f39798 req-70ee8e23-68bc-4e85-b0ab-7ba685206735 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.430234 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:02.436779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bd8697d-0cf0-4abf-bfef-37e741f39798 req-70ee8e23-68bc-4e85-b0ab-7ba685206735 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 949 time: 0.1164534 Jun 17 08:30:02.470038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b24e714a-6a24-4448-93c5-9ef1509e2321 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:02.505645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bd8697d-0cf0-4abf-bfef-37e741f39798 req-0b4b7659-ca10-4387-8b0a-bcf8e26a68ae tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676014 Jun 17 08:30:02.598128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port b24e714a-6a24-4448-93c5-9ef1509e2321 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:02.603768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port b24e714a-6a24-4448-93c5-9ef1509e2321 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:02.604395 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.616245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.700427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Calling delete_port for 4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:02.720695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-2f5b5e23-064e-4fdd-8ebf-bf2bdb424057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.722213 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-2f5b5e23-064e-4fdd-8ebf-bf2bdb424057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 1095 time: 0.2386196 Jun 17 08:30:02.747703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de24a435-e73a-4744-b8d6-9d9f85c7552c req-ac183f9b-3dba-4d9e-8822-3d1fa8ff8879 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 210 time: 0.0589955 Jun 17 08:30:02.787020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc5d5-cbba-4a0c-ae91-00b30a6af3b5 req-f9cf1d9a-ea5b-48aa-b3bc-f164c92339ad tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.795605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a8fc5d5-cbba-4a0c-ae91-00b30a6af3b5 req-f9cf1d9a-ea5b-48aa-b3bc-f164c92339ad tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 945 time: 0.1182792 Jun 17 08:30:02.799332 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.824066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24e714a-6a24-4448-93c5-9ef1509e2321'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:02.826695 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c861ad-4de1-4c82-861c-be0a2f79a0e9" -d '{"events": [{"server_uuid": "aa8a8438-0a1f-40f4-b401-7fc300ef8d48", "name": "network-vif-plugged", "status": "completed", "tag": "b24e714a-6a24-4448-93c5-9ef1509e2321"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:02.842219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port b24e714a-6a24-4448-93c5-9ef1509e2321, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b24e714a-6a24-4448-93c5-9ef1509e2321,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:02.847540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a8fc5d5-cbba-4a0c-ae91-00b30a6af3b5 req-d7ea391e-15bc-4b9d-8aa5-a5ab68ff519d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Jun 17 08:30:02.849318 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.851971 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:02.854929 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c28048f-1639-450c-9cef-26257dda7aab x-openstack-request-id: req-9c28048f-1639-450c-9cef-26257dda7aab {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:02.857776 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2018323c-7d95-44e1-aa91-1e75db54ac7f", "tag": "a31de0ec-60ed-45c5-95bc-2c807ffafece", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:02.858169 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c28048f-1639-450c-9cef-26257dda7aab {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:02.858687 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'tag': 'a31de0ec-60ed-45c5-95bc-2c807ffafece', 'status': 'completed', 'code': 200} Jun 17 08:30:02.869961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-5ea9db64-f726-447a-b224-5409533bff60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece HTTP/1.1" status: 200 len: 217 time: 0.1031506 Jun 17 08:30:02.943598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=b24e714a-6a24-4448-93c5-9ef1509e2321,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:02.953326 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.005409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-cc30b899-a615-4b11-b25e-92a817d170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:03.007005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-cc30b899-a615-4b11-b25e-92a817d170e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.1244793 Jun 17 08:30:03.007969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-058e0bc3-4b7e-49f8-8585-1ce0200751bb req-a34ee90f-6d34-445c-bb47-c213492e1c87 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0324287 Jun 17 08:30:03.064324 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f141822-06c2-41dc-8543-2cb819641984 x-openstack-request-id: req-8f141822-06c2-41dc-8543-2cb819641984 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:03.064624 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8a8438-0a1f-40f4-b401-7fc300ef8d48", "name": "network-vif-plugged", "status": "completed", "tag": "b24e714a-6a24-4448-93c5-9ef1509e2321", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:03.064884 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f141822-06c2-41dc-8543-2cb819641984 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:03.065303 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'code': 200} Jun 17 08:30:03.100977 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.107036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.112103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c5f594b0-b8c0-4636-a54a-4f6877c8b976 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:03.125513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32783e-dca7-4b65-a579-60edb567bf19 req-8237bd2e-47da-486b-9392-c2ac6fad4380 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:03.132988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d32783e-dca7-4b65-a579-60edb567bf19 req-8237bd2e-47da-486b-9392-c2ac6fad4380 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1147461 Jun 17 08:30:03.143286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:03.145991 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.184511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port c5f594b0-b8c0-4636-a54a-4f6877c8b976 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:03.185479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d32783e-dca7-4b65-a579-60edb567bf19 req-69f88347-ebd0-4a5d-b844-7481a832ddcc tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Jun 17 08:30:03.193087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port c5f594b0-b8c0-4636-a54a-4f6877c8b976 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:03.193475 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.232796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-810ef5ee-5ad0-46f9-894e-bfb8cce8d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:03.234564 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-810ef5ee-5ad0-46f9-894e-bfb8cce8d285 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187929 Jun 17 08:30:03.276293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.278438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4f8ae050-1ff9-4b28-be5d-b00d4a59a4dd HTTP/1.1" status: 204 len: 168 time: 1.1218255 Jun 17 08:30:03.297621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.344085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018183b0-e74f-4dca-91eb-54c9771a0cb5 req-a1b116df-b8f1-4ca1-8d62-4fe156d51ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:03.346085 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-018183b0-e74f-4dca-91eb-54c9771a0cb5 req-a1b116df-b8f1-4ca1-8d62-4fe156d51ee6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 1102 time: 0.1667957 Jun 17 08:30:03.367329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-77fff3e1-7c35-4b15-8472-94c72c3cfe94 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257663 Jun 17 08:30:03.385218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c5f594b0-b8c0-4636-a54a-4f6877c8b976, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:03.393701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785638a-63d4-4a67-b849-689284d8a8d4 req-dbb7764e-8a45-4a4c-ac29-185c0c038128 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:03.397219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4785638a-63d4-4a67-b849-689284d8a8d4 req-dbb7764e-8a45-4a4c-ac29-185c0c038128 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 943 time: 0.1399479 Jun 17 08:30:03.433832 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.434816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:03.444530 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-018183b0-e74f-4dca-91eb-54c9771a0cb5 req-7d15ab71-2860-481d-b65d-754c27e16028 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894678 Jun 17 08:30:03.469709 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.522070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9699c8d-c005-48a0-98d9-5d1ea4385a7d req-3b38a742-57a4-4a5f-b230-f7f967817d6b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:03.531016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9699c8d-c005-48a0-98d9-5d1ea4385a7d req-3b38a742-57a4-4a5f-b230-f7f967817d6b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.0857124 Jun 17 08:30:03.542450 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-799ce54b-f2b9-47a3-a42c-8951772e1f6e req-5839deac-2a52-45e3-802a-c7447f90266a service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667943 Jun 17 08:30:03.592313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=c5f594b0-b8c0-4636-a54a-4f6877c8b976,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:03.596763 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.609284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9699c8d-c005-48a0-98d9-5d1ea4385a7d req-f986f282-9159-4800-830b-bcc2c1c80da1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767839 Jun 17 08:30:03.613789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:03.618926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:03.619577 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.677834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4785638a-63d4-4a67-b849-689284d8a8d4 req-05def021-1c41-479b-985b-91eedcfa51e4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731209 Jun 17 08:30:03.728786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53152) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:03.754423 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.820827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:03.832335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.835301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.891540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:03.895683 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.905459 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.983404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93e6f7c1-74f6-49c7-aa52-558496e84057 req-b3e30c7d-85f1-40a8-923b-cd28098d74cb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 210 time: 0.0487673 Jun 17 08:30:04.035404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccda55-edbd-40a1-87c0-8f04fbb44cb4 req-879b83b1-5586-4085-944b-d823aae08db4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.037354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1ccda55-edbd-40a1-87c0-8f04fbb44cb4 req-879b83b1-5586-4085-944b-d823aae08db4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 950 time: 0.2161825 Jun 17 08:30:04.106092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1ccda55-edbd-40a1-87c0-8f04fbb44cb4 req-a8e50f57-ac14-4ed3-8f86-575a9d4d3477 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597594 Jun 17 08:30:04.111460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.119218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.123276 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18d4385f-045b-44ae-8a92-af651da0be28 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:04.199078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97923e015dd04171a7055f7f0ff427f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687712 Jun 17 08:30:04.200826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e4f1f4-90b0-4128-8bfc-4626a68fa8f4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.203931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.212958 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.230531 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-5bfa3c63-400b-4e40-8da6-bcc2e8783721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.232367 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-5bfa3c63-400b-4e40-8da6-bcc2e8783721 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 1095 time: 0.5479045 Jun 17 08:30:04.270843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-827e25ff-dd45-4486-a52c-5140a6d1d73c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.272260 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-827e25ff-dd45-4486-a52c-5140a6d1d73c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.1352355 Jun 17 08:30:04.281016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c53010d8-51fb-4dcd-bb8d-826699f8be16 req-9c84c996-e692-4d74-9460-8768235a41dc tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0442448 Jun 17 08:30:04.290379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Request body: {'port': {'device_id': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'admin_state_up': True, 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:04.294207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64ac9-065b-4dd6-a674-fdb5cc656bff req-41a048e2-86dd-46cf-82d7-94a89f3b186e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.296544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3c64ac9-065b-4dd6-a674-fdb5cc656bff req-41a048e2-86dd-46cf-82d7-94a89f3b186e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.1735656 Jun 17 08:30:04.332168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.357464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3c64ac9-065b-4dd6-a674-fdb5cc656bff req-808b4bb5-67fa-435e-8602-6195312e7382 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Jun 17 08:30:04.366360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.415677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-4650b92f-2295-4923-9bb7-abb06b167d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.417025 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-4650b92f-2295-4923-9bb7-abb06b167d94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.1759052 Jun 17 08:30:04.456259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.458974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.471106 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-e086566a-a3a7-4bb8-9a44-7f34971001e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece HTTP/1.1" status: 200 len: 217 time: 0.0413151 Jun 17 08:30:04.471486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89e4f1f4-90b0-4128-8bfc-4626a68fa8f4 HTTP/1.1" status: 204 len: 168 time: 0.2559428 Jun 17 08:30:04.474241 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-81ec92b6-222c-4994-bd6d-c90aae3bd527 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:04.508269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e4f1f4-90b0-4128-8bfc-4626a68fa8f4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.510948 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.529761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:04.534948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.540719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-109aad88-faee-497b-9e18-514c5adbb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.542232 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-109aad88-faee-497b-9e18-514c5adbb59e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0645385 Jun 17 08:30:04.554231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe6f5f-e519-4e5a-be65-ca3274b3f0d9 req-17bc1039-3cc4-4ab8-91fd-91c4ada7d014 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.561786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cafe6f5f-e519-4e5a-be65-ca3274b3f0d9 req-17bc1039-3cc4-4ab8-91fd-91c4ada7d014 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1175001 Jun 17 08:30:04.601954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cafe6f5f-e519-4e5a-be65-ca3274b3f0d9 req-766dd6e5-bd5f-4101-96e6-e96877422e38 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392847 Jun 17 08:30:04.694502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-b7465b19-b588-4770-b990-63405900ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.696312 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-b7465b19-b588-4770-b990-63405900ce0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448812 Jun 17 08:30:04.711048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-2763ac8f-36ea-48d7-aae9-2f69dc4b140c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:04.712001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-2763ac8f-36ea-48d7-aae9-2f69dc4b140c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074434 Jun 17 08:30:04.723489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Allocated IP 172.20.0.7 (0e38e04b-db7f-4b2e-bbeb-21133ad2785c/a6cc7d86-deb0-4478-b270-faf305277e6b/35807d5b-fe36-49d5-9b11-c32139099c4a) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:04.824768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.877599 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-159a15e2-d383-4acf-9091-4cd69b5cd461 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516445 Jun 17 08:30:04.914272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1e98fbba-3ab3-4920-a4ba-fd5395e56a20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83060c04e79d4e7aa4eea19f5f9ebd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879910 Jun 17 08:30:04.917915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.952319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79dd5a-9bb8-4252-ab66-c24b2dab52df req-eea0e334-75e5-40a9-8c9e-b110beac93a8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.953799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a79dd5a-9bb8-4252-ab66-c24b2dab52df req-eea0e334-75e5-40a9-8c9e-b110beac93a8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1677349 Jun 17 08:30:05.022192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.027174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.035364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a79dd5a-9bb8-4252-ab66-c24b2dab52df req-8a3798e5-83a5-4709-9b75-c85157f5cdc6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729191 Jun 17 08:30:05.043143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc213ba-c485-4344-9e1b-6f3cdfb0dbe6 req-cfda623a-ca30-41d2-a2fa-ae56de167591 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.043276 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e511ed6f-f0a9-4991-b3b8-ef65856a607d req-996975ff-9325-4d31-8663-9304ccd28a8e service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567373 Jun 17 08:30:05.045165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-adc213ba-c485-4344-9e1b-6f3cdfb0dbe6 req-cfda623a-ca30-41d2-a2fa-ae56de167591 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 943 time: 0.1801817 Jun 17 08:30:05.066481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1760d64e-97bf-40a3-989c-6270a279eff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'}, {'server_uuid': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:05.071092 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40653a6-1c7e-4f32-b200-31d094b748aa" -d '{"events": [{"server_uuid": "1760d64e-97bf-40a3-989c-6270a279eff6", "name": "network-vif-plugged", "status": "completed", "tag": "c5f594b0-b8c0-4636-a54a-4f6877c8b976"}, {"server_uuid": "ec82e08b-553f-414d-99e0-d6dfa754f937", "name": "network-vif-plugged", "status": "completed", "tag": "d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:05.077668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.082505 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7057e033-dcc7-41ad-aea5-09cc90c4b5a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.090383 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.134088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-adc213ba-c485-4344-9e1b-6f3cdfb0dbe6 req-180a9662-88d3-43a3-a2a0-95ea92332f85 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761740 Jun 17 08:30:05.135518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:05.145932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:05.151121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:05.155688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event updated for resources: {'Port': ['ID=35807d5b-fe36-49d5-9b11-c32139099c4a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.165122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.168269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.169623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/028e273e-2b2a-403a-9617-d1bb3ee48cce HTTP/1.1" status: 204 len: 168 time: 0.2506402 Jun 17 08:30:05.170539 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c652b65b-f9d4-407c-afe7-fea8c5cf5d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.186741 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:05.197542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e273e-2b2a-403a-9617-d1bb3ee48cce,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.203581 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:05.225266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.226079 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.244527 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9592509 Jun 17 08:30:05.257021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Request body: {'port': {'device_id': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:05.365373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.456903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c637bac-5a7d-4b72-8b5b-dfa3d970428a req-44237de3-a9fd-4a76-9422-fa694516fc6a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.458609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c637bac-5a7d-4b72-8b5b-dfa3d970428a req-44237de3-a9fd-4a76-9422-fa694516fc6a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 931 time: 0.1502430 Jun 17 08:30:05.557035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c637bac-5a7d-4b72-8b5b-dfa3d970428a req-60be5489-0f4c-45a5-b770-d287514117aa tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892208 Jun 17 08:30:05.596361 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306fbedf-00a8-4ff7-afdb-64dc1a2e7336 x-openstack-request-id: req-306fbedf-00a8-4ff7-afdb-64dc1a2e7336 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:05.597004 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1760d64e-97bf-40a3-989c-6270a279eff6", "name": "network-vif-plugged", "status": "completed", "tag": "c5f594b0-b8c0-4636-a54a-4f6877c8b976", "code": 200}, {"server_uuid": "ec82e08b-553f-414d-99e0-d6dfa754f937", "name": "network-vif-plugged", "status": "completed", "tag": "d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:05.597487 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-306fbedf-00a8-4ff7-afdb-64dc1a2e7336 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:05.598078 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1760d64e-97bf-40a3-989c-6270a279eff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976', 'code': 200} Jun 17 08:30:05.598525 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f', 'code': 200} Jun 17 08:30:05.770835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35807d5b-fe36-49d5-9b11-c32139099c4a {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:05.779098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.793769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Transition to ACTIVE for port object 35807d5b-fe36-49d5-9b11-c32139099c4a will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:05.805779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.810716 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.836185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fe44-3efe-4bb3-92d1-09370149862d req-eac3de27-b699-470c-a6db-210858068011 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.843024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c822fe44-3efe-4bb3-92d1-09370149862d req-eac3de27-b699-470c-a6db-210858068011 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 950 time: 0.1242256 Jun 17 08:30:05.873091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b26d7-b0dc-4455-9331-f78bffd02667 req-e32008ac-3ee1-42cb-96da-323ba470f5ac tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.874559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-093b26d7-b0dc-4455-9331-f78bffd02667 req-e32008ac-3ee1-42cb-96da-323ba470f5ac tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1181269 Jun 17 08:30:05.900955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=35807d5b-fe36-49d5-9b11-c32139099c4a,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.901420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c822fe44-3efe-4bb3-92d1-09370149862d req-f32b5a6b-1244-4f3f-81c4-6e85e7c4a22e tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Jun 17 08:30:05.910072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:05.936936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-093b26d7-b0dc-4455-9331-f78bffd02667 req-b134a22f-ffd6-4c77-a999-c3fd0478889d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Jun 17 08:30:06.099837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e1951-5fed-43a4-bd0d-6b87719ef8c1 req-1d6d2018-d05e-4ab4-8d1a-3e8fbfb4f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.101807 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-662e1951-5fed-43a4-bd0d-6b87719ef8c1 req-1d6d2018-d05e-4ab4-8d1a-3e8fbfb4f122 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 1102 time: 0.3509068 Jun 17 08:30:06.104926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Attempting to bind port 35807d5b-fe36-49d5-9b11-c32139099c4a on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:06.105263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Attempting to bind port 35807d5b-fe36-49d5-9b11-c32139099c4a by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:06.105740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Attempting to bind port 35807d5b-fe36-49d5-9b11-c32139099c4a on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:06.119779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Port 35807d5b-fe36-49d5-9b11-c32139099c4a on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:06.120171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Attempting to bind port 35807d5b-fe36-49d5-9b11-c32139099c4a on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:06.136570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:06.136931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:06.137825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Bound using segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:06.138813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Bound port: 35807d5b-fe36-49d5-9b11-c32139099c4a, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:06.139206 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.179612 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-662e1951-5fed-43a4-bd0d-6b87719ef8c1 req-cff15b04-123c-442b-9a9b-93b11bc4ffe5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677636 Jun 17 08:30:06.213310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1eb61fb-67b8-4290-bce1-e095f5fafa49 req-a3d43fcd-00eb-4baa-9a46-5e23eef70c68 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0611937 Jun 17 08:30:06.220174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546284f-b55d-48da-8b0a-2a17d5d6be84 req-369fabc0-0ef0-433c-b2d1-810464976383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.225423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1546284f-b55d-48da-8b0a-2a17d5d6be84 req-369fabc0-0ef0-433c-b2d1-810464976383 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 1098 time: 0.4764366 Jun 17 08:30:06.256361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] For port 35807d5b-fe36-49d5-9b11-c32139099c4a, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:06.261017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] For port 35807d5b-fe36-49d5-9b11-c32139099c4a, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=35807d5b-fe36-49d5-9b11-c32139099c4a,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:06.266467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.270282 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b2ca28be-9b65-4163-b9d2-ca8fd13ff715 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:06.273353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c4ced-9271-430b-8292-46a56bf3ce2e req-23d3d561-d6f7-45a4-a70e-207f487d5dae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.275642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-178c4ced-9271-430b-8292-46a56bf3ce2e req-23d3d561-d6f7-45a4-a70e-207f487d5dae tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.1998372 Jun 17 08:30:06.327812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=35807d5b-fe36-49d5-9b11-c32139099c4a,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:06.333861 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:06.339797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.340108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.341719 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] 10.222.0.67 "PUT /v2.0/ports/35807d5b-fe36-49d5-9b11-c32139099c4a HTTP/1.1" status: 200 len: 1092 time: 1.0900137 Jun 17 08:30:06.342269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'tag': '35807d5b-fe36-49d5-9b11-c32139099c4a'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:06.345720 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652d5f9-d3ae-484b-93d8-aa7405e054c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0c2f75-a31e-4426-b6b6-3d59fb4b9829", "tag": "35807d5b-fe36-49d5-9b11-c32139099c4a"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:06.364068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1546284f-b55d-48da-8b0a-2a17d5d6be84 req-c8ddedd9-d0c5-4631-9813-ae2f3101da9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169302 Jun 17 08:30:06.405459 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-178c4ced-9271-430b-8292-46a56bf3ce2e req-4aeafd1a-7b22-471e-95e1-32df36093445 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125097 Jun 17 08:30:06.471871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832dfb5-800a-4474-8160-2765e2dc3586 req-8a1630fa-80bc-4fd3-9595-699cea604e24 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.475615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-f9bd77ae-4933-4a72-af7c-2add3813e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.481651 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-f9bd77ae-4933-4a72-af7c-2add3813e4ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 1095 time: 0.0718298 Jun 17 08:30:06.482092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a832dfb5-800a-4474-8160-2765e2dc3586 req-8a1630fa-80bc-4fd3-9595-699cea604e24 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 950 time: 0.1069064 Jun 17 08:30:06.546895 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-fd43f12e-18b3-4c41-a957-e7498d76b647 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35807d5b-fe36-49d5-9b11-c32139099c4a HTTP/1.1" status: 200 len: 217 time: 0.0523238 Jun 17 08:30:06.549967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a832dfb5-800a-4474-8160-2765e2dc3586 req-f80951a3-e162-4816-ae37-2162c167964f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Jun 17 08:30:06.609710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53238) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.620690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-255e9f8f-d241-492f-86e2-9c6f655b7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.622514 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-255e9f8f-d241-492f-86e2-9c6f655b7a2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.0691607 Jun 17 08:30:06.661342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-fcf4cd0c-860e-47d5-9cfd-262ca9064ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309470 Jun 17 08:30:06.692238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09958c-a742-4f90-ac3e-36329f2cee48 req-5e680012-549e-459b-9306-c2d4c329e172 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.694506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c09958c-a742-4f90-ac3e-36329f2cee48 req-5e680012-549e-459b-9306-c2d4c329e172 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1438327 Jun 17 08:30:06.753105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-6d3720cf-8e0c-44fc-8700-367a65f14447 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.757117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d3720cf-8e0c-44fc-8700-367a65f14447 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1461356 Jun 17 08:30:06.759287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53242) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.764713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-8c7483f2-317c-4a71-aaea-cd20dfacb461 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.767690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8c7483f2-317c-4a71-aaea-cd20dfacb461 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053086 Jun 17 08:30:06.768439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53244) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.776078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-18b1ac29-ef3c-4b59-b0ac-0201f8739ad7 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.779284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-18b1ac29-ef3c-4b59-b0ac-0201f8739ad7 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0068066 Jun 17 08:30:06.779888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53246) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.784189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-a9f461dc-bf05-4513-b856-267d06ccc4ce tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.786971 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a9f461dc-bf05-4513-b856-267d06ccc4ce tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046415 Jun 17 08:30:06.788100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53248) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.794513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-f86ce2b8-4295-4f90-9463-61879020709a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.795645 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f86ce2b8-4295-4f90-9463-61879020709a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065420 Jun 17 08:30:06.798014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53250) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.800119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c09958c-a742-4f90-ac3e-36329f2cee48 req-ba2f5417-bc81-44be-940b-87d61f337de9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674105 Jun 17 08:30:06.803220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-06262855-3df5-4353-85cb-c0929da6360a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.804309 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-06262855-3df5-4353-85cb-c0929da6360a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047381 Jun 17 08:30:06.806577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-7aedfc9e-bd72-49aa-90e1-3323364ef1a2 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371636 Jun 17 08:30:06.807694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53252) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.809050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427269b1-8d00-40dc-885b-bed3528bb977 req-7373ba94-6bbb-4f2c-8ebb-caf0b7f511c6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.812492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-a6bcdefd-5c8d-478e-8866-e26745368f5b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.813600 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a6bcdefd-5c8d-478e-8866-e26745368f5b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047824 Jun 17 08:30:06.816886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-427269b1-8d00-40dc-885b-bed3528bb977 req-7373ba94-6bbb-4f2c-8ebb-caf0b7f511c6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 943 time: 0.1207445 Jun 17 08:30:06.817107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.830738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-b0b93501-09dc-4195-924c-79edcb325186 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.832055 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0b93501-09dc-4195-924c-79edcb325186 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072863 Jun 17 08:30:06.834670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53256) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.845832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-7d91df2d-b481-444e-89d6-fc80b9750a27 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.846805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7d91df2d-b481-444e-89d6-fc80b9750a27 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0111725 Jun 17 08:30:06.849361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53258) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.854675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-9a4b5671-1c55-4f63-af1b-345579a4f8a5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.855654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9a4b5671-1c55-4f63-af1b-345579a4f8a5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053988 Jun 17 08:30:06.858069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53260) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.862739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-490d56ad-9a96-4a37-9b27-f0daad7b7b06 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.863697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-490d56ad-9a96-4a37-9b27-f0daad7b7b06 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047567 Jun 17 08:30:06.866981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53262) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.872313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-89a43c9f-a47a-4036-a39b-76950db0d745 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.873301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-89a43c9f-a47a-4036-a39b-76950db0d745 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054443 Jun 17 08:30:06.880399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53264) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.884766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-a293451e-0948-42c8-9b76-f3dea1436e51 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.885737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a293451e-0948-42c8-9b76-f3dea1436e51 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044327 Jun 17 08:30:06.888334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53266) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.891977 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48cad2-3960-4d08-8442-9bc28a5b859a x-openstack-request-id: req-1f48cad2-3960-4d08-8442-9bc28a5b859a {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:06.892547 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0c2f75-a31e-4426-b6b6-3d59fb4b9829", "tag": "35807d5b-fe36-49d5-9b11-c32139099c4a", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:06.892656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-46fa8ca1-ac78-4bce-b8b6-43f43a13ea4b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.893263 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f48cad2-3960-4d08-8442-9bc28a5b859a {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:06.893510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-46fa8ca1-ac78-4bce-b8b6-43f43a13ea4b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043192 Jun 17 08:30:06.894112 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'tag': '35807d5b-fe36-49d5-9b11-c32139099c4a', 'status': 'completed', 'code': 200} Jun 17 08:30:06.896359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53268) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.908238 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-427269b1-8d00-40dc-885b-bed3528bb977 req-ce9abb80-74ea-4b32-9859-7fec555f293e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900548 Jun 17 08:30:06.910017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-8d10ace2-688d-4a61-9560-0c56bee387f6 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.911241 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8d10ace2-688d-4a61-9560-0c56bee387f6 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0130963 Jun 17 08:30:06.913764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53270) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.922462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-5a5eb422-49d6-4318-9376-55c117e0dfe2 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.924099 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5a5eb422-49d6-4318-9376-55c117e0dfe2 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091522 Jun 17 08:30:06.927195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53272) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.931681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-83950ea1-9ece-43d9-a73c-4d36d31b42ad tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.932613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-83950ea1-9ece-43d9-a73c-4d36d31b42ad tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044224 Jun 17 08:30:06.934793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53274) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.939473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-074ba69c-4a78-4e88-a0bc-a4f963407fb9 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.940477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-074ba69c-4a78-4e88-a0bc-a4f963407fb9 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045874 Jun 17 08:30:06.942780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53276) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.946959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-bdccdf29-8fb2-4cc1-a1c5-4d06c2e406ae tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.947945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bdccdf29-8fb2-4cc1-a1c5-4d06c2e406ae tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041261 Jun 17 08:30:06.950044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53278) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.954100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-1c880d46-ddc5-4412-bedc-9ab9a906bef5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.955589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1c880d46-ddc5-4412-bedc-9ab9a906bef5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041761 Jun 17 08:30:06.957313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53280) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.961441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-42968587-aec6-40a3-b6df-d80ec2872c2e tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.962473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-42968587-aec6-40a3-b6df-d80ec2872c2e tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039978 Jun 17 08:30:06.964279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53282) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.968354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-e7cdc9e5-b0f6-4a39-b0be-465b95aa5336 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.969117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f76ae5f-b1cb-4781-89fe-4a73577c6989 req-afa42b8d-b7b7-4752-b465-9f77e246f97a service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526535 Jun 17 08:30:06.969671 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e7cdc9e5-b0f6-4a39-b0be-465b95aa5336 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043416 Jun 17 08:30:06.971860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53284) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.979713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-4241baa6-9b11-4f8d-acdc-6e444505c773 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.982887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4241baa6-9b11-4f8d-acdc-6e444505c773 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0079713 Jun 17 08:30:06.983215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53286) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.989049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-6bfca2d1-6e05-4aab-bed1-052426bfc45f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.990963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6bfca2d1-6e05-4aab-bed1-052426bfc45f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058062 Jun 17 08:30:06.992475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53288) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.996857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-0f38d908-93a0-435b-adec-75c004d3c794 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:06.998020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0f38d908-93a0-435b-adec-75c004d3c794 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044367 Jun 17 08:30:07.000358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53290) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.005748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-d28ef8d1-83bb-435e-85b3-5030167ac59f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.009212 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d28ef8d1-83bb-435e-85b3-5030167ac59f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053930 Jun 17 08:30:07.009415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53292) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.013598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-79a08495-135a-4b05-bcae-907d0d9bcb71 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.016008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-79a08495-135a-4b05-bcae-907d0d9bcb71 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042269 Jun 17 08:30:07.016859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53294) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.021017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-b80d6a63-71b8-413e-bf96-dc2897525a8a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.021954 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b80d6a63-71b8-413e-bf96-dc2897525a8a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041544 Jun 17 08:30:07.024214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53296) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.028622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-13f52d56-e07e-4492-a1d2-6d4cbce9e10b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.030937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13f52d56-e07e-4492-a1d2-6d4cbce9e10b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043042 Jun 17 08:30:07.031772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53298) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.036939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-cd7bb9f9-fd2a-4324-83c6-9ebfce08519f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.037860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd7bb9f9-fd2a-4324-83c6-9ebfce08519f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051427 Jun 17 08:30:07.040482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53300) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.045626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-a1d1597f-e5b6-4d11-9b73-c3b948bfbca2 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.046561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a1d1597f-e5b6-4d11-9b73-c3b948bfbca2 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043061 Jun 17 08:30:07.049423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53302) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.054588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-898891ca-37cc-4dbe-879e-18634a9554dd tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.056372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-898891ca-37cc-4dbe-879e-18634a9554dd tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052595 Jun 17 08:30:07.058989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53304) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.065092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-0d32d5d4-9ad4-402a-a8f6-7fcce959a645 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.066092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0d32d5d4-9ad4-402a-a8f6-7fcce959a645 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062478 Jun 17 08:30:07.070951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.074305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-59ac332e-8ab1-4bbf-84f0-b432d8af986a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.077500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59ac332e-8ab1-4bbf-84f0-b432d8af986a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053141 Jun 17 08:30:07.077896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53308) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.083595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-ebde33e3-29a2-4936-8371-75e8324bf561 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.086781 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ebde33e3-29a2-4936-8371-75e8324bf561 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057461 Jun 17 08:30:07.087149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53310) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.092188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-a5e16628-48f9-4c9d-83e3-2698551bcc19 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.093303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a5e16628-48f9-4c9d-83e3-2698551bcc19 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051796 Jun 17 08:30:07.096576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53312) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.101622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-665a11e2-f7c9-4d70-b4f8-0888ba8db0d3 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.102591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-665a11e2-f7c9-4d70-b4f8-0888ba8db0d3 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050766 Jun 17 08:30:07.105221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53314) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.112581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a31de0ec-60ed-45c5-95bc-2c807ffafece details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:07.113219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-71294ae3-cc79-4b8d-a384-f3b5692cb30d tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.117178 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-71294ae3-cc79-4b8d-a384-f3b5692cb30d tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080452 Jun 17 08:30:07.117178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53316) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.126532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-2dede882-9c7f-4bc6-beec-fe94732a7897 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.126532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2dede882-9c7f-4bc6-beec-fe94732a7897 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043097 Jun 17 08:30:07.126818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53318) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.140552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-e916451a-428b-40d0-ad71-94b37b616d23 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.144062 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e916451a-428b-40d0-ad71-94b37b616d23 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098727 Jun 17 08:30:07.145050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843c1e1-c7a8-4195-8ec7-9c9c6fd001a1 req-c3953bba-fcc9-4fd2-bade-ee7728b4dc50 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.150613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1843c1e1-c7a8-4195-8ec7-9c9c6fd001a1 req-c3953bba-fcc9-4fd2-bade-ee7728b4dc50 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 943 time: 0.1460772 Jun 17 08:30:07.151395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.156109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-9ca495b5-10b0-47de-b9e7-f6cf538b8191 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.160262 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ca495b5-10b0-47de-b9e7-f6cf538b8191 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048859 Jun 17 08:30:07.160392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-ddd96a19-3d01-47af-bc73-e2803445e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.160392 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-ddd96a19-3d01-47af-bc73-e2803445e4a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 1095 time: 0.1199684 Jun 17 08:30:07.161224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53322) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.168455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-297e9fa6-7888-43d5-b2fe-aaecbbfe9ffe tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.169409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-297e9fa6-7888-43d5-b2fe-aaecbbfe9ffe tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0070357 Jun 17 08:30:07.172045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53324) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.206646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-e7f3a101-5731-46d5-9417-7bc7f3c498c9 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.207634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e7f3a101-5731-46d5-9417-7bc7f3c498c9 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0346134 Jun 17 08:30:07.210314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53326) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.216486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-6fc4cb5b-e218-40a0-a63c-1ea7f7b2a07f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.217511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6fc4cb5b-e218-40a0-a63c-1ea7f7b2a07f tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063462 Jun 17 08:30:07.222521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53328) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.228809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-98a36de6-8a63-447a-80e7-b530d15fbb28 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.229909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-98a36de6-8a63-447a-80e7-b530d15fbb28 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061941 Jun 17 08:30:07.249725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53330) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.264544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-0a57ee21-42ca-4c7a-8b4b-308abd87907d tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.274232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0a57ee21-42ca-4c7a-8b4b-308abd87907d tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0212626 Jun 17 08:30:07.274765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53334) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.290282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-5032b8c3-c0f3-4ef3-a7af-a96c071a38fd tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.293565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5032b8c3-c0f3-4ef3-a7af-a96c071a38fd tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0156074 Jun 17 08:30:07.293938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.298446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-90bb209c-2404-4ae5-8dcf-622f6d6f7dfc tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.302037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-4471c001-7780-4452-8df3-bbe10bf8c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.302503 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-90bb209c-2404-4ae5-8dcf-622f6d6f7dfc tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048263 Jun 17 08:30:07.302581 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-4471c001-7780-4452-8df3-bbe10bf8c476 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.1305120 Jun 17 08:30:07.302581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.302702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a31de0ec-60ed-45c5-95bc-2c807ffafece, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:07.306897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-41ddba09-83c7-4611-81f3-98abd35d4927 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.310018 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-41ddba09-83c7-4611-81f3-98abd35d4927 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047030 Jun 17 08:30:07.311764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1843c1e1-c7a8-4195-8ec7-9c9c6fd001a1 req-28b72e79-d61a-47ce-9ab4-f106856475a6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530936 Jun 17 08:30:07.312274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53340) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.317932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'a31de0ec-60ed-45c5-95bc-2c807ffafece', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': 'a31de0ec-60ed-45c5-95bc-2c807ffafece', 'mac_address': 'fa:16:3e:ec:30:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:07.324438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-73dd83bf-941d-40e1-aefe-8ac0e9179f97 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.327798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-73dd83bf-941d-40e1-aefe-8ac0e9179f97 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0122156 Jun 17 08:30:07.351964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53342) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.357804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-476a943e-8ae2-46ec-9147-b8223c02741a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.361926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-476a943e-8ae2-46ec-9147-b8223c02741a tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062785 Jun 17 08:30:07.361926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-50c31a4f-5b07-4dbb-bc48-ec81a94dc781 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35807d5b-fe36-49d5-9b11-c32139099c4a HTTP/1.1" status: 200 len: 217 time: 0.0521588 Jun 17 08:30:07.362431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53344) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.371933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-7b701db1-938d-4299-93fa-3438d540fdf5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.375927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7b701db1-938d-4299-93fa-3438d540fdf5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100636 Jun 17 08:30:07.376759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53346) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.383832 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.392108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-60596d83-bd0f-468e-af6a-1495e5c787a5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.397955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-60596d83-bd0f-468e-af6a-1495e5c787a5 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0134501 Jun 17 08:30:07.399045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.405190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-a75c93a7-97b1-4693-bfbd-0ebe5542d331 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.408709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a75c93a7-97b1-4693-bfbd-0ebe5542d331 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063264 Jun 17 08:30:07.414746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31de0ec-60ed-45c5-95bc-2c807ffafece {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:07.415014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53350) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.421457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-1a56b3ba-1638-4729-b2ab-1733bb039b06 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.423765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1a56b3ba-1638-4729-b2ab-1733bb039b06 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056286 Jun 17 08:30:07.425908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53352) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.434897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-dd2a6a28-2ccf-48c0-93e6-9e156e5af84e tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.445908 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a31de0ec-60ed-45c5-95bc-2c807ffafece, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:07.446578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dd2a6a28-2ccf-48c0-93e6-9e156e5af84e tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0151203 Jun 17 08:30:07.447352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53356) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.451618 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.458013 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:07.465547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-07926c75-adc8-4d30-9da3-be1fc353f790 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.465547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-07926c75-adc8-4d30-9da3-be1fc353f790 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0159936 Jun 17 08:30:07.467621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53358) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.472429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-121e3ab0-d9db-4e3f-b115-fb066a9667ec tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.473538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-121e3ab0-d9db-4e3f-b115-fb066a9667ec tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050483 Jun 17 08:30:07.476167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53360) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.480878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-cd2b308b-959e-4433-9c39-d6ee79a96260 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.481822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd2b308b-959e-4433-9c39-d6ee79a96260 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046973 Jun 17 08:30:07.489194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-a3464e6d-2323-4c01-8fd7-6c366ec67da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.494444 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-a3464e6d-2323-4c01-8fd7-6c366ec67da7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.1261630 Jun 17 08:30:07.494955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.502957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-125efdfa-bdc6-4d9b-8ba1-29d7dce997a2 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.506248 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-125efdfa-bdc6-4d9b-8ba1-29d7dce997a2 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103538 Jun 17 08:30:07.509304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53364) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.514048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-7a548282-df63-4dd4-bab8-789fdf4e0ef1 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.515011 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7a548282-df63-4dd4-bab8-789fdf4e0ef1 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042331 Jun 17 08:30:07.524256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.524377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c402cb01-3b24-41d5-a906-3a97f2ff590f req-4fb3896b-272e-4981-992f-4fbd3134949e tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0436504 Jun 17 08:30:07.552399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-0389443e-8cfe-45ac-a130-046cf65f5901 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.552813 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0389443e-8cfe-45ac-a130-046cf65f5901 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0257151 Jun 17 08:30:07.555333 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-7f2b2bd1-32ad-45f5-8d6c-7c8b2fb202a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468416 Jun 17 08:30:07.555718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53370) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.556822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a31de0ec-60ed-45c5-95bc-2c807ffafece,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:07.560255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-f88414bf-09b1-4b35-92ed-dcf209a0fc0d tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.561198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f88414bf-09b1-4b35-92ed-dcf209a0fc0d tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044963 Jun 17 08:30:07.563711 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:07.564498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53372) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.568816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-222fd1b7-547c-485d-8428-3c6dc7ab6c46 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.571798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-222fd1b7-547c-485d-8428-3c6dc7ab6c46 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042663 Jun 17 08:30:07.573224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53376) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.580927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-822b343f-99a0-4577-bfdf-5d47741ef0d7 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.584194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-822b343f-99a0-4577-bfdf-5d47741ef0d7 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0059028 Jun 17 08:30:07.584581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53378) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.601708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-dabdacad-fdaf-45a3-a574-74d70a6294f1 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.605214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dabdacad-fdaf-45a3-a574-74d70a6294f1 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0109637 Jun 17 08:30:07.606969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.632063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [None req-9fb1e667-70ec-4a06-8fc3-141dbfe3335b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.636235 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9fb1e667-70ec-4a06-8fc3-141dbfe3335b tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0246782 Jun 17 08:30:07.650514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53384) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.654453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-2fe40e82-2233-4ebf-a5f1-593acc9f18e3 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.658609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2fe40e82-2233-4ebf-a5f1-593acc9f18e3 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052254 Jun 17 08:30:07.660272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53386) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.669491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [None req-1986daf9-8231-403c-be0d-3780766d16b4 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:07.674816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1986daf9-8231-403c-be0d-3780766d16b4 tempest-ExtensionsTestJSON-637438120 tempest-ExtensionsTestJSON-637438120-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103810 Jun 17 08:30:07.710644 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-b1dcd854-eac3-4e42-a787-6d770d9b2c3f service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421196 Jun 17 08:30:07.730638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425313cc-e37a-4acb-a659-6d334b0f62fc req-1d0c84ce-c46d-49e1-8013-160e01b6e136 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.739104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-425313cc-e37a-4acb-a659-6d334b0f62fc req-1d0c84ce-c46d-49e1-8013-160e01b6e136 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.1309035 Jun 17 08:30:07.816561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a31de0ec-60ed-45c5-95bc-2c807ffafece'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:07.817116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-425313cc-e37a-4acb-a659-6d334b0f62fc req-5afd3c2a-611d-43b4-8904-ac0a5512c048 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751827 Jun 17 08:30:07.881216 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7652d5f9-d3ae-484b-93d8-aa7405e054c5 req-d5c8dec3-34f3-4e57-b7c6-d1f03ef44043 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638920 Jun 17 08:30:07.891734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8aa8d-24ff-4c01-bc04-ffd3edea849e req-47869371-7ff2-4b90-b844-4eb3fef5216c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.903159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fb8aa8d-24ff-4c01-bc04-ffd3edea849e req-47869371-7ff2-4b90-b844-4eb3fef5216c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 950 time: 0.1448703 Jun 17 08:30:07.969019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fb8aa8d-24ff-4c01-bc04-ffd3edea849e req-39f8c08c-0a68-4be1-967d-ac759a6c13f0 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614817 Jun 17 08:30:08.112567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:08.199790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6d5c-6a33-4fb4-af37-f6bd44b2c8b5 req-51770cda-6cd0-49f5-b365-e1fe96339498 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.205038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e1a6d5c-6a33-4fb4-af37-f6bd44b2c8b5 req-51770cda-6cd0-49f5-b365-e1fe96339498 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1028757 Jun 17 08:30:08.263389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.319491 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e1a6d5c-6a33-4fb4-af37-f6bd44b2c8b5 req-378e3ddb-2cb3-4195-ad16-657be75e29d1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078477 Jun 17 08:30:08.345896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-975c93d6-10ef-4de1-a850-579f93bb1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.347431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-975c93d6-10ef-4de1-a850-579f93bb1ccf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.1341183 Jun 17 08:30:08.364622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f3625-7b2d-466c-bd49-9769fdc461d2 req-8e3f8f82-fbc6-473c-8086-4b8acbf12050 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.366284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-015f3625-7b2d-466c-bd49-9769fdc461d2 req-8e3f8f82-fbc6-473c-8086-4b8acbf12050 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 944 time: 0.1101093 Jun 17 08:30:08.386888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.392485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.396223 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3baf32b-7e72-465d-8413-18563f404eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:08.432968 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f8ff6f5add84ccfac9c153473506550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190467 Jun 17 08:30:08.437889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:08.440479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc223dc9-3ea2-4cd5-941b-1fc7b9510680,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:08.448441 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:08.467532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-015f3625-7b2d-466c-bd49-9769fdc461d2 req-cfd5174b-2874-4baf-bd27-1cb10553fb87 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828834 Jun 17 08:30:08.484564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-667e99c4-c0ce-4905-9dfd-b67417ccba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.486844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-667e99c4-c0ce-4905-9dfd-b67417ccba9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.1311281 Jun 17 08:30:08.498979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.526483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.541351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-19d7f6ca-c620-4f01-8ba5-add293e80167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.0404046 Jun 17 08:30:08.581449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.585428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.586703 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc223dc9-3ea2-4cd5-941b-1fc7b9510680 HTTP/1.1" status: 204 len: 168 time: 0.1477821 Jun 17 08:30:08.587831 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd02db80-bff3-4b68-bdec-da025ceacf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:08.596858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc223dc9-3ea2-4cd5-941b-1fc7b9510680,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:08.600524 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:08.685315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-0e92eb1f-d65d-444f-85b5-58c052d00e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.686780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-0e92eb1f-d65d-444f-85b5-58c052d00e00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1324565 Jun 17 08:30:08.732147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-b0f90e42-988d-4ab5-9b1c-872a887eb66f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355318 Jun 17 08:30:08.769549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900576ed-0ad7-4702-bdb7-701ac9f71a68 req-123a21e8-e9cc-4715-8b6f-b7b2e5240b35 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.775282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900576ed-0ad7-4702-bdb7-701ac9f71a68 req-123a21e8-e9cc-4715-8b6f-b7b2e5240b35 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.776805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-900576ed-0ad7-4702-bdb7-701ac9f71a68 req-123a21e8-e9cc-4715-8b6f-b7b2e5240b35 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6&device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 1691 time: 0.1766825 Jun 17 08:30:08.792771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0d18f-1d2b-4cc8-819f-40e80ce405db req-e7b0db07-a7af-4414-bc96-8da145b12af7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.794230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84a0d18f-1d2b-4cc8-819f-40e80ce405db req-e7b0db07-a7af-4414-bc96-8da145b12af7 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1952558 Jun 17 08:30:08.883603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-900576ed-0ad7-4702-bdb7-701ac9f71a68 req-e105a8f8-9d4c-4148-8b78-8f41fa69c24c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883324 Jun 17 08:30:08.915134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84a0d18f-1d2b-4cc8-819f-40e80ce405db req-e2f41427-8059-4f18-8ed0-2b0265224089 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095810 Jun 17 08:30:08.919287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-1225cae0-65b0-4078-ad50-03c7ca8fd0eb service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731641 Jun 17 08:30:09.062604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdbd4e47-fe51-4d9b-b346-a58ce87f21e6 req-894d8dd0-642b-461c-90d2-ab592513fee1 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345642 Jun 17 08:30:09.084579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-566d5b5a-97ad-4170-8533-85d1ba1cc3c9 req-28ad25c3-d494-4964-bf45-9e69b6b20c3f tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0336118 Jun 17 08:30:09.118242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750dd6-8d42-4eab-bd9e-d4b5e20d6ea3 req-a877f277-cdff-4770-a38c-f9bea9999389 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.119873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4750dd6-8d42-4eab-bd9e-d4b5e20d6ea3 req-a877f277-cdff-4770-a38c-f9bea9999389 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 943 time: 0.1095471 Jun 17 08:30:09.169550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4750dd6-8d42-4eab-bd9e-d4b5e20d6ea3 req-53ec3ce4-1fbe-4a43-abaa-11bae8094afa tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Jun 17 08:30:09.273952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1f621-77d8-4c75-b6a0-382fc69b5183 req-1d0f9348-8a4a-46c3-9029-76eef8ec643c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.275509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fae1f621-77d8-4c75-b6a0-382fc69b5183 req-1d0f9348-8a4a-46c3-9029-76eef8ec643c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.0676758 Jun 17 08:30:09.315927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fae1f621-77d8-4c75-b6a0-382fc69b5183 req-1bef9bf6-4f9e-4636-98d4-8dc2bd52f599 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Jun 17 08:30:09.339644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53440) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:09.393461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0cfd0-c76f-4b55-aea2-a270f86a6b62 req-3642c5dd-45dd-4f7b-915b-010606d8ee14 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.395204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30d0cfd0-c76f-4b55-aea2-a270f86a6b62 req-3642c5dd-45dd-4f7b-915b-010606d8ee14 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 1102 time: 0.0594485 Jun 17 08:30:09.441018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30d0cfd0-c76f-4b55-aea2-a270f86a6b62 req-53340b43-dccc-4977-bcf0-109f679ea492 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Jun 17 08:30:09.470814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'networks': [{'name': 'tempest-network--148044859'}, {'name': 'tempest-network--1677106151'}]} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:09.471454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'network': {'name': 'tempest-network--148044859'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:09.471751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'network': {'name': 'tempest-network--1677106151'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:09.496041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'network': 2} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:09.500696 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.511279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.612940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.618095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.618894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.622210 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dccdd5a3-91cf-41c4-b243-2561513077e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:09.624701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692582-8e40-4c1f-9859-f22722f1444b req-a73b60fd-9d4f-404d-9b71-8144614d371e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.626710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99692582-8e40-4c1f-9859-f22722f1444b req-a73b60fd-9d4f-404d-9b71-8144614d371e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1348698 Jun 17 08:30:09.670252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-5b443eb1-99c1-4d40-a6c8-d23e40a34669 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.671941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-5b443eb1-99c1-4d40-a6c8-d23e40a34669 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.1403317 Jun 17 08:30:09.676904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:09.681942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362be1d0-1fcb-40c0-9f2d-633306d6f01c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:09.685362 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:09.691369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.691799 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Added segment 5f3cee3b-9d2c-4664-a9aa-d67d94625f4b of type vlan for network e221c823-2951-4d0e-ba44-32972fdc789d Jun 17 08:30:09.698131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e74a75e1-b843-4878-ad22-5a32953aafcc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0140781 Jun 17 08:30:09.700907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99692582-8e40-4c1f-9859-f22722f1444b req-26c05fd4-6c04-4268-bf38-999d747c5f1a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669038 Jun 17 08:30:09.737307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.772674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:09.782127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.782510 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Added segment a887b6c3-367c-4233-aa70-2c6aa4d18e25 of type vlan for network 491f946d-77f6-4487-9cac-9effc87d8c1c Jun 17 08:30:09.783144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-a1224469-5c92-4560-b5cf-fb1344ec1a6a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695603 Jun 17 08:30:09.793555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-80777934-957f-421b-9889-15a622b551e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:09.794492 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-80777934-957f-421b-9889-15a622b551e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051434 Jun 17 08:30:09.834749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.869422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.869895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.875500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.880840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.881467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.884632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c43e135-c86c-42d7-b309-7f905dad4dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:09.917443 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5766656 Jun 17 08:30:09.918050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-ef103640-9df9-4b12-81ae-e08ee02399f1 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166649 Jun 17 08:30:09.919877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53462) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:09.953649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Network': ['ID=e221c823-2951-4d0e-ba44-32972fdc789d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:09.965779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network e221c823-2951-4d0e-ba44-32972fdc789d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:09.972403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2cc1-fc92-41b1-b649-f43a2c017963 req-8b1df73d-38bb-4bac-a63e-d236882edc01 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.973911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-301f2cc1-fc92-41b1-b649-f43a2c017963 req-8b1df73d-38bb-4bac-a63e-d236882edc01 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 1102 time: 0.1530261 Jun 17 08:30:10.016053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Network': ['ID=491f946d-77f6-4487-9cac-9effc87d8c1c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:10.019659 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:10.020453 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:10.020776 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:10.034876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 491f946d-77f6-4487-9cac-9effc87d8c1c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:10.475344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-301f2cc1-fc92-41b1-b649-f43a2c017963 req-8bbb6ce9-36f3-46bc-ad7e-c628596b9fd8 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812934 Jun 17 08:30:10.493754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 35807d5b-fe36-49d5-9b11-c32139099c4a details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:10.511400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73394506-a052-4e8c-af17-8f4214efd650 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.517632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73394506-a052-4e8c-af17-8f4214efd650 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.523582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73394506-a052-4e8c-af17-8f4214efd650 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.534177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73394506-a052-4e8c-af17-8f4214efd650 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.534177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-73394506-a052-4e8c-af17-8f4214efd650 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6101146 Jun 17 08:30:10.536243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:10.542411 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-8bca006b-7ded-435b-9d87-0f13bb69b72e service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012816 Jun 17 08:30:10.662165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.663885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4570049-04cd-4655-9cbf-4c8fdd33a31a req-61c9303d-4429-432c-bfae-aef342cbd064 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.668996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 35807d5b-fe36-49d5-9b11-c32139099c4a, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=35807d5b-fe36-49d5-9b11-c32139099c4a,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:10.672382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4570049-04cd-4655-9cbf-4c8fdd33a31a req-61c9303d-4429-432c-bfae-aef342cbd064 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 944 time: 0.0751090 Jun 17 08:30:10.682410 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [req-1b692570-3eb6-4271-89a4-f4004101f96a req-9eea4ca4-bc74-4f5b-98eb-a1d1767d0404 service neutron] show failed (client error): The resource could not be found. Jun 17 08:30:10.683792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-9eea4ca4-bc74-4f5b-98eb-a1d1767d0404 service neutron] 10.222.0.67 "GET /v2.0/ports/f3f10f5c-5ff8-4d69-b459-2efcbaca7694/bindings/n-h1-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.2138407 Jun 17 08:30:10.684871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '35807d5b-fe36-49d5-9b11-c32139099c4a', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': '35807d5b-fe36-49d5-9b11-c32139099c4a', 'mac_address': 'fa:16:3e:eb:93:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:10.742511 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.757909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35807d5b-fe36-49d5-9b11-c32139099c4a {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:10.790786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 35807d5b-fe36-49d5-9b11-c32139099c4a, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=35807d5b-fe36-49d5-9b11-c32139099c4a,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:10.794063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4570049-04cd-4655-9cbf-4c8fdd33a31a req-cba66089-eb23-4341-95ff-8683f0f61d01 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206164 Jun 17 08:30:10.797366 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.800067 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:10.809172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.822023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e221c823-2951-4d0e-ba44-32972fdc789d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:10.834221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cee3b-9d2c-4664-a9aa-d67d94625f4b') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:10.834528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cee3b-9d2c-4664-a9aa-d67d94625f4b') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:10.843980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.859954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.866657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:10.867091 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.868771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=35807d5b-fe36-49d5-9b11-c32139099c4a,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:10.874440 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:10.902042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d388-db14-45ce-bf50-d566d0866873 req-60f587e8-f924-4363-8a21-5d885e4be8ce tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.906062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8a4d388-db14-45ce-bf50-d566d0866873 req-60f587e8-f924-4363-8a21-5d885e4be8ce tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.0885103 Jun 17 08:30:10.960682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8a4d388-db14-45ce-bf50-d566d0866873 req-60fd3a2c-c7d3-4b72-b6ab-9864cd862d84 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459583 Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:10.978252 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:10.981305 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:11.003534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.014601 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:11.022115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-451c694b-a74f-486b-9e62-94c1cbd910c3 req-f2121526-efbb-4909-8172-6a6376b47e42 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0441904 Jun 17 08:30:11.030078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.037468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/networks/e221c823-2951-4d0e-ba44-32972fdc789d HTTP/1.1" status: 204 len: 168 time: 0.5000486 Jun 17 08:30:11.037861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53484) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:11.069036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Network': ['ID=e221c823-2951-4d0e-ba44-32972fdc789d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:11.071387 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:11.096103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['35807d5b-fe36-49d5-9b11-c32139099c4a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:11.142866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a31de0ec-60ed-45c5-95bc-2c807ffafece up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:11.244819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port a31de0ec-60ed-45c5-95bc-2c807ffafece completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:11.249616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port a31de0ec-60ed-45c5-95bc-2c807ffafece triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:11.250161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.257998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.261356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-fdf52892-82d4-488b-b158-c34a07b3b000 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086960 Jun 17 08:30:11.367027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.393929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31de0ec-60ed-45c5-95bc-2c807ffafece'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:11.396365 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3bca17-d575-4915-b733-fe3cfefa418c" -d '{"events": [{"server_uuid": "2018323c-7d95-44e1-aa91-1e75db54ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "a31de0ec-60ed-45c5-95bc-2c807ffafece"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:11.410463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a31de0ec-60ed-45c5-95bc-2c807ffafece, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:11.419999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.422120 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:11.425343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-dc97e1a1-1d6b-4c40-8153-c8c935bc150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.427117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-dc97e1a1-1d6b-4c40-8153-c8c935bc150d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e&tenant_id=7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 1102 time: 0.3105145 Jun 17 08:30:11.446047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4daa8-1f39-4efe-a6fc-95f28de78a0b req-82c3191f-ed7e-49bc-802d-6d83290676c0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.447561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54b4daa8-1f39-4efe-a6fc-95f28de78a0b req-82c3191f-ed7e-49bc-802d-6d83290676c0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 944 time: 0.2564476 Jun 17 08:30:11.464742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:11.469423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a31de0ec-60ed-45c5-95bc-2c807ffafece,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:11.474710 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:11.505027 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.549362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491f946d-77f6-4487-9cac-9effc87d8c1c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:11.574175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-8ed530b3-f579-4b0e-a621-08a1f9f5df51 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.575657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-8ed530b3-f579-4b0e-a621-08a1f9f5df51 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013461 Jun 17 08:30:11.581128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a887b6c3-367c-4233-aa70-2c6aa4d18e25') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:11.581426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a887b6c3-367c-4233-aa70-2c6aa4d18e25') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:11.607897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.633213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-71854b80-d2ab-43b2-a266-d534bf8ad67c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/quotas/ac2429b0b0c64aa7a543eb8b52130104 HTTP/1.1" status: 200 len: 375 time: 0.0495338 Jun 17 08:30:11.642109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54b4daa8-1f39-4efe-a6fc-95f28de78a0b req-e5f5afeb-fd38-4ad8-b794-e4c96b06ed49 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838269 Jun 17 08:30:11.645361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.693225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:11.693913 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:11.696833 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:11.745483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.831472 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.840144 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:11.850706 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.852612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/networks/491f946d-77f6-4487-9cac-9effc87d8c1c HTTP/1.1" status: 204 len: 168 time: 0.8131616 Jun 17 08:30:11.855341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:11.868518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Network': ['ID=491f946d-77f6-4487-9cac-9effc87d8c1c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:11.884831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-ac50a7d7-2378-40c2-b62a-94fa32c9a5ff tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2414191 Jun 17 08:30:11.885749 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:11.993667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b8ad333-909d-4953-9ef0-6a6cbd5922c8 req-70b946b0-80b7-40c5-9ae4-97a42599a569 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 210 time: 0.0372064 Jun 17 08:30:12.088201 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd6bc8-9acd-4583-8ff2-8670eafefa9a x-openstack-request-id: req-0fbd6bc8-9acd-4583-8ff2-8670eafefa9a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:12.088201 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2018323c-7d95-44e1-aa91-1e75db54ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "a31de0ec-60ed-45c5-95bc-2c807ffafece", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:12.088396 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fbd6bc8-9acd-4583-8ff2-8670eafefa9a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:12.088747 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31de0ec-60ed-45c5-95bc-2c807ffafece', 'code': 200} Jun 17 08:30:12.106599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067393-7ebb-45fb-af67-3baeb996a536 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.120196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067393-7ebb-45fb-af67-3baeb996a536 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.125222 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42067393-7ebb-45fb-af67-3baeb996a536 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2654884 Jun 17 08:30:12.127197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53512) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:12.133508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-73945737'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:12.163151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:12.190768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:12.196893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.252396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:12.280092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.280562 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Added segment d270c441-d778-4ec3-a193-9df4b08b1afe of type vlan for network 85a02249-39ef-41fa-b584-ec347e7d4981 Jun 17 08:30:12.296604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:12.336443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.365262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:12.367694 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5755fb79-c741-4c8b-b31e-6a5efb71bad6" -d '{"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:12.378405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.413529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb80ed4-8dab-4895-885b-1dfdfd91a79c req-8a30ec1a-5282-4ed3-84cc-61024fc6f2ca tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.424508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bb80ed4-8dab-4895-885b-1dfdfd91a79c req-8a30ec1a-5282-4ed3-84cc-61024fc6f2ca tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.2269959 Jun 17 08:30:12.440169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Transition to ACTIVE for port object f3f10f5c-5ff8-4d69-b459-2efcbaca7694 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:12.456560 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.461892 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:12.475687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2182-95c7-44d3-9efc-c7c1d8975ca4 req-67da954d-7565-44ec-81da-fef25f9085ad tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.477303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-464a2182-95c7-44d3-9efc-c7c1d8975ca4 req-67da954d-7565-44ec-81da-fef25f9085ad tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 945 time: 0.2444572 Jun 17 08:30:12.500908 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.506326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.506936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.512556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 35807d5b-fe36-49d5-9b11-c32139099c4a up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:12.523944 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32a2045f-cb05-41cb-957b-19066afb5cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:12.596370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Network': ['ID=85a02249-39ef-41fa-b584-ec347e7d4981,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:12.599658 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4713540 Jun 17 08:30:12.601281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bb80ed4-8dab-4895-885b-1dfdfd91a79c req-53a7e2fa-9e34-4fda-aecc-49677fa35896 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758251 Jun 17 08:30:12.603597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:12.606506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53522) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:12.623014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2125960378'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:12.623014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf145bdc-7fc0-4193-9dbd-eebd25fd8ce1 req-5c622caf-448b-4e92-89a3-c577816a1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.623014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf145bdc-7fc0-4193-9dbd-eebd25fd8ce1 req-5c622caf-448b-4e92-89a3-c577816a1e02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 1097 time: 0.3670971 Jun 17 08:30:12.623450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 85a02249-39ef-41fa-b584-ec347e7d4981 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:12.673511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:12.676651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] No DVR routers for this DVR port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:12.677001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d7b7583d-f101-4ec9-aac4-9319738abc62 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.678536 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d7b7583d-f101-4ec9-aac4-9319738abc62 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.4223533 Jun 17 08:30:12.701287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': '85352870-f5df-4058-bd81-7fb474039ff3', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:12.703281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:12.710356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf145bdc-7fc0-4193-9dbd-eebd25fd8ce1 req-8c8f3dd6-5c61-44f6-a7ea-0443c88e38d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707347 Jun 17 08:30:12.710552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 35807d5b-fe36-49d5-9b11-c32139099c4a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:12.722113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:12.726305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.737440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-464a2182-95c7-44d3-9efc-c7c1d8975ca4 req-6276bae7-33f3-48fa-b254-dd938fca73ea tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373276 Jun 17 08:30:12.770378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 35807d5b-fe36-49d5-9b11-c32139099c4a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:12.771228 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.805266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:12.849822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.850087 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Added segment 8eca9382-69ad-4ad7-8fe3-7d846aed2eb6 of type vlan for network 1b9b141f-32ce-40a8-a183-f54254afd899 Jun 17 08:30:12.916079 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.917728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:12.918163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:12.918675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:12.941401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.957958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:12.960075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 35807d5b-fe36-49d5-9b11-c32139099c4a, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=35807d5b-fe36-49d5-9b11-c32139099c4a,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:12.964158 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.965086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:12.966600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:12.967174 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:12.971428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.996758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f26efbbc-84d3-4307-8847-6f0387594357 req-342f743d-9db0-4a71-9112-ebad5b328d00 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 210 time: 0.0685067 Jun 17 08:30:13.000163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:13.000163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:13.000478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:13.000885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Bound port: f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:13.002023 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.020946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.025995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=35807d5b-fe36-49d5-9b11-c32139099c4a,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:13.031684 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:13.039379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.040040 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.045258 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3cf9a222-48d6-4de3-8dd8-caac36dc7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:13.083587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f8860-652f-45d5-a46f-799179b5227b req-2a4e2df7-a3a9-4aed-b436-47e88e8485d0 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.085323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb1f8860-652f-45d5-a46f-799179b5227b req-2a4e2df7-a3a9-4aed-b436-47e88e8485d0 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2672367 Jun 17 08:30:13.140250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:13.145752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:13.160377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb1f8860-652f-45d5-a46f-799179b5227b req-5cdc909f-b499-4cd6-bc81-2dbb78cdf01b tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660560 Jun 17 08:30:13.160683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5505137 Jun 17 08:30:13.161365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53528) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:13.166769 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.170976 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:13.185023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'ports': [{'network_id': '85a02249-39ef-41fa-b584-ec347e7d4981', 'name': 'tempest-port--2097411489', 'admin_state_up': True}, {'network_id': '1b9b141f-32ce-40a8-a183-f54254afd899', 'admin_state_up': False}]} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:13.185023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'port': {'network_id': '85a02249-39ef-41fa-b584-ec347e7d4981', 'name': 'tempest-port--2097411489', 'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:13.185023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'port': {'network_id': '1b9b141f-32ce-40a8-a183-f54254afd899', 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:13.248361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Network': ['ID=1b9b141f-32ce-40a8-a183-f54254afd899,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:13.256475 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c88bf0-4942-45c2-a76c-62b3dcf387b5 x-openstack-request-id: req-f8c88bf0-4942-45c2-a76c-62b3dcf387b5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:13.256475 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:13.256475 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8c88bf0-4942-45c2-a76c-62b3dcf387b5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:13.256850 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'code': 200} Jun 17 08:30:13.263650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 1b9b141f-32ce-40a8-a183-f54254afd899 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:13.263811 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:13.298137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df513272-78cc-4e5e-850f-0ef41437990a req-9da3241f-97ed-44e9-81e5-92520b0c27d8 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.1327498 Jun 17 08:30:13.312577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.313257 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.317571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 1097 time: 1.8606615 Jun 17 08:30:13.351763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:13.390709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:13.563154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfe2e505-d914-4ae3-bcba-ccf29a1f4345 req-3690dbeb-c1c9-4d58-9c94-5d52ea7b3122 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 210 time: 0.0800526 Jun 17 08:30:13.589203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-641e9307-dd29-4f23-8736-f07ea4af9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.589203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-641e9307-dd29-4f23-8736-f07ea4af9018 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1100 time: 0.2241108 Jun 17 08:30:13.666743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f327af-9e41-47fb-8b39-e7a83922b0ca req-dcfa6d3d-e0b6-47e9-af0a-2fe5a6645cfb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.672108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03f327af-9e41-47fb-8b39-e7a83922b0ca req-dcfa6d3d-e0b6-47e9-af0a-2fe5a6645cfb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.2395391 Jun 17 08:30:13.800650 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-cecf1b35-4fd5-41c1-95b6-e63b6113810d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638864 Jun 17 08:30:13.844305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-d9d7162f-9f44-4b43-b34b-3dccd65da881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.846380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-d9d7162f-9f44-4b43-b34b-3dccd65da881 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2487507 Jun 17 08:30:13.868703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03f327af-9e41-47fb-8b39-e7a83922b0ca req-67f2ad10-ef00-4d6c-b0cf-95b2e68aa7aa tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852500 Jun 17 08:30:13.892614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.9 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/daaaeb1e-ae13-4389-87e8-7b26e3e28c8e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:13.921872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-1bcae135-3756-494c-81f9-f27c28c41ee3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0638015 Jun 17 08:30:14.046032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705445a-e486-4b90-b005-33e621f2873c req-c9e71147-4a62-434f-a0b9-2a5ebab05d45 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.048670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e705445a-e486-4b90-b005-33e621f2873c req-c9e71147-4a62-434f-a0b9-2a5ebab05d45 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.2632055 Jun 17 08:30:14.087868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-2674b06e-5c90-48ba-bfe5-7a737f0aa061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.089575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35807d5b-fe36-49d5-9b11-c32139099c4a'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:14.091905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-2674b06e-5c90-48ba-bfe5-7a737f0aa061 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1588359 Jun 17 08:30:14.092867 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7cc9f-f15f-4d55-913c-9957908fe38f" -d '{"events": [{"server_uuid": "8b0c2f75-a31e-4426-b6b6-3d59fb4b9829", "name": "network-vif-plugged", "status": "completed", "tag": "35807d5b-fe36-49d5-9b11-c32139099c4a"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:14.104867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-dcbfb44e-1397-4882-9417-26271456c07d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.106294 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-dcbfb44e-1397-4882-9417-26271456c07d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2881701 Jun 17 08:30:14.111523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'port': 2} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:14.115945 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.136512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': '5450d185-529e-4785-a319-089fb9f6a012', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:14.167394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.195315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e705445a-e486-4b90-b005-33e621f2873c req-e52cb706-9aaf-4cc8-909c-b1f6262d51b3 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334994 Jun 17 08:30:14.234022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f1c8c-efa7-4952-abbd-a6941090bc9b req-4fc3be72-1ffd-47a3-8b45-21566012047c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.236168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f17f1c8c-efa7-4952-abbd-a6941090bc9b req-4fc3be72-1ffd-47a3-8b45-21566012047c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 945 time: 0.1426544 Jun 17 08:30:14.239051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f91b49e2-b6d8-45b6-a7ca-cfcd523051c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.240448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-f91b49e2-b6d8-45b6-a7ca-cfcd523051c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362469 Jun 17 08:30:14.308644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f17f1c8c-efa7-4952-abbd-a6941090bc9b req-43d15a26-f5a6-47ef-97a7-54adc8a52e98 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656548 Jun 17 08:30:14.364137 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c298de2-2b78-44ab-b02e-2a8d94fbeb1a x-openstack-request-id: req-6c298de2-2b78-44ab-b02e-2a8d94fbeb1a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:14.365134 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c2f75-a31e-4426-b6b6-3d59fb4b9829", "name": "network-vif-plugged", "status": "completed", "tag": "35807d5b-fe36-49d5-9b11-c32139099c4a", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:14.365565 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c298de2-2b78-44ab-b02e-2a8d94fbeb1a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:14.367814 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35807d5b-fe36-49d5-9b11-c32139099c4a', 'code': 200} Jun 17 08:30:14.371424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] device_id is not set on port 40c5741d-12c4-4d95-95bc-a4204c448ae2 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:14.373273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e24a246-4a8d-4129-acb4-3ede83d3b4cb req-849af432-41e6-4e6e-a939-7fea42926033 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 210 time: 0.0388122 Jun 17 08:30:14.399377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.416901 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-c346b031-a9af-4c5c-be6e-cd6b5f0293cd service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667292 Jun 17 08:30:14.456268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:14.460476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.524842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:14.571254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.581087 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b1e6736b-0cb5-4d98-9a03-061bdf04a6dd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:14.584826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:14.607690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a208db0d-1dbf-4bf9-9751-9f07de064f42 req-94b5d585-8546-45da-b6d2-5430fb05c9d8 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0638511 Jun 17 08:30:14.616093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:14.634640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b692570-3eb6-4271-89a4-f4004101f96a req-b5b73741-34de-44d4-8a27-a2e05084b652 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031205 Jun 17 08:30:14.653698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ba849-e26b-43fa-8702-176764281ffb req-bc79e51d-081a-4a23-9c07-97e4f3e5442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.662072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f29ba849-e26b-43fa-8702-176764281ffb req-bc79e51d-081a-4a23-9c07-97e4f3e5442d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 1097 time: 0.1969550 Jun 17 08:30:14.701743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c712c-83a8-4097-89e4-b096f54db5d5 req-15112663-3deb-4f17-be43-16e66b715d07 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.709689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d08c712c-83a8-4097-89e4-b096f54db5d5 req-15112663-3deb-4f17-be43-16e66b715d07 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2060223 Jun 17 08:30:14.711107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:14.742507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f29ba849-e26b-43fa-8702-176764281ffb req-2cb1cb55-102d-4c75-9445-f43070ed05cf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675075 Jun 17 08:30:14.748094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:14.770229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:14.795045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:14.798416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d08c712c-83a8-4097-89e4-b096f54db5d5 req-7461536f-f35e-42b1-937d-8fb31866b92b tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877299 Jun 17 08:30:14.803177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.816575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:14.820013 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:14.875507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a4f82-4d8b-4f46-b61c-e5915bdfcb36 req-79407eb2-1a91-4fc0-913a-7f978d682dd9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.887293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-520a4f82-4d8b-4f46-b61c-e5915bdfcb36 req-79407eb2-1a91-4fc0-913a-7f978d682dd9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 931 time: 0.0975735 Jun 17 08:30:14.952120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.952739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.982573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-520a4f82-4d8b-4f46-b61c-e5915bdfcb36 req-ee08cee7-93bd-4154-851b-6ba79b8622f2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936887 Jun 17 08:30:14.995038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.177 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/b04a7728-efe8-45df-a729-9036bdfb25d3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:15.009508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] device_id is not set on port e2e12d1e-8c39-4de2-96a4-1b7613281c10 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:15.018006 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3255191 Jun 17 08:30:15.045908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Request body: {'port': {'device_id': '85352870-f5df-4058-bd81-7fb474039ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:15.096835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4eb39-94b3-4a0c-b7f3-6ce6ee01e543 req-6f0b56da-c058-4404-b569-942d8680f071 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.098301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91b4eb39-94b3-4a0c-b7f3-6ce6ee01e543 req-6f0b56da-c058-4404-b569-942d8680f071 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.0669701 Jun 17 08:30:15.136497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91b4eb39-94b3-4a0c-b7f3-6ce6ee01e543 req-e0d20078-c169-4373-8700-bb5540c3dd74 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jun 17 08:30:15.258512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:15.259697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.261629 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:15.318860 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554a94a-6943-473a-8003-d1b0d5dd8af2 x-openstack-request-id: req-6554a94a-6943-473a-8003-d1b0d5dd8af2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:15.319283 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:15.319584 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6554a94a-6943-473a-8003-d1b0d5dd8af2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:15.320142 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'status': 'completed', 'code': 200} Jun 17 08:30:15.337028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.450283 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.508809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5032a7-15c9-4de8-8385-af6428e1136b req-723e084f-48fd-40d2-a4a0-a004a810d917 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.510281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b5032a7-15c9-4de8-8385-af6428e1136b req-723e084f-48fd-40d2-a4a0-a004a810d917 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.1941943 Jun 17 08:30:15.514266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object b04a7728-efe8-45df-a729-9036bdfb25d3 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:15.514428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-ee88011e-ff6d-43a6-bcf4-86c6733948e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.515748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-ee88011e-ff6d-43a6-bcf4-86c6733948e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1100 time: 0.1536980 Jun 17 08:30:15.518030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-63c36599-a0e9-4ebe-bc38-66848abb4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.519378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-63c36599-a0e9-4ebe-bc38-66848abb4d14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1100 time: 0.1699791 Jun 17 08:30:15.540927 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.577789 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-00e4e26c-dc9b-420a-b672-a21d9649576f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:15.677413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Port': ['ID=40c5741d-12c4-4d95-95bc-a4204c448ae2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:15.683051 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:15.702178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.708674 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c07d9f34-6f0a-49c5-8e71-f2f842dad89d tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:15.715923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'b24e714a-6a24-4448-93c5-9ef1509e2321'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:15.724009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:15.766678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Checking segment: {'id': 'd270c441-d778-4ec3-a193-9df4b08b1afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '85a02249-39ef-41fa-b584-ec347e7d4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:15.767210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network hostable DHCP agents. Network: 85a02249-39ef-41fa-b584-ec347e7d4981, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:15.802678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:15.815430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:15.823009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:15.827964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=b04a7728-efe8-45df-a729-9036bdfb25d3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:15.868010 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:15.870705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daaaeb1e-ae13-4389-87e8-7b26e3e28c8e {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:15.886805 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.912686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network 85a02249-39ef-41fa-b584-ec347e7d4981 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:15.932825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Transition to ACTIVE for port object daaaeb1e-ae13-4389-87e8-7b26e3e28c8e will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:15.943859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.944523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.955555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.963031 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9e9d918-4d36-4112-ab90-d8df650d0f77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:15.968164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 85a02249-39ef-41fa-b584-ec347e7d4981) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:16.010178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:16.010178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.022439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b1659-0ead-46bd-ad10-c6f2e75571e2 None None] Network 85a02249-39ef-41fa-b584-ec347e7d4981 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:16.028456 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9048903 Jun 17 08:30:16.093739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Request body: {'port': {'device_id': '5450d185-529e-4785-a319-089fb9f6a012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:16.145234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Pushing event updated for resources: {'Port': ['ID=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:16.153707 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:16.156537 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:16.283851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1f8b12a8-a966-435c-8df0-f47ff240ec77 None None] Provisioning for port b04a7728-efe8-45df-a729-9036bdfb25d3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:16.291301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1f8b12a8-a966-435c-8df0-f47ff240ec77 None None] Provisioning complete for port b04a7728-efe8-45df-a729-9036bdfb25d3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:16.291831 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b12a8-a966-435c-8df0-f47ff240ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.293176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-c79b607f-0820-4ed7-8280-c488adad1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.295020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-c79b607f-0820-4ed7-8280-c488adad1af8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.7700651 Jun 17 08:30:16.296124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-91cf9d0e-70af-4dfd-96af-f85285a07fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.297495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-91cf9d0e-70af-4dfd-96af-f85285a07fff service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.7654300 Jun 17 08:30:16.330229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Port': ['ID=e2e12d1e-8c39-4de2-96a4-1b7613281c10,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:16.345468 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:16.349596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Checking segment: {'id': '8eca9382-69ad-4ad7-8fe3-7d846aed2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1b9b141f-32ce-40a8-a183-f54254afd899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:16.350002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network hostable DHCP agents. Network: 1b9b141f-32ce-40a8-a183-f54254afd899, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:16.378574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.390299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b12a8-a966-435c-8df0-f47ff240ec77 None None] Port b04a7728-efe8-45df-a729-9036bdfb25d3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:16.396073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Attempting to bind port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:16.396368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Attempting to bind port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:16.396648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Attempting to bind port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:16.406062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:16.406252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Attempting to bind port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:16.413968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-af1bf235-88c3-4d6e-ada4-40cb762f68a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.1101458 Jun 17 08:30:16.426770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e6414-faa0-4053-afe9-0e3a3ad85045 req-d4259c8e-506e-4359-ad7b-afb51e7ed777 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.428537 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c3e6414-faa0-4053-afe9-0e3a3ad85045 req-d4259c8e-506e-4359-ad7b-afb51e7ed777 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 945 time: 0.9901977 Jun 17 08:30:16.429571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-b32a65e7-cd1d-4c1b-ab68-cbc528c35a29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.1086566 Jun 17 08:30:16.429810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network 1b9b141f-32ce-40a8-a183-f54254afd899 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:16.446482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:16.446835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:16.447229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b5032a7-15c9-4de8-8385-af6428e1136b req-e31bb11c-db3c-4edc-81ca-4250d78f6906 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9213355 Jun 17 08:30:16.448087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:16.448087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Bound port: daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:16.448087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.481928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 1b9b141f-32ce-40a8-a183-f54254afd899) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:16.514480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:16.520705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.520915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bbd5a-9f66-417c-8b8b-0e842f569a99 None None] Network 1b9b141f-32ce-40a8-a183-f54254afd899 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:16.525650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.526346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.572901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-b23a42e5-d1aa-4582-b41b-e776a85c9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.574165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-b23a42e5-d1aa-4582-b41b-e776a85c9d8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1435549 Jun 17 08:30:16.625014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4536033 Jun 17 08:30:16.630151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:16.667680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] For port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:16.723129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] For port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:16.740071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.745392 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa24f0a3-d38b-445f-8e5e-93d33d9ebbe9 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:16.779458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-27a62d3d-1c64-45b8-8ebb-3ba7492f5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.780930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-27a62d3d-1c64-45b8-8ebb-3ba7492f5e44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2114410 Jun 17 08:30:16.800648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c3e6414-faa0-4053-afe9-0e3a3ad85045 req-ae3053b5-7686-41e2-a860-3ff17599cfab tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255626 Jun 17 08:30:16.825381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.825381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.826084 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] 10.222.0.60 "PUT /v2.0/ports/daaaeb1e-ae13-4389-87e8-7b26e3e28c8e HTTP/1.1" status: 200 len: 1092 time: 1.7884338 Jun 17 08:30:16.829909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85352870-f5df-4058-bd81-7fb474039ff3', 'tag': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:16.832350 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e603dd-58b7-43de-90f4-e5095436f22d" -d '{"events": [{"name": "network-changed", "server_uuid": "85352870-f5df-4058-bd81-7fb474039ff3", "tag": "daaaeb1e-ae13-4389-87e8-7b26e3e28c8e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:16.872179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-8d6b5f90-de45-4dae-989c-9fee952583ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.873685 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-8d6b5f90-de45-4dae-989c-9fee952583ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2756250 Jun 17 08:30:16.891028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Pushing event updated for resources: {'Port': ['ID=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:16.910745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e47ff7-ca55-4147-abf8-4d9002dfaf27 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.916310 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.917205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e47ff7-ca55-4147-abf8-4d9002dfaf27 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.918801 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-26e47ff7-ca55-4147-abf8-4d9002dfaf27 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2881906 Jun 17 08:30:16.921919 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:16.928017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177075fd-e850-4c67-9b18-bc9047ee4c67 req-9c7769ba-fa2f-4ce5-8a8e-6a4c5f5f1883 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.929635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-177075fd-e850-4c67-9b18-bc9047ee4c67 req-9c7769ba-fa2f-4ce5-8a8e-6a4c5f5f1883 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 936 time: 0.2188766 Jun 17 08:30:16.933706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53568) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:16.944257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-bc5140cf-94b5-4e60-8b0f-d5378699c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.945731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-bc5140cf-94b5-4e60-8b0f-d5378699c29f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559906 Jun 17 08:30:17.083782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-177075fd-e850-4c67-9b18-bc9047ee4c67 req-82f01a26-2410-4cc2-b177-64b0ab7dfaa7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347141 Jun 17 08:30:17.096277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04a7728-efe8-45df-a729-9036bdfb25d3 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:17.107819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.124889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-c419589f-8d87-4fc6-8c83-602a2c6c2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.127012 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-c419589f-8d87-4fc6-8c83-602a2c6c2672 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 1095 time: 0.1975758 Jun 17 08:30:17.133536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Transition to ACTIVE for port object b04a7728-efe8-45df-a729-9036bdfb25d3 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:17.133716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73c0b22d-c0bf-41d8-a7f9-b81be7f5e015 req-ace20809-c244-43cd-918e-fb0c44141c5f tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0949574 Jun 17 08:30:17.151299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.161136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-ddc8032d-f074-41eb-a91c-658140ef3955 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587390 Jun 17 08:30:17.164363 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-26cb1bf1-69a6-40dd-9faf-f8e45177cd3a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:17.206860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-1274b466-bec6-4624-96ed-a49206b1a1d7 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499156 Jun 17 08:30:17.220029 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-814f68fd-7ec2-4964-ad23-88dcdd436aaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e HTTP/1.1" status: 200 len: 217 time: 0.0759554 Jun 17 08:30:17.316280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Pushing event updated for resources: {'Port': ['ID=b04a7728-efe8-45df-a729-9036bdfb25d3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:17.322985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Deleting port 40c5741d-12c4-4d95-95bc-a4204c448ae2 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:17.323337 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.330102 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:17.401844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-04cb0ddf-9f38-45b7-aec7-a7388be25bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.403789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-04cb0ddf-9f38-45b7-aec7-a7388be25bc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1670177 Jun 17 08:30:17.432073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-eff0ca88-5a9d-47f5-b843-3e561e28ace8 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521367 Jun 17 08:30:17.456240 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7bee8b-ebeb-449e-8a03-ebf2399ec1e4 req-0912305e-d5ea-4f48-bc55-3a1ce494fc86 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401683 Jun 17 08:30:17.466616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ea59-cef9-46c1-8826-323df50eba4d req-dc6f5a54-1fd2-46a7-8c63-69a728b9e7db tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.468458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38c0ea59-cef9-46c1-8826-323df50eba4d req-dc6f5a54-1fd2-46a7-8c63-69a728b9e7db tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2728009 Jun 17 08:30:17.472113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.500259 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-ceb821b0-a4bd-4718-8fb2-9eb5877fe020 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511701 Jun 17 08:30:17.502756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17592b4-cf73-4917-b929-314bfceafa88 req-99d39bee-e229-4d19-b114-22fcc47ed96e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.504850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17592b4-cf73-4917-b929-314bfceafa88 req-99d39bee-e229-4d19-b114-22fcc47ed96e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 943 time: 0.2365067 Jun 17 08:30:17.532768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38c0ea59-cef9-46c1-8826-323df50eba4d req-c672191d-d8e8-4f49-a881-568daf0eaa4e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563788 Jun 17 08:30:17.562675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17592b4-cf73-4917-b929-314bfceafa88 req-d0427cb5-a3eb-464a-8472-3f495e17a3ac tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Jun 17 08:30:17.585031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Calling delete_port for 40c5741d-12c4-4d95-95bc-a4204c448ae2 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:17.749128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e348-c038-4263-bc38-b6bb37d8994d req-a5d31a4f-3f17-4fd1-9210-cf74b5f66295 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.752633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4710e348-c038-4263-bc38-b6bb37d8994d req-a5d31a4f-3f17-4fd1-9210-cf74b5f66295 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.1057937 Jun 17 08:30:17.798321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4710e348-c038-4263-bc38-b6bb37d8994d req-fa278e42-994b-40a6-b8c9-d1cf8a987c33 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Jun 17 08:30:17.974269 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6827b578-b37b-4e3b-a45e-99f98b242e9a x-openstack-request-id: req-6827b578-b37b-4e3b-a45e-99f98b242e9a {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:17.974604 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85352870-f5df-4058-bd81-7fb474039ff3", "tag": "daaaeb1e-ae13-4389-87e8-7b26e3e28c8e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:17.974926 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6827b578-b37b-4e3b-a45e-99f98b242e9a {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:17.975356 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85352870-f5df-4058-bd81-7fb474039ff3', 'tag': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e', 'status': 'completed', 'code': 200} Jun 17 08:30:17.979326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Attempting to bind port b04a7728-efe8-45df-a729-9036bdfb25d3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:17.979828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Attempting to bind port b04a7728-efe8-45df-a729-9036bdfb25d3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:17.980033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Attempting to bind port b04a7728-efe8-45df-a729-9036bdfb25d3 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:17.992276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4d1d-66af-4520-82d7-0574ac7dc6cb req-e778c777-30fc-41dc-a011-41c9853434c6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.993808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-890a4d1d-66af-4520-82d7-0574ac7dc6cb req-e778c777-30fc-41dc-a011-41c9853434c6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.0767088 Jun 17 08:30:18.024161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Port b04a7728-efe8-45df-a729-9036bdfb25d3 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:18.024487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Attempting to bind port b04a7728-efe8-45df-a729-9036bdfb25d3 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:18.036349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-890a4d1d-66af-4520-82d7-0574ac7dc6cb req-0653652b-5f5a-4574-91d1-06559fed2ebe tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363135 Jun 17 08:30:18.068142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:18.068490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:18.068882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:18.069325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Bound port: b04a7728-efe8-45df-a729-9036bdfb25d3, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:18.069674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.150943 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-77223527-4447-4655-b465-e6ae8bbbff94 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066804 Jun 17 08:30:18.204707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.214560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e7020f6-380f-4f09-b486-f765290174ff tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:18.294781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] For port b04a7728-efe8-45df-a729-9036bdfb25d3, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:18.297724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Port': ['ID=40c5741d-12c4-4d95-95bc-a4204c448ae2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:18.302388 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:18.303523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.305263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2bdf5-2852-4b07-be9a-f479e5a70cdb req-de550fc7-4071-4316-994b-816a00eff569 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.310337 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/ports/40c5741d-12c4-4d95-95bc-a4204c448ae2 HTTP/1.1" status: 204 len: 168 time: 1.3698421 Jun 17 08:30:18.314777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53584) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:18.315784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0df2bdf5-2852-4b07-be9a-f479e5a70cdb req-de550fc7-4071-4316-994b-816a00eff569 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.1428969 Jun 17 08:30:18.342327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] For port b04a7728-efe8-45df-a729-9036bdfb25d3, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b04a7728-efe8-45df-a729-9036bdfb25d3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:18.372176 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0df2bdf5-2852-4b07-be9a-f479e5a70cdb req-18809ebc-2ef1-4506-bb71-c4d87b5dfa2b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Jun 17 08:30:18.372605 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.400540 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2fb0989d-5922-4002-a8cf-e0dce8e75520 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:18.529661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.530321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.531719 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] 10.222.0.67 "PUT /v2.0/ports/b04a7728-efe8-45df-a729-9036bdfb25d3 HTTP/1.1" status: 200 len: 1097 time: 2.4526763 Jun 17 08:30:18.543591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Pushing event updated for resources: {'Port': ['ID=b04a7728-efe8-45df-a729-9036bdfb25d3,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:18.553997 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:18.561659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b9688129-e3f0-41e1-bdff-9114f73dd0f1 req-504ddefc-4837-4490-a31b-9e042e69618a service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999357 Jun 17 08:30:18.616410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04374199-5475-4e28-a609-d173c5e07997 req-2c59f27c-8950-4fe1-af42-182994485778 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0538390 Jun 17 08:30:18.631761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-093cbec5-520e-4ff0-89d7-3378c32f859c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.633571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-093cbec5-520e-4ff0-89d7-3378c32f859c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e&tenant_id=7b964bd719d94aefb67da595c6df2182&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 948 time: 0.2140603 Jun 17 08:30:18.720735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad60bc-7c52-4c85-9c97-6f36d8872b95 req-4f7d8e04-daa4-443c-9d45-2c42dc699863 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.722287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9ad60bc-7c52-4c85-9c97-6f36d8872b95 req-4f7d8e04-daa4-443c-9d45-2c42dc699863 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 948 time: 0.2183192 Jun 17 08:30:18.731100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-1996a840-d778-41ee-9567-e2ce67f6d3f7 service neutron] 10.222.0.60 "GET /v2.0/ports/f3f10f5c-5ff8-4d69-b459-2efcbaca7694/bindings/n-h1-780147-13 HTTP/1.1" status: 200 len: 383 time: 0.0894248 Jun 17 08:30:18.766762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9ad60bc-7c52-4c85-9c97-6f36d8872b95 req-847cceb3-8445-46d6-bd83-bef20b7e3495 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345957 Jun 17 08:30:18.814641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Deleting port e2e12d1e-8c39-4de2-96a4-1b7613281c10 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:18.818599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.837346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-38c80c48-2b54-44a1-9c1f-e99bba9ac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.838979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-38c80c48-2b54-44a1-9c1f-e99bba9ac47b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1100 time: 0.0701241 Jun 17 08:30:18.947073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.992399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-d62f6017-2dce-47ec-b33d-347a9543d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.993970 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-d62f6017-2dce-47ec-b33d-347a9543d62c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 1100 time: 0.3388317 Jun 17 08:30:19.026372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Calling delete_port for e2e12d1e-8c39-4de2-96a4-1b7613281c10 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:19.058955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-291b9fd7-2051-487a-9f2c-9a81e59c1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.060433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-291b9fd7-2051-487a-9f2c-9a81e59c1e58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2032008 Jun 17 08:30:19.074601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520079ba-04bc-4905-86b8-e8dbd1fe8169 req-19d141d8-0c2d-4acf-acaa-2f7af07d7731 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.076091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-520079ba-04bc-4905-86b8-e8dbd1fe8169 req-19d141d8-0c2d-4acf-acaa-2f7af07d7731 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 948 time: 0.1901503 Jun 17 08:30:19.086109 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-942a1229-0fa3-48b2-b5af-31719ad1ec36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b04a7728-efe8-45df-a729-9036bdfb25d3 HTTP/1.1" status: 200 len: 217 time: 0.0566707 Jun 17 08:30:19.089461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-c4725ecf-2e5e-4fb1-bb78-10fa0fbd8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.091045 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-c4725ecf-2e5e-4fb1-bb78-10fa0fbd8deb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 1095 time: 0.4065371 Jun 17 08:30:19.134237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-d90a1b39-c3f3-4708-84ca-ac51647d86c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0570953 Jun 17 08:30:19.145285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1d6d3-e4d5-4f1e-89f3-a329217e13ad req-69518599-c332-454f-bc36-9f69d69eda28 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.152410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fd1d6d3-e4d5-4f1e-89f3-a329217e13ad req-69518599-c332-454f-bc36-9f69d69eda28 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2192278 Jun 17 08:30:19.168872 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.211537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:19.229945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-520079ba-04bc-4905-86b8-e8dbd1fe8169 req-63a358b2-c596-4fc8-8cde-c98b8403b8f1 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408823 Jun 17 08:30:19.259005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-c83ee927-f6a8-4034-8001-0a2ba927bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.261207 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-c83ee927-f6a8-4034-8001-0a2ba927bdd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1386523 Jun 17 08:30:19.276902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-05ecc465-ccb1-40cf-82b8-4638327336d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.288592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-05ecc465-ccb1-40cf-82b8-4638327336d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1337397 Jun 17 08:30:19.311704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fd1d6d3-e4d5-4f1e-89f3-a329217e13ad req-580de1b3-58ec-4003-be3b-979eb91285d8 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578262 Jun 17 08:30:19.342089 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.354584 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:19.364529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.369659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/ports/e2e12d1e-8c39-4de2-96a4-1b7613281c10 HTTP/1.1" status: 204 len: 168 time: 1.0432429 Jun 17 08:30:19.380397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:19.388548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53594) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:19.392847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-3a9a9f03-2740-422b-bc58-12ae8e0169bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.394295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-3a9a9f03-2740-422b-bc58-12ae8e0169bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.2706733 Jun 17 08:30:19.395280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'mac_address': 'fa:16:3e:d5:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:19.433687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53598) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:19.434448 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eac15018-ccbe-47e1-babc-ef2e7835c06e tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0437737 Jun 17 08:30:19.438058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Port': ['ID=e2e12d1e-8c39-4de2-96a4-1b7613281c10,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:19.441110 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:19.448133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2106135904'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:19.486289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-9a103895-0e92-4e4d-aca7-45a5337eb2d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e HTTP/1.1" status: 200 len: 217 time: 0.0493672 Jun 17 08:30:19.497516 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.528905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-c362a092-27c2-4422-8fae-0fcb17b3b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.530626 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-c362a092-27c2-4422-8fae-0fcb17b3b55b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2491689 Jun 17 08:30:19.534528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:19.553874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:19.557984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:19.563916 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.564107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.568861 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:19.570046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-c46b0a65-74e4-4629-ac07-ba776bfefa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.573647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-c46b0a65-74e4-4629-ac07-ba776bfefa42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.0796392 Jun 17 08:30:19.607547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-9d341495-0997-415d-b02e-ebef39b6e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.609088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-9d341495-0997-415d-b02e-ebef39b6e679 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2936177 Jun 17 08:30:19.635495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:19.651369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:19.663853 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:19.674950 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-ddae990c-85e9-4538-96ee-e350383f817b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768106 Jun 17 08:30:19.678044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.678403 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Added segment 912c96f7-4638-448c-b234-0ee57a7dca4b of type vlan for network 2dd61c1d-ddae-414e-8e0b-370c99f8219c Jun 17 08:30:19.783967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4d4f4-1b56-4716-b556-99db8ed1eaad req-97ebbac2-1bc7-4f0d-b2b5-dbf0ec138f00 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.790974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76d4d4f4-1b56-4716-b556-99db8ed1eaad req-97ebbac2-1bc7-4f0d-b2b5-dbf0ec138f00 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 943 time: 0.2667241 Jun 17 08:30:19.815174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.818723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-592769cc-9b76-42af-ad15-d66d260eb383 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757282 Jun 17 08:30:19.853080 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-a5498486-038d-4089-8037-7c67cf1a4e7c service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615491 Jun 17 08:30:19.902358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-6dd95f07-f026-4be9-adf9-6e4823f026fe service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679677 Jun 17 08:30:19.915942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76d4d4f4-1b56-4716-b556-99db8ed1eaad req-10cd89d2-1148-4440-a154-0f3471f82c8f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241477 Jun 17 08:30:19.946815 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.946815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.946815 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.951943 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6438c761-bea9-42e5-9cb7-8338f5a7a3e1 tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:19.982568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5450d185-529e-4785-a319-089fb9f6a012', 'tag': 'b04a7728-efe8-45df-a729-9036bdfb25d3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:19.984898 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67" -d '{"events": [{"name": "network-changed", "server_uuid": "5450d185-529e-4785-a319-089fb9f6a012", "tag": "b04a7728-efe8-45df-a729-9036bdfb25d3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:20.000348 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-64e13895-a5cb-4808-960d-4855a9a8cb85 req-082aa880-b2ad-4468-8050-4502937bcd6d service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713171 Jun 17 08:30:20.018878 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e6e603dd-58b7-43de-90f4-e5095436f22d req-e0b968af-1f44-4858-b866-9dd45642838a service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550949 Jun 17 08:30:20.040334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6045582 Jun 17 08:30:20.042973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53606) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:20.049178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['f3f10f5c-5ff8-4d69-b459-2efcbaca7694'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:20.061857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-730686031'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:20.086592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab7322-5432-4ab8-b1a5-089049ecd9be req-0ccd263f-a0dd-4035-9b49-66d22b709c16 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.088745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38ab7322-5432-4ab8-b1a5-089049ecd9be req-0ccd263f-a0dd-4035-9b49-66d22b709c16 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.2622192 Jun 17 08:30:20.091213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Network': ['ID=2dd61c1d-ddae-414e-8e0b-370c99f8219c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:20.095301 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:20.124125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:20.129396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.138060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2dd61c1d-ddae-414e-8e0b-370c99f8219c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:20.158797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:20.171896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-040a1657-8068-4d8f-8040-5920b2e8c4c2 req-4a074b73-fe50-40d4-a9e2-2c072cb4d424 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0435147 Jun 17 08:30:20.176841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.178943 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Added segment 34f7a885-d56c-41e0-8b95-0c50c0d0bcbb of type vlan for network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c Jun 17 08:30:20.180469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-6034d08c-389e-4b80-9e66-3ef7a671ff0c service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636094 Jun 17 08:30:20.206570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38ab7322-5432-4ab8-b1a5-089049ecd9be req-a7a4db12-3996-46b6-b6c5-e70de8b486e4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100047 Jun 17 08:30:20.295158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.302052 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b70b97-0f3d-4ce4-929f-3bacf021c089 x-openstack-request-id: req-62b70b97-0f3d-4ce4-929f-3bacf021c089 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:20.302496 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5450d185-529e-4785-a319-089fb9f6a012", "tag": "b04a7728-efe8-45df-a729-9036bdfb25d3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:20.302815 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62b70b97-0f3d-4ce4-929f-3bacf021c089 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:20.303283 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5450d185-529e-4785-a319-089fb9f6a012', 'tag': 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'status': 'completed', 'code': 200} Jun 17 08:30:20.379229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.382178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d47c-5f5b-4f2f-8d35-70e28fc1794b req-fd6286c8-d9b3-4fde-8970-904891adc628 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.383880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c54d47c-5f5b-4f2f-8d35-70e28fc1794b req-fd6286c8-d9b3-4fde-8970-904891adc628 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 948 time: 0.0838416 Jun 17 08:30:20.390498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.391151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.395951 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:20.429995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3841965 Jun 17 08:30:20.460868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c54d47c-5f5b-4f2f-8d35-70e28fc1794b req-c8ae46dc-bafa-4dc2-9fa6-f15bee1d4109 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711145 Jun 17 08:30:20.488549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Network': ['ID=69b9b22a-0f8f-4e9a-a025-12f3aebb157c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:20.492165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:20.500684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-de4a599d-c176-4e45-8830-c2e7321f05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.503289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-de4a599d-c176-4e45-8830-c2e7321f05d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 1100 time: 0.1603992 Jun 17 08:30:20.505251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:20.510519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f9e1d-74f4-4ded-8bb0-03e451dc9a1a req-bc69f989-b620-42a9-be41-49c833eb7de8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.512063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-716f9e1d-74f4-4ded-8bb0-03e451dc9a1a req-bc69f989-b620-42a9-be41-49c833eb7de8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 949 time: 0.1040690 Jun 17 08:30:20.581950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53614) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:20.587676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'subnets': [{'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--197023376', 'ip_version': 4}, {'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:20.588003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'subnet': {'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--197023376', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:20.588593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Request body: {'subnet': {'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:20.608131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-716f9e1d-74f4-4ded-8bb0-03e451dc9a1a req-74ba699e-4931-4828-8662-1a6b9773a13a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884664 Jun 17 08:30:20.623341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-eec3a8ab-e2e3-4958-9ce1-4eb654fddeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.624216 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-eec3a8ab-e2e3-4958-9ce1-4eb654fddeca service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1142938 Jun 17 08:30:20.685699 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-1dd684fb-9df8-4da9-95a6-b07a379d6c92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b04a7728-efe8-45df-a729-9036bdfb25d3 HTTP/1.1" status: 200 len: 217 time: 0.0469439 Jun 17 08:30:20.743562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-b41cc686-f559-4cd6-8742-eac9afc05635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.745192 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-b41cc686-f559-4cd6-8742-eac9afc05635 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0510314 Jun 17 08:30:20.817153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-5a7f0c37-a9cf-4f07-9831-be431599d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.818687 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-5a7f0c37-a9cf-4f07-9831-be431599d825 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628581 Jun 17 08:30:20.851638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84f7df-54ef-4d2a-9f7d-80f1fc04e945 req-9900a3a2-7e59-4c97-aefa-cbf970e95abf tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.853166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c84f7df-54ef-4d2a-9f7d-80f1fc04e945 req-9900a3a2-7e59-4c97-aefa-cbf970e95abf tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1368070 Jun 17 08:30:20.853946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Made reservation on behalf of f733cea04e6e4d00a1d89e140623008e for: {'subnet': 2} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:20.859405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.859747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.940247 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-cb5635f7-fc8f-40b3-9d37-080403a191b7 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094837 Jun 17 08:30:21.041251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea9efd96-b62f-4c4f-bf9f-45427bad9a67 req-b02a1d97-cecd-4489-840f-1c64c87a14fa service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932691 Jun 17 08:30:21.338527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c84f7df-54ef-4d2a-9f7d-80f1fc04e945 req-e9478d54-0975-4182-8f51-bf08c099a969 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706745 Jun 17 08:30:21.422438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab4a4c-53f6-40f3-95bf-2ac866b942d5 req-2b7625da-15e1-4828-aa24-9eab963afe67 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:21.424009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83ab4a4c-53f6-40f3-95bf-2ac866b942d5 req-2b7625da-15e1-4828-aa24-9eab963afe67 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.1357977 Jun 17 08:30:21.587999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83ab4a4c-53f6-40f3-95bf-2ac866b942d5 req-07f931af-397f-4277-9d35-2497887417cb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347072 Jun 17 08:30:21.623156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0fa6e-1995-488a-bf18-ed0178d99bf3 req-d4c82b9b-edc8-4515-95c2-4ac0fb8ac427 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:21.624457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d2e0fa6e-1995-488a-bf18-ed0178d99bf3 req-d4c82b9b-edc8-4515-95c2-4ac0fb8ac427 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 943 time: 0.1701522 Jun 17 08:30:21.703746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d2e0fa6e-1995-488a-bf18-ed0178d99bf3 req-208ed2eb-7348-4abb-9576-9cc9d36816c0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Jun 17 08:30:21.739387 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebd3d995-94b0-4e7f-a8b5-b3a03b36fc57 req-8dfd6119-c768-449f-ae81-9f0d7481d85d tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0388026 Jun 17 08:30:21.784152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:21.786995 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ed54aa3-2838-47c8-8ed3-830450af1884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:21.890117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Subnet': ['ID=d0d58647-f4b0-4341-bf85-4c1934c21e47,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:21.911187 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:21.928218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Checking segment: {'id': '912c96f7-4638-448c-b234-0ee57a7dca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:21.928584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network hostable DHCP agents. Network: 2dd61c1d-ddae-414e-8e0b-370c99f8219c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:21.973183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network 2dd61c1d-ddae-414e-8e0b-370c99f8219c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:21.989156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bbd27-7655-46f5-9e70-5250b9083aab req-fa28a4a7-cbbb-40cd-83d1-2de1d763db06 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:21.990615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-613bbd27-7655-46f5-9e70-5250b9083aab req-fa28a4a7-cbbb-40cd-83d1-2de1d763db06 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 949 time: 0.1259069 Jun 17 08:30:22.002564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48763f06-459e-4fb0-9ba0-1cff831bab24 req-1ecb4a90-f146-4b16-9240-cd1992619d69 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.004002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48763f06-459e-4fb0-9ba0-1cff831bab24 req-1ecb4a90-f146-4b16-9240-cd1992619d69 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 948 time: 0.1805544 Jun 17 08:30:22.006723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 2dd61c1d-ddae-414e-8e0b-370c99f8219c) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:22.014967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759f36c-d42c-4812-801e-8b4dce012265 None None] Network 2dd61c1d-ddae-414e-8e0b-370c99f8219c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:22.015998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.018764 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:22.113930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-613bbd27-7655-46f5-9e70-5250b9083aab req-b791ebeb-7fdc-45fb-b831-3554c609eb80 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086755 Jun 17 08:30:22.118627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48763f06-459e-4fb0-9ba0-1cff831bab24 req-8b601936-df45-4207-86b4-e176b989dd52 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046793 Jun 17 08:30:22.119297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event updated for resources: {'Subnet': ['ID=a73dd094-67de-4630-b902-1a61b3a39d92,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:22.124126 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:22.150238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Checking segment: {'id': '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:22.150600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network hostable DHCP agents. Network: 69b9b22a-0f8f-4e9a-a025-12f3aebb157c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:22.168925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:22.179474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 69b9b22a-0f8f-4e9a-a025-12f3aebb157c) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:22.183175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-2dd61c1d-ddae-414e-8e0b-370c99f8219c', 'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c', 'tenant_id': 'f733cea04e6e4d00a1d89e140623008e', 'fixed_ips': [{'subnet_id': 'd0d58647-f4b0-4341-bf85-4c1934c21e47'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:30:22.184034 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.187541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.188842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.189646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.200731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a297c32-be22-4dbe-ac22-cd3564e9aa81 None None] Network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:22.206746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6234951 Jun 17 08:30:22.209144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53630) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:22.307534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e669b0d-4458-41ec-a923-a2a729587c00 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.309121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e669b0d-4458-41ec-a923-a2a729587c00 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.310605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e669b0d-4458-41ec-a923-a2a729587c00 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.312187 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7e669b0d-4458-41ec-a923-a2a729587c00 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1019363 Jun 17 08:30:22.315957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53632) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:22.365277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Deleting subnet d0d58647-f4b0-4341-bf85-4c1934c21e47 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:22.427416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Allocated IP 172.20.0.2 (2dd61c1d-ddae-414e-8e0b-370c99f8219c/d0d58647-f4b0-4341-bf85-4c1934c21e47/d26ce832-1caa-4dc6-98a8-c65f1cfda6e8) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:22.477267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-69b9b22a-0f8f-4e9a-a025-12f3aebb157c', 'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c', 'tenant_id': 'f733cea04e6e4d00a1d89e140623008e', 'fixed_ips': [{'subnet_id': 'a73dd094-67de-4630-b902-1a61b3a39d92'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:30:22.478097 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.537184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b474233-1b3e-49e0-bad8-25f70b521d78 req-7fc729ab-0179-4b27-9257-be18bee787c3 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.538758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b474233-1b3e-49e0-bad8-25f70b521d78 req-7fc729ab-0179-4b27-9257-be18bee787c3 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.0729120 Jun 17 08:30:22.582606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b474233-1b3e-49e0-bad8-25f70b521d78 req-5c2ec779-1363-49a8-b24e-5a79dcbd1361 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375710 Jun 17 08:30:22.619339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-635a58ea-d0f0-4350-80f1-6bfd2157f717 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.621068 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-635a58ea-d0f0-4350-80f1-6bfd2157f717 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.0833921 Jun 17 08:30:22.663444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b04a7728-efe8-45df-a729-9036bdfb25d3 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:22.739649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Deleting port 35807d5b-fe36-49d5-9b11-c32139099c4a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:22.740351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.811610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccf1e4-bb09-4d26-a9b0-5d6541e1ffdf req-914a430f-fe39-4dcb-9226-8b2a0b623889 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.820796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17ccf1e4-bb09-4d26-a9b0-5d6541e1ffdf req-914a430f-fe39-4dcb-9226-8b2a0b623889 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 945 time: 0.1140599 Jun 17 08:30:22.884884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] For port 35807d5b-fe36-49d5-9b11-c32139099c4a, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=35807d5b-fe36-49d5-9b11-c32139099c4a,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:22.885191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.913423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Allocated IP 172.20.0.18 (69b9b22a-0f8f-4e9a-a025-12f3aebb157c/a73dd094-67de-4630-b902-1a61b3a39d92/8ca1f626-026e-4a07-9b56-f6935492e7bf) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:22.915635 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.919557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17ccf1e4-bb09-4d26-a9b0-5d6541e1ffdf req-df4f68d7-2944-4c37-b084-5ff1994d4775 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974662 Jun 17 08:30:22.942980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Transition to ACTIVE for port object d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:22.952436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port b04a7728-efe8-45df-a729-9036bdfb25d3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b04a7728-efe8-45df-a729-9036bdfb25d3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:22.967386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Calling delete_port for 35807d5b-fe36-49d5-9b11-c32139099c4a owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:22.983507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0278074-ed26-4f7f-9697-159464d07af6 req-effc8f58-8485-4cc5-af55-71c3b5efbdf7 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.986403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0278074-ed26-4f7f-9697-159464d07af6 req-effc8f58-8485-4cc5-af55-71c3b5efbdf7 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 943 time: 0.1331780 Jun 17 08:30:22.988086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'mac_address': 'fa:16:3e:2f:38:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:22.993394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Transition to ACTIVE for port object d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:23.026507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.067563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.078775 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:23.091462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.096204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0278074-ed26-4f7f-9697-159464d07af6 req-7699ce24-6dc0-489a-a6f7-2aae41e1dd00 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943804 Jun 17 08:30:23.110708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Network 2dd61c1d-ddae-414e-8e0b-370c99f8219c is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:23.119520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:23.125640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:23.145652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a92ec6f1-6859-43e6-b5b8-2101a286455a req-6d8ef9cf-b2da-407e-ba54-31222b8cdf2b tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0545552 Jun 17 08:30:23.149651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.160118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Pushing event updated for resources: {'Port': ['ID=d26ce832-1caa-4dc6-98a8-c65f1cfda6e8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:23.209843 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:23.223872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device daaaeb1e-ae13-4389-87e8-7b26e3e28c8e details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:23.299970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.307345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.311437 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bf8e185-2cfa-4885-8efa-337f375ff5d3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:23.324432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:23.335023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:23.365146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event deleted for resources: {'Port': ['ID=35807d5b-fe36-49d5-9b11-c32139099c4a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:23.367197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['35807d5b-fe36-49d5-9b11-c32139099c4a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:23.367927 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:23.392968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e', 'mac_address': 'fa:16:3e:25:2e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:23.395907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04a7728-efe8-45df-a729-9036bdfb25d3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:23.429119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] No DVR routers for this DVR port 35807d5b-fe36-49d5-9b11-c32139099c4a on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:23.432183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.434814 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e11f779d-0b87-4939-af3b-ec3c263146cf req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "DELETE /v2.0/ports/35807d5b-fe36-49d5-9b11-c32139099c4a HTTP/1.1" status: 204 len: 173 time: 0.8066225 Jun 17 08:30:23.453206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d201b-ea45-4513-b60b-2d69ff8327e1 req-61d2a842-bdd7-4536-a37d-72a1a70e980a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.458646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c25d201b-ea45-4513-b60b-2d69ff8327e1 req-61d2a842-bdd7-4536-a37d-72a1a70e980a tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 949 time: 0.1036787 Jun 17 08:30:23.462085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'name': 'network-vif-deleted', 'tag': '35807d5b-fe36-49d5-9b11-c32139099c4a'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:23.465329 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10230b81-928d-40b4-a9c8-9a6679480b5f" -d '{"events": [{"server_uuid": "8b0c2f75-a31e-4426-b6b6-3d59fb4b9829", "name": "network-vif-deleted", "tag": "35807d5b-fe36-49d5-9b11-c32139099c4a"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:23.475202 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.487251 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b9de685-123c-4f3c-9662-01e818563692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:23.497713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a80e-786e-44f5-a597-3fd2f9e02f07 req-46776685-cb77-4eb9-a860-39c5d00f1420 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.499286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bc3a80e-786e-44f5-a597-3fd2f9e02f07 req-46776685-cb77-4eb9-a860-39c5d00f1420 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 948 time: 0.1825697 Jun 17 08:30:23.526809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d58647-f4b0-4341-bf85-4c1934c21e47,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:23.538310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c25d201b-ea45-4513-b60b-2d69ff8327e1 req-56494408-e398-42a3-8b41-ffc8a27e0c08 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786724 Jun 17 08:30:23.546946 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.562111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Transition to ACTIVE for port object 8ca1f626-026e-4a07-9b56-f6935492e7bf will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:23.586864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Transition to ACTIVE for port object 8ca1f626-026e-4a07-9b56-f6935492e7bf will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:23.587036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.589006 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/subnets/d0d58647-f4b0-4341-bf85-4c1934c21e47 HTTP/1.1" status: 204 len: 168 time: 1.2720327 Jun 17 08:30:23.590798 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:23.592606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53650) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:23.615308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.618063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bc3a80e-786e-44f5-a597-3fd2f9e02f07 req-acad2305-78e8-4294-bcff-2d320912f86e tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991223 Jun 17 08:30:23.630644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Attempting to bind port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:23.631057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Attempting to bind port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '912c96f7-4638-448c-b234-0ee57a7dca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:23.631429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Attempting to bind port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 on network 2dd61c1d-ddae-414e-8e0b-370c99f8219c {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:23.638638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daaaeb1e-ae13-4389-87e8-7b26e3e28c8e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:23.643145 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.653426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port b04a7728-efe8-45df-a729-9036bdfb25d3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b04a7728-efe8-45df-a729-9036bdfb25d3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:23.658127 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:23.691044 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b5757f-4733-4165-958d-e1967ed72d6e x-openstack-request-id: req-98b5757f-4733-4165-958d-e1967ed72d6e {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:23.691900 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c2f75-a31e-4426-b6b6-3d59fb4b9829", "name": "network-vif-deleted", "tag": "35807d5b-fe36-49d5-9b11-c32139099c4a", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:23.691900 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98b5757f-4733-4165-958d-e1967ed72d6e {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:23.692494 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c2f75-a31e-4426-b6b6-3d59fb4b9829', 'name': 'network-vif-deleted', 'tag': '35807d5b-fe36-49d5-9b11-c32139099c4a', 'status': 'completed', 'code': 200} Jun 17 08:30:23.703401 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.706012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:23.706398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Checking segment: {'id': '912c96f7-4638-448c-b234-0ee57a7dca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:23.706802 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.707244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Bound using segment: {'id': '912c96f7-4638-448c-b234-0ee57a7dca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:23.707729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Bound port: d26ce832-1caa-4dc6-98a8-c65f1cfda6e8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912c96f7-4638-448c-b234-0ee57a7dca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2dd61c1d-ddae-414e-8e0b-370c99f8219c'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:23.708106 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.712853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:23.727221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Deleting subnet a73dd094-67de-4630-b902-1a61b3a39d92 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:23.734435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.737356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:23.741525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:23.746324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:23.748152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Pushing event updated for resources: {'Port': ['ID=8ca1f626-026e-4a07-9b56-f6935492e7bf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:23.754840 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:23.755541 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.759361 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:23.771220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-f9137cf0-3b69-4c30-bcad-f1fa7050b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.772708 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-f9137cf0-3b69-4c30-bcad-f1fa7050b0ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e&tenant_id=7b964bd719d94aefb67da595c6df2182 HTTP/1.1" status: 200 len: 1101 time: 0.3007188 Jun 17 08:30:23.784824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:23.803707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:23.816224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.830555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:23.830952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.878704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85a04f-62ed-4fa6-8f96-978316f510e0 req-393a86ed-c2dd-4b57-a7d2-0fd369777a4f tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.881121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e85a04f-62ed-4fa6-8f96-978316f510e0 req-393a86ed-c2dd-4b57-a7d2-0fd369777a4f tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.0824802 Jun 17 08:30:23.928066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.941414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e85a04f-62ed-4fa6-8f96-978316f510e0 req-1f805e74-21a7-40c6-8096-0acdb83d6b49 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Jun 17 08:30:23.974703 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Attempting to bind port 8ca1f626-026e-4a07-9b56-f6935492e7bf on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:23.975609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Attempting to bind port 8ca1f626-026e-4a07-9b56-f6935492e7bf by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:23.976076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Attempting to bind port 8ca1f626-026e-4a07-9b56-f6935492e7bf on network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:23.978250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=b04a7728-efe8-45df-a729-9036bdfb25d3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:23.990358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] For port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:23.996214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] For port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d26ce832-1caa-4dc6-98a8-c65f1cfda6e8,segment=NetworkSegment(912c96f7-4638-448c-b234-0ee57a7dca4b),segment_id=912c96f7-4638-448c-b234-0ee57a7dca4b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:24.004733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:24.005194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Checking segment: {'id': '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:24.005878 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.006329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Bound using segment: {'id': '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:24.007021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Bound port: 8ca1f626-026e-4a07-9b56-f6935492e7bf, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '69b9b22a-0f8f-4e9a-a025-12f3aebb157c'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:24.007328 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.013549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.053489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['b04a7728-efe8-45df-a729-9036bdfb25d3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:24.162958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5d5add8-5729-4ad9-880f-7c1730c233e8 req-b7077d06-36dc-4f77-a5b4-4afc563c5fc6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0c2f75-a31e-4426-b6b6-3d59fb4b9829 HTTP/1.1" status: 200 len: 210 time: 0.0497148 Jun 17 08:30:24.210817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['daaaeb1e-ae13-4389-87e8-7b26e3e28c8e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:24.305186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.345417 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.371347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27156b14-d63e-408a-bd42-551953a3b34d req-af00a046-3cc8-4f89-b6a4-49ffb8410e02 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.379900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27156b14-d63e-408a-bd42-551953a3b34d req-af00a046-3cc8-4f89-b6a4-49ffb8410e02 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 944 time: 0.0966704 Jun 17 08:30:24.396739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:24.411811 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:24.414056 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:24.431013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23c4a632-f7d6-407b-b77a-cd9ccd6776a0 req-ec0b1e7f-8703-44d2-aab5-9bf97cd24dc7 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0483451 Jun 17 08:30:24.460518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27156b14-d63e-408a-bd42-551953a3b34d req-9b341e34-7ef1-41f9-938d-bfe6a8e70641 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793467 Jun 17 08:30:24.473010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.483360 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-402bcaa4-98ac-4e7b-95af-5796ad2d1cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:24.495495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] For port 8ca1f626-026e-4a07-9b56-f6935492e7bf, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:24.508623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Subnet': ['ID=a73dd094-67de-4630-b902-1a61b3a39d92,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:24.514638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609bd6ee-9e0b-474d-b9d4-deefa498d017 None None] Network 2dd61c1d-ddae-414e-8e0b-370c99f8219c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:24.524425 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.526280 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/subnets/a73dd094-67de-4630-b902-1a61b3a39d92 HTTP/1.1" status: 204 len: 168 time: 0.9327171 Jun 17 08:30:24.527449 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:24.528997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53660) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:24.561387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] For port 8ca1f626-026e-4a07-9b56-f6935492e7bf, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8ca1f626-026e-4a07-9b56-f6935492e7bf,segment=NetworkSegment(34f7a885-d56c-41e0-8b95-0c50c0d0bcbb),segment_id=34f7a885-d56c-41e0-8b95-0c50c0d0bcbb)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:24.597306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.636335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 35807d5b-fe36-49d5-9b11-c32139099c4a no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:24.668836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:24.690865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e7826-8f48-46ed-b7d3-1f25f2ae28f9 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.693097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-086e7826-8f48-46ed-b7d3-1f25f2ae28f9 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1629689 Jun 17 08:30:24.697469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53666) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:24.719265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 35807d5b-fe36-49d5-9b11-c32139099c4a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:24.720771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 35807d5b-fe36-49d5-9b11-c32139099c4a not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:24.724529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Pushing event updated for resources: {'Port': ['ID=d26ce832-1caa-4dc6-98a8-c65f1cfda6e8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:24.728125 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:24.738967 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.720s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:24.763251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:24.817800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:24.829849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.845089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Transition to ACTIVE for port object f3f10f5c-5ff8-4d69-b459-2efcbaca7694 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:24.857326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.868026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:24.890256 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.974235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Pushing event updated for resources: {'Port': ['ID=8ca1f626-026e-4a07-9b56-f6935492e7bf,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:24.977306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] No DVR routers for this DVR port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:24.982237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:24.995860 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:24.996216 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:24.997583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0520df8-78ea-49a3-9964-4cec41c87adc req-35e642c1-0f73-4610-b9cb-d433e5184f2c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.999251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0520df8-78ea-49a3-9964-4cec41c87adc req-35e642c1-0f73-4610-b9cb-d433e5184f2c tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 949 time: 0.2781518 Jun 17 08:30:25.011310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=9']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.037806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79b271-e1e9-496a-be98-f639d92161ea req-a2554ed2-0269-42ac-b44d-6f1716bc2cba tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.039495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d79b271-e1e9-496a-be98-f639d92161ea req-a2554ed2-0269-42ac-b44d-6f1716bc2cba tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 949 time: 0.2116120 Jun 17 08:30:25.059630 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.074101 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:30:25.074729 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:30:25.081088 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97cc1202-f276-4f1b-86a4-023606b260ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.083545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:25.083879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:25.084358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:25.089251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:25.089800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Attempting to bind port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:25.132328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:25.132672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:25.133062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:25.135803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Bound port: f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:25.136060 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.136324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0520df8-78ea-49a3-9964-4cec41c87adc req-10b63923-7140-404d-ae88-580bef6153fe tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283216 Jun 17 08:30:25.152309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Deleting port 8ca1f626-026e-4a07-9b56-f6935492e7bf {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:25.152657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.211797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d79b271-e1e9-496a-be98-f639d92161ea req-f272dd0d-38c2-4635-a4d0-fa7e709e23ac tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644683 Jun 17 08:30:25.258857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] For port 8ca1f626-026e-4a07-9b56-f6935492e7bf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8ca1f626-026e-4a07-9b56-f6935492e7bf,segment=NetworkSegment(34f7a885-d56c-41e0-8b95-0c50c0d0bcbb),segment_id=34f7a885-d56c-41e0-8b95-0c50c0d0bcbb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:25.259442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.261273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:25.269956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:25.280115 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.287703 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:25.347995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.348693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.350683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] 10.222.0.67 "PUT /v2.0/ports/f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 1097 time: 1.5703397 Jun 17 08:30:25.389970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Calling delete_port for 8ca1f626-026e-4a07-9b56-f6935492e7bf owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:25.439894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=10']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.445436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.492788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-438d1bc6-8566-44db-925e-bf77b7694145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.494364 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-438d1bc6-8566-44db-925e-bf77b7694145 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1101 time: 0.1136947 Jun 17 08:30:25.557834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4480676-8c23-4324-8a65-879b899ad5f0 req-a0e48338-ec2e-4262-84e0-4f28afabd8be tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.565806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4480676-8c23-4324-8a65-879b899ad5f0 req-a0e48338-ec2e-4262-84e0-4f28afabd8be tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1586678 Jun 17 08:30:25.604265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.613792 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:25.627627 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.651276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Port': ['ID=8ca1f626-026e-4a07-9b56-f6935492e7bf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.655035 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.656448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-32f94309-4d7d-40ca-ae1b-5f6168c13372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.659011 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-32f94309-4d7d-40ca-ae1b-5f6168c13372 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1558986 Jun 17 08:30:25.661273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:25.663864 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43ae758-83aa-48a4-a050-80d240e18f9d" -d '{"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:25.683199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:25.688225 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.690464 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:25.697081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] No DVR routers for this DVR port 8ca1f626-026e-4a07-9b56-f6935492e7bf on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:25.703405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d3beaed-854a-40a4-885c-daa38d08b816 req-e1307b86-80b3-4f23-b883-22aff1d089c5 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0621247 Jun 17 08:30:25.705318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:25.707700 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ab66f-57c4-4457-b872-519b149326c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:25.712822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-19836120-ac76-4578-afc5-62faaab3ace2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0458374 Jun 17 08:30:25.715783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:25.717680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4480676-8c23-4324-8a65-879b899ad5f0 req-5ad2b230-f78a-4f1a-b27e-ae68ac1c526d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509333 Jun 17 08:30:25.806790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.811935 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.815387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:25.819317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.843365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-b4fea821-0a89-46c3-91b6-024db1cc5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.844868 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-b4fea821-0a89-46c3-91b6-024db1cc5dee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1203151 Jun 17 08:30:25.846590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b9b22a-0f8f-4e9a-a025-12f3aebb157c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:25.857665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:25.857968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f7a885-d56c-41e0-8b95-0c50c0d0bcbb') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:25.869296 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.934180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.957497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-aa7d0be5-e578-4100-97c2-11421a36b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.959204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-aa7d0be5-e578-4100-97c2-11421a36b3fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005118 Jun 17 08:30:25.968422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:25.968926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:25.974926 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:26.095155 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-57fcdd7d-956b-47dd-897f-89f62768f146 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236258 Jun 17 08:30:26.129888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.142967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea5775a7-bdff-497a-ad5e-3162967b7413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:26.158075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.160033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/networks/69b9b22a-0f8f-4e9a-a025-12f3aebb157c HTTP/1.1" status: 204 len: 168 time: 1.4613616 Jun 17 08:30:26.175974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53694) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:26.189618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Network': ['ID=69b9b22a-0f8f-4e9a-a025-12f3aebb157c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:26.200070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-811aae20-7ad7-4cc3-b53d-7853c8761f4a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.201610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-811aae20-7ad7-4cc3-b53d-7853c8761f4a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.3152421 Jun 17 08:30:26.209235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34921a6f-8fb8-4660-b96c-bc81b59a9d89 req-a71c929f-68da-49ec-bfc9-f61caf595d25 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.210748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34921a6f-8fb8-4660-b96c-bc81b59a9d89 req-a71c929f-68da-49ec-bfc9-f61caf595d25 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 944 time: 0.3065996 Jun 17 08:30:26.227391 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d7e75134-57ec-40b2-8962-8f63664d8279 req-87e0f9c1-9528-4eb9-993f-0e203179e9d9 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170392 Jun 17 08:30:26.228199 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:26.276991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2ef8f72d-543b-4a5e-a2b6-897ba4fcaf2a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.0478048 Jun 17 08:30:26.285962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-207850b4-60fe-45e4-b5c5-f62d86bdb9c5 None None] Could not find standard attr ID for object 8ca1f626-026e-4a07-9b56-f6935492e7bf. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:30:26.317875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254e54-5b90-4758-84f9-21088a1e14b1 req-d9fe441c-d8a6-4712-ba97-da2014d0d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.319346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9254e54-5b90-4758-84f9-21088a1e14b1 req-d9fe441c-d8a6-4712-ba97-da2014d0d0e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.3188026 Jun 17 08:30:26.353625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc97c1b-86d5-4475-b106-768d240b9810 None None] DHCP port deletion for 69b9b22a-0f8f-4e9a-a025-12f3aebb157c request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:30:26.380393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a6df0-70a1-4b5e-ad6e-0461ba6a553d None None] Network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:26.393791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34921a6f-8fb8-4660-b96c-bc81b59a9d89 req-93ed3e3c-be03-4e00-8f80-120540d9e132 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599133 Jun 17 08:30:26.394628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a6df0-70a1-4b5e-ad6e-0461ba6a553d None None] Network 69b9b22a-0f8f-4e9a-a025-12f3aebb157c could not be found, it might have been deleted concurrently. {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:30:26.397598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.408623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1ddb3-50bb-4a5c-b563-d0089a1c7770 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:30:26.411081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-a6909fd2-c2da-4a9d-bc3b-65739566fdd4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952656 Jun 17 08:30:26.468709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9254e54-5b90-4758-84f9-21088a1e14b1 req-f21bdb4b-a675-4d98-9795-f86b3347ce2d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221576 Jun 17 08:30:26.505161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-ac82f232-880b-437c-9608-531603078a3c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:26.511719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-ac82f232-880b-437c-9608-531603078a3c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0995026 Jun 17 08:30:26.581057 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e47583-d12f-4caa-8807-c5aa3748a6e2 x-openstack-request-id: req-18e47583-d12f-4caa-8807-c5aa3748a6e2 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:26.581577 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:26.581684 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18e47583-d12f-4caa-8807-c5aa3748a6e2 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:26.582116 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'status': 'completed', 'code': 200} Jun 17 08:30:26.586096 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-183160bd-d8f1-45ad-a7fc-1d8fcc352630 req-119d9088-3d9f-482a-b8cb-567d5fb6466e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0350273 Jun 17 08:30:26.663203 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be244f0-c6a1-44d3-90a0-7e1d986a06b5 x-openstack-request-id: req-5be244f0-c6a1-44d3-90a0-7e1d986a06b5 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:26.663802 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:26.663802 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5be244f0-c6a1-44d3-90a0-7e1d986a06b5 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:26.664159 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'code': 200} Jun 17 08:30:26.664495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Deleting port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:26.664839 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.665026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b04a7728-efe8-45df-a729-9036bdfb25d3 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:26.679983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-0629a1f2-c9d2-4a27-83bd-9e2e6dad93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.681626 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-0629a1f2-c9d2-4a27-83bd-9e2e6dad93c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1103 time: 0.0792391 Jun 17 08:30:26.685540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-43a8e7a9-3356-4bda-90d5-6da8ac65ef70 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714451 Jun 17 08:30:26.754876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1ddb3-50bb-4a5c-b563-d0089a1c7770 None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:30:26.790715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port b04a7728-efe8-45df-a729-9036bdfb25d3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:26.812580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] For port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d26ce832-1caa-4dc6-98a8-c65f1cfda6e8,segment=NetworkSegment(912c96f7-4638-448c-b234-0ee57a7dca4b),segment_id=912c96f7-4638-448c-b234-0ee57a7dca4b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:26.812960 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.823287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port b04a7728-efe8-45df-a729-9036bdfb25d3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:26.823287 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.852711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-26cb3687-2c3b-4637-9595-70f18019866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.854301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-26cb3687-2c3b-4637-9595-70f18019866e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1103 time: 0.1398592 Jun 17 08:30:26.855764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-6bdfe941-3553-4569-abb4-3dcd390ee747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.857172 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-6bdfe941-3553-4569-abb4-3dcd390ee747 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1689081 Jun 17 08:30:26.894862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Calling delete_port for d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:26.958636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6b071727-3af3-4733-b6a7-f32a408f5f2a service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608294 Jun 17 08:30:27.004142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-fb31bad4-952d-4ae5-9c4a-444e9957ef7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0895138 Jun 17 08:30:27.054542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7684c-1d44-4ef4-8e37-479873dc0c92 req-aa1aeec6-fe03-4420-b5e6-c9c1e170a087 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.061952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bca7684c-1d44-4ef4-8e37-479873dc0c92 req-aa1aeec6-fe03-4420-b5e6-c9c1e170a087 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 951 time: 0.1596828 Jun 17 08:30:27.067865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-c31f30f6-18dd-41f1-8b42-44e60b208ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.068413 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-c31f30f6-18dd-41f1-8b42-44e60b208ada service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1996088 Jun 17 08:30:27.075901 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.081714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.087275 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.094162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-27366609-77f6-422c-b6e4-6d0a3b924bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.095898 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-27366609-77f6-422c-b6e4-6d0a3b924bdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0782015 Jun 17 08:30:27.123000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port b04a7728-efe8-45df-a729-9036bdfb25d3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b04a7728-efe8-45df-a729-9036bdfb25d3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:27.131116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Port': ['ID=d26ce832-1caa-4dc6-98a8-c65f1cfda6e8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.134823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] No DVR routers for this DVR port d26ce832-1caa-4dc6-98a8-c65f1cfda6e8 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:27.146864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-c8d5b29a-d624-45a2-9289-38988e17c9cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 200 len: 217 time: 0.0668797 Jun 17 08:30:27.147944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bca7684c-1d44-4ef4-8e37-479873dc0c92 req-a9281051-9e94-49a0-8441-268fa1b1d46f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818379 Jun 17 08:30:27.149051 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.159031 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.191469 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.242602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device daaaeb1e-ae13-4389-87e8-7b26e3e28c8e up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:27.315844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.332895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-d619a1e2-e9a1-4a64-8c2b-b4da735fb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.334539 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-d619a1e2-e9a1-4a64-8c2b-b4da735fb284 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1865063 Jun 17 08:30:27.342777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-454417b5-593c-45ae-a3cb-03f7c1598755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.349019 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:30:27.350935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd61c1d-ddae-414e-8e0b-370c99f8219c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:27.351593 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-454417b5-593c-45ae-a3cb-03f7c1598755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1938055 Jun 17 08:30:27.380472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912c96f7-4638-448c-b234-0ee57a7dca4b') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:27.380850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912c96f7-4638-448c-b234-0ee57a7dca4b') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:27.397851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=b04a7728-efe8-45df-a729-9036bdfb25d3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.402528 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.403393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:27.409891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.411545 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b359a096-e339-4ec0-b036-c9d8b1182f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.416664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:27.416969 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.446876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.463752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:27.464168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:27.467676 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:27.500087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805e50d-25c6-44c9-a5d4-da34761dc48c req-24da9287-e244-4eeb-99a0-f87d34d9bb3a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.502279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4805e50d-25c6-44c9-a5d4-da34761dc48c req-24da9287-e244-4eeb-99a0-f87d34d9bb3a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.1823659 Jun 17 08:30:27.534449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab66f-57c4-4457-b872-519b149326c8 req-34f73889-606f-477b-bc4d-f9bc405ba6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.536188 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-34f73889-606f-477b-bc4d-f9bc405ba6bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413405 Jun 17 08:30:27.538068 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-fc1b5b6b-c397-421b-9a05-d1fbca54b9b9 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855776 Jun 17 08:30:27.592635 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.604695 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.605995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.617200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.619891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/networks/2dd61c1d-ddae-414e-8e0b-370c99f8219c HTTP/1.1" status: 204 len: 168 time: 1.4405155 Jun 17 08:30:27.623376 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.630985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53720) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:27.645918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:27.651561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.655084 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.698985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Network': ['ID=2dd61c1d-ddae-414e-8e0b-370c99f8219c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.706489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.714664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.718625 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.723545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4805e50d-25c6-44c9-a5d4-da34761dc48c req-90d8627a-366b-455c-925c-78a4f85291c1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138288 Jun 17 08:30:27.779737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b6a1-507b-4792-9850-b1f075f69f86 req-540c41e8-7903-4631-8eb3-0e68824fb559 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.792336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c798b6a1-507b-4792-9850-b1f075f69f86 req-540c41e8-7903-4631-8eb3-0e68824fb559 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1880987 Jun 17 08:30:27.809202 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-b1d1a0e7-a2b4-44fc-a1cc-245f04ee3258 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628686 Jun 17 08:30:27.823931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.827140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-787cf396-792d-42de-8779-75df6137e3bc service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696750 Jun 17 08:30:27.856582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c798b6a1-507b-4792-9850-b1f075f69f86 req-f0f9c40d-3ea6-425e-8dd1-393c8c50bf67 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528412 Jun 17 08:30:27.912004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8ca1f626-026e-4a07-9b56-f6935492e7bf no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:27.935114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8ca1f626-026e-4a07-9b56-f6935492e7bf {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:27.935658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8ca1f626-026e-4a07-9b56-f6935492e7bf not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:27.973793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a2de5c86-237e-496a-9e09-a346d8bb0e14 req-360c0bab-8c3c-4a60-a9dc-904befbcda5e tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0322535 Jun 17 08:30:28.049974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.070207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9b141f-32ce-40a8-a183-f54254afd899']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:28.083438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f83ab66f-57c4-4457-b872-519b149326c8 req-6d1d6bdf-901d-4665-aa2a-edb63f4ac1c5 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378740 Jun 17 08:30:28.085150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eca9382-69ad-4ad7-8fe3-7d846aed2eb6') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:28.085584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eca9382-69ad-4ad7-8fe3-7d846aed2eb6') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:28.087233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8bd89f12-9d86-4653-8316-98f5e7fe23e5 req-123923dc-61d4-4ce8-b89d-9cd09ca4000b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 210 time: 0.0453451 Jun 17 08:30:28.111055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.121639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.130165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:28.130779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:28.134221 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:28.227937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.231832 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d8842b3-727a-4170-91eb-82fad6a8a0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:28.237662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.243125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922d02-822c-4ef9-984c-523d9c2cde9c req-39490fec-9631-4504-9013-c45a2a149d8e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:28.245784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46922d02-822c-4ef9-984c-523d9c2cde9c req-39490fec-9631-4504-9013-c45a2a149d8e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 945 time: 0.1246018 Jun 17 08:30:28.246667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53726) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:28.246786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/networks/1b9b141f-32ce-40a8-a183-f54254afd899 HTTP/1.1" status: 204 len: 168 time: 0.6146002 Jun 17 08:30:28.271754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Network': ['ID=1b9b141f-32ce-40a8-a183-f54254afd899,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:28.283353 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:28.403887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.408567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46922d02-822c-4ef9-984c-523d9c2cde9c req-a3a66d42-1012-4d88-ae85-b1a2fe1fed17 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502023 Jun 17 08:30:28.464518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34267c1-cd11-436f-a30c-71870fcf2496 req-bed5af99-107c-44bf-afca-d381bad046f7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:28.467415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b34267c1-cd11-436f-a30c-71870fcf2496 req-bed5af99-107c-44bf-afca-d381bad046f7 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 951 time: 0.1784172 Jun 17 08:30:28.554762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.573376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a02249-39ef-41fa-b584-ec347e7d4981']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:28.577924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b34267c1-cd11-436f-a30c-71870fcf2496 req-73dd2635-8d99-4541-ba50-29bd12da8b79 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047781 Jun 17 08:30:28.586353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd270c441-d778-4ec3-a193-9df4b08b1afe') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:28.586650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd270c441-d778-4ec3-a193-9df4b08b1afe') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:28.597156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:28.604945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.620811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.627857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:28.628264 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:28.631585 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:28.671308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5450d185-529e-4785-a319-089fb9f6a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a7728-efe8-45df-a729-9036bdfb25d3'}, {'server_uuid': '85352870-f5df-4058-bd81-7fb474039ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:28.674114 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52392f6-190b-4394-aa77-fb6c4d90e40b" -d '{"events": [{"server_uuid": "5450d185-529e-4785-a319-089fb9f6a012", "name": "network-vif-plugged", "status": "completed", "tag": "b04a7728-efe8-45df-a729-9036bdfb25d3"}, {"server_uuid": "85352870-f5df-4058-bd81-7fb474039ff3", "name": "network-vif-plugged", "status": "completed", "tag": "daaaeb1e-ae13-4389-87e8-7b26e3e28c8e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:28.707660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:28.717607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.720443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'mac_address': 'fa:16:3e:d5:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:28.722965 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:28.723251 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5a31dd-5689-43eb-943f-e946b18168b2 x-openstack-request-id: req-9e5a31dd-5689-43eb-943f-e946b18168b2 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:28.723619 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5450d185-529e-4785-a319-089fb9f6a012", "name": "network-vif-plugged", "status": "completed", "tag": "b04a7728-efe8-45df-a729-9036bdfb25d3", "code": 200}, {"server_uuid": "85352870-f5df-4058-bd81-7fb474039ff3", "name": "network-vif-plugged", "status": "completed", "tag": "daaaeb1e-ae13-4389-87e8-7b26e3e28c8e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:28.723947 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e5a31dd-5689-43eb-943f-e946b18168b2 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:28.724407 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5450d185-529e-4785-a319-089fb9f6a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'code': 200} Jun 17 08:30:28.724735 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85352870-f5df-4058-bd81-7fb474039ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e', 'code': 200} Jun 17 08:30:28.727607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.730970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] 10.222.0.65 "DELETE /v2.0/networks/85a02249-39ef-41fa-b584-ec347e7d4981 HTTP/1.1" status: 204 len: 168 time: 0.4824185 Jun 17 08:30:28.790730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.793938 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.814646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:28.869686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:28.879622 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.881531 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:29.018287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=12']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:29.022455 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:29.051208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e51fdd-8160-4c6e-bb0b-fe8dec8c9937 req-1a0d1a7f-4683-464a-9970-f0e275036c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.053111 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85e51fdd-8160-4c6e-bb0b-fe8dec8c9937 req-1a0d1a7f-4683-464a-9970-f0e275036c17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 1102 time: 0.1589677 Jun 17 08:30:29.072630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79a07-3a3a-4ff3-9251-11f4dbf6bb34 req-0527d8ab-5275-4eac-b6f3-dc30c4008a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.074314 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7ca79a07-3a3a-4ff3-9251-11f4dbf6bb34 req-0527d8ab-5275-4eac-b6f3-dc30c4008a08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 1097 time: 0.2402420 Jun 17 08:30:29.144000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Pushing event deleted for resources: {'Network': ['ID=85a02249-39ef-41fa-b584-ec347e7d4981,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:29.144430 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85e51fdd-8160-4c6e-bb0b-fe8dec8c9937 req-695e4c2a-9933-4187-aed9-5c0fc96cd9fa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833406 Jun 17 08:30:29.160567 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:29.162164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7ca79a07-3a3a-4ff3-9251-11f4dbf6bb34 req-6c9dc6d7-f941-4343-bd46-ab41a468e607 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 Jun 17 08:30:29.233876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['f3f10f5c-5ff8-4d69-b459-2efcbaca7694'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:29.263927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53746) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:29.341331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f31d-a3d4-4052-b110-bb681de52be5 req-61297030-6130-4515-84b3-d0198fffaa94 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.342828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4618f31d-a3d4-4052-b110-bb681de52be5 req-61297030-6130-4515-84b3-d0198fffaa94 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.2124388 Jun 17 08:30:29.350338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-a2e5e4c0-b991-4ae5-b2ec-38ea12b4c36d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.351758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-a2e5e4c0-b991-4ae5-b2ec-38ea12b4c36d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.2201059 Jun 17 08:30:29.373747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ad8e-d76f-4107-bcfa-619e3daec9ee req-b759cee2-6ee5-43a1-89c2-2c8dde74286a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.375263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ac4ad8e-d76f-4107-bcfa-619e3daec9ee req-b759cee2-6ee5-43a1-89c2-2c8dde74286a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2426188 Jun 17 08:30:29.379004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Request body: {'port': {'device_id': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'admin_state_up': True, 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:29.461615 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-986fc187-8720-44ac-b558-0d746a3358e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f733cea04e6e4d00a1d89e140623008e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964352 Jun 17 08:30:29.464004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53752) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:29.489199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4618f31d-a3d4-4052-b110-bb681de52be5 req-b2851720-7dac-46be-bb0f-78846d1f1119 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361892 Jun 17 08:30:29.499596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ac4ad8e-d76f-4107-bcfa-619e3daec9ee req-eb0a1ea2-85a7-4fe2-bc91-ebf4ac1bc3b9 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Jun 17 08:30:29.513994 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.557969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.563317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:29.569598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.614957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.618423 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.619929 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/362be1d0-1fcb-40c0-9f2d-633306d6f01c HTTP/1.1" status: 204 len: 168 time: 0.1550455 Jun 17 08:30:29.620783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-209d250a-b293-4178-b4ef-7111ba3735b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:29.633428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362be1d0-1fcb-40c0-9f2d-633306d6f01c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:29.636043 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:29.717331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7354c843-1f30-45a0-a1c1-e9d5a449deb5 req-7ec67d10-47f5-49ef-8ea6-956dec0dd6e3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 210 time: 0.0712824 Jun 17 08:30:29.719172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-833fbbb0-7944-45e0-9828-0425bb2daac4 req-0c21d2b7-34f5-40f6-9453-fe11b8399379 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0784945 Jun 17 08:30:29.803559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Allocated IP 172.20.0.9 (0e38e04b-db7f-4b2e-bbeb-21133ad2785c/a6cc7d86-deb0-4478-b270-faf305277e6b/877a7f1b-7aca-4260-b183-6e6c76009966) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:30.012465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ba47-c448-40b6-831f-505e2ac83155 req-b8f0d30d-73bb-40ba-83f9-806c6dda424f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.014020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf61ba47-c448-40b6-831f-505e2ac83155 req-b8f0d30d-73bb-40ba-83f9-806c6dda424f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 945 time: 0.1663187 Jun 17 08:30:30.086587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.102939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf61ba47-c448-40b6-831f-505e2ac83155 req-ecfdf72f-a74a-40c6-8c3a-b8ba2c3032d1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773785 Jun 17 08:30:30.210277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.232347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2f08b-7625-4d56-933f-a9f9ec6fa067 req-e5c60344-4009-45a0-9439-80405698eb5f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.234199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bac2f08b-7625-4d56-933f-a9f9ec6fa067 req-e5c60344-4009-45a0-9439-80405698eb5f tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 950 time: 0.1435874 Jun 17 08:30:30.238585 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5180cb5f-6857-42cf-a4d1-75c7554678fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:30.240905 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.311484 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:30.319414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:30.322513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:30.386813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bac2f08b-7625-4d56-933f-a9f9ec6fa067 req-fe20049f-7b43-47ea-8b4f-73fd747d12c8 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426711 Jun 17 08:30:30.387547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:30.390422 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:30.430863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.431551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.455127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53788) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:30.462372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960569 Jun 17 08:30:30.477753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Request body: {'port': {'device_id': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:30.553402 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8f12dd6f-bcd7-430d-8e1e-b208b53dca5f req-bea117ce-985c-4ac4-b92e-dac9a633ac3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d75205fd17f40f9a0cccd861dd1f6ef&device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0589707 Jun 17 08:30:30.587468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:30.622422 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8f12dd6f-bcd7-430d-8e1e-b208b53dca5f req-e0e54b0e-2f03-4ed2-bfa2-1e5d63628430 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4d75205fd17f40f9a0cccd861dd1f6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559583 Jun 17 08:30:30.635010 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.645954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2110406798'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:30.683896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:30.690789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:30.691867 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.706659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-409f3ba5-5a28-4d1c-b7f1-ad1240b968ae req-bf6718b3-0fce-43d9-84f2-cda57c084a95 tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0722420 Jun 17 08:30:30.784138 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.795635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12dd6f-bcd7-430d-8e1e-b208b53dca5f req-002d0fa1-b9cb-4650-acb0-2c115f234ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.797269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:30.799151 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8f12dd6f-bcd7-430d-8e1e-b208b53dca5f req-002d0fa1-b9cb-4650-acb0-2c115f234ae5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548529 Jun 17 08:30:30.802229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.815240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:30.818530 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c2966f-de51-408f-80b1-bccf8bad4860" -d '{"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:30.833157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.838109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:30.845595 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.847786 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:30.897031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=13']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:30.900170 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:31.060461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-d275c586-76f1-4f62-88ce-f66f1fad8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.061975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-d275c586-76f1-4f62-88ce-f66f1fad8131 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.3088396 Jun 17 08:30:31.166684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbacd4-af66-4ae9-9ef3-6af50edf738a req-474e20f8-5310-493b-bf4b-de3a3789d88d tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.168356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5cbacd4-af66-4ae9-9ef3-6af50edf738a req-474e20f8-5310-493b-bf4b-de3a3789d88d tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 1103 time: 0.3182185 Jun 17 08:30:31.203868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17011c45-7c4b-4acb-8597-f3edb2092cc8 req-a95aad98-7ce0-4e35-a347-2b8832dd18b4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.205504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17011c45-7c4b-4acb-8597-f3edb2092cc8 req-a95aad98-7ce0-4e35-a347-2b8832dd18b4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.3099456 Jun 17 08:30:31.363148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-69819214-cbb7-429e-b11c-a78593825539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.364514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-69819214-cbb7-429e-b11c-a78593825539 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.2609537 Jun 17 08:30:31.378311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5cbacd4-af66-4ae9-9ef3-6af50edf738a req-2d82900e-60a5-443b-95a4-4cab91e1f67e tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898465 Jun 17 08:30:31.410189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17011c45-7c4b-4acb-8597-f3edb2092cc8 req-ef091900-53c3-42a1-87cf-c1c60ec1d4c5 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582980 Jun 17 08:30:31.411714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.451383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-3ce73465-4004-4cf1-88ab-ebb620b0f48b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.0524914 Jun 17 08:30:31.451979 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.458573 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e482f46a-c8bd-44ba-a2f3-4cd2792a71af tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:31.476013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877a7f1b-7aca-4260-b183-6e6c76009966 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:31.501469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.511621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:31.571577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7330a-6d21-4456-b2c7-4a03dfddbd43,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:31.575206 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:31.576501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Transition to ACTIVE for port object 877a7f1b-7aca-4260-b183-6e6c76009966 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:31.617440 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.617713 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment 341bd798-e069-498f-99b0-b52fd0f724f6 of type vlan for network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 Jun 17 08:30:31.633339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.639398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae3c964-fa6d-4f58-b683-a2c602061f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:31.705230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-4a56f38e-4b4f-49ce-8b5c-0dc2aa886446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.706692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-4a56f38e-4b4f-49ce-8b5c-0dc2aa886446 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.2244589 Jun 17 08:30:31.765915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.801561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-b61ea10d-aee8-448c-a7d2-c1d781f446fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844798 Jun 17 08:30:31.820458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:31.823472 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:31.929392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d83fc-d1d4-463a-b60f-2515952e6144 req-15ee07c9-7af6-4fd4-b906-116555f0bdb8 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.930928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-044d83fc-d1d4-463a-b60f-2515952e6144 req-15ee07c9-7af6-4fd4-b906-116555f0bdb8 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.4213088 Jun 17 08:30:31.942698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd616b-c53c-468a-9da7-fd209db91648 req-d630a644-c626-49a5-8a84-b69e6b8462e5 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.944140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8cdd616b-c53c-468a-9da7-fd209db91648 req-d630a644-c626-49a5-8a84-b69e6b8462e5 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 931 time: 0.4138870 Jun 17 08:30:31.949148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.955238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.955814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.987057 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cca81ffb-1578-44f4-88d5-5e84b077b538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:32.070733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6144826 Jun 17 08:30:32.073403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:32.078444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'name': 'tempest-PortsTestJSON-310899331'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:32.104207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Attempting to bind port 877a7f1b-7aca-4260-b183-6e6c76009966 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:32.104544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Attempting to bind port 877a7f1b-7aca-4260-b183-6e6c76009966 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:32.104876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Attempting to bind port 877a7f1b-7aca-4260-b183-6e6c76009966 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:32.151275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-044d83fc-d1d4-463a-b60f-2515952e6144 req-27a9830b-0a4e-410f-b3b0-9054ca2a081a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028244 Jun 17 08:30:32.153796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-292d2a33-5729-45ee-b08d-6bf8b82deac9 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362684 Jun 17 08:30:32.154478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=5a65bb4c-d1a4-44d3-961b-8ff8120a4557,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:32.159390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8cdd616b-c53c-468a-9da7-fd209db91648 req-b02b3261-3e59-4142-a113-034bc6b5f8d7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010415 Jun 17 08:30:32.159977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Port 877a7f1b-7aca-4260-b183-6e6c76009966 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:32.160301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Attempting to bind port 877a7f1b-7aca-4260-b183-6e6c76009966 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:32.162804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:32.169571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:32.175319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:32.175675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:32.176543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Bound using segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:32.176774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Bound port: 877a7f1b-7aca-4260-b183-6e6c76009966, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:32.177096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.219988 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-f4f52afe-e60d-4abc-a9ae-16dc96a26f5a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1543617 Jun 17 08:30:32.221079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:32.229517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.297922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:32.298443 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3435f12-c28d-4dbf-b5f0-ee52d15a7c96 x-openstack-request-id: req-d3435f12-c28d-4dbf-b5f0-ee52d15a7c96 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:32.309231 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:32.310042 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3435f12-c28d-4dbf-b5f0-ee52d15a7c96 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:32.310671 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'code': 200} Jun 17 08:30:32.323237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:32.332175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:32.335480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01887fd4-f05e-4fad-80e4-fe25ddf4087e req-755cde99-cc94-4b87-b66b-284cddd22def service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684256 Jun 17 08:30:32.339980 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.343933 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9fb092e-9313-4e40-9023-5ef8abbf85f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:32.386196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.387042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.388564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] 10.222.0.67 "PUT /v2.0/ports/877a7f1b-7aca-4260-b183-6e6c76009966 HTTP/1.1" status: 200 len: 1092 time: 1.9174898 Jun 17 08:30:32.391732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:32.395304 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:32.396020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-40da301e-1efa-415c-b944-63336f2cd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.397617 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-40da301e-1efa-415c-b944-63336f2cd838 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b964bd719d94aefb67da595c6df2182&device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 1102 time: 0.1424081 Jun 17 08:30:32.484211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:32.489083 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:32.540771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e7cd3-6dd3-43d0-a422-67e32fab2148 req-4d481704-54fc-4006-b3cb-0ac243cffd84 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.544242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f7e7cd3-6dd3-43d0-a422-67e32fab2148 req-4d481704-54fc-4006-b3cb-0ac243cffd84 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 945 time: 0.1402712 Jun 17 08:30:32.548674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-c93c26af-17e5-43f9-a25b-79c5c8f87fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.550125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-c93c26af-17e5-43f9-a25b-79c5c8f87fab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 1095 time: 0.1009059 Jun 17 08:30:32.603841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-804201ad-4185-4bf1-9f11-e1017f7a6b81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877a7f1b-7aca-4260-b183-6e6c76009966 HTTP/1.1" status: 200 len: 217 time: 0.0441647 Jun 17 08:30:32.635138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-b346e401-4554-422c-9a6e-d874faa3e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.636732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-b346e401-4554-422c-9a6e-d874faa3e9f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1957088 Jun 17 08:30:32.639746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.682488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f7e7cd3-6dd3-43d0-a422-67e32fab2148 req-1902008e-73b7-4e01-b14a-13d589562b83 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313355 Jun 17 08:30:32.689875 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-66256b80-e46c-439d-a37b-96e04b80ec9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 200 len: 217 time: 0.0440383 Jun 17 08:30:32.708631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-925f2164-09a6-4e1a-bd94-4eb78b9e0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.710340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-925f2164-09a6-4e1a-bd94-4eb78b9e0c9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.0891221 Jun 17 08:30:32.756441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-b3f1497b-b9d0-488d-bea6-fddada3f153a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360627 Jun 17 08:30:32.778820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-61ed3167-ef10-45a7-ae20-da614e819896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.780643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-61ed3167-ef10-45a7-ae20-da614e819896 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0840306 Jun 17 08:30:32.783723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.792435 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-69e0ea7b-90ae-4a9d-b48e-47a8a437b0cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:32.839273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f12dd6f-bcd7-430d-8e1e-b208b53dca5f req-2e9743f8-ffcf-49ad-bd7e-3736a7c2ae2b tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.60 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0437114 Jun 17 08:30:32.878837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=d3a91b7a-1d1d-44bc-8ab3-2294685fbd93,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:32.881765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea8bb859-792e-4add-95e1-4f68c9139aea req-9eb014f8-94b8-4367-8b41-71d028a2432f tempest-ServerShowV257Test-1501600009 tempest-ServerShowV257Test-1501600009-project] 10.222.0.65 "GET /v2.0/ports?device_id=43408150-eb53-47d4-80a0-5437a0d7cba1 HTTP/1.1" status: 200 len: 210 time: 0.0453537 Jun 17 08:30:32.887828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:32.920363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': '341bd798-e069-498f-99b0-b52fd0f724f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:32.920713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: 5a65bb4c-d1a4-44d3-961b-8ff8120a4557, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:32.952194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-8303992e-8764-4c8e-ad79-d14a163d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.955838 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-8303992e-8764-4c8e-ad79-d14a163d32cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568279 Jun 17 08:30:32.958198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e504c7-a03d-41f4-ad9b-28149498d130 req-feb7091a-6213-434f-9be6-3276d76b167a tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.963665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4e504c7-a03d-41f4-ad9b-28149498d130 req-feb7091a-6213-434f-9be6-3276d76b167a tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 1102 time: 0.2019508 Jun 17 08:30:32.974764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:32.975642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-f17f516e-e30f-4d7b-9e51-03d527a672b0 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044232 Jun 17 08:30:33.006534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 5a65bb4c-d1a4-44d3-961b-8ff8120a4557) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:33.011131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:33.020395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3541b7ee-a048-4705-9535-dbcc3b000745 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:33.023694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:33.024902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.035893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4e504c7-a03d-41f4-ad9b-28149498d130 req-f86f34d6-eaab-4604-8aad-e17300888bc3 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695112 Jun 17 08:30:33.122949 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0484221 Jun 17 08:30:33.124048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9c5bb4a-d4e0-4028-9819-7eeb6d4a2c1d req-7fc6e17a-3aa4-4e63-b78e-ba4c7e776410 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366150 Jun 17 08:30:33.126260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53822) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:33.136703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2103210760'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:33.157958 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-cdb2e11e-cee7-460f-a025-be4cf0a34d8c service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918824 Jun 17 08:30:33.176674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:33.180727 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.206296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:33.219784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.220198 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment b10d4240-cbd5-48f9-b5e7-2108354a4951 of type vlan for network 52409484-b8c0-4067-8433-0c35ad36c28d Jun 17 08:30:33.230657 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd3b4b-27c1-432e-9fb9-1477f1bad6e0 x-openstack-request-id: req-bfcd3b4b-27c1-432e-9fb9-1477f1bad6e0 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:33.231014 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:33.231494 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfcd3b4b-27c1-432e-9fb9-1477f1bad6e0 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:33.231909 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966', 'status': 'completed', 'code': 200} Jun 17 08:30:33.270188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.310645 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b35f2115-282a-410d-bf20-0bd4a14cdea7 req-4768f946-8a6f-434d-a864-77d5dcdb1814 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409218 Jun 17 08:30:33.729785 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.735768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:33.736420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.741967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77354b8d-1592-4628-b999-318b8bf1f431 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:33.799179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6718359 Jun 17 08:30:33.802049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53832) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:33.807161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'ports': [{'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'}, {'network_id': '52409484-b8c0-4067-8433-0c35ad36c28d'}]} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:33.807468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:33.807932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '52409484-b8c0-4067-8433-0c35ad36c28d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:33.842648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=52409484-b8c0-4067-8433-0c35ad36c28d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:33.851282 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:33.853346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-72a55a3a-8770-4b98-bb82-9f81a8b7a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:33.854862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-72a55a3a-8770-4b98-bb82-9f81a8b7a2c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 1095 time: 0.5869415 Jun 17 08:30:33.855498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 52409484-b8c0-4067-8433-0c35ad36c28d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:33.866261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d30ca7-94f6-4b63-a975-5b42ab3cda3a req-cac2941f-648c-416b-b7c1-2dfab7cd11f2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:33.867927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20d30ca7-94f6-4b63-a975-5b42ab3cda3a req-cac2941f-648c-416b-b7c1-2dfab7cd11f2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 951 time: 0.5837831 Jun 17 08:30:33.884621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0cc93-2063-43da-97d4-d534a38dc1a0 req-551dc9d3-b6c2-4839-b96d-f2092ec96109 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:33.886195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ec0cc93-2063-43da-97d4-d534a38dc1a0 req-551dc9d3-b6c2-4839-b96d-f2092ec96109 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.2392454 Jun 17 08:30:34.024221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20d30ca7-94f6-4b63-a975-5b42ab3cda3a req-ddf6a883-4713-4c50-9289-2b6736f680ce tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370168 Jun 17 08:30:34.032458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ec0cc93-2063-43da-97d4-d534a38dc1a0 req-f09c87c8-6a73-43ff-a1f2-c6f976382be9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187663 Jun 17 08:30:34.053946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-6bdc2edb-dbd3-463b-9682-61f06c1aa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.055419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-6bdc2edb-dbd3-463b-9682-61f06c1aa93d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.1857016 Jun 17 08:30:34.099984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-4ca029b6-ee70-43e3-ab09-00b08e97f708 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877a7f1b-7aca-4260-b183-6e6c76009966 HTTP/1.1" status: 200 len: 217 time: 0.0366428 Jun 17 08:30:34.179841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-dfca8c81-7426-43e7-99ce-317b0c86a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.181416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-dfca8c81-7426-43e7-99ce-317b0c86a674 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.0720253 Jun 17 08:30:34.255642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-78684dee-d768-487f-acb2-740793f57cfd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562396 Jun 17 08:30:34.302617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf28a-e238-44b4-b88a-244d06c41058 req-9efaa1e4-2ef8-47a5-8f24-1f23c930dba2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.304121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-232cf28a-e238-44b4-b88a-244d06c41058 req-9efaa1e4-2ef8-47a5-8f24-1f23c930dba2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 951 time: 0.1579993 Jun 17 08:30:34.362748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad8c-ee31-4f35-b530-1a352e641fa1 req-b538d07d-93ac-472e-9fe4-c69e7cff084b tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.364312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90c8ad8c-ee31-4f35-b530-1a352e641fa1 req-b538d07d-93ac-472e-9fe4-c69e7cff084b tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1994078 Jun 17 08:30:34.376663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dad7d8-6bae-42c3-9ad9-898e0e8445c6 req-1ae0f27f-d0cb-4d85-a76c-fe11df5b9cab tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.378227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7dad7d8-6bae-42c3-9ad9-898e0e8445c6 req-1ae0f27f-d0cb-4d85-a76c-fe11df5b9cab tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 943 time: 0.2002060 Jun 17 08:30:34.397474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 2} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:34.401828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.420122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.430485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-faea9590-f7e7-4cdb-a018-517ae5093ca9 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646023 Jun 17 08:30:34.483943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7dad7d8-6bae-42c3-9ad9-898e0e8445c6 req-e741e114-44d0-458d-a0fb-b2bae1752a6b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898840 Jun 17 08:30:34.484262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Deleting port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:34.484262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.484452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90c8ad8c-ee31-4f35-b530-1a352e641fa1 req-23e58250-d8fa-4620-90b8-6a6fb5407450 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036258 Jun 17 08:30:34.545009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port ed4583c8-8237-497c-84b6-a8d348fe6db6 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:34.642531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea1f6e30-08b9-4d2e-b6df-8c074666ddce req-7dfe4518-d3d1-41c8-8f33-bd848b53017f service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009897 Jun 17 08:30:34.675561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-b0ad67aa-4afd-4131-b7e0-43c848dc83db tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601764 Jun 17 08:30:34.694180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] For port f3f10f5c-5ff8-4d69-b459-2efcbaca7694, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:34.694548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.777392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Calling delete_port for f3f10f5c-5ff8-4d69-b459-2efcbaca7694 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:34.855690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-100bc659-1d84-4422-b139-00bee0b6bcbe tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.862307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-100bc659-1d84-4422-b139-00bee0b6bcbe tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716843 Jun 17 08:30:34.915017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-b6cf17e8-a408-4355-877c-0460a709d88a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/quotas/ac2429b0b0c64aa7a543eb8b52130104 HTTP/1.1" status: 200 len: 375 time: 0.0437317 Jun 17 08:30:35.017475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d3de0-59c6-416b-9484-f26111d2d8e9 req-e952a988-8768-41d8-9b9e-bb860863e9d8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:35.019166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-464d3de0-59c6-416b-9484-f26111d2d8e9 req-e952a988-8768-41d8-9b9e-bb860863e9d8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 945 time: 0.1546071 Jun 17 08:30:35.050235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.072719 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-819c1ded-3375-4f5c-b8fe-eed1df7be46c tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:35.073246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:35.077362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'e3587a48-8199-42e5-b748-112163ec09ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:35.104813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-b5141ac1-fe51-4a70-aeee-0c6f8d45edc6 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1708193 Jun 17 08:30:35.117001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.143626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-464d3de0-59c6-416b-9484-f26111d2d8e9 req-2ce6d8ff-f68e-4c9b-bf79-6888f7af5d0e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075380 Jun 17 08:30:35.205189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event deleted for resources: {'Port': ['ID=f3f10f5c-5ff8-4d69-b459-2efcbaca7694,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:35.214195 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:35.351102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:35.525458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-319ef5ba-05bf-4a3e-8817-335135d4620d req-fb7be178-7fe7-46ff-8222-af4ef54b2e4b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e HTTP/1.1" status: 200 len: 210 time: 0.0930359 Jun 17 08:30:35.571107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:35.634397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.715014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d227e75-df32-489f-8bdf-63c207e514ca req-d7a7b037-66a4-4c64-afca-f9f3c329d673 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 210 time: 0.0905049 Jun 17 08:30:35.777239 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.921365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] No DVR routers for this DVR port f3f10f5c-5ff8-4d69-b459-2efcbaca7694 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:35.932830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.943797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-232cf28a-e238-44b4-b88a-244d06c41058 req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "DELETE /v2.0/ports/f3f10f5c-5ff8-4d69-b459-2efcbaca7694 HTTP/1.1" status: 204 len: 173 time: 1.6265590 Jun 17 08:30:35.944482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-deleted', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:35.956198 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede4dd56-e922-43da-8abd-bd88cee68c51" -d '{"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-deleted", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:35.980056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.001252 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d894f38-fb8d-4c69-b519-2951436e2ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.181487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.186714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:36.198522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.207664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:36.212349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:36.213174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.225286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=ed4583c8-8237-497c-84b6-a8d348fe6db6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:36.230462 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:36.232652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e716c88b-bb38-4f23-ae57-9ec96bd392c1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.242571 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8d075989-ea3a-4c8c-9e88-c301b188c020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.273091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62875d09-2c4c-496d-9d3c-36e682109b51,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:36.277349 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:36.318704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:36.327240 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:36.331088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': 'b10d4240-cbd5-48f9-b5e7-2108354a4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '52409484-b8c0-4067-8433-0c35ad36c28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:36.331370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: 52409484-b8c0-4067-8433-0c35ad36c28d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:36.337245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d75205fd17f40f9a0cccd861dd1f6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9827485 Jun 17 08:30:36.339264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53878) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:36.361643 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 52409484-b8c0-4067-8433-0c35ad36c28d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:36.372789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 52409484-b8c0-4067-8433-0c35ad36c28d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:36.377165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:36.380232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1674ea-12a3-4ad8-8e81-6c135c4a3cfd req-ba58f29d-d8ec-45dd-b41f-0d4973ac138c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:36.383407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:36.387792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02472b7a-0a67-4e54-ae03-2e43110e38f3 None None] Network 52409484-b8c0-4067-8433-0c35ad36c28d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:36.388466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:36.389161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.389635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d1674ea-12a3-4ad8-8e81-6c135c4a3cfd req-ba58f29d-d8ec-45dd-b41f-0d4973ac138c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 943 time: 0.4110546 Jun 17 08:30:36.414829 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6116250 Jun 17 08:30:36.415565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53880) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:36.482975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83eb7b-7eda-4ce2-990a-c20c5f81d2f0 req-3882e766-5c36-401d-b0cb-74bb006d2621 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:36.488940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea83eb7b-7eda-4ce2-990a-c20c5f81d2f0 req-3882e766-5c36-401d-b0cb-74bb006d2621 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2473056 Jun 17 08:30:36.522322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d1674ea-12a3-4ad8-8e81-6c135c4a3cfd req-583e4f5e-dad1-4bce-8eee-a13770b713e4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317060 Jun 17 08:30:36.583384 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.604735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:36.628673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.679193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:36.679758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.703990 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea83eb7b-7eda-4ce2-990a-c20c5f81d2f0 req-bece6936-d41a-4034-80c2-f4b95836b980 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140801 Jun 17 08:30:36.710454 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.719784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.725525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62875d09-2c4c-496d-9d3c-36e682109b51 HTTP/1.1" status: 204 len: 168 time: 0.3852627 Jun 17 08:30:36.726603 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66854e12-9c73-4b71-9e1b-b08b27c188ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.759753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62875d09-2c4c-496d-9d3c-36e682109b51,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:36.770103 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:36.855364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:36.895499 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b56fa3-f4ce-4962-b992-2902f73d429d x-openstack-request-id: req-71b56fa3-f4ce-4962-b992-2902f73d429d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:36.898459 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e", "name": "network-vif-deleted", "tag": "f3f10f5c-5ff8-4d69-b459-2efcbaca7694", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:36.898834 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71b56fa3-f4ce-4962-b992-2902f73d429d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:36.899174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '877a7f1b-7aca-4260-b183-6e6c76009966', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': '877a7f1b-7aca-4260-b183-6e6c76009966', 'mac_address': 'fa:16:3e:59:e9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:36.899330 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6f7ec2-6042-4e64-9cac-d9e4e5f8e61e', 'name': 'network-vif-deleted', 'tag': 'f3f10f5c-5ff8-4d69-b459-2efcbaca7694', 'status': 'completed', 'code': 200} Jun 17 08:30:36.912873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.037480 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.043825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:37.098086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877a7f1b-7aca-4260-b183-6e6c76009966 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:37.155464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae258-9456-417f-a792-c17e4b0043c9 req-02482b38-e2c5-4220-bcf4-3c86f316a783 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.161522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2dfae258-9456-417f-a792-c17e4b0043c9 req-02482b38-e2c5-4220-bcf4-3c86f316a783 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 945 time: 0.1323051 Jun 17 08:30:37.165868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.178693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:37.188573 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.194388 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:37.208644 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-503f257f-21ff-40b2-b5f3-82e204e6afcc tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:37.232213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.241142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7 HTTP/1.1" status: 204 len: 168 time: 0.8235595 Jun 17 08:30:37.247094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53896) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:37.263707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.268125 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.302271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.343125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2dfae258-9456-417f-a792-c17e4b0043c9 req-ddf131f2-c651-4c75-a918-172d01f9d458 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711495 Jun 17 08:30:37.355138 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.392292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48f74e8d-680a-4c2a-878f-5a3ad1b9b562 req-8eed3034-503b-47d0-9090-e411d4c2433d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 210 time: 0.1540163 Jun 17 08:30:37.481566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f0594-dd77-45d6-a8aa-2d6fce4e2ef3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.490369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f0594-dd77-45d6-a8aa-2d6fce4e2ef3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.492351 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7a8f0594-dd77-45d6-a8aa-2d6fce4e2ef3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2442620 Jun 17 08:30:37.495046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53908) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:37.508986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['877a7f1b-7aca-4260-b183-6e6c76009966'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:37.680892 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-4494acca-410b-4fba-842c-0aca2aad12e1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704081 Jun 17 08:30:38.002498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-6fc1a7f1-fb98-410a-8fe2-5f386f84194b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.008462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-6fc1a7f1-fb98-410a-8fe2-5f386f84194b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 945 time: 0.1814406 Jun 17 08:30:38.013044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-9525d1bc-c932-4dc4-b95f-7cb156109f8c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.018057 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-9525d1bc-c932-4dc4-b95f-7cb156109f8c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249943 Jun 17 08:30:38.022440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ce473-89c1-44de-8f07-e656eb393eea req-7e06f5af-1192-41e6-a54f-2114f829af3b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.024846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be5ce473-89c1-44de-8f07-e656eb393eea req-7e06f5af-1192-41e6-a54f-2114f829af3b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3079953 Jun 17 08:30:38.044127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': '41399a37-09ab-49f2-bdd8-df03cae29716', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:38.117958 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port ed4583c8-8237-497c-84b6-a8d348fe6db6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:38.118306 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.297801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be5ce473-89c1-44de-8f07-e656eb393eea req-025b0003-4b2b-443c-8a9a-fc1b8ae77706 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515450 Jun 17 08:30:38.335324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:38.335324 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.374491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53928) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:38.434832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.453197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:38.453902 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.499383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:38.504473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.595580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for ed4583c8-8237-497c-84b6-a8d348fe6db6 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:38.606849 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:38.608362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-58934068-network', 'tenant_id': '31ee60928a2448bc9a95d6d95a9194e4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:38.610608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for daaaeb1e-ae13-4389-87e8-7b26e3e28c8e owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:38.635218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: f3f10f5c-5ff8-4d69-b459-2efcbaca7694 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:38.635915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f3f10f5c-5ff8-4d69-b459-2efcbaca7694 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:38.819914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405f57-6a2c-4fa0-b584-8aefa37f1127 req-6b365764-b5ce-411c-a554-d90f1ce61b3d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.823701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Made reservation on behalf of 31ee60928a2448bc9a95d6d95a9194e4 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:38.826016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.827689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62405f57-6a2c-4fa0-b584-8aefa37f1127 req-6b365764-b5ce-411c-a554-d90f1ce61b3d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 944 time: 0.3605778 Jun 17 08:30:38.856196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.870955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.181 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/bea641e9-0830-40b7-bd36-7ae50378eef0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:38.877658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f0c0e-1c93-4233-8116-b853c881c138 req-21ce3008-453a-44b8-8b36-6196a0af1eac tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.879356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-434f0c0e-1c93-4233-8116-b853c881c138 req-21ce3008-453a-44b8-8b36-6196a0af1eac tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 951 time: 0.2269785 Jun 17 08:30:38.923079 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.932617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62405f57-6a2c-4fa0-b584-8aefa37f1127 req-3e4ed444-2e7d-4496-b0e4-40561b57d2ac tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038570 Jun 17 08:30:38.932829 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:38.982384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-434f0c0e-1c93-4233-8116-b853c881c138 req-e195f044-98d4-45e4-a1b9-6c15426d0503 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875323 Jun 17 08:30:38.995829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.002762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ddf90006-f694-4a40-b5aa-093fdc472a7f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.010211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:39.012280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=ed4583c8-8237-497c-84b6-a8d348fe6db6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.012750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f', 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:39.021946 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.037921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.043961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/ed4583c8-8237-497c-84b6-a8d348fe6db6 HTTP/1.1" status: 204 len: 168 time: 1.5459719 Jun 17 08:30:39.045876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53938) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:39.050394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=daaaeb1e-ae13-4389-87e8-7b26e3e28c8e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.070510 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.191179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port daaaeb1e-ae13-4389-87e8-7b26e3e28c8e on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:39.208098 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.210305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c4efc18-c243-43a4-802e-feaf47e61f19 req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "DELETE /v2.0/ports/daaaeb1e-ae13-4389-87e8-7b26e3e28c8e HTTP/1.1" status: 204 len: 173 time: 1.1777225 Jun 17 08:30:39.211046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85352870-f5df-4058-bd81-7fb474039ff3', 'name': 'network-vif-deleted', 'tag': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:39.212966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.213723 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9ef290-0960-452d-abfc-6dfdc3cb6967" -d '{"events": [{"server_uuid": "85352870-f5df-4058-bd81-7fb474039ff3", "name": "network-vif-deleted", "tag": "daaaeb1e-ae13-4389-87e8-7b26e3e28c8e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:39.230548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.242564 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6abbcba2-4b55-4d2c-b248-9acadade3c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.253261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.288986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:39.293416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6089e-45fc-4f5f-9bdd-b7038c29146b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.296054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a2d6089e-45fc-4f5f-9bdd-b7038c29146b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2474105 Jun 17 08:30:39.301039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53942) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:39.309596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object bea641e9-0830-40b7-bd36-7ae50378eef0 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:39.311353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.311701 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Added segment 4ac86bff-92b8-468d-ba9d-6a80c0ba95b1 of type vlan for network f910f35d-3a9e-47fe-86e2-ff33367a016a Jun 17 08:30:39.325280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36c12b-867d-482f-8855-17d5a46fa138,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.332521 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.361835 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0705577b-aeea-4091-893f-2f0fc7e148e4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:30:39.363740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0705577b-aeea-4091-893f-2f0fc7e148e4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/1ede4240-1f7c-4ab0-b8e4-2ff1ac1427b7 HTTP/1.1" status: 404 len: 333 time: 0.0609722 Jun 17 08:30:39.367004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:39.420776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cab4f3ae-09f4-487a-b7e8-06714992dfc6 req-01bd3230-63b4-4c50-a8c1-05bbbdfd7a25 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=85352870-f5df-4058-bd81-7fb474039ff3 HTTP/1.1" status: 200 len: 210 time: 0.0639486 Jun 17 08:30:39.431409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.434632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a559316-e089-403a-a397-c8cb8586c1d1 req-b839d1ea-6979-4df8-90df-a2b692ef6e6e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.435518 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d086cd-0f7d-4393-a7ac-967c638c4ebd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:30:39.437624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a559316-e089-403a-a397-c8cb8586c1d1 req-b839d1ea-6979-4df8-90df-a2b692ef6e6e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2511814 Jun 17 08:30:39.440655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53946) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:39.443888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-89d086cd-0f7d-4393-a7ac-967c638c4ebd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/ed4583c8-8237-497c-84b6-a8d348fe6db6 HTTP/1.1" status: 404 len: 333 time: 0.0658257 Jun 17 08:30:39.508072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.519609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fe33d12-9885-4ed0-aa5a-4221e6a9c9bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.527748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.529014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.529697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.587895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=bea641e9-0830-40b7-bd36-7ae50378eef0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.593809 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.605071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9f459672-f3f8-4353-8882-8454fc50dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.618539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a559316-e089-403a-a397-c8cb8586c1d1 req-46307abb-5000-4467-9204-ae202a63a96b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620407 Jun 17 08:30:39.626548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.693336 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5d4d0d-f65c-4e2d-95bf-58245cdb4cbb x-openstack-request-id: req-3a5d4d0d-f65c-4e2d-95bf-58245cdb4cbb {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:39.693812 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85352870-f5df-4058-bd81-7fb474039ff3", "name": "network-vif-deleted", "tag": "daaaeb1e-ae13-4389-87e8-7b26e3e28c8e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:39.694163 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a5d4d0d-f65c-4e2d-95bf-58245cdb4cbb {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:39.694613 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85352870-f5df-4058-bd81-7fb474039ff3', 'name': 'network-vif-deleted', 'tag': 'daaaeb1e-ae13-4389-87e8-7b26e3e28c8e', 'status': 'completed', 'code': 200} Jun 17 08:30:39.736956 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3485565 Jun 17 08:30:39.738321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:39.739707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Pushing event updated for resources: {'Network': ['ID=f910f35d-3a9e-47fe-86e2-ff33367a016a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.743835 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.747659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53952) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:39.750574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f910f35d-3a9e-47fe-86e2-ff33367a016a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:39.768939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Request body: {'subnet': {'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-58934068-subnet', 'tenant_id': '31ee60928a2448bc9a95d6d95a9194e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:39.777632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:39.785946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:39.816499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.831355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52409484-b8c0-4067-8433-0c35ad36c28d']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:39.857823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10d4240-cbd5-48f9-b5e7-2108354a4951') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:39.858309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10d4240-cbd5-48f9-b5e7-2108354a4951') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:39.872703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.882537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721156-ec6c-4fa6-8f20-5f2a4d10feaf req-eb807a04-450c-4549-8fb7-0d256ea4dff9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.903882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04721156-ec6c-4fa6-8f20-5f2a4d10feaf req-eb807a04-450c-4549-8fb7-0d256ea4dff9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 936 time: 0.2083335 Jun 17 08:30:39.908664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Made reservation on behalf of 31ee60928a2448bc9a95d6d95a9194e4 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:39.920430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.945233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.948464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.958240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.971324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'b04a7728-efe8-45df-a729-9036bdfb25d3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:39.988873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:39.989270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:39.996021 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:40.033694 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9971082 Jun 17 08:30:40.056502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:40.069196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04721156-ec6c-4fa6-8f20-5f2a4d10feaf req-8c8151a7-fe3f-4f67-92aa-a072dd829210 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641340 Jun 17 08:30:40.131631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Request body: {'port': {'device_id': '41399a37-09ab-49f2-bdd8-df03cae29716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:40.190047 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.199593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.205627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/52409484-b8c0-4067-8433-0c35ad36c28d HTTP/1.1" status: 204 len: 168 time: 0.7628613 Jun 17 08:30:40.206699 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-88642b96-dc91-4dd3-bce8-d47429a927b5 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:40.243312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53962) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:40.250245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=52409484-b8c0-4067-8433-0c35ad36c28d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:40.268382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108136830'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:40.275730 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:40.300502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-35a649d8-fbe6-4994-9283-cf6447dae4ff None None] Provisioning for port bea641e9-0830-40b7-bd36-7ae50378eef0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:40.368195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-35a649d8-fbe6-4994-9283-cf6447dae4ff None None] Provisioning complete for port bea641e9-0830-40b7-bd36-7ae50378eef0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:40.368560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35a649d8-fbe6-4994-9283-cf6447dae4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.397829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33316-ce88-4693-bd9c-30c5243c6c8f req-1eaf38e7-e3f4-48b8-90dc-57152c413807 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.405016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1d33316-ce88-4693-bd9c-30c5243c6c8f req-1eaf38e7-e3f4-48b8-90dc-57152c413807 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 944 time: 0.1204178 Jun 17 08:30:40.416890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-35a649d8-fbe6-4994-9283-cf6447dae4ff None None] Port bea641e9-0830-40b7-bd36-7ae50378eef0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:40.472895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf680-8357-481f-a407-949c4b8cddef req-62fa783c-adf0-40f7-90bb-0c18d69f203e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.482192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432cf680-8357-481f-a407-949c4b8cddef req-62fa783c-adf0-40f7-90bb-0c18d69f203e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2318544 Jun 17 08:30:40.514007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1d33316-ce88-4693-bd9c-30c5243c6c8f req-8a77ad8f-1c91-4edb-a9cc-aaee28c3b1b8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078515 Jun 17 08:30:40.583706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.589636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.600863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:40.602260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432cf680-8357-481f-a407-949c4b8cddef req-de0ff043-0343-4bc8-ac37-1aab891f9e4c tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112473 Jun 17 08:30:40.608291 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:40.674509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-5ce0a33c-a498-464d-8ff9-934745cb12a9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.678677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-5ce0a33c-a498-464d-8ff9-934745cb12a9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 951 time: 0.1473217 Jun 17 08:30:40.708884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:40.712566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.818393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 877a7f1b-7aca-4260-b183-6e6c76009966 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:40.830303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 877a7f1b-7aca-4260-b183-6e6c76009966 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:40.830741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.867275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:40.873484 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:40.876389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Checking segment: {'id': '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:40.876801 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Network hostable DHCP agents. Network: f910f35d-3a9e-47fe-86e2-ff33367a016a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:40.878833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:40.934142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0eaa9-346b-4480-89fa-af7f7295ad2a req-6a6a6b4e-2f7e-47f9-8ddc-d173421319ed tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.936098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0df0eaa9-346b-4480-89fa-af7f7295ad2a req-6a6a6b4e-2f7e-47f9-8ddc-d173421319ed tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2452111 Jun 17 08:30:40.982670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.983333 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment 1e0275ba-7273-4ae4-8465-a450f9d949b3 of type vlan for network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 Jun 17 08:30:40.992949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Deleting port e3587a48-8199-42e5-b748-112163ec09ea {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:40.993297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.003640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c47e8-4137-4e11-a57e-3b4b89cd91ce req-9d15b4ff-d961-4b5b-95c4-e9a164383aec tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.005251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a81c47e8-4137-4e11-a57e-3b4b89cd91ce req-9d15b4ff-d961-4b5b-95c4-e9a164383aec tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 951 time: 0.1709208 Jun 17 08:30:41.024739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.054270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.056368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0df0eaa9-346b-4480-89fa-af7f7295ad2a req-07a59d19-d145-4be1-b2ef-bd774c9a7524 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112390 Jun 17 08:30:41.064008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Network f910f35d-3a9e-47fe-86e2-ff33367a016a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:41.066510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:41.069424 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5058d9ad-74ac-43f6-a3e9-5959d6795773" -d '{"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-plugged", "status": "completed", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:41.091586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:41.105132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f910f35d-3a9e-47fe-86e2-ff33367a016a) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:41.129067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.129588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.148135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410491ff-e102-4e62-a56c-cec20e133666 None None] Network f910f35d-3a9e-47fe-86e2-ff33367a016a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:41.163712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a81c47e8-4137-4e11-a57e-3b4b89cd91ce req-9126a0e3-650a-47e4-ae2f-78a6e3c28b60 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450093 Jun 17 08:30:41.197962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.214247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.214889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.217878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] For port e3587a48-8199-42e5-b748-112163ec09ea, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e3587a48-8199-42e5-b748-112163ec09ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:41.218253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.218469 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.232120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2606961-79a3-46b2-a894-ac415fbdaa10 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:41.296251 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:41.302209 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe349b-2fcb-460b-9eca-414e15a2fed4 x-openstack-request-id: req-54fe349b-2fcb-460b-9eca-414e15a2fed4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:41.302508 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-plugged", "status": "completed", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:41.303257 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54fe349b-2fcb-460b-9eca-414e15a2fed4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:41.303665 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966', 'code': 200} Jun 17 08:30:41.393674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Calling delete_port for e3587a48-8199-42e5-b748-112163ec09ea owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:41.417000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8388d-2169-4e59-a564-6ca8814a0701 None None] Network f910f35d-3a9e-47fe-86e2-ff33367a016a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:41.439619 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6676321 Jun 17 08:30:41.481538 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2367992 Jun 17 08:30:41.482844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:41.496455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53980) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:41.504775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:41.509350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:41.510685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:41.514062 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:41.514937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:41.570561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea641e9-0830-40b7-bd36-7ae50378eef0 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:41.584963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.707406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2577f-03cf-4f4a-a140-47089ef62ae1 req-533b40e2-f150-498c-8f7f-ab1646897d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.713821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34b2577f-03cf-4f4a-a140-47089ef62ae1 req-533b40e2-f150-498c-8f7f-ab1646897d61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 1097 time: 0.2476661 Jun 17 08:30:41.741887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Transition to ACTIVE for port object bea641e9-0830-40b7-bd36-7ae50378eef0 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:41.746493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b371d-12a6-4c59-b103-e35d6cc6016b req-551391cb-c678-499b-8058-36482e57d61a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.753591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.759558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d21b371d-12a6-4c59-b103-e35d6cc6016b req-551391cb-c678-499b-8058-36482e57d61a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 936 time: 0.2960577 Jun 17 08:30:41.770279 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:41.774603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:41.779902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.933542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.942370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34b2577f-03cf-4f4a-a140-47089ef62ae1 req-dfdc086c-15a5-4646-bfe1-c9c9b27dbb57 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043893 Jun 17 08:30:41.946580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d21b371d-12a6-4c59-b103-e35d6cc6016b req-3dcff482-059b-4494-b3b1-183485a176d2 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835301 Jun 17 08:30:41.958930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'e3587a48-8199-42e5-b748-112163ec09ea'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:41.999290 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-566df920-5c01-4ca4-bd61-741a4add3efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:42.077450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event deleted for resources: {'Port': ['ID=e3587a48-8199-42e5-b748-112163ec09ea,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:42.086400 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:42.160172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=bea641e9-0830-40b7-bd36-7ae50378eef0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:42.190370 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:42.192859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] No DVR routers for this DVR port e3587a48-8199-42e5-b748-112163ec09ea on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:42.198269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:42.207057 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbf4813b-2cbb-42df-b516-fe0af77223a5 req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "DELETE /v2.0/ports/e3587a48-8199-42e5-b748-112163ec09ea HTTP/1.1" status: 204 len: 173 time: 1.5108135 Jun 17 08:30:42.208436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-deleted', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:42.212551 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142111ce-6b42-4fcc-8c8e-98d3c773eb88" -d '{"events": [{"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-deleted", "tag": "e3587a48-8199-42e5-b748-112163ec09ea"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:42.385013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54006) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:42.392927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1034608796-network', 'tenant_id': 'abd458c0e3b74a45a522be8c1c0300c9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:42.460788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Attempting to bind port bea641e9-0830-40b7-bd36-7ae50378eef0 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:42.461127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Attempting to bind port bea641e9-0830-40b7-bd36-7ae50378eef0 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:42.461455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Attempting to bind port bea641e9-0830-40b7-bd36-7ae50378eef0 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:42.473020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Port bea641e9-0830-40b7-bd36-7ae50378eef0 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:42.473696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Attempting to bind port bea641e9-0830-40b7-bd36-7ae50378eef0 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:42.484487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:42.489658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:42.490746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:42.491547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Bound port: bea641e9-0830-40b7-bd36-7ae50378eef0, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:42.492249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:42.517004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Made reservation on behalf of abd458c0e3b74a45a522be8c1c0300c9 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:42.523129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:42.556358 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:42.569577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:42.865404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:42.896530 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d60b6e8-f45f-4e52-b6d7-53a912f910f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:42.971773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] For port bea641e9-0830-40b7-bd36-7ae50378eef0, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:43.058010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] For port bea641e9-0830-40b7-bd36-7ae50378eef0, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bea641e9-0830-40b7-bd36-7ae50378eef0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:43.072621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': '1e0275ba-7273-4ae4-8465-a450f9d949b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:43.073372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:43.109510 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.150178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15cfe-f116-4a50-83d0-3718e8051ed2 req-36379460-943a-41aa-9209-4e7c887515f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.154805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=84a63d9c-37b7-414c-820e-c0ccb2207875,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:43.159512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5dd15cfe-f116-4a50-83d0-3718e8051ed2 req-36379460-943a-41aa-9209-4e7c887515f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.7053890 Jun 17 08:30:43.170996 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:43.173855 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d54145e-0162-4672-a074-7448f564b5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:43.219813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.220435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.222356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] 10.222.0.67 "PUT /v2.0/ports/bea641e9-0830-40b7-bd36-7ae50378eef0 HTTP/1.1" status: 200 len: 1097 time: 3.0992665 Jun 17 08:30:43.222356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41399a37-09ab-49f2-bdd8-df03cae29716', 'tag': 'bea641e9-0830-40b7-bd36-7ae50378eef0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:43.230001 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fdd5ce-552d-451c-a3aa-45aac0c4292f" -d '{"events": [{"name": "network-changed", "server_uuid": "41399a37-09ab-49f2-bdd8-df03cae29716", "tag": "bea641e9-0830-40b7-bd36-7ae50378eef0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:43.240133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:43.281657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5dd15cfe-f116-4a50-83d0-3718e8051ed2 req-b1fc627c-7687-49f8-8191-2e0f20f0873b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207807 Jun 17 08:30:43.283744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:43.302517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b2cf57-76d9-4339-9951-7601eda116f8 None None] Network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:43.326896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58d07e9d-a648-40d2-b64d-59e911f2ad78 req-6447d2d1-0961-48f0-b729-629fcba9db72 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=34c14de2-d5ef-4480-809c-cd0ef0d1e02d HTTP/1.1" status: 200 len: 210 time: 0.0696540 Jun 17 08:30:43.459072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.463519 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.495109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=bea641e9-0830-40b7-bd36-7ae50378eef0,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:43.512684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.515076 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:43.528008 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58747a67-ab73-4e96-909f-c73a6186abaf x-openstack-request-id: req-58747a67-ab73-4e96-909f-c73a6186abaf {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:43.530274 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c14de2-d5ef-4480-809c-cd0ef0d1e02d", "name": "network-vif-deleted", "tag": "e3587a48-8199-42e5-b748-112163ec09ea", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:43.534294 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58747a67-ab73-4e96-909f-c73a6186abaf {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:43.536380 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c14de2-d5ef-4480-809c-cd0ef0d1e02d', 'name': 'network-vif-deleted', 'tag': 'e3587a48-8199-42e5-b748-112163ec09ea', 'status': 'completed', 'code': 200} Jun 17 08:30:43.557680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.561629 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0615041 Jun 17 08:30:43.565082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54018) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:43.582837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40', 'name': 'tempest-PortsTestJSON-1700442227'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:43.629826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:43.676492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.679594 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Added segment 79266e2a-ee44-4b8f-b71b-c95e49221773 of type vlan for network 015ed387-5dac-4013-b322-21ef264c6230 Jun 17 08:30:43.715883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-ebe8a42a-6d81-4158-b460-98be8e00e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.718439 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-ebe8a42a-6d81-4158-b460-98be8e00e209 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 1100 time: 0.4403815 Jun 17 08:30:43.722564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:43.784596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: e3587a48-8199-42e5-b748-112163ec09ea {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:43.785627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e3587a48-8199-42e5-b748-112163ec09ea not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:43.786612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device daaaeb1e-ae13-4389-87e8-7b26e3e28c8e no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:43.805865 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-5ff69b7f-75e0-4a70-9bf3-8f4a9080ab30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bea641e9-0830-40b7-bd36-7ae50378eef0 HTTP/1.1" status: 200 len: 217 time: 0.0575516 Jun 17 08:30:43.818293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: daaaeb1e-ae13-4389-87e8-7b26e3e28c8e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:43.818880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device daaaeb1e-ae13-4389-87e8-7b26e3e28c8e not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:43.823475 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89aed6d5-9fc1-45ff-912d-62539857339a tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:43.845366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.902572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-d890945a-2ae7-4418-be13-999d48675ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.902572 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-d890945a-2ae7-4418-be13-999d48675ade service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0882940 Jun 17 08:30:43.930937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40', 'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': '84a63d9c-37b7-414c-820e-c0ccb2207875'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:30:43.931893 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.952637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:43.957572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.981487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:44.044511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.044789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.045446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.059601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-4d457bd9-bd85-438e-8f36-72c9e4d44336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.061215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-4d457bd9-bd85-438e-8f36-72c9e4d44336 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1482623 Jun 17 08:30:44.088191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d489ee-e29f-43f1-9960-abfcabdc6fd6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:44.097174 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:44.101322 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:44.106280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7193944 Jun 17 08:30:44.109149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54020) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:44.117587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Request body: {'subnet': {'network_id': '015ed387-5dac-4013-b322-21ef264c6230', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1034608796-subnet', 'tenant_id': 'abd458c0e3b74a45a522be8c1c0300c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:44.217853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366d273-b921-4779-a546-42d568ec94b8 req-e95165c8-96b2-440c-80f0-ed97ac8631b8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.226800 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9366d273-b921-4779-a546-42d568ec94b8 req-e95165c8-96b2-440c-80f0-ed97ac8631b8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.4072919 Jun 17 08:30:44.246606 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da3747-590c-42b6-a520-b4daee47e6dc req-375c5a3a-84c5-48d8-8373-54b471fcfb84 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.255032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97da3747-590c-42b6-a520-b4daee47e6dc req-375c5a3a-84c5-48d8-8373-54b471fcfb84 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 948 time: 0.3452947 Jun 17 08:30:44.326605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=015ed387-5dac-4013-b322-21ef264c6230,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:44.338116 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:44.340394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 015ed387-5dac-4013-b322-21ef264c6230 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:44.350221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9366d273-b921-4779-a546-42d568ec94b8 req-7d11c9fd-31cf-4f3c-b466-0e2313ed305c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224475 Jun 17 08:30:44.396785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97da3747-590c-42b6-a520-b4daee47e6dc req-870d9fab-1034-40a2-8ea5-80b2e339e67c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407697 Jun 17 08:30:44.526407 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb00d1-4060-4899-8ec1-48c68374a5b2 x-openstack-request-id: req-64fb00d1-4060-4899-8ec1-48c68374a5b2 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:44.527064 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41399a37-09ab-49f2-bdd8-df03cae29716", "tag": "bea641e9-0830-40b7-bd36-7ae50378eef0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:44.527064 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64fb00d1-4060-4899-8ec1-48c68374a5b2 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:44.528922 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41399a37-09ab-49f2-bdd8-df03cae29716', 'tag': 'bea641e9-0830-40b7-bd36-7ae50378eef0', 'status': 'completed', 'code': 200} Jun 17 08:30:44.691743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Made reservation on behalf of abd458c0e3b74a45a522be8c1c0300c9 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:44.694450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.738843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.2 (3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40/84a63d9c-37b7-414c-820e-c0ccb2207875/2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:44.744388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-a8bec86b-eef0-498a-97f5-3b94e8898dfc service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714082 Jun 17 08:30:44.921149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463d964-8f76-45e0-a260-3d475dc68346 req-81090396-4593-46c0-83e5-a771acc697a6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.933760 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9463d964-8f76-45e0-a260-3d475dc68346 req-81090396-4593-46c0-83e5-a771acc697a6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1619737 Jun 17 08:30:44.948632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-6d4818fd-239b-4f49-879e-a9164dd5a3b0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.950124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-6d4818fd-239b-4f49-879e-a9164dd5a3b0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 946 time: 0.1646242 Jun 17 08:30:44.958486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a5db865e-11c5-4742-b55f-90716cf8e257 req-30fe2e2e-fe7b-4518-a5e5-4b79d5f09eed service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047544 Jun 17 08:30:45.074002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9463d964-8f76-45e0-a260-3d475dc68346 req-277f8cd8-1b8f-4d77-8fe3-9fd0d1d0b99a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392713 Jun 17 08:30:45.198348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:45.198674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.396712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-fe838082-1d76-4d99-881f-9bb2b879410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.398607 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-fe838082-1d76-4d99-881f-9bb2b879410a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 1100 time: 0.3160954 Jun 17 08:30:45.433045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec1bad-250b-47ab-b7f4-a8854091131a req-401a0172-1abd-4c10-ad07-510db8d41f58 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.441370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6ec1bad-250b-47ab-b7f4-a8854091131a req-401a0172-1abd-4c10-ad07-510db8d41f58 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1888363 Jun 17 08:30:45.444690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:45.445458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.486851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.507077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.519411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-abf85f53-1bb4-489a-a8e4-d72e8a1cc184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.526648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70cc2e-ec6a-42bf-9cab-fccc4c2642db req-71e2c348-3781-42ef-b116-0135045e43cb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.528789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed70cc2e-ec6a-42bf-9cab-fccc4c2642db req-71e2c348-3781-42ef-b116-0135045e43cb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2782094 Jun 17 08:30:45.556131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:45.561730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:45.627536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6ec1bad-250b-47ab-b7f4-a8854091131a req-4be1ec62-d6e4-42a9-95ca-32369e949f22 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852188 Jun 17 08:30:45.656876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ba4e55-5b46-4f15-a8a3-0c749e552e5d,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:45.663879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Checking segment: {'id': '79266e2a-ee44-4b8f-b71b-c95e49221773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '015ed387-5dac-4013-b322-21ef264c6230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:45.664337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Network hostable DHCP agents. Network: 015ed387-5dac-4013-b322-21ef264c6230, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:45.717411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.719077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.719077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.719077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.719077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.719681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.719681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.720188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.720623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.721031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.721398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.721758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.731203 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:45.736841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-cb80eb2e-a3e2-4e70-835d-3743bfa91f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.738376 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-cb80eb2e-a3e2-4e70-835d-3743bfa91f14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.3083336 Jun 17 08:30:45.741909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Network 015ed387-5dac-4013-b322-21ef264c6230 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:45.756307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.765286 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6d64f48-2268-4a2c-9dc7-19c56444380b tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.769007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 015ed387-5dac-4013-b322-21ef264c6230) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:45.820811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed70cc2e-ec6a-42bf-9cab-fccc4c2642db req-1dad7af5-38ae-4acb-ab99-85327bee4a33 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520816 Jun 17 08:30:45.840674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.841271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.846301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-dd97e10f-a3c6-41b0-988e-d306d814b1cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bea641e9-0830-40b7-bd36-7ae50378eef0 HTTP/1.1" status: 200 len: 217 time: 0.0982387 Jun 17 08:30:45.870312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:45.881609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2722e-370a-4f6e-9779-66441da3bdd4 None None] Network 015ed387-5dac-4013-b322-21ef264c6230 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:45.893336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:45.898889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.911445 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31b6d2f8-cd63-4ac5-ad92-fd87535ecaef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.945034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:45.951939 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8415465 Jun 17 08:30:45.956258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:45.986204 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:45.991566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:46.010596 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:46.020613 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e599878a-0357-48ff-87ea-ee4071eef7ab {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:30:46.021157 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:30:46.022309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:46.025183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:46.149655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-910094ac-edc8-47a3-8feb-464fbb1c6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:46.151375 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-910094ac-edc8-47a3-8feb-464fbb1c6d07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.2960913 Jun 17 08:30:46.162684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:46.163356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.204790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e6c75-bfe9-4983-9bc8-ca5d8ada0060 None None] Network 015ed387-5dac-4013-b322-21ef264c6230 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:46.222501 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6525424 Jun 17 08:30:46.226104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54044) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:46.274652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:46.296563 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.299814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1e0acf8-c3bd-419a-9c81-dc60d04a1abf req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "DELETE /v2.0/ports/d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f HTTP/1.1" status: 204 len: 173 time: 1.3412969 Jun 17 08:30:46.300801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'name': 'network-vif-deleted', 'tag': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:46.303225 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df4c4a8-c46f-4f7a-9cd3-8d3ca744bca7" -d '{"events": [{"server_uuid": "ec82e08b-553f-414d-99e0-d6dfa754f937", "name": "network-vif-deleted", "tag": "d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:46.345074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-5a9ca3d8-0a0c-4854-927d-41c79886fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:46.346986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0225e9fb-0dfb-4e4a-ae8e-899c3e851eb5 req-91bf8f31-d7ce-4da9-a476-6e7e637bf21b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82e08b-553f-414d-99e0-d6dfa754f937 HTTP/1.1" status: 200 len: 210 time: 0.2076256 Jun 17 08:30:46.347513 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-5a9ca3d8-0a0c-4854-927d-41c79886fac5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1811788 Jun 17 08:30:46.723632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-7043bf68-7b06-421e-bee8-f772de674291 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579788 Jun 17 08:30:46.734097 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.806776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48dcb7-a08d-4751-9d56-ae2339ed12a4 req-93377ddf-0b2a-4085-972e-7d23c4dcfc0d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:46.814114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb48dcb7-a08d-4751-9d56-ae2339ed12a4 req-93377ddf-0b2a-4085-972e-7d23c4dcfc0d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 948 time: 0.1350451 Jun 17 08:30:46.827450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:46.827808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.939320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb48dcb7-a08d-4751-9d56-ae2339ed12a4 req-0e65f33b-35c3-49ab-b17d-0d376d71d14d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238441 Jun 17 08:30:47.044156 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.058667 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f38d3f-a5ac-4c1a-a7db-892c4117c8d2 x-openstack-request-id: req-b7f38d3f-a5ac-4c1a-a7db-892c4117c8d2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:47.061221 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82e08b-553f-414d-99e0-d6dfa754f937", "name": "network-vif-deleted", "tag": "d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:47.061641 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7f38d3f-a5ac-4c1a-a7db-892c4117c8d2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:47.062195 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82e08b-553f-414d-99e0-d6dfa754f937', 'name': 'network-vif-deleted', 'tag': 'd2cfd03d-7083-4fd6-91c2-0e7b3576ef2f', 'status': 'completed', 'code': 200} Jun 17 08:30:47.064209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Allocated IP 172.20.0.3 (3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40/84a63d9c-37b7-414c-820e-c0ccb2207875/271bb76a-63f8-4192-b297-1a178bc85d54) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:47.172149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-8ea4fdd8-6977-401e-a429-44de9102412e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.174661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-8ea4fdd8-6977-401e-a429-44de9102412e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.1952252 Jun 17 08:30:47.194287 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.242816 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-14fdd5ce-552d-451c-a3aa-45aac0c4292f req-1ad148ee-4e45-4f19-bc59-113ce668c8ed service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099757 Jun 17 08:30:47.382003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.399190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Transition to ACTIVE for port object 271bb76a-63f8-4192-b297-1a178bc85d54 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:47.421775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Transition to ACTIVE for port object 271bb76a-63f8-4192-b297-1a178bc85d54 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:47.433241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.447311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:47.466859 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:47.581151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:47.584506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:47.585604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-ee383e73-7f32-40ec-8b8f-607414237596 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.596311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:47.597463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-ee383e73-7f32-40ec-8b8f-607414237596 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/networks?id=f910f35d-3a9e-47fe-86e2-ff33367a016a HTTP/1.1" status: 200 len: 823 time: 0.2502408 Jun 17 08:30:47.656693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-1f2bfc3f-fd7f-4a17-a2a9-364a7d3b22dd tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/quotas/31ee60928a2448bc9a95d6d95a9194e4 HTTP/1.1" status: 200 len: 375 time: 0.0567160 Jun 17 08:30:47.671341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.683620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a0880-ba98-4635-9afb-ad7f5105c1c5 req-3438b617-fe40-42b3-8533-cc6ac2ae80aa tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.690713 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31c20d8d-e931-4f6a-9844-9358eb4daaaf tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:47.692896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-543a0880-ba98-4635-9afb-ad7f5105c1c5 req-3438b617-fe40-42b3-8533-cc6ac2ae80aa tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 949 time: 0.3147836 Jun 17 08:30:47.699494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Deleting port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:47.699858 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.728173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Pushing event updated for resources: {'Port': ['ID=271bb76a-63f8-4192-b297-1a178bc85d54,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:47.751894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-7481af29-703e-46b4-be42-f5a41621cf56 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=31ee60928a2448bc9a95d6d95a9194e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936239 Jun 17 08:30:47.790065 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:47.813387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:47.823361 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:47.826406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Attempting to bind port 271bb76a-63f8-4192-b297-1a178bc85d54 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:47.827440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Attempting to bind port 271bb76a-63f8-4192-b297-1a178bc85d54 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '1e0275ba-7273-4ae4-8465-a450f9d949b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:47.827817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Attempting to bind port 271bb76a-63f8-4192-b297-1a178bc85d54 on network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:47.837577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:47.839762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Checking segment: {'id': '1e0275ba-7273-4ae4-8465-a450f9d949b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:47.841523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.842993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Bound using segment: {'id': '1e0275ba-7273-4ae4-8465-a450f9d949b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:47.843860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Bound port: 271bb76a-63f8-4192-b297-1a178bc85d54, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0275ba-7273-4ae4-8465-a450f9d949b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:47.846453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.865180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.872265 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e HTTP/1.1" status: 204 len: 168 time: 1.6429470 Jun 17 08:30:47.874503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:47.971947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-543a0880-ba98-4635-9afb-ad7f5105c1c5 req-37e83e10-288a-4801-bed8-b379d7de6a22 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776854 Jun 17 08:30:47.986429 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbc5fa3-1e2e-4086-be44-fda9dcddeba5 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:30:47.988325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbc5fa3-1e2e-4086-be44-fda9dcddeba5 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:30:47.992367 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8dbc5fa3-1e2e-4086-be44-fda9dcddeba5 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e HTTP/1.1" status: 404 len: 333 time: 0.1133823 Jun 17 08:30:47.995011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:48.001958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] For port 271bb76a-63f8-4192-b297-1a178bc85d54, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:48.013419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] For port 271bb76a-63f8-4192-b297-1a178bc85d54, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=271bb76a-63f8-4192-b297-1a178bc85d54,segment=NetworkSegment(1e0275ba-7273-4ae4-8465-a450f9d949b3),segment_id=1e0275ba-7273-4ae4-8465-a450f9d949b3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:48.020243 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.047350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.110774 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-de03d34c-a07f-4e29-84b0-2fdc246c7081 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:30:48.119349 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-de03d34c-a07f-4e29-84b0-2fdc246c7081 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/2cfdfc3e-9eb6-4e3c-a31c-c5784d13799e HTTP/1.1" status: 404 len: 333 time: 0.1191194 Jun 17 08:30:48.122252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54090) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:48.173781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Pushing event updated for resources: {'Port': ['ID=271bb76a-63f8-4192-b297-1a178bc85d54,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.188960 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.201520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] For port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:48.201897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.289045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 84a63d9c-37b7-414c-820e-c0ccb2207875 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:48.293478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.327872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Calling delete_port for 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:48.340445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.368242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-7bb06c24-e46a-4bce-8a11-d1bb2ae6fb36 service neutron] 10.222.0.65 "GET /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153035 Jun 17 08:30:48.468286 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.564394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.566669 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc4853b9-0271-45f8-8220-0454d2b88af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.568311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ee4e3-1dbf-4da0-9771-07ed1d773f4c req-e826cdf1-859f-469b-903b-1b6da7ab6593 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:48.576726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-376ee4e3-1dbf-4da0-9771-07ed1d773f4c req-e826cdf1-859f-469b-903b-1b6da7ab6593 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3771803 Jun 17 08:30:48.619963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.622207 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/84a63d9c-37b7-414c-820e-c0ccb2207875 HTTP/1.1" status: 204 len: 168 time: 0.4952936 Jun 17 08:30:48.623379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=84a63d9c-37b7-414c-820e-c0ccb2207875,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.625005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54092) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:48.629827 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.632454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-d6b818c6-e81e-4faf-ab63-3b28f5e012f5 service neutron] 10.222.0.65 "GET /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634494 Jun 17 08:30:48.641161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bea641e9-0830-40b7-bd36-7ae50378eef0 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:48.685073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-376ee4e3-1dbf-4da0-9771-07ed1d773f4c req-4c2c3f45-b1d5-4a8c-9c31-de6889bcd5ca tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060932 Jun 17 08:30:48.722006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.753973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.758459 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.786375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event deleted for resources: {'Port': ['ID=64ff588d-80e2-4ca6-a3ef-873a062d6ca0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.795286 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.846689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['64ff588d-80e2-4ca6-a3ef-873a062d6ca0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:48.851682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0bcef13f-2152-4a92-9c36-c3bc5e161a6e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:48.893086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] No DVR routers for this DVR port 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:48.909811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 271bb76a-63f8-4192-b297-1a178bc85d54 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:48.910288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.953155 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.955622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9843807a-473c-4190-b0ea-b7ec43e4827f req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.60 "DELETE /v2.0/ports/64ff588d-80e2-4ca6-a3ef-873a062d6ca0 HTTP/1.1" status: 204 len: 173 time: 1.7596552 Jun 17 08:30:49.057477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0411b6-91ed-4373-a90d-5b5357d6e76c req-ebf82899-4c9c-4683-8583-477d0918e980 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.061642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac0411b6-91ed-4373-a90d-5b5357d6e76c req-ebf82899-4c9c-4683-8583-477d0918e980 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.2026777 Jun 17 08:30:49.065776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-deleted', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:49.068279 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ac5be-ccd6-4c79-97a9-f9319164111a" -d '{"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-deleted", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:49.159355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bea641e9-0830-40b7-bd36-7ae50378eef0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bea641e9-0830-40b7-bd36-7ae50378eef0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:49.162868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] For port 271bb76a-63f8-4192-b297-1a178bc85d54, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=271bb76a-63f8-4192-b297-1a178bc85d54,segment=NetworkSegment(1e0275ba-7273-4ae4-8465-a450f9d949b3),segment_id=1e0275ba-7273-4ae4-8465-a450f9d949b3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:49.162868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:49.209071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac0411b6-91ed-4373-a90d-5b5357d6e76c req-bf5bb4ca-b748-432a-a275-b1216285ed4a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357012 Jun 17 08:30:49.271981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a03d6-0505-49b7-96e6-cfe67496946d req-fb969706-44fb-4b3e-b9f1-772956d53f2c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.273957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d6a03d6-0505-49b7-96e6-cfe67496946d req-fb969706-44fb-4b3e-b9f1-772956d53f2c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 948 time: 0.1173987 Jun 17 08:30:49.322399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'bea641e9-0830-40b7-bd36-7ae50378eef0', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'bea641e9-0830-40b7-bd36-7ae50378eef0', 'mac_address': 'fa:16:3e:f2:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:49.330773 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:49.360511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:49.457871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 271bb76a-63f8-4192-b297-1a178bc85d54 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:49.460782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d6a03d6-0505-49b7-96e6-cfe67496946d req-3f2f4691-1ab8-40a2-9173-4a68b8935030 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780970 Jun 17 08:30:49.518183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d6c7e4f-e55b-40b0-ba23-6d2accf5ad0e req-d7360b09-3e25-4274-bde5-ac2548b66517 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 210 time: 0.1316159 Jun 17 08:30:49.537260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:49.537260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device d2cfd03d-7083-4fd6-91c2-0e7b3576ef2f not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:49.582871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:49.632102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea641e9-0830-40b7-bd36-7ae50378eef0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:49.636259 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ef03f-20ff-4928-b4f0-a2ba1e181e20 x-openstack-request-id: req-c82ef03f-20ff-4928-b4f0-a2ba1e181e20 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:49.636648 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c549c8-47d6-407f-b89a-55164e191fd8", "name": "network-vif-deleted", "tag": "64ff588d-80e2-4ca6-a3ef-873a062d6ca0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:49.636952 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c82ef03f-20ff-4928-b4f0-a2ba1e181e20 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:49.639840 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c549c8-47d6-407f-b89a-55164e191fd8', 'name': 'network-vif-deleted', 'tag': '64ff588d-80e2-4ca6-a3ef-873a062d6ca0', 'status': 'completed', 'code': 200} Jun 17 08:30:49.712284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bea641e9-0830-40b7-bd36-7ae50378eef0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bea641e9-0830-40b7-bd36-7ae50378eef0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:49.723897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:49.730115 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:49.774382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:49.777702 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fb09f4a-3746-46d0-a2ed-b524db12fc06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:49.869437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bea641e9-0830-40b7-bd36-7ae50378eef0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:49.874573 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:49.890090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=271bb76a-63f8-4192-b297-1a178bc85d54,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:49.892479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No DVR routers for this DVR port 271bb76a-63f8-4192-b297-1a178bc85d54 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:49.894415 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:49.940901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84ff30-6dcd-4e29-bc5c-b1fdf7207f61 None None] Network 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:49.971817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b83ef928-14ce-46d6-9590-4fa49a1ae99b req-63ba8a7e-3ed8-47cf-a332-72be3708873e tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=99c549c8-47d6-407f-b89a-55164e191fd8 HTTP/1.1" status: 200 len: 210 time: 0.1016045 Jun 17 08:30:50.018932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-d7d40e00-c3b7-44d7-a8dc-5605085f3a7a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.023383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.027154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-d7d40e00-c3b7-44d7-a8dc-5605085f3a7a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2396460 Jun 17 08:30:50.034558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:50.044864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0275ba-7273-4ae4-8465-a450f9d949b3') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:50.045227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0275ba-7273-4ae4-8465-a450f9d949b3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:50.046542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-84e9afb7-876b-44d3-8d59-1e97a4926c69 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0184748 Jun 17 08:30:50.055275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.064027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-78e9405c-16f4-4869-a28e-f1411eaa03c9 None None] Could not find standard attr ID for object 271bb76a-63f8-4192-b297-1a178bc85d54. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:30:50.071070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.073910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['bea641e9-0830-40b7-bd36-7ae50378eef0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:50.077496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:50.078016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.136216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-722acd31-f399-4723-a35b-037038fa3d73 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887175 Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:50.143432 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:50.166976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.170932 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aad172a6-1a7f-4fa5-8b25-d97f782dc489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:50.175780 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.177858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 HTTP/1.1" status: 204 len: 168 time: 1.5492907 Jun 17 08:30:50.187515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54126) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:50.195520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1318298287'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:50.206479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:50.213617 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:50.228194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd1307-63d8-4cca-9702-e60ce6f872b5 None None] DHCP port deletion for 3ba3fa4a-f700-4bfd-b4ac-c0af9e616c40 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:30:50.259767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:50.263564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.351311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:50.382816 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.383182 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment f1368aa0-dab1-45c6-98a6-a31f3524cb7a of type vlan for network 88e2e397-c09f-4082-b92c-5164829884e0 Jun 17 08:30:50.396087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-3a89e820-a700-4dec-b9b5-fd063ed83832 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563753 Jun 17 08:30:50.422219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129274b3-4d81-4109-9d0d-884a7feff7df req-a9952db4-07dc-4035-b035-4bd71b208282 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.424187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-129274b3-4d81-4109-9d0d-884a7feff7df req-a9952db4-07dc-4035-b035-4bd71b208282 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2385972 Jun 17 08:30:50.458748 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.536858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-129274b3-4d81-4109-9d0d-884a7feff7df req-9fd013d1-c68d-4906-87b7-9974b9d3c834 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013012 Jun 17 08:30:50.551035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.556815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.557380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.561915 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b51b7eb4-f4a9-4302-8687-cc8e9cf89529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:50.599385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-08d3aa5b-9fa3-4a0e-8847-fa3541d0d909 service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849039 Jun 17 08:30:50.603418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4134417 Jun 17 08:30:50.606395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54134) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:50.614617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '88e2e397-c09f-4082-b92c-5164829884e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:50.646598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=88e2e397-c09f-4082-b92c-5164829884e0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:50.649441 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:50.657673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 88e2e397-c09f-4082-b92c-5164829884e0 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:50.735641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:50.740408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.792472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c39f0-0611-493b-b244-0d93490156b2 req-667bedc0-e79f-43a2-ac01-a045d89c9868 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.802537 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d5c39f0-0611-493b-b244-0d93490156b2 req-667bedc0-e79f-43a2-ac01-a045d89c9868 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1567852 Jun 17 08:30:51.012799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.019389 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aba98b0f-b5e9-40c0-a0b3-95186d0e4e03 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:51.039960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d5c39f0-0611-493b-b244-0d93490156b2 req-bfd1a098-89bc-4f68-acc4-e0db20940b84 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341216 Jun 17 08:30:51.070723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-790a79ff-23b4-49f5-ba2a-697d6bda2b73 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.072209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-790a79ff-23b4-49f5-ba2a-697d6bda2b73 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.60 "GET /v2.0/networks?id=f910f35d-3a9e-47fe-86e2-ff33367a016a HTTP/1.1" status: 200 len: 823 time: 0.2596314 Jun 17 08:30:51.105836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Request body: {'port': {'device_id': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a', 'admin_state_up': True, 'tenant_id': '31ee60928a2448bc9a95d6d95a9194e4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:51.106105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=e975a3eb-2254-4a00-843e-01652591a2f0,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:51.119094 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:51.126617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88e2e397-c09f-4082-b92c-5164829884e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:51.127073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: 88e2e397-c09f-4082-b92c-5164829884e0, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:51.152076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 88e2e397-c09f-4082-b92c-5164829884e0 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:51.153911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbbeb9-3a44-40c6-8255-b60ca8759552 req-78b1e6ed-10b3-4479-abd6-fb01a2c3ebde tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.159483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ddbbeb9-3a44-40c6-8255-b60ca8759552 req-78b1e6ed-10b3-4479-abd6-fb01a2c3ebde tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 949 time: 0.2015283 Jun 17 08:30:51.167843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 88e2e397-c09f-4082-b92c-5164829884e0) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:51.178997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8b632-aa32-41fc-ac5b-042b5b63ca50 None None] Network 88e2e397-c09f-4082-b92c-5164829884e0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:51.180098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.180686 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.203613 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5959473 Jun 17 08:30:51.206546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54150) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:51.213643 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '88e2e397-c09f-4082-b92c-5164829884e0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-252680704'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:51.346580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:51.366370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:51.371006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.376102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:51.376599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 64ff588d-80e2-4ca6-a3ef-873a062d6ca0 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:51.396739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port ec901370-e270-4bff-8968-90d93b8a0596 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:51.444946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-88e2e397-c09f-4082-b92c-5164829884e0', 'network_id': '88e2e397-c09f-4082-b92c-5164829884e0', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': 'e975a3eb-2254-4a00-843e-01652591a2f0'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:30:51.447134 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.558826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.7 (88e2e397-c09f-4082-b92c-5164829884e0/e975a3eb-2254-4a00-843e-01652591a2f0/ec901370-e270-4bff-8968-90d93b8a0596) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:51.616042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fdcfeaa-240d-4563-941d-047b1bfc89fd req-2408e036-5209-4310-843c-f42f43384d9a tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 210 time: 0.3997047 Jun 17 08:30:51.661947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ddbbeb9-3a44-40c6-8255-b60ca8759552 req-533014f8-59d0-4985-b168-5c738650a6f7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914124 Jun 17 08:30:51.725190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.725442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Made reservation on behalf of 31ee60928a2448bc9a95d6d95a9194e4 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:51.730703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.740701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object ec901370-e270-4bff-8968-90d93b8a0596 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:51.781801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.786060 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0434d630-f964-470a-910a-3fa859ce0d8c tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:51.793989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27d86bf8-97d4-4d9d-ba6c-c30758e6e108 req-647f1c5e-5ec1-4282-9e0a-5a394f1251a3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 210 time: 0.0364296 Jun 17 08:30:51.837505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Allocated IP 172.20.0.2 (88e2e397-c09f-4082-b92c-5164829884e0/e975a3eb-2254-4a00-843e-01652591a2f0/3ecbc580-119d-409c-978c-a81e8730e629) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:51.839630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=ec901370-e270-4bff-8968-90d93b8a0596,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:51.843666 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:51.852937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 88e2e397-c09f-4082-b92c-5164829884e0 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:51.854759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:51.863169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:51.937209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.938064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.960543 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.7502232 Jun 17 08:30:51.960982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:52.014543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Allocated IP 172.20.0.5 (f910f35d-3a9e-47fe-86e2-ff33367a016a/27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4/972401ae-2605-4db0-bfba-1a6c4bd81538) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:52.054758 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.065050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Transition to ACTIVE for port object 3ecbc580-119d-409c-978c-a81e8730e629 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:52.084074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b458c-b4cf-4466-810e-44a6dac53fbc req-9066d67e-3957-4eb3-85dc-78b7021d3bb5 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.085642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a48b458c-b4cf-4466-810e-44a6dac53fbc req-9066d67e-3957-4eb3-85dc-78b7021d3bb5 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1635828 Jun 17 08:30:52.091892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 271bb76a-63f8-4192-b297-1a178bc85d54 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:52.094646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Transition to ACTIVE for port object 3ecbc580-119d-409c-978c-a81e8730e629 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:52.152707 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.154735 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.156461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 271bb76a-63f8-4192-b297-1a178bc85d54 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:52.158066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 271bb76a-63f8-4192-b297-1a178bc85d54 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:52.213884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a48b458c-b4cf-4466-810e-44a6dac53fbc req-160b867b-b6b3-41e0-bcfc-3312754d0ec3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147029 Jun 17 08:30:52.232418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port ec901370-e270-4bff-8968-90d93b8a0596 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:52.232975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.236076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Pushing event updated for resources: {'Port': ['ID=3ecbc580-119d-409c-978c-a81e8730e629,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.240022 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.259582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Network 88e2e397-c09f-4082-b92c-5164829884e0 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:52.262617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:52.265349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:52.330424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Attempting to bind port 3ecbc580-119d-409c-978c-a81e8730e629 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:52.330991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Attempting to bind port 3ecbc580-119d-409c-978c-a81e8730e629 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88e2e397-c09f-4082-b92c-5164829884e0'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:52.332112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Attempting to bind port 3ecbc580-119d-409c-978c-a81e8730e629 on network 88e2e397-c09f-4082-b92c-5164829884e0 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:52.338478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:52.339051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Checking segment: {'id': 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88e2e397-c09f-4082-b92c-5164829884e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:52.339554 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.340046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Bound using segment: {'id': 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88e2e397-c09f-4082-b92c-5164829884e0'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:52.340618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Bound port: 3ecbc580-119d-409c-978c-a81e8730e629, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88e2e397-c09f-4082-b92c-5164829884e0'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:52.341088 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.401497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-5c658b48-abf5-4503-a40d-96d7d78d0469 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.403044 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-5c658b48-abf5-4503-a40d-96d7d78d0469 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.1972630 Jun 17 08:30:52.407740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.425563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': '1ee7a8e0-6903-4779-9325-98142804c49e', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:52.436277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] For port 3ecbc580-119d-409c-978c-a81e8730e629, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:52.441128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] For port 3ecbc580-119d-409c-978c-a81e8730e629, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3ecbc580-119d-409c-978c-a81e8730e629,segment=NetworkSegment(f1368aa0-dab1-45c6-98a6-a31f3524cb7a),segment_id=f1368aa0-dab1-45c6-98a6-a31f3524cb7a)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:52.450016 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.454466 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.499669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.508883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for ec901370-e270-4bff-8968-90d93b8a0596 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:52.527631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Pushing event updated for resources: {'Port': ['ID=3ecbc580-119d-409c-978c-a81e8730e629,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.531455 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.553251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f613a-ba8b-4e02-91ca-49fc270f18f9 req-bb44deb6-d3ed-402e-8b5a-e65ed4d5a72f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.554792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-826f613a-ba8b-4e02-91ca-49fc270f18f9 req-bb44deb6-d3ed-402e-8b5a-e65ed4d5a72f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.2922151 Jun 17 08:30:52.636543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c596b0-3677-4178-b751-29138cc071b3 req-1454443b-4731-4e1c-950d-878a667c8ea9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.638113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78c596b0-3677-4178-b751-29138cc071b3 req-1454443b-4731-4e1c-950d-878a667c8ea9 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1930981 Jun 17 08:30:52.642758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.648774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-826f613a-ba8b-4e02-91ca-49fc270f18f9 req-e80fe06d-b4c2-4738-9c26-bb014c57bf5b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837545 Jun 17 08:30:52.652488 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb7d4d48-eae7-4dd5-9618-e01ac3db1ddc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.674031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bea641e9-0830-40b7-bd36-7ae50378eef0 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:52.689858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:52.694314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.790876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port bea641e9-0830-40b7-bd36-7ae50378eef0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:52.795214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Network f910f35d-3a9e-47fe-86e2-ff33367a016a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:52.795366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port bea641e9-0830-40b7-bd36-7ae50378eef0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:52.795610 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.802734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:52.819081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:52.821776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.833711 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-10c780c5-b54b-448c-b846-f75aabe76355 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.859741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Pushing event updated for resources: {'Port': ['ID=972401ae-2605-4db0-bfba-1a6c4bd81538,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.867084 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.875788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=ec901370-e270-4bff-8968-90d93b8a0596,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.878447 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.886996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78c596b0-3677-4178-b751-29138cc071b3 req-2a1578ad-873a-4430-a401-fdadc2b508f6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352614 Jun 17 08:30:52.946269 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.971406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41399a37-09ab-49f2-bdd8-df03cae29716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea641e9-0830-40b7-bd36-7ae50378eef0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:52.973802 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c86776-1c14-49c3-8b8e-b05e105fa664" -d '{"events": [{"server_uuid": "41399a37-09ab-49f2-bdd8-df03cae29716", "name": "network-vif-plugged", "status": "completed", "tag": "bea641e9-0830-40b7-bd36-7ae50378eef0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:52.990610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port bea641e9-0830-40b7-bd36-7ae50378eef0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bea641e9-0830-40b7-bd36-7ae50378eef0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:52.999885 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.000613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.001646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.003251 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.035643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9421687 Jun 17 08:30:53.044127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.048440 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/ec901370-e270-4bff-8968-90d93b8a0596 HTTP/1.1" status: 204 len: 168 time: 1.0846531 Jun 17 08:30:53.050377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.3 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/e1f85449-9ca1-4ab9-b48e-fd496724f15b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:53.052863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54172) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:53.057022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Request body: {'port': {'device_id': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:53.069440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=bea641e9-0830-40b7-bd36-7ae50378eef0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.073414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.085778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143318fc-9c50-48f4-a529-87652fdefc8f req-668ad2a0-6ea2-47a1-aaa4-3fcd56f239c7 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.087294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-143318fc-9c50-48f4-a529-87652fdefc8f req-668ad2a0-6ea2-47a1-aaa4-3fcd56f239c7 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 931 time: 0.2239828 Jun 17 08:30:53.156051 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d70016f-482f-4a65-9ee2-76a6b0674a5a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:30:53.157791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9d70016f-482f-4a65-9ee2-76a6b0674a5a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/ec901370-e270-4bff-8968-90d93b8a0596 HTTP/1.1" status: 404 len: 333 time: 0.0695755 Jun 17 08:30:53.163983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54176) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:53.214759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.255508 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.259536 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4116ee25-f986-4e83-ba56-2143b245e86d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.269816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:53.275432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-143318fc-9c50-48f4-a529-87652fdefc8f req-d2ff555b-79ab-41a2-8b9a-1ca44c8c2925 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773322 Jun 17 08:30:53.298175 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.300367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:53.304503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:53.308673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:53.311402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet e975a3eb-2254-4a00-843e-01652591a2f0 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:53.324107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a2555-21a9-4666-b99e-b4544154976a req-22d9e6ff-3f9c-436c-b66c-2d0c3770f687 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.326693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab9a2555-21a9-4666-b99e-b4544154976a req-22d9e6ff-3f9c-436c-b66c-2d0c3770f687 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 950 time: 0.2896423 Jun 17 08:30:53.332314 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.469050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.477344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab9a2555-21a9-4666-b99e-b4544154976a req-c070fce6-6688-4aa4-a46a-d4d895b1c565 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Jun 17 08:30:53.557961 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc1fb1-06d5-4aee-a606-acd4dbb20281 x-openstack-request-id: req-03cc1fb1-06d5-4aee-a606-acd4dbb20281 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:53.558528 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41399a37-09ab-49f2-bdd8-df03cae29716", "name": "network-vif-plugged", "status": "completed", "tag": "bea641e9-0830-40b7-bd36-7ae50378eef0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:53.558528 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03cc1fb1-06d5-4aee-a606-acd4dbb20281 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:53.558933 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41399a37-09ab-49f2-bdd8-df03cae29716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea641e9-0830-40b7-bd36-7ae50378eef0', 'code': 200} Jun 17 08:30:53.735923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7fe50-37eb-4a57-8a41-7466939448f9 req-e764d42d-fed9-4727-8695-9388d0c29be8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.737658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74d7fe50-37eb-4a57-8a41-7466939448f9 req-e764d42d-fed9-4727-8695-9388d0c29be8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 931 time: 0.2646067 Jun 17 08:30:53.783654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff6a28-d105-4e1c-97ed-6b7382e932fd None None] Network 88e2e397-c09f-4082-b92c-5164829884e0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:53.791581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=e1f85449-9ca1-4ab9-b48e-fd496724f15b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.799406 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.840155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.840763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.852852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-620825e1-54c2-442e-9f04-33fcabff7342 None None] Provisioning for port 3ecbc580-119d-409c-978c-a81e8730e629 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:53.863031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4455309 Jun 17 08:30:53.877822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-b9ab3b6c-cc77-492f-8fa2-0671de504f65 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.879283 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-b9ab3b6c-cc77-492f-8fa2-0671de504f65 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.0993102 Jun 17 08:30:53.884151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Request body: {'port': {'device_id': '1ee7a8e0-6903-4779-9325-98142804c49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:53.896030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.975692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74d7fe50-37eb-4a57-8a41-7466939448f9 req-b4db813b-1d52-4bba-b7b9-c217907b5405 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706033 Jun 17 08:30:54.067584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79fbe3-6cb3-4cc1-9467-f3642ce2408b req-e2bf5444-f5e2-4515-bcdb-570dda9d92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.067801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3ecbc580-119d-409c-978c-a81e8730e629 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:54.069274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f79fbe3-6cb3-4cc1-9467-f3642ce2408b req-e2bf5444-f5e2-4515-bcdb-570dda9d92b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 1102 time: 0.3757548 Jun 17 08:30:54.085554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a2673-f856-4cbe-8ed7-ab44f78e111f req-123e93f5-24ca-40c3-b7b9-94121aad40e4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.087247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-662a2673-f856-4cbe-8ed7-ab44f78e111f req-123e93f5-24ca-40c3-b7b9-94121aad40e4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.4024203 Jun 17 08:30:54.099982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.128645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3ecbc580-119d-409c-978c-a81e8730e629 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:54.132109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Deleting port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:54.132545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.134102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3ecbc580-119d-409c-978c-a81e8730e629 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:54.134986 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.214885 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.222170 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6ee9322-e613-4329-af48-7ab227736e95 tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.240026 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.278233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3ecbc580-119d-409c-978c-a81e8730e629, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3ecbc580-119d-409c-978c-a81e8730e629,segment=NetworkSegment(f1368aa0-dab1-45c6-98a6-a31f3524cb7a),segment_id=f1368aa0-dab1-45c6-98a6-a31f3524cb7a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:54.287120 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.289699 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.292962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972401ae-2605-4db0-bfba-1a6c4bd81538 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:54.302942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.305297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/e975a3eb-2254-4a00-843e-01652591a2f0 HTTP/1.1" status: 204 len: 168 time: 1.1380334 Jun 17 08:30:54.310437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=e975a3eb-2254-4a00-843e-01652591a2f0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.314428 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.315686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54188) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:54.321683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-662a2673-f856-4cbe-8ed7-ab44f78e111f req-5b4542a5-6cf2-477e-8c4a-230b673e6a93 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149339 Jun 17 08:30:54.324187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f79fbe3-6cb3-4cc1-9467-f3642ce2408b req-402b033b-d9db-46d2-be24-364400e37572 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307096 Jun 17 08:30:54.340107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.340777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.341324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.341692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.342059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.342423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.342783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.343388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.343750 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.344680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.345185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.345550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:54.353100 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:54.362252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Transition to ACTIVE for port object 972401ae-2605-4db0-bfba-1a6c4bd81538 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:54.373477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.377473 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e335807-f222-4ded-93df-771ca3d36d78 tempest-ServersAdminTestJSON-1105769931 tempest-ServersAdminTestJSON-1105769931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.390242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] For port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:54.390825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b64a-6ba5-43d3-937e-002ce5392f59 req-652d678c-af0b-4162-8aa5-b155cfbdf695 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.391531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.392483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d191b64a-6ba5-43d3-937e-002ce5392f59 req-652d678c-af0b-4162-8aa5-b155cfbdf695 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.3000529 Jun 17 08:30:54.392984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3ecbc580-119d-409c-978c-a81e8730e629,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.395980 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:54.480017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e627740-8770-45f9-b648-609fb048f0ac None None] Network 88e2e397-c09f-4082-b92c-5164829884e0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:54.514637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Pushing event updated for resources: {'Port': ['ID=972401ae-2605-4db0-bfba-1a6c4bd81538,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.539788 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:54.559231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3e456b87-293a-4063-a962-725d4945b96d None None] Provisioning complete for port 3ecbc580-119d-409c-978c-a81e8730e629 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:54.559815 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e456b87-293a-4063-a962-725d4945b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.563923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d191b64a-6ba5-43d3-937e-002ce5392f59 req-950e3678-d8da-4076-b955-feb40212d8c0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598911 Jun 17 08:30:54.588239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Calling delete_port for 0bcef13f-2152-4a92-9c36-c3bc5e161a6e owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:54.638085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.645145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Attempting to bind port 972401ae-2605-4db0-bfba-1a6c4bd81538 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:54.645338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Attempting to bind port 972401ae-2605-4db0-bfba-1a6c4bd81538 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:54.645671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Attempting to bind port 972401ae-2605-4db0-bfba-1a6c4bd81538 on network f910f35d-3a9e-47fe-86e2-ff33367a016a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:54.650191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Port 972401ae-2605-4db0-bfba-1a6c4bd81538 on network f910f35d-3a9e-47fe-86e2-ff33367a016a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:54.650522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Attempting to bind port 972401ae-2605-4db0-bfba-1a6c4bd81538 on network f910f35d-3a9e-47fe-86e2-ff33367a016a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:54.660549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49786571-614e-4327-9c7d-55f7925005f4 req-4ad719c1-0cec-4941-96ee-a04d270e091b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.684637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49786571-614e-4327-9c7d-55f7925005f4 req-4ad719c1-0cec-4941-96ee-a04d270e091b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 950 time: 0.1946604 Jun 17 08:30:54.706489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:54.706978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Checking segment: {'id': '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:54.710820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Bound using segment: {'id': '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:54.711318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Bound port: 972401ae-2605-4db0-bfba-1a6c4bd81538, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:54.711678 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.783904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] DHCP port deletion for 88e2e397-c09f-4082-b92c-5164829884e0 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:30:54.787014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49786571-614e-4327-9c7d-55f7925005f4 req-87d6a5d9-347d-4679-9ddf-a01087ad34c2 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/security-groups?id=9439263e-1160-4c42-8bb7-4d717fb9dd4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953081 Jun 17 08:30:54.856015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 3ecbc580-119d-409c-978c-a81e8730e629 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:54.856416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.872587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Deleting port 3ecbc580-119d-409c-978c-a81e8730e629 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:54.872980 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.873157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] For port 972401ae-2605-4db0-bfba-1a6c4bd81538, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:54.880565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] For port 972401ae-2605-4db0-bfba-1a6c4bd81538, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=972401ae-2605-4db0-bfba-1a6c4bd81538,segment=NetworkSegment(4ac86bff-92b8-468d-ba9d-6a80c0ba95b1),segment_id=4ac86bff-92b8-468d-ba9d-6a80c0ba95b1)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:54.896845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.902271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.928059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cfe14-1bc5-4957-9a33-5c226339ba4c req-838e7a9c-c430-4d66-9e34-25b4971db0ef tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.935443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-594cfe14-1bc5-4957-9a33-5c226339ba4c req-838e7a9c-c430-4d66-9e34-25b4971db0ef tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 943 time: 0.1726286 Jun 17 08:30:54.948777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] For port 3ecbc580-119d-409c-978c-a81e8730e629, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3ecbc580-119d-409c-978c-a81e8730e629,segment=NetworkSegment(f1368aa0-dab1-45c6-98a6-a31f3524cb7a),segment_id=f1368aa0-dab1-45c6-98a6-a31f3524cb7a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:54.949385 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.988922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f85449-9ca1-4ab9-b48e-fd496724f15b {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:55.000202 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.000939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.001682 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.003217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] 10.222.0.60 "PUT /v2.0/ports/972401ae-2605-4db0-bfba-1a6c4bd81538 HTTP/1.1" status: 200 len: 1092 time: 1.9514446 Jun 17 08:30:55.003870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'tag': '972401ae-2605-4db0-bfba-1a6c4bd81538'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:55.006429 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acebabc0-8061-42b8-a782-ef784374b956" -d '{"events": [{"name": "network-changed", "server_uuid": "6fab19da-6c14-470f-94f2-058a1e8af3c2", "tag": "972401ae-2605-4db0-bfba-1a6c4bd81538"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:55.027558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Transition to ACTIVE for port object e1f85449-9ca1-4ab9-b48e-fd496724f15b will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:55.032136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Calling delete_port for 3ecbc580-119d-409c-978c-a81e8730e629 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:55.049752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27db16c9-a271-4341-bced-16568ee46c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.058297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Pushing event updated for resources: {'Port': ['ID=972401ae-2605-4db0-bfba-1a6c4bd81538,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:55.068396 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.090158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-594cfe14-1bc5-4957-9a33-5c226339ba4c req-db93feed-8205-4f9a-b039-5ddd97253f1b tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264465 Jun 17 08:30:55.099231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee887d48-acd0-4e44-bded-7c94c0d6466a req-6ca4b3f8-daf0-4965-8e0f-446f3e7a4d65 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.101406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee887d48-acd0-4e44-bded-7c94c0d6466a req-6ca4b3f8-daf0-4965-8e0f-446f3e7a4d65 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 950 time: 0.1820138 Jun 17 08:30:55.130253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] For port 3ecbc580-119d-409c-978c-a81e8730e629, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3ecbc580-119d-409c-978c-a81e8730e629,segment=NetworkSegment(f1368aa0-dab1-45c6-98a6-a31f3524cb7a),segment_id=f1368aa0-dab1-45c6-98a6-a31f3524cb7a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:55.130682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.134394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.147722 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.148208 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13e8df5d-2d59-4c82-81f9-f610466a8c0f tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:55.151446 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:55.161775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.194136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Pushing event deleted for resources: {'Port': ['ID=3ecbc580-119d-409c-978c-a81e8730e629,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:55.196112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee887d48-acd0-4e44-bded-7c94c0d6466a req-12882bf9-8a17-44fb-aa90-07f49ce0db91 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763700 Jun 17 08:30:55.205806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] No DVR routers for this DVR port 3ecbc580-119d-409c-978c-a81e8730e629 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:55.206670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-b5e2ea04-cf73-48be-abe7-e9d209e37bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.207558 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.208688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-b5e2ea04-cf73-48be-abe7-e9d209e37bc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ee60928a2448bc9a95d6d95a9194e4&device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1066883 Jun 17 08:30:55.272875 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4105cf-898b-4c0b-9e88-b59c59b6c918 x-openstack-request-id: req-0b4105cf-898b-4c0b-9e88-b59c59b6c918 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:55.273213 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fab19da-6c14-470f-94f2-058a1e8af3c2", "tag": "972401ae-2605-4db0-bfba-1a6c4bd81538", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:55.273515 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b4105cf-898b-4c0b-9e88-b59c59b6c918 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:55.273957 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'tag': '972401ae-2605-4db0-bfba-1a6c4bd81538', 'status': 'completed', 'code': 200} Jun 17 08:30:55.276331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-5d0d9047-3a08-4ec2-b22d-365a70d270f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972401ae-2605-4db0-bfba-1a6c4bd81538 HTTP/1.1" status: 200 len: 217 time: 0.0484676 Jun 17 08:30:55.321613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 3ecbc580-119d-409c-978c-a81e8730e629 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:55.350454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] No DVR routers for this DVR port 0bcef13f-2152-4a92-9c36-c3bc5e161a6e on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:55.361279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73956-d2c2-4239-8435-20fd075bda5c req-1e20ad48-0d26-45d8-b016-cc32667d4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.362748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-1e20ad48-0d26-45d8-b016-cc32667d4b6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4 HTTP/1.1" status: 200 len: 863 time: 0.0768533 Jun 17 08:30:55.384750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.386695 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e977260a-497e-4708-94e0-eb2b4700ef9d req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.67 "DELETE /v2.0/ports/0bcef13f-2152-4a92-9c36-c3bc5e161a6e HTTP/1.1" status: 204 len: 173 time: 1.5001101 Jun 17 08:30:55.387254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-deleted', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:55.389997 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e26176-2f66-42c8-b044-4d8002a40be9" -d '{"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-deleted", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:55.396957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa5e7-579e-4fc9-978a-f89a9d5b22eb req-ea2b2f4c-59e5-447c-bfa0-25e2a57582a0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.406284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8aa5e7-579e-4fc9-978a-f89a9d5b22eb req-ea2b2f4c-59e5-447c-bfa0-25e2a57582a0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 943 time: 0.1351674 Jun 17 08:30:55.433774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-df0666c3-ea93-4301-8827-e9d587d37340 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f910f35d-3a9e-47fe-86e2-ff33367a016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560327 Jun 17 08:30:55.462134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f85449-9ca1-4ab9-b48e-fd496724f15b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:55.487086 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.489389 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:55.514117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Pushing event deleted for resources: {'Port': ['ID=0bcef13f-2152-4a92-9c36-c3bc5e161a6e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:55.538060 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.583541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f8aa5e7-579e-4fc9-978a-f89a9d5b22eb req-8b3f9887-994e-429b-8856-127b1f45d25f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762643 Jun 17 08:30:55.642277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Attempting to bind port e1f85449-9ca1-4ab9-b48e-fd496724f15b on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:55.642617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Attempting to bind port e1f85449-9ca1-4ab9-b48e-fd496724f15b by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:55.644302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Attempting to bind port e1f85449-9ca1-4ab9-b48e-fd496724f15b on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:55.662655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Port e1f85449-9ca1-4ab9-b48e-fd496724f15b on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:55.671690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Attempting to bind port e1f85449-9ca1-4ab9-b48e-fd496724f15b on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:55.692144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:55.693193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:55.694937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:55.695705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Bound port: e1f85449-9ca1-4ab9-b48e-fd496724f15b, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:55.697416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.722804 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8008eec-79f2-4927-8b43-148757cebc98 x-openstack-request-id: req-f8008eec-79f2-4927-8b43-148757cebc98 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:55.723474 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac71e68f-7569-41a2-b1cf-68a187fb92d1", "name": "network-vif-deleted", "tag": "0bcef13f-2152-4a92-9c36-c3bc5e161a6e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:55.724201 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8008eec-79f2-4927-8b43-148757cebc98 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:55.725149 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac71e68f-7569-41a2-b1cf-68a187fb92d1', 'name': 'network-vif-deleted', 'tag': '0bcef13f-2152-4a92-9c36-c3bc5e161a6e', 'status': 'completed', 'code': 200} Jun 17 08:30:55.744556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.750110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242de48-9db1-4991-abfa-1845eeeb6bf4 req-efabbb54-3a14-400b-976b-972ff26f2b6d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.764275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0242de48-9db1-4991-abfa-1845eeeb6bf4 req-efabbb54-3a14-400b-976b-972ff26f2b6d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2570367 Jun 17 08:30:55.777931 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6aff9eb1-5f8a-41c3-8834-9f590efa2adc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:55.820675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=3ecbc580-119d-409c-978c-a81e8730e629,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:55.833360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No DVR routers for this DVR port 3ecbc580-119d-409c-978c-a81e8730e629 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:55.843834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0242de48-9db1-4991-abfa-1845eeeb6bf4 req-01ec0963-ed61-413d-95d0-bb79be97b650 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703316 Jun 17 08:30:55.845828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.852326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-4a3fd6e0-c868-4407-a39f-3289f2734486 service neutron] 10.222.0.60 "GET /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046943 Jun 17 08:30:55.913143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] For port e1f85449-9ca1-4ab9-b48e-fd496724f15b, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:55.966344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.971435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] For port e1f85449-9ca1-4ab9-b48e-fd496724f15b, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:55.980947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e2e397-c09f-4082-b92c-5164829884e0']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:55.984812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.993844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42858046-f97c-46f6-9bcd-2c6723560fd4 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:56.023482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3ecbc580-119d-409c-978c-a81e8730e629 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:56.039998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90bd9d-cb4d-43f0-8a79-6a9fdaa5c932 req-7a214a37-7970-4c72-982e-c6cb16246dc2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.048793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e90bd9d-cb4d-43f0-8a79-6a9fdaa5c932 req-7a214a37-7970-4c72-982e-c6cb16246dc2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.2002950 Jun 17 08:30:56.062580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f85449-9ca1-4ab9-b48e-fd496724f15b,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:56.066420 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:56.072787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:56.073248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1368aa0-dab1-45c6-98a6-a31f3524cb7a') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:56.088447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e73956-d2c2-4239-8435-20fd075bda5c req-014809c8-7faf-4aa9-b8a1-70832e60d73d service neutron] 10.222.0.60 "GET /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147822 Jun 17 08:30:56.096268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.096729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.098145 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] 10.222.0.60 "PUT /v2.0/ports/e1f85449-9ca1-4ab9-b48e-fd496724f15b HTTP/1.1" status: 200 len: 1092 time: 2.2179708 Jun 17 08:30:56.098254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3ecbc580-119d-409c-978c-a81e8730e629 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:56.098795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3ecbc580-119d-409c-978c-a81e8730e629 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:56.117797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.139790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e90bd9d-cb4d-43f0-8a79-6a9fdaa5c932 req-14c2dde6-bbd0-4128-b9a6-33b6a24340f9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846448 Jun 17 08:30:56.153368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.162256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:56.162963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:56.166128 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:56.189848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d10ee52-6211-4afc-8a1c-9f843a90328e req-7b3f14eb-0c59-4c57-8783-82a9a2173236 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac71e68f-7569-41a2-b1cf-68a187fb92d1 HTTP/1.1" status: 200 len: 210 time: 0.0488558 Jun 17 08:30:56.276253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-43103d93-64b7-433c-b220-11b879600275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.278609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-43103d93-64b7-433c-b220-11b879600275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 1095 time: 0.0852380 Jun 17 08:30:56.287290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.291982 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-412bfa3b-86dd-4e8e-b023-f5e9f9c013d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:56.300392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.302472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/88e2e397-c09f-4082-b92c-5164829884e0 HTTP/1.1" status: 204 len: 168 time: 1.9855359 Jun 17 08:30:56.307718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:56.332842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'name': 'tempest-PortsTestJSON-2019611799'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:56.339791 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=88e2e397-c09f-4082-b92c-5164829884e0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:56.355128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebabc0-8061-42b8-a782-ef784374b956 req-e032a8ef-f648-4135-985e-76db75d4767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.356652 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-e032a8ef-f648-4135-985e-76db75d4767c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ee60928a2448bc9a95d6d95a9194e4&device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1697106 Jun 17 08:30:56.361768 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:56.365534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-f667f57e-462b-4ed6-98ec-999521f5f5f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b HTTP/1.1" status: 200 len: 217 time: 0.0747807 Jun 17 08:30:56.495582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ef16fb92-b9cd-4c75-85eb-177281ac0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.497424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-ef16fb92-b9cd-4c75-85eb-177281ac0425 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1232858 Jun 17 08:30:56.545556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-26b9ca22-960b-473a-a740-5616499d3530 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362291 Jun 17 08:30:56.584535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:56.587790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.603805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9f69-e087-41f3-a01b-31886835446f req-99211da6-f865-428e-b135-231caa0916e2 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.605255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faec9f69-e087-41f3-a01b-31886835446f req-99211da6-f865-428e-b135-231caa0916e2 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 943 time: 0.1722326 Jun 17 08:30:56.631708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebabc0-8061-42b8-a782-ef784374b956 req-e3c50fa7-5f2e-4759-9f4f-de7c87434f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.633170 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-e3c50fa7-5f2e-4759-9f4f-de7c87434f8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f910f35d-3a9e-47fe-86e2-ff33367a016a HTTP/1.1" status: 200 len: 924 time: 0.2677331 Jun 17 08:30:56.634279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 32c38712-e5b6-4a37-8d6d-76f95a389109 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:56.696216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:56.716116 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-78bc0d4a-6a55-4960-9051-ab379e7c03ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972401ae-2605-4db0-bfba-1a6c4bd81538 HTTP/1.1" status: 200 len: 217 time: 0.0722654 Jun 17 08:30:56.719400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-faec9f69-e087-41f3-a01b-31886835446f req-073c74e3-34fc-4304-9468-67e60a43287b tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960457 Jun 17 08:30:56.726497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-4bfeb54a-1565-4273-8e88-dd93195cad50 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675379 Jun 17 08:30:56.728004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 0bcef13f-2152-4a92-9c36-c3bc5e161a6e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:56.728238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0bcef13f-2152-4a92-9c36-c3bc5e161a6e not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:56.734198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eac1a-9265-470a-b01e-74926aa2c618 req-450db2d5-3759-4583-bddf-6461780e173b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.735766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b75eac1a-9265-470a-b01e-74926aa2c618 req-450db2d5-3759-4583-bddf-6461780e173b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 950 time: 0.1954460 Jun 17 08:30:56.777970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-0b53c68c-5d34-4f76-824d-cd771f2c59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.779481 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-0b53c68c-5d34-4f76-824d-cd771f2c59ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.2092400 Jun 17 08:30:56.843945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebabc0-8061-42b8-a782-ef784374b956 req-c745aea7-8c94-4ed5-b26e-4c29be89b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.845906 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-c745aea7-8c94-4ed5-b26e-4c29be89b532 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4 HTTP/1.1" status: 200 len: 863 time: 0.1149044 Jun 17 08:30:56.876538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b75eac1a-9265-470a-b01e-74926aa2c618 req-e04330c7-64f0-4186-901f-4407938698a8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276112 Jun 17 08:30:56.890025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5001e469-66ce-4499-98c0-f39a30ea42f1 req-7ac2477d-5c29-4d82-b34f-b7f3e598e4eb service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422155 Jun 17 08:30:56.921944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48915246-b816-4d42-a972-0fa5a6b721da req-50013b78-b066-45a8-b706-edd9ccd1b44e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.924094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48915246-b816-4d42-a972-0fa5a6b721da req-50013b78-b066-45a8-b706-edd9ccd1b44e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.0895777 Jun 17 08:30:56.966751 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-5f50485d-baa5-4d47-81a2-0b65841e42d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f910f35d-3a9e-47fe-86e2-ff33367a016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732667 Jun 17 08:30:56.975724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48915246-b816-4d42-a972-0fa5a6b721da req-7bc52eee-ac15-43a9-b79e-e48167e9830c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Jun 17 08:30:57.025763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.033224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-40afce4d-91a5-4eac-abbe-c01d25e5083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.034707 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-40afce4d-91a5-4eac-abbe-c01d25e5083d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.2459099 Jun 17 08:30:57.152666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39b733-ece8-4e12-af24-938ced7f1968 req-e8d1feab-6b61-460f-9ae4-c798f23d993e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.154515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb39b733-ece8-4e12-af24-938ced7f1968 req-e8d1feab-6b61-460f-9ae4-c798f23d993e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 943 time: 0.0764723 Jun 17 08:30:57.159089 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-82275867-765a-4996-8a9e-a7b6f83115ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.1166394 Jun 17 08:30:57.185899 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-93b48e0b-006d-492e-88c5-6d537a8877a8 service neutron] 10.222.0.60 "GET /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075932 Jun 17 08:30:57.222749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.238974 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cb22dec-6e52-4baa-aaf8-22b7c013008b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:57.293848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-9d192ab1-a4ba-417e-a015-1fd96fbfa6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.295383 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-9d192ab1-a4ba-417e-a015-1fd96fbfa6e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.1284304 Jun 17 08:30:57.352970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:57.364133 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e0622d2-3fa8-4e0b-a08d-e1741a9b856b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.374994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=32c38712-e5b6-4a37-8d6d-76f95a389109,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:57.381690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:57.385824 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:57.388851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:57.394868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.395517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.430117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-acebabc0-8061-42b8-a782-ef784374b956 req-027d3540-b760-426b-b36f-f59a36b21ecf service neutron] 10.222.0.60 "GET /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226667 Jun 17 08:30:57.432287 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1069868 Jun 17 08:30:57.435079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54232) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:57.471349 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.483594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-df873432-18ef-4b5a-be2c-b4c17cab5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.485560 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-df873432-18ef-4b5a-be2c-b4c17cab5b83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486843 Jun 17 08:30:57.613311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 32c38712-e5b6-4a37-8d6d-76f95a389109 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:57.613562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.613794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb39b733-ece8-4e12-af24-938ced7f1968 req-7db9862f-71ba-4b2d-b4b5-e8de2aa7ca50 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520092 Jun 17 08:30:57.634308 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-8b475451-290a-4b21-af21-20f8d0b1e4b2 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371555 Jun 17 08:30:57.657682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-1b693772-cafc-4b00-ac52-4a57e575b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.659365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-1b693772-cafc-4b00-ac52-4a57e575b1ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.1148939 Jun 17 08:30:57.660962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae0c14-a542-49be-9722-b21a8122893a req-9646bb06-c477-4535-ad5f-b54055f0191f tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.662325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-feae0c14-a542-49be-9722-b21a8122893a req-9646bb06-c477-4535-ad5f-b54055f0191f tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 1102 time: 0.1169212 Jun 17 08:30:57.714591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.727119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee7a8e0-6903-4779-9325-98142804c49e', 'tag': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:57.729465 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c28f98-f734-42b8-83ec-1e744c9eef4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee7a8e0-6903-4779-9325-98142804c49e", "tag": "e1f85449-9ca1-4ab9-b48e-fd496724f15b"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:57.759581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-feae0c14-a542-49be-9722-b21a8122893a req-0b5e4cf2-7bf6-438b-98f7-8bfdca1c548c tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915558 Jun 17 08:30:57.829761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-f4a0faa4-c717-45c6-aeac-63cca527a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.831161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-f4a0faa4-c717-45c6-aeac-63cca527a428 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.1615090 Jun 17 08:30:57.831729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 32c38712-e5b6-4a37-8d6d-76f95a389109 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:57.895945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-b649c490-589b-4b1f-898c-da0cc1fd0a1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.0553188 Jun 17 08:30:57.902006 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d943c5ae-507b-481a-bd70-24b66fa64243 req-72631921-0145-4df5-9149-9176a37d5ea3 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492607 Jun 17 08:30:57.910857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5eef-07db-4981-93ea-ffce16efeb5f req-02f9d02b-7d99-44b8-b9d2-31c3b8aeafe3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.917819 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76eb5eef-07db-4981-93ea-ffce16efeb5f req-02f9d02b-7d99-44b8-b9d2-31c3b8aeafe3 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1628745 Jun 17 08:30:57.939956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.944322 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7678757a-a9d9-4395-a596-27c856260c8b tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:58.026864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-4863d787-c9a2-4972-8ae0-9fbc7f06aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.028408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-4863d787-c9a2-4972-8ae0-9fbc7f06aafe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1067698 Jun 17 08:30:58.033008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76eb5eef-07db-4981-93ea-ffce16efeb5f req-6260780e-2050-4772-97be-9db29eaa1dfd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142080 Jun 17 08:30:58.071478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-9e6c962f-8df6-4c37-83a9-fed7f7fd7988 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320320 Jun 17 08:30:58.083289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da8a3-5daf-4cd0-bbc4-95986721fee4 req-fc3785f6-5726-4a91-be7e-e0d91997d326 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.084869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc2da8a3-5daf-4cd0-bbc4-95986721fee4 req-fc3785f6-5726-4a91-be7e-e0d91997d326 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1921721 Jun 17 08:30:58.189834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc2da8a3-5daf-4cd0-bbc4-95986721fee4 req-3f54e648-aca0-41ca-830c-3ac01890b09a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963278 Jun 17 08:30:58.216873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-b734b487-0f83-4d63-85cd-8828b0978626 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306477 Jun 17 08:30:58.292692 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4e524-f103-49ec-b1b8-290156fcabe4 x-openstack-request-id: req-5ba4e524-f103-49ec-b1b8-290156fcabe4 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:58.293021 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee7a8e0-6903-4779-9325-98142804c49e", "tag": "e1f85449-9ca1-4ab9-b48e-fd496724f15b", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:58.293317 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ba4e524-f103-49ec-b1b8-290156fcabe4 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:58.293742 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee7a8e0-6903-4779-9325-98142804c49e', 'tag': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b', 'status': 'completed', 'code': 200} Jun 17 08:30:58.302496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=32c38712-e5b6-4a37-8d6d-76f95a389109,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:58.327606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:58.331751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.332321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-eb9a710f-73a6-4e80-896d-ccde0eafdb46 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353534 Jun 17 08:30:58.334065 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/32c38712-e5b6-4a37-8d6d-76f95a389109 HTTP/1.1" status: 204 len: 168 time: 0.8980770 Jun 17 08:30:58.337354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:58.343085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'mac_address': 'fa:16:3e:b6:26:dc', 'name': 'tempest-PortsTestJSON-362753199'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:58.424444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c6c68-f7ef-4862-8bc9-886a94980739 req-3a8a5fbb-125d-4234-9b26-2a16608971f7 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000713 Jun 17 08:30:58.441082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-dac2a076-0496-4ee4-8cc0-b2d4b6d84eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.442555 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-dac2a076-0496-4ee4-8cc0-b2d4b6d84eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 1095 time: 0.1517220 Jun 17 08:30:58.479558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:58.535801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-c49dcb0c-c3d3-4103-ab69-539596f73c0d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.537301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-c49dcb0c-c3d3-4103-ab69-539596f73c0d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850877 Jun 17 08:30:58.544921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23abe0-f018-4488-8caa-ae2f63d50827 req-d3d38545-cc0b-47ff-bdb6-f2b28d06a5df tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.547106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f23abe0-f018-4488-8caa-ae2f63d50827 req-d3d38545-cc0b-47ff-bdb6-f2b28d06a5df tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 943 time: 0.2119339 Jun 17 08:30:58.571228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-2669232b-9c99-41ee-a3ba-5c8f028baf01 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/quotas/ac2429b0b0c64aa7a543eb8b52130104 HTTP/1.1" status: 200 len: 375 time: 0.0234380 Jun 17 08:30:58.603273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.625870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f23abe0-f018-4488-8caa-ae2f63d50827 req-f6f41a3d-2727-4f79-beba-077b22018dc8 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709500 Jun 17 08:30:58.629868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-41108970-c69f-4dc4-9b8f-ee79a91cd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.631554 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-41108970-c69f-4dc4-9b8f-ee79a91cd33f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.1778555 Jun 17 08:30:58.638341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54262) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:58.642686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 4a113449-c81e-40ec-8bba-f8b0318dbbbb yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:58.694436 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-e97ec9e1-e632-44af-b689-9f5323738a3f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1141086 Jun 17 08:30:58.715705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-5065438a-2ce8-4fb9-be33-548d8439ebf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b HTTP/1.1" status: 200 len: 217 time: 0.0750828 Jun 17 08:30:58.778055 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.830399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-56838828-e005-4059-a413-bc2186674792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.832041 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-56838828-e005-4059-a413-bc2186674792 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1085267 Jun 17 08:30:58.858125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682aa4-5413-430d-9711-a78b8d48d1a5 req-1385866d-b852-43ed-a76e-112d379846da tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.860492 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0682aa4-5413-430d-9711-a78b8d48d1a5 req-1385866d-b852-43ed-a76e-112d379846da tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.0780599 Jun 17 08:30:58.904004 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-037fce8c-a8dc-488c-a231-2f9168396193 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575495 Jun 17 08:30:58.904674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0682aa4-5413-430d-9711-a78b8d48d1a5 req-cef56552-396b-4d7a-a98d-15d1536adb35 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 Jun 17 08:30:58.911581 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9b7258ae-a230-4673-915c-577857b743c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b964bd719d94aefb67da595c6df2182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698202 Jun 17 08:30:58.912472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54272) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.001589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.034598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-418ebdcc-a488-4d34-8215-0a5ff73c3963 req-113c9376-f86a-46cd-8975-dccf0db36d11 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 210 time: 0.0658860 Jun 17 08:30:59.060225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.076155 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-792da73c-3452-46ef-9341-d6be5a811c1d service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631441 Jun 17 08:30:59.095736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.104667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a105-f213-4836-9009-5460d4f4f74d req-3a4503c4-16d2-4c29-ba9e-781aec79f524 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.106367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4797a105-f213-4836-9009-5460d4f4f74d req-3a4503c4-16d2-4c29-ba9e-781aec79f524 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 943 time: 0.1407928 Jun 17 08:30:59.112669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.118469 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.200093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4797a105-f213-4836-9009-5460d4f4f74d req-419738c6-9ca2-48e4-af33-9e72bb2b83bb tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817327 Jun 17 08:30:59.222109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:59.222109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:59.228086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:59.234179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.235725 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.242071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=4a113449-c81e-40ec-8bba-f8b0318dbbbb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.252885 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.256479 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.259325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.263437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9439263e-1160-4c42-8bb7-4d717fb9dd4d HTTP/1.1" status: 204 len: 168 time: 0.3493636 Jun 17 08:30:59.265563 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04c28f98-f734-42b8-83ec-1e744c9eef4d req-08d1e6cb-b071-4f43-8ec3-1c39d34dd59a service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797273 Jun 17 08:30:59.266565 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fad76e79-511e-48c6-8daf-131068f5458a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.269007 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9297850 Jun 17 08:30:59.272445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54288) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.284230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9439263e-1160-4c42-8bb7-4d717fb9dd4d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.294553 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.341495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f6d93-324c-45a3-b2f6-85c2bf39160a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.342811 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-533f6d93-324c-45a3-b2f6-85c2bf39160a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/4a113449-c81e-40ec-8bba-f8b0318dbbbb HTTP/1.1" status: 200 len: 840 time: 0.0674660 Jun 17 08:30:59.351919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54290) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.358145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1c70-7fef-4803-a35c-181d2e287575 req-aa57d2c1-81df-484a-8150-c7b87db143e8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.361939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e3b1c70-7fef-4803-a35c-181d2e287575 req-aa57d2c1-81df-484a-8150-c7b87db143e8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1825843 Jun 17 08:30:59.378216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e1f85449-9ca1-4ab9-b48e-fd496724f15b details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:59.454466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e3b1c70-7fef-4803-a35c-181d2e287575 req-e12813b4-ddb7-4d99-a82b-16f1c455fdcb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824952 Jun 17 08:30:59.470252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1a5d-2ef6-4024-90cd-5e7246cbfa69 req-9aec61a1-43dc-4050-ac57-b1e7b71916c1 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.471919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3ea1a5d-2ef6-4024-90cd-5e7246cbfa69 req-9aec61a1-43dc-4050-ac57-b1e7b71916c1 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1090221 Jun 17 08:30:59.490382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 4a113449-c81e-40ec-8bba-f8b0318dbbbb {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:59.491003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.553418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3ea1a5d-2ef6-4024-90cd-5e7246cbfa69 req-45a78068-be4f-44b8-bd8b-8c5696a3502a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Jun 17 08:30:59.582030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e1f85449-9ca1-4ab9-b48e-fd496724f15b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:59.601885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b', 'mac_address': 'fa:16:3e:14:f3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:59.641915 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.729191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 4a113449-c81e-40ec-8bba-f8b0318dbbbb owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:59.743533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca9ff-4521-43cf-a5e9-f5eae5115903 req-deabffbd-139e-4404-8a00-9cdd56bebd24 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.754813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eafca9ff-4521-43cf-a5e9-f5eae5115903 req-deabffbd-139e-4404-8a00-9cdd56bebd24 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1225171 Jun 17 08:30:59.804554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eafca9ff-4521-43cf-a5e9-f5eae5115903 req-787adc90-9059-42d3-835d-937c0c7ab730 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Jun 17 08:30:59.835874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54298) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.876891 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.882023 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ebe7a426-3614-4f8f-8034-847c5723ab84 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.890281 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.906419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f85449-9ca1-4ab9-b48e-fd496724f15b {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:59.936911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8a9d9c66-6b81-4adf-9175-34d7ff127d1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6220015e73d74338a1a5be845405b81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995741 Jun 17 08:30:59.937565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54300) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.940965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=4a113449-c81e-40ec-8bba-f8b0318dbbbb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.944164 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.954114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.956139 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/4a113449-c81e-40ec-8bba-f8b0318dbbbb HTTP/1.1" status: 204 len: 168 time: 0.6029279 Jun 17 08:30:59.959197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54302) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:00.000169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e1f85449-9ca1-4ab9-b48e-fd496724f15b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:00.009262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.010354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 972401ae-2605-4db0-bfba-1a6c4bd81538 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:00.012886 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.024113 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faf5453-f809-4b45-8915-dccae8efced9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:00.031181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7faf5453-f809-4b45-8915-dccae8efced9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/4a113449-c81e-40ec-8bba-f8b0318dbbbb HTTP/1.1" status: 404 len: 333 time: 0.0696776 Jun 17 08:31:00.031945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54306) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:00.037556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'name': 'tempest-PortsTestJSON-785689875'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:00.048305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.083438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.125620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e1f85449-9ca1-4ab9-b48e-fd496724f15b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.141516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:00.145764 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.163237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.163486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 7b00a5f9-dcb5-48dc-9009-715d170a3317 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:00.163600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.163923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.164262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.164598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.164922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.165267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.165592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.165920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.166249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.166575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.166894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:00.173796 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.178380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a6336-c432-4720-baed-fc021986dc44 req-cec76f5f-cd4c-4c78-81d9-e6c8940e6219 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.179985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f6a6336-c432-4720-baed-fc021986dc44 req-cec76f5f-cd4c-4c78-81d9-e6c8940e6219 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 943 time: 0.1728644 Jun 17 08:31:00.210390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 972401ae-2605-4db0-bfba-1a6c4bd81538, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=972401ae-2605-4db0-bfba-1a6c4bd81538,segment=NetworkSegment(4ac86bff-92b8-468d-ba9d-6a80c0ba95b1),segment_id=4ac86bff-92b8-468d-ba9d-6a80c0ba95b1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:00.228683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.231565 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.232751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0183020-fca0-447f-aefa-f80161006a23 HTTP/1.1" status: 204 len: 168 time: 0.2927561 Jun 17 08:31:00.238430 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d6006ac-faf0-46bd-a208-415967306498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.240775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '972401ae-2605-4db0-bfba-1a6c4bd81538', 'network_id': 'f910f35d-3a9e-47fe-86e2-ff33367a016a', 'port_id': '972401ae-2605-4db0-bfba-1a6c4bd81538', 'mac_address': 'fa:16:3e:58:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:00.247827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f6a6336-c432-4720-baed-fc021986dc44 req-fd2984b4-5bed-4f4d-ad31-3fe297b066dd tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604217 Jun 17 08:31:00.261084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185a52-0d69-415d-8212-66f7b967f2e0 req-b026c9ba-ac9f-41d2-93c4-6121fd934972 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.269094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64185a52-0d69-415d-8212-66f7b967f2e0 req-b026c9ba-ac9f-41d2-93c4-6121fd934972 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1754339 Jun 17 08:31:00.272303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0183020-fca0-447f-aefa-f80161006a23,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.279649 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.281148 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.312539 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.330748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972401ae-2605-4db0-bfba-1a6c4bd81538 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:00.338846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64185a52-0d69-415d-8212-66f7b967f2e0 req-c9de3ad2-ded9-453f-927e-534a93352e18 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688725 Jun 17 08:31:00.355963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 972401ae-2605-4db0-bfba-1a6c4bd81538, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=972401ae-2605-4db0-bfba-1a6c4bd81538,segment=NetworkSegment(4ac86bff-92b8-468d-ba9d-6a80c0ba95b1),segment_id=4ac86bff-92b8-468d-ba9d-6a80c0ba95b1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:00.362889 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.366211 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.386791 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.448720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.448922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=972401ae-2605-4db0-bfba-1a6c4bd81538,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.452975 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.453896 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.479431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3236673f-b9f6-41a3-97c7-56db4f3612bb req-a5421a69-1e61-4e86-bb0d-72f2f9017608 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 210 time: 0.0635960 Jun 17 08:31:00.503612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=7b00a5f9-dcb5-48dc-9009-715d170a3317,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.512190 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.538025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:00.539674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:00.547877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:00.557434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.558591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.603866 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-dc6ad31a-95f9-41ec-a90b-0bf222060e4d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374763 Jun 17 08:31:00.608207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601943-7680-4266-a577-9c6a7b5b1256 req-06d55f73-bbbe-4044-8c1b-ce993b7fbe8a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.614969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42601943-7680-4266-a577-9c6a7b5b1256 req-06d55f73-bbbe-4044-8c1b-ce993b7fbe8a tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 944 time: 0.0903702 Jun 17 08:31:00.617100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:00.617584 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5845063 Jun 17 08:31:00.622150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:00.702621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e1f85449-9ca1-4ab9-b48e-fd496724f15b'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:00.716241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42601943-7680-4266-a577-9c6a7b5b1256 req-55d3923f-8cad-4e26-972b-3e7dd7918b68 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986221 Jun 17 08:31:00.764059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-09f87689-865c-4d15-9fef-aad138a7664b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.765226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-09f87689-865c-4d15-9fef-aad138a7664b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465585 Jun 17 08:31:00.768507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['972401ae-2605-4db0-bfba-1a6c4bd81538'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:00.793048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Request body: {'port': {'device_id': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'ac2429b0b0c64aa7a543eb8b52130104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:00.793412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.044377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.096945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Made reservation on behalf of ac2429b0b0c64aa7a543eb8b52130104 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:01.100705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.122030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.127381 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40520d0c-62fd-46eb-97ef-efab61547831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.190553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] In _notify_port_updated(), no bound segment for port 7b00a5f9-dcb5-48dc-9009-715d170a3317 on network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:31:01.196048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.198023 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.202617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/ports/7b00a5f9-dcb5-48dc-9009-715d170a3317 HTTP/1.1" status: 200 len: 818 time: 0.5845416 Jun 17 08:31:01.204939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54334) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:01.227377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=7b00a5f9-dcb5-48dc-9009-715d170a3317,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:01.235521 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:01.258715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336afc9-04a9-4913-86d0-215804db6978 req-9e9f7d90-0571-435e-90bb-2d964bff279b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.259335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c336afc9-04a9-4913-86d0-215804db6978 req-9e9f7d90-0571-435e-90bb-2d964bff279b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.2127101 Jun 17 08:31:01.279936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a272931-72a7-4f30-9208-464c54667444 req-5c7078e1-b85c-49b9-becf-2b6dad5ace54 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.282006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a272931-72a7-4f30-9208-464c54667444 req-5c7078e1-b85c-49b9-becf-2b6dad5ace54 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2018685 Jun 17 08:31:01.330871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c336afc9-04a9-4913-86d0-215804db6978 req-b3239673-d45e-4fdd-925b-bc7e24fe5e61 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Jun 17 08:31:01.344837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a272931-72a7-4f30-9208-464c54667444 req-4b87e063-1e57-48c6-94bf-62503a2a51a2 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537446 Jun 17 08:31:01.390060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Allocated IP 192.168.233.33 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/2a79db12-874a-4129-a293-2590345d1c98) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:01.430466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 7b00a5f9-dcb5-48dc-9009-715d170a3317 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:01.430803 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.547128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.590016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc552259-6431-4495-b9c0-5f1728abe079 req-a9ad1304-c4b5-4e7a-b301-5b5530f603ae tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.591528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc552259-6431-4495-b9c0-5f1728abe079 req-a9ad1304-c4b5-4e7a-b301-5b5530f603ae tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 944 time: 0.1214015 Jun 17 08:31:01.602468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949cee-e093-45a1-b22d-a36ec90e6715 req-2e6408e2-5e61-4cb6-953f-7b2acad22818 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.603946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac949cee-e093-45a1-b22d-a36ec90e6715 req-2e6408e2-5e61-4cb6-953f-7b2acad22818 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1224086 Jun 17 08:31:01.650924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 7b00a5f9-dcb5-48dc-9009-715d170a3317 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:01.665965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc552259-6431-4495-b9c0-5f1728abe079 req-9bb5a18a-7eea-465c-a9d7-0fac0901a204 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610583 Jun 17 08:31:01.673751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac949cee-e093-45a1-b22d-a36ec90e6715 req-8cfe4fa4-17a5-4aad-a76f-862d4f4f7241 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611539 Jun 17 08:31:01.751189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.771158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Transition to ACTIVE for port object 2a79db12-874a-4129-a293-2590345d1c98 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:01.802596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.810346 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.850565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=7b00a5f9-dcb5-48dc-9009-715d170a3317,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:01.853368 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:01.861647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9238072d-7fda-4fa8-bb97-cb198715c786 req-516cb213-02d3-4e8d-8931-a1cceaa8f789 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 210 time: 0.0488029 Jun 17 08:31:01.866516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.868508 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/7b00a5f9-dcb5-48dc-9009-715d170a3317 HTTP/1.1" status: 204 len: 168 time: 0.6619487 Jun 17 08:31:01.874203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54360) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:01.888518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.898674 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39950da3-b214-4fae-bbd5-2ec543aca1af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.906887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'bea641e9-0830-40b7-bd36-7ae50378eef0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:01.943945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:01.947557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:01.953305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:02.005191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:02.016878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event updated for resources: {'Port': ['ID=2a79db12-874a-4129-a293-2590345d1c98,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:02.022665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:02.065860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.066552 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.067447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc66a96-1e5d-4fbb-8b40-317cc771e948 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.069243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cfc66a96-1e5d-4fbb-8b40-317cc771e948 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1937642 Jun 17 08:31:02.073235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54368) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:02.100098 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3181598 Jun 17 08:31:02.127638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Request body: {'port': {'device_id': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:02.174224 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-822d46d4-3e36-4666-a5da-26a3cae1ef50 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:02.180577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-822d46d4-3e36-4666-a5da-26a3cae1ef50 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/7b00a5f9-dcb5-48dc-9009-715d170a3317 HTTP/1.1" status: 404 len: 333 time: 0.1059742 Jun 17 08:31:02.187202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54370) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:02.211220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1296001103'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:02.295689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.318099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:02.321609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.322780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06978a14-2c1c-42e1-86b9-741d484b0f67 req-fd49da85-1351-4b95-8fae-669941ecec91 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.324296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06978a14-2c1c-42e1-86b9-741d484b0f67 req-fd49da85-1351-4b95-8fae-669941ecec91 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 944 time: 0.1805093 Jun 17 08:31:02.352273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9327-cb04-45a3-8735-97632281e940 req-65010494-5d55-44a1-9e87-65caced1ffa8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.359601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84bd9327-cb04-45a3-8735-97632281e940 req-65010494-5d55-44a1-9e87-65caced1ffa8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1779368 Jun 17 08:31:02.378780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:02.402644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.403077 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment 5dd811b2-d9df-4413-baed-900f7fd24330 of type vlan for network 13fe687b-ad52-4a15-8d7e-d0577de39069 Jun 17 08:31:02.422214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06978a14-2c1c-42e1-86b9-741d484b0f67 req-176b2b3d-ff89-4fb0-a123-1f7ef93d8ec5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869186 Jun 17 08:31:02.439224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84bd9327-cb04-45a3-8735-97632281e940 req-f748b0d3-c722-485a-ad04-5d42074ced73 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765870 Jun 17 08:31:02.511399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.539834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-020ad430-e0b8-4ff5-af54-ce24a0d4df6f None None] Provisioning for port 2a79db12-874a-4129-a293-2590345d1c98 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:02.565241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-020ad430-e0b8-4ff5-af54-ce24a0d4df6f None None] Provisioning complete for port 2a79db12-874a-4129-a293-2590345d1c98 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:02.565772 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-020ad430-e0b8-4ff5-af54-ce24a0d4df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.609711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-020ad430-e0b8-4ff5-af54-ce24a0d4df6f None None] Port 2a79db12-874a-4129-a293-2590345d1c98 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:02.616609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.623027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.623234 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.639795 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0eaaeb5a-4f1f-4fa5-bb6e-2c727063b341 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:02.706332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc629dfe-fee5-4f58-85e5-bebdafa59292 req-89d198a0-471e-41ea-8f84-7363e7afef58 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.708447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc629dfe-fee5-4f58-85e5-bebdafa59292 req-89d198a0-471e-41ea-8f84-7363e7afef58 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1456530 Jun 17 08:31:02.716315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=13fe687b-ad52-4a15-8d7e-d0577de39069,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:02.721999 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5301061 Jun 17 08:31:02.721999 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:02.722829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54386) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:02.727906 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:02.736774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:02.788885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc629dfe-fee5-4f58-85e5-bebdafa59292 req-d4c27276-4469-40e4-94c8-3080c42015bf tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625818 Jun 17 08:31:02.796786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2422279-6b82-47bf-838d-af339ffc0723 req-00516362-7d8c-4bca-a092-f5660bab2c7b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.804346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a2422279-6b82-47bf-838d-af339ffc0723 req-00516362-7d8c-4bca-a092-f5660bab2c7b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1709828 Jun 17 08:31:02.865267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a2422279-6b82-47bf-838d-af339ffc0723 req-6e08d813-935e-4fcb-9f53-2c91ac0e5c9b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599761 Jun 17 08:31:02.890644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a79db12-874a-4129-a293-2590345d1c98 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:02.900489 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.913037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:02.916851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.943649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Transition to ACTIVE for port object 2a79db12-874a-4129-a293-2590345d1c98 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:02.963896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.969017 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:03.034848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e098-222d-4cb0-8043-6143c403b5db req-5c9d2cf0-93fa-47ef-8b87-f9418905bf6d tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.036675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2f9e098-222d-4cb0-8043-6143c403b5db req-5c9d2cf0-93fa-47ef-8b87-f9418905bf6d tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 944 time: 0.0723426 Jun 17 08:31:03.116076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Pushing event updated for resources: {'Port': ['ID=2a79db12-874a-4129-a293-2590345d1c98,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:03.121003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e2f9e098-222d-4cb0-8043-6143c403b5db req-41a8e400-4f40-45fd-8644-09365effeb95 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535481 Jun 17 08:31:03.140074 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:03.142731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18c555-7546-4323-8cef-82f4d401c685 req-379d6cf9-3f65-48b0-a5b1-20e438f16a8b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.145276 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f18c555-7546-4323-8cef-82f4d401c685 req-379d6cf9-3f65-48b0-a5b1-20e438f16a8b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 947 time: 0.1196775 Jun 17 08:31:03.206483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f18c555-7546-4323-8cef-82f4d401c685 req-b1c66e0b-0350-4aa1-8efe-330b663cfee8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547080 Jun 17 08:31:03.238314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Attempting to bind port 2a79db12-874a-4129-a293-2590345d1c98 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:03.238787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Attempting to bind port 2a79db12-874a-4129-a293-2590345d1c98 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:03.239157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Attempting to bind port 2a79db12-874a-4129-a293-2590345d1c98 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:03.248480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Port 2a79db12-874a-4129-a293-2590345d1c98 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:03.248943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Attempting to bind port 2a79db12-874a-4129-a293-2590345d1c98 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:03.259495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:03.259839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:03.260223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:03.260656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Bound port: 2a79db12-874a-4129-a293-2590345d1c98, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:03.260999 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.337129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.341323 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-662edca0-7012-4e11-b24c-253d9a7a7d3f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:03.411190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=ab9b1250-6550-4b14-888c-c98116bd1fe5,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:03.416520 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:03.421289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e1f85449-9ca1-4ab9-b48e-fd496724f15b up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:03.422049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] For port 2a79db12-874a-4129-a293-2590345d1c98, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:03.426622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] For port 2a79db12-874a-4129-a293-2590345d1c98, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2a79db12-874a-4129-a293-2590345d1c98,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:03.433330 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.437431 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ad707db-4671-4ab7-aa88-0eed9666fbdf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:03.460623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': '5dd811b2-d9df-4413-baed-900f7fd24330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:03.460933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: 13fe687b-ad52-4a15-8d7e-d0577de39069, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:03.477464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.477970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.479368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] 10.222.0.60 "PUT /v2.0/ports/2a79db12-874a-4129-a293-2590345d1c98 HTTP/1.1" status: 200 len: 1096 time: 1.3635335 Jun 17 08:31:03.481677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'tag': '2a79db12-874a-4129-a293-2590345d1c98'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:03.484845 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b69d17-ecc8-49c3-82aa-9112835d8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa", "tag": "2a79db12-874a-4129-a293-2590345d1c98"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:03.517114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Pushing event updated for resources: {'Port': ['ID=2a79db12-874a-4129-a293-2590345d1c98,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:03.520149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:03.522353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port e1f85449-9ca1-4ab9-b48e-fd496724f15b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:03.523682 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:03.532602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e1f85449-9ca1-4ab9-b48e-fd496724f15b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:03.533228 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.537050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 13fe687b-ad52-4a15-8d7e-d0577de39069) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:03.541716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.542454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.568321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92078e3-fa17-445b-ac21-84c93fe3d096 None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:03.578653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8548982 Jun 17 08:31:03.590107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:03.597961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:03.662104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-72b60d8e-8cc3-419c-b45a-b22556e06b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.664621 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-72b60d8e-8cc3-419c-b45a-b22556e06b00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 1099 time: 0.1016488 Jun 17 08:31:03.739388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-f68ce695-6d9a-499c-9803-1f34dcf65e09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=2a79db12-874a-4129-a293-2590345d1c98 HTTP/1.1" status: 200 len: 217 time: 0.0634270 Jun 17 08:31:03.781663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b94c11-08ee-4e1c-8498-2cad5d415544 req-8a1a3125-dd39-4605-ab07-5df9e5e80387 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.782476 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.785430 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b94c11-08ee-4e1c-8498-2cad5d415544 req-8a1a3125-dd39-4605-ab07-5df9e5e80387 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 944 time: 0.2113879 Jun 17 08:31:03.799016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-65ece2ed-f2de-4fda-b6f9-3fc2b5c204bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.800891 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-65ece2ed-f2de-4fda-b6f9-3fc2b5c204bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0538840 Jun 17 08:31:03.826732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee7a8e0-6903-4779-9325-98142804c49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:03.830125 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41bc896-7add-496b-89ec-0ccaf1f0ccf3" -d '{"events": [{"server_uuid": "1ee7a8e0-6903-4779-9325-98142804c49e", "name": "network-vif-plugged", "status": "completed", "tag": "e1f85449-9ca1-4ab9-b48e-fd496724f15b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:03.845405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:03.847689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e1f85449-9ca1-4ab9-b48e-fd496724f15b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:03.850195 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.868484 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.869444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 972401ae-2605-4db0-bfba-1a6c4bd81538 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:03.870365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-1d708cd1-3b09-49a6-bdf4-2f40b6a97afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.871211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24b94c11-08ee-4e1c-8498-2cad5d415544 req-163c27a9-dcd6-4827-8150-fb2ce857ce3d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764942 Jun 17 08:31:03.872142 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:03.873340 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-1d708cd1-3b09-49a6-bdf4-2f40b6a97afa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638533 Jun 17 08:31:03.894629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-13fe687b-ad52-4a15-8d7e-d0577de39069', 'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': 'ab9b1250-6550-4b14-888c-c98116bd1fe5'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:03.895621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.906033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadafca-983a-4d70-9b5e-ec6cf4707f76 req-f0bd82ba-f19d-4ddf-857b-bb3866a4a132 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.913310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5aadafca-983a-4d70-9b5e-ec6cf4707f76 req-f0bd82ba-f19d-4ddf-857b-bb3866a4a132 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1952643 Jun 17 08:31:04.007254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5aadafca-983a-4d70-9b5e-ec6cf4707f76 req-15b7a294-6263-4388-9718-7f933d22ab81 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928156 Jun 17 08:31:04.009772 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab9b1250-6550-4b14-888c-c98116bd1fe5 (CIDR: 172.20.0.0/28) Jun 17 08:31:04.016209 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:31:04.016934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:04.049082 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-b0bcc5fe-af83-4992-a6f7-07328a27c565 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668408 Jun 17 08:31:04.049259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e1f85449-9ca1-4ab9-b48e-fd496724f15b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.051622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4ecdf36-dca0-4201-bb1e-11e409b499ed tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4589477 Jun 17 08:31:04.052930 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.054974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:04.061531 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:04.064686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 972401ae-2605-4db0-bfba-1a6c4bd81538 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:04.070358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 972401ae-2605-4db0-bfba-1a6c4bd81538 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:04.070741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.153551 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c50368-1190-400f-bd40-3e105fa51bd7 x-openstack-request-id: req-89c50368-1190-400f-bd40-3e105fa51bd7 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:04.153851 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee7a8e0-6903-4779-9325-98142804c49e", "name": "network-vif-plugged", "status": "completed", "tag": "e1f85449-9ca1-4ab9-b48e-fd496724f15b", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:04.154113 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89c50368-1190-400f-bd40-3e105fa51bd7 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:04.154510 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee7a8e0-6903-4779-9325-98142804c49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b', 'code': 200} Jun 17 08:31:04.160284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Allocated IP 172.20.0.2 (13fe687b-ad52-4a15-8d7e-d0577de39069/ab9b1250-6550-4b14-888c-c98116bd1fe5/dd975a92-f6f5-48bf-b02b-68c7b6d9e083) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:04.206891 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a06853e-bad1-4179-a431-701537976a96 x-openstack-request-id: req-2a06853e-bad1-4179-a431-701537976a96 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:04.207251 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa", "tag": "2a79db12-874a-4129-a293-2590345d1c98", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:04.207545 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a06853e-bad1-4179-a431-701537976a96 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:04.208228 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'tag': '2a79db12-874a-4129-a293-2590345d1c98', 'status': 'completed', 'code': 200} Jun 17 08:31:04.253535 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.332645 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-21eef9fa-1fb2-4ef1-9b8f-9c91e04f17be req-4eb5e369-993c-4637-9d02-81902556bc4d service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753556 Jun 17 08:31:04.348364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:04.351969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 972401ae-2605-4db0-bfba-1a6c4bd81538, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=972401ae-2605-4db0-bfba-1a6c4bd81538,segment=NetworkSegment(4ac86bff-92b8-468d-ba9d-6a80c0ba95b1),segment_id=4ac86bff-92b8-468d-ba9d-6a80c0ba95b1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:04.364442 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.368784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.379082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:04.382702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.399001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa658d0f-824e-44e0-bfa6-81d921afc670 req-2de1a969-b389-47cb-bb83-4fe655422b44 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.400717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa658d0f-824e-44e0-bfa6-81d921afc670 req-2de1a969-b389-47cb-bb83-4fe655422b44 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1978757 Jun 17 08:31:04.414219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880f4d-6dbd-4ec9-be5a-4ffa54e7f0bf req-48d6511f-7b68-4f37-bd1b-5e299f2e0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.417180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff880f4d-6dbd-4ec9-be5a-4ffa54e7f0bf req-48d6511f-7b68-4f37-bd1b-5e299f2e0b78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 1097 time: 0.1512392 Jun 17 08:31:04.458284 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.467075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=972401ae-2605-4db0-bfba-1a6c4bd81538,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.472164 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.473479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Transition to ACTIVE for port object dd975a92-f6f5-48bf-b02b-68c7b6d9e083 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:04.487279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa658d0f-824e-44e0-bfa6-81d921afc670 req-43614b53-0514-421a-8013-b1f7b2e3c508 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804243 Jun 17 08:31:04.492467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Transition to ACTIVE for port object dd975a92-f6f5-48bf-b02b-68c7b6d9e083 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:04.495008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff880f4d-6dbd-4ec9-be5a-4ffa54e7f0bf req-a6583f47-367f-4e9e-9d6b-66b7a8195439 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637314 Jun 17 08:31:04.501601 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.505087 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.505586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0df5b1-a49c-455d-a91d-a26ed35a48ab req-d3ba02bf-a2db-4a80-9fee-f1939a453926 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.507217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba0df5b1-a49c-455d-a91d-a26ed35a48ab req-d3ba02bf-a2db-4a80-9fee-f1939a453926 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1970594 Jun 17 08:31:04.534751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-f84c3c0f-edac-475e-9c13-c903311d6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.536256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-f84c3c0f-edac-475e-9c13-c903311d6fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 1099 time: 0.1192052 Jun 17 08:31:04.545199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:04.548169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:04.550473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:04.562698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Pushing event updated for resources: {'Port': ['ID=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.567556 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.577224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba0df5b1-a49c-455d-a91d-a26ed35a48ab req-106705b3-7994-4512-bf59-39a05322069e tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643868 Jun 17 08:31:04.619076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Attempting to bind port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:04.619462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Attempting to bind port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '5dd811b2-d9df-4413-baed-900f7fd24330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:04.619832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Attempting to bind port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 on network 13fe687b-ad52-4a15-8d7e-d0577de39069 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:04.625345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:04.625745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Checking segment: {'id': '5dd811b2-d9df-4413-baed-900f7fd24330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:04.626150 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.626548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Bound using segment: {'id': '5dd811b2-d9df-4413-baed-900f7fd24330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:04.627044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Bound port: dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd811b2-d9df-4413-baed-900f7fd24330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:04.627422 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.708402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] For port dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:04.712085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] For port dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,segment=NetworkSegment(5dd811b2-d9df-4413-baed-900f7fd24330),segment_id=5dd811b2-d9df-4413-baed-900f7fd24330)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:04.718338 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.721932 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ca5abd0-21b5-4c9c-a337-5ef117174e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.755945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7e7ba-0b33-4258-8661-d144d8bf2e13 req-2553c84b-3fb4-4301-b466-8cdd3c48e3c8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.764019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3b7e7ba-0b33-4258-8661-d144d8bf2e13 req-2553c84b-3fb4-4301-b466-8cdd3c48e3c8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1285245 Jun 17 08:31:04.786668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Pushing event updated for resources: {'Port': ['ID=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.800600 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.819609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3b7e7ba-0b33-4258-8661-d144d8bf2e13 req-47a1bb84-1757-4e26-b8e5-616bfb5a7310 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544713 Jun 17 08:31:04.838421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877785e-d05c-49b2-847a-8e1d96987a5a req-3c7f57bf-c7f4-4ac7-9d1b-dde07f146a1a tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.840006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d877785e-d05c-49b2-847a-8e1d96987a5a req-3c7f57bf-c7f4-4ac7-9d1b-dde07f146a1a tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1496177 Jun 17 08:31:04.897845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d877785e-d05c-49b2-847a-8e1d96987a5a req-7f97ae15-be63-43b2-b8cc-a4eb95e7fb57 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Jun 17 08:31:05.050851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ef880-d7f7-40bd-95c1-82945b5a9443 req-c4c425c9-5933-427e-85aa-caeb65859178 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.061359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6ef880-d7f7-40bd-95c1-82945b5a9443 req-c4c425c9-5933-427e-85aa-caeb65859178 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 947 time: 0.1149864 Jun 17 08:31:05.111562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6ef880-d7f7-40bd-95c1-82945b5a9443 req-c4b0c08f-55cd-40c4-ba54-5af054a8a6b0 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Jun 17 08:31:05.230119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-4b9164bc-9f09-40e5-82ee-172095fca44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.231639 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-4b9164bc-9f09-40e5-82ee-172095fca44d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.6717777 Jun 17 08:31:05.233000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.235049 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6904dca2-2293-4dbc-8318-5b613b7a918d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:05.309904 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-2eaf5ab5-98ec-4e17-893e-5dfe6ab1c321 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=2a79db12-874a-4129-a293-2590345d1c98 HTTP/1.1" status: 200 len: 217 time: 0.0502152 Jun 17 08:31:05.316986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:05.329424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:05.337490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8237ef-9300-4836-9607-ed336eee6cdc req-ae006a22-61e4-4c7a-8b18-58d6d2734617 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.338967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8237ef-9300-4836-9607-ed336eee6cdc req-ae006a22-61e4-4c7a-8b18-58d6d2734617 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1043723 Jun 17 08:31:05.351638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.352159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.356974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=a1e1198c-010f-402e-a0f7-9015ec769cfa,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:05.365744 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:05.377384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29219-079e-40b7-854d-0e95e5608b83 req-509448dd-037b-4704-84b1-2a19679be2a8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.379108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65c29219-079e-40b7-854d-0e95e5608b83 req-509448dd-037b-4704-84b1-2a19679be2a8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.1050427 Jun 17 08:31:05.382410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3239148 Jun 17 08:31:05.382630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54446) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:05.389999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069', 'fixed_ips': [{'subnet_id': 'ab9b1250-6550-4b14-888c-c98116bd1fe5'}, {'subnet_id': 'a1e1198c-010f-402e-a0f7-9015ec769cfa'}], 'name': 'tempest-PortsTestJSON-881463715'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:05.395746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-8f2a961e-1ff8-4547-8e46-8e8babbb1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.397177 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-8f2a961e-1ff8-4547-8e46-8e8babbb1f16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0772235 Jun 17 08:31:05.415870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8237ef-9300-4836-9607-ed336eee6cdc req-9accc2d8-4a36-46fe-8467-f9adaad1d493 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701513 Jun 17 08:31:05.445978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65c29219-079e-40b7-854d-0e95e5608b83 req-2381dec1-5f70-4602-8926-1779f2a958f9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591426 Jun 17 08:31:05.545159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-7619e7b2-07c6-4b8f-aba0-33ac05c7b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.546731 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-7619e7b2-07c6-4b8f-aba0-33ac05c7b8b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365056 Jun 17 08:31:05.586248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:05.734810 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-c704fa5b-fcdc-4744-8b56-faebb81fdbe6 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765835 Jun 17 08:31:05.748210 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.777770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 9c56e293-327a-4239-b149-9d362a0d22a6 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:06.087537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dd975a92-f6f5-48bf-b02b-68c7b6d9e083 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:06.097132 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97b69d17-ecc8-49c3-82aa-9112835d8bd3 req-e9bedfd1-e532-4526-bca5-a615d567ad52 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354230 Jun 17 08:31:06.114316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203172a5-4181-42ec-9c19-781747832e8b None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:06.155823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972401ae-2605-4db0-bfba-1a6c4bd81538'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:06.158763 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca01dfe-cc69-475c-b5c1-ea3d0e41bf70" -d '{"events": [{"server_uuid": "6fab19da-6c14-470f-94f2-058a1e8af3c2", "name": "network-vif-plugged", "status": "completed", "tag": "972401ae-2605-4db0-bfba-1a6c4bd81538"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:06.217369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.10 (13fe687b-ad52-4a15-8d7e-d0577de39069/ab9b1250-6550-4b14-888c-c98116bd1fe5/9c56e293-327a-4239-b149-9d362a0d22a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:06.230507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.26 (13fe687b-ad52-4a15-8d7e-d0577de39069/a1e1198c-010f-402e-a0f7-9015ec769cfa/9c56e293-327a-4239-b149-9d362a0d22a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:06.234383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4fc0-ae4b-4539-89fe-3ece9701add8 req-71543fd0-88aa-4419-9196-93f80894ad55 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.235410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Provisioning for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:06.241981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc1d4fc0-ae4b-4539-89fe-3ece9701add8 req-71543fd0-88aa-4419-9196-93f80894ad55 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.6886303 Jun 17 08:31:06.242447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Provisioning complete for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:06.243029 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.281402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:06.290248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:06.290871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.299245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc1d4fc0-ae4b-4539-89fe-3ece9701add8 req-ca686199-4850-47cb-b136-79e8321cecfe tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 Jun 17 08:31:06.347347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4f57c-b030-4f16-8494-7993c023f2eb req-3967a288-9593-4e01-a48e-b4c808dff168 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.354742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21d4f57c-b030-4f16-8494-7993c023f2eb req-3967a288-9593-4e01-a48e-b4c808dff168 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.6812332 Jun 17 08:31:06.402495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21d4f57c-b030-4f16-8494-7993c023f2eb req-ca05f74c-0557-4cec-a8c9-d4c36238c04c tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Jun 17 08:31:06.451183 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.489417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.504673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 9c56e293-327a-4239-b149-9d362a0d22a6 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:06.533288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54476) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:06.548781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] For port dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,segment=NetworkSegment(5dd811b2-d9df-4413-baed-900f7fd24330),segment_id=5dd811b2-d9df-4413-baed-900f7fd24330)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:06.554580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.570134 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.573884 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:06.574793 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:06.601445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a23ad2-5af2-4f77-8db4-ffba2893d8aa req-a98975ee-5e49-4db5-8f8f-9858254419e9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.608782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54a23ad2-5af2-4f77-8db4-ffba2893d8aa req-a98975ee-5e49-4db5-8f8f-9858254419e9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1418455 Jun 17 08:31:06.632127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:06.633813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=9c56e293-327a-4239-b149-9d362a0d22a6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.645316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:06.647887 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.648794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:06.675736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54a23ad2-5af2-4f77-8db4-ffba2893d8aa req-4b7b73f7-ed5f-4c31-b69b-f35d54c43a31 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659931 Jun 17 08:31:06.706517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.707216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.707498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604d2ec-5c34-4b74-9471-779a28848ef8 req-db2e1672-45d3-48c5-8f28-47960be67ed6 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.715870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Pushing event updated for resources: {'Port': ['ID=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.718760 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.721295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2604d2ec-5c34-4b74-9471-779a28848ef8 req-db2e1672-45d3-48c5-8f28-47960be67ed6 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1957133 Jun 17 08:31:06.727319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Update dhcp port {'port': {'network_id': '13fe687b-ad52-4a15-8d7e-d0577de39069', 'fixed_ips': [{'subnet_id': 'ab9b1250-6550-4b14-888c-c98116bd1fe5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a1e1198c-010f-402e-a0f7-9015ec769cfa'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'dd975a92-f6f5-48bf-b02b-68c7b6d9e083'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:31:06.730360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.768687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2604d2ec-5c34-4b74-9471-779a28848ef8 req-d81fa654-76dc-4eb4-818d-5d741efc964e tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Jun 17 08:31:06.774325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3887234 Jun 17 08:31:06.774804 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.777132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54480) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:06.783214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab9b1250-6550-4b14-888c-c98116bd1fe5'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:06.845382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.853491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.863885 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:06.910562 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12fc41ac5986440794cf95c8c3577eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748000 Jun 17 08:31:06.911555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ad905-d4b1-42c4-9dc0-a7050c0ec634,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.914245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:06.916046 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.969628 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.974099 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b123d09f-6a20-49f8-83de-07bf1fa29ff6 x-openstack-request-id: req-b123d09f-6a20-49f8-83de-07bf1fa29ff6 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:06.975066 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fab19da-6c14-470f-94f2-058a1e8af3c2", "name": "network-vif-plugged", "status": "completed", "tag": "972401ae-2605-4db0-bfba-1a6c4bd81538", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:06.975561 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b123d09f-6a20-49f8-83de-07bf1fa29ff6 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:06.976165 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972401ae-2605-4db0-bfba-1a6c4bd81538', 'code': 200} Jun 17 08:31:07.026208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.061974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Allocated IP 172.20.0.18 (13fe687b-ad52-4a15-8d7e-d0577de39069/a1e1198c-010f-402e-a0f7-9015ec769cfa/dd975a92-f6f5-48bf-b02b-68c7b6d9e083) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:07.065184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.076063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee1808-286b-4c25-b5c9-90b6682c6319 req-e13d1f78-b536-46c7-b570-250094f61ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.077550 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-26ee1808-286b-4c25-b5c9-90b6682c6319 req-e13d1f78-b536-46c7-b570-250094f61ecb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1024561 Jun 17 08:31:07.109515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.113404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.117042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/810ad905-d4b1-42c4-9dc0-a7050c0ec634 HTTP/1.1" status: 204 len: 168 time: 0.1997354 Jun 17 08:31:07.117042 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24a2349b-fbf5-45a1-ab90-5b036ba520e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.134033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284228fc-270a-4141-be20-75b0277e5d27 req-1e8eb152-3d21-49b7-acde-bfa0dae5318b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.139571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ad905-d4b1-42c4-9dc0-a7050c0ec634,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.142038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-284228fc-270a-4141-be20-75b0277e5d27 req-1e8eb152-3d21-49b7-acde-bfa0dae5318b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 947 time: 0.1881738 Jun 17 08:31:07.142800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.144849 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-26ee1808-286b-4c25-b5c9-90b6682c6319 req-1ac41c7f-db05-4837-a007-1b5b6ae5f96b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598321 Jun 17 08:31:07.191986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] For port dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,segment=NetworkSegment(5dd811b2-d9df-4413-baed-900f7fd24330),segment_id=5dd811b2-d9df-4413-baed-900f7fd24330)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:07.212203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3de03b-e22d-43d2-9c06-4f8aaaaf723d req-1a5c0317-b66a-4cfb-98a7-8bdbf53ace97 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.219849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d3de03b-e22d-43d2-9c06-4f8aaaaf723d req-1a5c0317-b66a-4cfb-98a7-8bdbf53ace97 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.2125118 Jun 17 08:31:07.228172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.245404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Transition to ACTIVE for port object dd975a92-f6f5-48bf-b02b-68c7b6d9e083 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:07.250229 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.253126 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.272728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-284228fc-270a-4141-be20-75b0277e5d27 req-4369ab95-7a71-4257-b562-56527a2f4942 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294198 Jun 17 08:31:07.324078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d3de03b-e22d-43d2-9c06-4f8aaaaf723d req-5f6b9a56-6583-4b9b-9665-3badf2193ad9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031835 Jun 17 08:31:07.357608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Pushing event updated for resources: {'Port': ['ID=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.367700 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.440890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2a79db12-874a-4129-a293-2590345d1c98 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:07.462746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:07.467994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Delete allocated IP 172.20.0.26 (13fe687b-ad52-4a15-8d7e-d0577de39069/a1e1198c-010f-402e-a0f7-9015ec769cfa) {{(pid=93500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:31:07.484592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.619676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 2a79db12-874a-4129-a293-2590345d1c98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2a79db12-874a-4129-a293-2590345d1c98,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:07.626361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.631152 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.634653 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-747ae8cc-6865-4cc3-9ca8-c331b7bc423e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.641220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '2a79db12-874a-4129-a293-2590345d1c98', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '2a79db12-874a-4129-a293-2590345d1c98', 'mac_address': 'fa:16:3e:c1:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:07.676047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1100e7f-6de7-44f0-8f98-30a667ce3fb2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.682244 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.705985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.714431 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87eb4fde304b47fa9f6c35736203ee26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480922 Jun 17 08:31:07.716933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54498) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:07.726123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a79db12-874a-4129-a293-2590345d1c98 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:07.751093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d473c9-a57b-4a16-8e18-0b9ac779fed1 req-1103297d-eb37-4d67-a210-ab3bac02a087 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.752844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28d473c9-a57b-4a16-8e18-0b9ac779fed1 req-1103297d-eb37-4d67-a210-ab3bac02a087 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1906440 Jun 17 08:31:07.753020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 2a79db12-874a-4129-a293-2590345d1c98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2a79db12-874a-4129-a293-2590345d1c98,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:07.760649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.762864 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.786541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.797435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.817915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=2a79db12-874a-4129-a293-2590345d1c98,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.821790 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.824914 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.856821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Ignored duplicate provisioning block setup for port 9c56e293-327a-4239-b149-9d362a0d22a6 by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:31:07.866374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.879024 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e367cf5-6efb-48b2-ad01-a31d2e8f5e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.881254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.884454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.887384 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1100e7f-6de7-44f0-8f98-30a667ce3fb2 HTTP/1.1" status: 204 len: 168 time: 0.1675069 Jun 17 08:31:07.888299 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2532098-b069-4cc3-97c2-ca63f3c60ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.899300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1100e7f-6de7-44f0-8f98-30a667ce3fb2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.903186 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.937788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28d473c9-a57b-4a16-8e18-0b9ac779fed1 req-db49de07-b71e-4e60-81a9-3e42317feadb tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749165 Jun 17 08:31:08.035698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dd975a92-f6f5-48bf-b02b-68c7b6d9e083 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:08.049098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=9c56e293-327a-4239-b149-9d362a0d22a6,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:08.070174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de327-b723-4625-a148-71b94196bdd9 req-22b890b3-84cf-4de5-aa86-234dd5a72caf tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.072043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a4de327-b723-4625-a148-71b94196bdd9 req-22b890b3-84cf-4de5-aa86-234dd5a72caf tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.2921782 Jun 17 08:31:08.073192 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:08.100147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] In _notify_port_updated(), no bound segment for port 9c56e293-327a-4239-b149-9d362a0d22a6 on network 13fe687b-ad52-4a15-8d7e-d0577de39069 {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:31:08.105635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.106279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.107879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/ports/9c56e293-327a-4239-b149-9d362a0d22a6 HTTP/1.1" status: 200 len: 919 time: 1.3297515 Jun 17 08:31:08.111023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54504) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:08.117626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab9b1250-6550-4b14-888c-c98116bd1fe5'}, {'subnet_id': 'a1e1198c-010f-402e-a0f7-9015ec769cfa'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:08.158378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['2a79db12-874a-4129-a293-2590345d1c98'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:08.183084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a4de327-b723-4625-a148-71b94196bdd9 req-c453da88-57d9-4536-827e-589d8f44cf17 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019077 Jun 17 08:31:08.260016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71cc2-4018-436b-9d4c-dca9906a36c8 req-313941c5-6859-4576-9131-56e228963448 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.262155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6eb71cc2-4018-436b-9d4c-dca9906a36c8 req-313941c5-6859-4576-9131-56e228963448 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1529644 Jun 17 08:31:08.348250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6eb71cc2-4018-436b-9d4c-dca9906a36c8 req-a94db914-cf1c-470e-adf9-f20c30d4787a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Jun 17 08:31:08.354033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.421167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad31e260-911e-42f7-9e73-02bd5321ee56 None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:08.465321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60701f-ea4d-40d4-8ad7-0516403389ef req-76892179-8f14-46f8-b75e-7f47b5d05383 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.473077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c60701f-ea4d-40d4-8ad7-0516403389ef req-76892179-8f14-46f8-b75e-7f47b5d05383 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.0932453 Jun 17 08:31:08.522124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c60701f-ea4d-40d4-8ad7-0516403389ef req-af555209-c80b-42e3-a4df-8e453160f563 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Jun 17 08:31:08.560324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-45dd19fa-50bb-4d77-9e88-c7ff4024d942 None None] Provisioning for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:08.608611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-45dd19fa-50bb-4d77-9e88-c7ff4024d942 None None] Provisioning complete for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:08.609292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-45dd19fa-50bb-4d77-9e88-c7ff4024d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.707429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb435-5962-4b91-86bf-e50c0510e7a9 req-4b46995b-ed61-4273-8385-3f50c58a010d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.710406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcaeb435-5962-4b91-86bf-e50c0510e7a9 req-4b46995b-ed61-4273-8385-3f50c58a010d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.1603775 Jun 17 08:31:08.745263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.27 (13fe687b-ad52-4a15-8d7e-d0577de39069/a1e1198c-010f-402e-a0f7-9015ec769cfa/9c56e293-327a-4239-b149-9d362a0d22a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:08.790655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcaeb435-5962-4b91-86bf-e50c0510e7a9 req-38d1a45d-abd4-4246-b8ed-25969e084de5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729508 Jun 17 08:31:08.839927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f79a4-7315-470f-8b45-eb1184269376 req-2babc948-ca69-4af0-92f2-e67de8e044ec tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.852814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f45f79a4-7315-470f-8b45-eb1184269376 req-2babc948-ca69-4af0-92f2-e67de8e044ec tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 948 time: 0.1989439 Jun 17 08:31:08.920394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f45f79a4-7315-470f-8b45-eb1184269376 req-4f40fd7f-19be-4db5-8d3f-f3077893a134 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666561 Jun 17 08:31:08.942148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.955804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Ignored duplicate provisioning block setup for port 9c56e293-327a-4239-b149-9d362a0d22a6 by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:31:08.960464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.968261 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-550f6264-2cac-4709-bb2a-55e5a6ac3c32 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:09.120829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] In _notify_port_updated(), no bound segment for port 9c56e293-327a-4239-b149-9d362a0d22a6 on network 13fe687b-ad52-4a15-8d7e-d0577de39069 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:31:09.127124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.127791 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.130631 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/ports/9c56e293-327a-4239-b149-9d362a0d22a6 HTTP/1.1" status: 200 len: 999 time: 1.0181422 Jun 17 08:31:09.133636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:09.134456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=9c56e293-327a-4239-b149-9d362a0d22a6,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:09.138649 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:09.196154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e59b50-38dc-4170-bfb3-e55eb2e84dfd req-df5d0911-c15d-41fd-8998-ceb2d4924af2 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.205481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95e59b50-38dc-4170-bfb3-e55eb2e84dfd req-df5d0911-c15d-41fd-8998-ceb2d4924af2 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1005661 Jun 17 08:31:09.258408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95e59b50-38dc-4170-bfb3-e55eb2e84dfd req-ad4c6326-f4d6-405a-bb94-801181161645 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502729 Jun 17 08:31:09.293710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 9c56e293-327a-4239-b149-9d362a0d22a6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:09.295122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1fa63f53-345e-4e69-8146-04c24d4950b8 None None] Provisioning complete for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:09.295780 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.296029 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fa63f53-345e-4e69-8146-04c24d4950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.433029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbb801-985e-4b08-85c6-16245052728e req-58c2ba3a-7ed5-489c-9063-bdcf2fc5c882 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.437031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0cbb801-985e-4b08-85c6-16245052728e req-58c2ba3a-7ed5-489c-9063-bdcf2fc5c882 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.0867386 Jun 17 08:31:09.455569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1fa63f53-345e-4e69-8146-04c24d4950b8 None None] Provisioning for port 9c56e293-327a-4239-b149-9d362a0d22a6 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:09.460891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1fa63f53-345e-4e69-8146-04c24d4950b8 None None] Provisioning complete for port 9c56e293-327a-4239-b149-9d362a0d22a6 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:09.461283 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fa63f53-345e-4e69-8146-04c24d4950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.478405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.484385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0cbb801-985e-4b08-85c6-16245052728e req-337b7932-dc9b-4882-9b52-0af7d714d468 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Jun 17 08:31:09.510571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1fa63f53-345e-4e69-8146-04c24d4950b8 None None] Port 9c56e293-327a-4239-b149-9d362a0d22a6 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:09.607799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d27a5b-7ab5-4627-809d-14a9447f172d req-f4eedd91-521d-442b-a278-c83ddd8f8cbb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.615272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37d27a5b-7ab5-4627-809d-14a9447f172d req-f4eedd91-521d-442b-a278-c83ddd8f8cbb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.0731192 Jun 17 08:31:09.617803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 9c56e293-327a-4239-b149-9d362a0d22a6 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:09.638517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2a27668b-8b19-4d75-93d9-df12c35a2911 None None] Provisioning complete for port 9c56e293-327a-4239-b149-9d362a0d22a6 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:09.638949 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a27668b-8b19-4d75-93d9-df12c35a2911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.680282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37d27a5b-7ab5-4627-809d-14a9447f172d req-4f37e8bd-964d-473f-940f-d5f4e00b39cc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631728 Jun 17 08:31:09.704180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2a27668b-8b19-4d75-93d9-df12c35a2911 None None] Port 9c56e293-327a-4239-b149-9d362a0d22a6 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:09.787961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2e8a6-05dd-4fc9-8c90-314ca0af494c req-d34a7b77-8c04-4be7-b08b-9d3b7f6a364d tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.789956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38b2e8a6-05dd-4fc9-8c90-314ca0af494c req-d34a7b77-8c04-4be7-b08b-9d3b7f6a364d tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.0968823 Jun 17 08:31:09.831207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2be853c3-cb01-4ba3-8a36-96e5f968600d None None] Provisioning complete for port 9c56e293-327a-4239-b149-9d362a0d22a6 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:09.831834 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2be853c3-cb01-4ba3-8a36-96e5f968600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.845424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38b2e8a6-05dd-4fc9-8c90-314ca0af494c req-c7fd9aa0-7240-4509-99e7-4390b8013007 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488908 Jun 17 08:31:09.897682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2be853c3-cb01-4ba3-8a36-96e5f968600d None None] Port 9c56e293-327a-4239-b149-9d362a0d22a6 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:09.905192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.916825 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71d496ca-80cb-45bc-b40c-b50b3ff764cf tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:09.957735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=9c56e293-327a-4239-b149-9d362a0d22a6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:09.975191 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:10.051655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.057197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54562) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.057362 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/9c56e293-327a-4239-b149-9d362a0d22a6 HTTP/1.1" status: 204 len: 168 time: 0.9173408 Jun 17 08:31:10.087597 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9815a794-3520-4bf6-857a-010d13b92dd2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:10.091693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9815a794-3520-4bf6-857a-010d13b92dd2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/9c56e293-327a-4239-b149-9d362a0d22a6 HTTP/1.1" status: 404 len: 333 time: 0.0313869 Jun 17 08:31:10.092751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.110012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6c43a718-9379-4a82-aa9e-683d7aa4e3fd None None] Could not find standard attr ID for object 9c56e293-327a-4239-b149-9d362a0d22a6. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:31:10.139942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75017-c290-47f7-9584-f938ff70b23b req-6d5e4234-b74b-4413-ad18-97daf6028cb8 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.146345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70e75017-c290-47f7-9584-f938ff70b23b req-6d5e4234-b74b-4413-ad18-97daf6028cb8 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1357062 Jun 17 08:31:10.165177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet a1e1198c-010f-402e-a0f7-9015ec769cfa {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:10.168825 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.199580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70e75017-c290-47f7-9584-f938ff70b23b req-629d0267-91bb-42b4-9ba2-e688f2f81735 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496228 Jun 17 08:31:10.224676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.275848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175e67-5856-40fd-b427-3166208a136d req-eb30f508-8df3-487a-85ef-e1f054ba5238 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.277521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37175e67-5856-40fd-b427-3166208a136d req-eb30f508-8df3-487a-85ef-e1f054ba5238 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 948 time: 0.0750592 Jun 17 08:31:10.317557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37175e67-5856-40fd-b427-3166208a136d req-98f3e977-411d-457d-b26e-48c05bb15c2c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337923 Jun 17 08:31:10.318623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.396498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.398619 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-390c822b-2f1b-457e-ab34-14a004e165fb tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:10.423834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e1198c-010f-402e-a0f7-9015ec769cfa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:10.428145 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:10.431170 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.435985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54584) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.437077 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/a1e1198c-010f-402e-a0f7-9015ec769cfa HTTP/1.1" status: 204 len: 168 time: 0.3430996 Jun 17 08:31:10.440750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348395e-f9e0-4693-89c1-b034f5c1f9da None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:10.556887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet ab9b1250-6550-4b14-888c-c98116bd1fe5 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:10.562539 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.620420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2565626-481a-4e63-8ffa-1c72db9c6946 req-00d92f60-7591-4688-a27e-7301b3df70ac tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.627505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d2565626-481a-4e63-8ffa-1c72db9c6946 req-00d92f60-7591-4688-a27e-7301b3df70ac tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1386979 Jun 17 08:31:10.632477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.724646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d2565626-481a-4e63-8ffa-1c72db9c6946 req-e2830eb9-dc5f-4ea2-999c-3412f0828232 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958540 Jun 17 08:31:10.812719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.873916 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-9aaab29d-340b-4525-9f86-a0a4f4d60fe6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.875647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-9aaab29d-340b-4525-9f86-a0a4f4d60fe6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.1005137 Jun 17 08:31:10.960820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.968036 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-972a08c0-e9ef-4e28-b70d-d72722c8a32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:10.983081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baff82-8b55-4bd5-84ad-afa093cee106 req-e0d1d3be-1951-4149-8f8f-0b0cc6d86f18 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.990942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4baff82-8b55-4bd5-84ad-afa093cee106 req-e0d1d3be-1951-4149-8f8f-0b0cc6d86f18 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1934714 Jun 17 08:31:11.011988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port e1f85449-9ca1-4ab9-b48e-fd496724f15b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:11.013127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.027735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9b1250-6550-4b14-888c-c98116bd1fe5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:11.034842 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:11.036159 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.038073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/ab9b1250-6550-4b14-888c-c98116bd1fe5 HTTP/1.1" status: 204 len: 168 time: 0.6010237 Jun 17 08:31:11.046025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:11.053027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b149253-8126-4979-a899-07249fc3aa6d req-f3142619-a60d-46b5-8e22-b4116869b6d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.054715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b149253-8126-4979-a899-07249fc3aa6d req-f3142619-a60d-46b5-8e22-b4116869b6d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 945 time: 0.2181509 Jun 17 08:31:11.098768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4baff82-8b55-4bd5-84ad-afa093cee106 req-b9c8b462-fc64-478c-b7dd-73fa72c2ec58 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069148 Jun 17 08:31:11.105215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54600) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:11.141691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b149253-8126-4979-a899-07249fc3aa6d req-7936d755-ff45-4769-abf7-dc10ee5aca08 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786355 Jun 17 08:31:11.216417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.258042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port e1f85449-9ca1-4ab9-b48e-fd496724f15b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e1f85449-9ca1-4ab9-b48e-fd496724f15b,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:11.258572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.320272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84da08-a9e4-4310-8102-4875a4f1710a req-854c458f-5fb4-4e1e-8c6c-2f9d7152d470 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.321843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a84da08-a9e4-4310-8102-4875a4f1710a req-854c458f-5fb4-4e1e-8c6c-2f9d7152d470 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.0850108 Jun 17 08:31:11.368405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for e1f85449-9ca1-4ab9-b48e-fd496724f15b owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:11.372845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a84da08-a9e4-4310-8102-4875a4f1710a req-6c14f5d4-e6cc-4bc8-94f3-b859fbecdb87 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Jun 17 08:31:11.395192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.444985 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e247a74-d4ff-4373-b375-a75be616f923 None None] Network 13fe687b-ad52-4a15-8d7e-d0577de39069 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:11.462431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2a79db12-874a-4129-a293-2590345d1c98 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:11.480397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:11.480732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.584561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c781018c-8104-43b9-8b5e-5ec88f0f3809 None None] Provisioning complete for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:11.584561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c781018c-8104-43b9-8b5e-5ec88f0f3809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.590896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a4e25-1d76-4cad-9d8b-9d5f5da26a66 req-b0b78341-9777-45ef-8d5b-cca5aaaa22b5 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.595101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] For port dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,segment=NetworkSegment(5dd811b2-d9df-4413-baed-900f7fd24330),segment_id=5dd811b2-d9df-4413-baed-900f7fd24330)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:11.595523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.599583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-098a4e25-1d76-4cad-9d8b-9d5f5da26a66 req-b0b78341-9777-45ef-8d5b-cca5aaaa22b5 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 948 time: 0.1139982 Jun 17 08:31:11.651229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 2a79db12-874a-4129-a293-2590345d1c98 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:11.663515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 2a79db12-874a-4129-a293-2590345d1c98 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:11.663895 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.683557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for dd975a92-f6f5-48bf-b02b-68c7b6d9e083 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:11.687534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-098a4e25-1d76-4cad-9d8b-9d5f5da26a66 req-d25e3c5b-fb3d-4fd5-b1b8-529b9359cb83 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862269 Jun 17 08:31:11.815737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.818917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.826417 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e81bf9ed-de01-4746-b4b8-cc3366fa1055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:11.831255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:11.834235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751415-d6b5-4185-adfa-4bf41ba5ed3a req-7f93bfd0-c5c3-4d8b-89dc-81a0797f33bf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.839710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b751415-d6b5-4185-adfa-4bf41ba5ed3a req-7f93bfd0-c5c3-4d8b-89dc-81a0797f33bf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1049092 Jun 17 08:31:11.840746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.843318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e1f85449-9ca1-4ab9-b48e-fd496724f15b'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:11.878125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=e1f85449-9ca1-4ab9-b48e-fd496724f15b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:11.878380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] DHCP port deletion for 13fe687b-ad52-4a15-8d7e-d0577de39069 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:11.894573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b751415-d6b5-4185-adfa-4bf41ba5ed3a req-537d4e8f-8588-4505-9904-e1c9cab9d01a tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435841 Jun 17 08:31:11.900339 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:11.900339 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9f29b227-7074-4289-af63-366e7c5fedef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:11.959832 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17eb9eb5ce714112aee6d7b089dda67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8491387 Jun 17 08:31:11.961175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54616) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:11.979730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.979938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272600cf-4887-4ed7-b359-811b7936069a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.007165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d83c6-997d-4444-b18c-79e4eaafc8ce req-f82eb895-16ab-4104-ba08-e61063f3b07d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.008846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e1d83c6-997d-4444-b18c-79e4eaafc8ce req-f82eb895-16ab-4104-ba08-e61063f3b07d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1133661 Jun 17 08:31:12.026518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79db12-874a-4129-a293-2590345d1c98'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:12.028952 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4848efeb-b32b-42fd-a6b5-fd20a7d9fea1" -d '{"events": [{"server_uuid": "85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "2a79db12-874a-4129-a293-2590345d1c98"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:12.040454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dd975a92-f6f5-48bf-b02b-68c7b6d9e083 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:12.046377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.047286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port e1f85449-9ca1-4ab9-b48e-fd496724f15b on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:12.050538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.060576 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a31e1037-2e74-4ea9-b3a3-a67035fe838f req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "DELETE /v2.0/ports/e1f85449-9ca1-4ab9-b48e-fd496724f15b HTTP/1.1" status: 204 len: 173 time: 1.1714451 Jun 17 08:31:12.061331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee7a8e0-6903-4779-9325-98142804c49e', 'name': 'network-vif-deleted', 'tag': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:12.066720 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc2282-911b-4801-be45-e1fa77d257dc" -d '{"events": [{"server_uuid": "1ee7a8e0-6903-4779-9325-98142804c49e", "name": "network-vif-deleted", "tag": "e1f85449-9ca1-4ab9-b48e-fd496724f15b"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:12.070166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.077736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.080961 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8c542c0-4679-436c-8ef3-1f57b7609128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.084728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 2a79db12-874a-4129-a293-2590345d1c98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2a79db12-874a-4129-a293-2590345d1c98,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:12.100015 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e46a63-35f0-4d6d-8389-4e23c83523bc x-openstack-request-id: req-38e46a63-35f0-4d6d-8389-4e23c83523bc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:12.100812 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "2a79db12-874a-4129-a293-2590345d1c98", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:12.100812 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38e46a63-35f0-4d6d-8389-4e23c83523bc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:12.101176 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79db12-874a-4129-a293-2590345d1c98', 'code': 200} Jun 17 08:31:12.109460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.118081 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.128495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e1d83c6-997d-4444-b18c-79e4eaafc8ce req-5d27a976-b32d-4834-be91-b3adc2cf3b65 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058621 Jun 17 08:31:12.138045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No DVR routers for this DVR port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:12.139672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.153326 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.153976 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.206542 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8193bd10-fd7d-4241-9b87-e202a5b5557b x-openstack-request-id: req-8193bd10-fd7d-4241-9b87-e202a5b5557b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:12.207187 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee7a8e0-6903-4779-9325-98142804c49e", "name": "network-vif-deleted", "tag": "e1f85449-9ca1-4ab9-b48e-fd496724f15b", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:12.207316 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8193bd10-fd7d-4241-9b87-e202a5b5557b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:12.207981 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee7a8e0-6903-4779-9325-98142804c49e', 'name': 'network-vif-deleted', 'tag': 'e1f85449-9ca1-4ab9-b48e-fd496724f15b', 'status': 'completed', 'code': 200} Jun 17 08:31:12.219491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No active binding found for port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 {{(pid=93501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:31:12.219973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dd975a92-f6f5-48bf-b02b-68c7b6d9e083 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:12.226316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Deleting port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:12.226316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.230536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=2a79db12-874a-4129-a293-2590345d1c98,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.232345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.233772 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.237230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.256974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/272600cf-4887-4ed7-b359-811b7936069a HTTP/1.1" status: 204 len: 168 time: 0.2933426 Jun 17 08:31:12.259732 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99ac9d3e-09b7-424e-8feb-ee9f99f905f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.282351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272600cf-4887-4ed7-b359-811b7936069a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.293241 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.347168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] For port dd975a92-f6f5-48bf-b02b-68c7b6d9e083, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:12.347571 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.354408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.378083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fe687b-ad52-4a15-8d7e-d0577de39069']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:12.391395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd811b2-d9df-4413-baed-900f7fd24330') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:12.392012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd811b2-d9df-4413-baed-900f7fd24330') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:12.406268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.410781 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e6cc77a-7400-4f6b-86fb-71b000bea935 req-bebbac26-180a-4740-8525-c45ddb97c619 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ee7a8e0-6903-4779-9325-98142804c49e HTTP/1.1" status: 200 len: 210 time: 0.0401130 Jun 17 08:31:12.429339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Calling delete_port for dd975a92-f6f5-48bf-b02b-68c7b6d9e083 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:12.431835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.433475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:31:12.436270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.439709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420472-afdc-4d41-add2-f770b0303f59 req-775c3ca1-984d-4229-9bc2-c46df74f5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.444553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f4420472-afdc-4d41-add2-f770b0303f59 req-775c3ca1-984d-4229-9bc2-c46df74f5c4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 1101 time: 0.1752503 Jun 17 08:31:12.448670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:12.449241 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-02007d19-dd11-4d3f-9bce-237f709ad262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.450309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:12.455010 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:12.479968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] No DVR routers for this DVR port dd975a92-f6f5-48bf-b02b-68c7b6d9e083 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:12.492822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Pushing event deleted for resources: {'Port': ['ID=dd975a92-f6f5-48bf-b02b-68c7b6d9e083,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.495148 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.559409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f4420472-afdc-4d41-add2-f770b0303f59 req-1932c08c-839e-4627-99ad-09f17afea974 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996308 Jun 17 08:31:12.561829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.566595 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-30e21291-fdeb-4cdc-9b91-f9ecd88e08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.571985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.574083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/13fe687b-ad52-4a15-8d7e-d0577de39069 HTTP/1.1" status: 204 len: 168 time: 1.5269296 Jun 17 08:31:12.579307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54630) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:12.586662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=13fe687b-ad52-4a15-8d7e-d0577de39069,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.589804 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.634797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54632) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:12.636209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e81b8-96bf-4a4c-8f10-f4906c850e04 req-c18539d6-8b5d-4646-be63-8f9364282eaa tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.637694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-756e81b8-96bf-4a4c-8f10-f4906c850e04 req-c18539d6-8b5d-4646-be63-8f9364282eaa tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1148798 Jun 17 08:31:12.649920 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.696251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e687d4-2e6c-4515-a981-f4f40429f3cb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.697712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-54e687d4-2e6c-4515-a981-f4f40429f3cb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1174600 Jun 17 08:31:12.701484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54634) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:12.703545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-756e81b8-96bf-4a4c-8f10-f4906c850e04 req-b53e2519-0415-4c48-99b4-13fce5972327 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Jun 17 08:31:12.811415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.820162 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-de5d0108-4644-43f6-8d75-b70efbc5516d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1171284 Jun 17 08:31:12.823073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54638) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:12.828328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-41558987'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:12.833287 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.838938 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2283793b-6ba8-4690-ae21-1c503009f512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.883423 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=492905134c0048928bebba126d67f85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474780 Jun 17 08:31:12.887137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54640) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:12.888264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:12.891954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.896433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8de32-d06f-4d85-ba0c-32d25d4456d9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.906307 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.926060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:12.937383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.937728 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment 19cbd33d-d5d3-47b2-859a-59e3beb26ed2 of type vlan for network d3d4b8b2-6909-482c-a18b-98e87e79780d Jun 17 08:31:12.947869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8b99-a921-45a0-9e49-8c27a1b8e5af req-cdcde15c-10cb-4e0a-92a6-4e26e350a55c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.949536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b0f8b99-a921-45a0-9e49-8c27a1b8e5af req-cdcde15c-10cb-4e0a-92a6-4e26e350a55c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 949 time: 0.1167858 Jun 17 08:31:12.982938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.989516 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.019414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b0f8b99-a921-45a0-9e49-8c27a1b8e5af req-e096d269-3161-4465-b0ce-4305533ee4a0 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617716 Jun 17 08:31:13.019793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.026773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.027568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.031146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.031337 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5097d72-ac17-4dae-937f-725d9d4c831b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:13.073694 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2494097 Jun 17 08:31:13.076427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54644) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:13.087711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:13.112263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.114867 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.116006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdb8de32-d06f-4d85-ba0c-32d25d4456d9 HTTP/1.1" status: 204 len: 168 time: 0.2275493 Jun 17 08:31:13.117838 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3944c8b-921c-4f1e-9914-f08ed2a05e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:13.130493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8de32-d06f-4d85-ba0c-32d25d4456d9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:13.140860 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:13.154025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630708c-93b7-4135-9e53-72723d5a1c9c req-42381c42-ec57-4a43-8947-d9400a8194e3 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.170983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b630708c-93b7-4135-9e53-72723d5a1c9c req-42381c42-ec57-4a43-8947-d9400a8194e3 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1104903 Jun 17 08:31:13.218120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b630708c-93b7-4135-9e53-72723d5a1c9c req-95c1b580-a5ee-4a4f-ae97-383a8d546562 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad36c12b-867d-482f-8855-17d5a46fa138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Jun 17 08:31:13.348509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694e99-895d-44a2-a079-7f9fa8a58d67 req-6cb3c371-7ddf-4951-a2eb-1b37c7de3237 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.351842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa694e99-895d-44a2-a079-7f9fa8a58d67 req-6cb3c371-7ddf-4951-a2eb-1b37c7de3237 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.0725718 Jun 17 08:31:13.393415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa694e99-895d-44a2-a079-7f9fa8a58d67 req-466ed383-0725-4705-8401-481a7eb19ac1 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368836 Jun 17 08:31:13.485460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=d3d4b8b2-6909-482c-a18b-98e87e79780d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:13.496145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d3d4b8b2-6909-482c-a18b-98e87e79780d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:13.497004 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:13.587535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-e56707d1-382c-4e6b-ae73-df11cc986995 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.589152 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-e56707d1-382c-4e6b-ae73-df11cc986995 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 945 time: 0.1347404 Jun 17 08:31:13.591776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:13.602223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.911364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Deleting port 972401ae-2605-4db0-bfba-1a6c4bd81538 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:13.911721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.913754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-1b16eb80-1b74-43fe-912b-c33f2805754f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.915401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-1b16eb80-1b74-43fe-912b-c33f2805754f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.1752205 Jun 17 08:31:13.944206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-f43a09ec-695d-4ec4-8096-8ab6afe46eed tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/quotas/1d281d0d83164900a360c2ca0030230d HTTP/1.1" status: 200 len: 375 time: 0.0227435 Jun 17 08:31:13.975998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922760ac-5255-408e-9ff6-cf237f8c4338 req-ada5d749-2cd9-4a33-9f05-8c3cce86c3f4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.977482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-922760ac-5255-408e-9ff6-cf237f8c4338 req-ada5d749-2cd9-4a33-9f05-8c3cce86c3f4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1132133 Jun 17 08:31:14.040850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.042194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-922760ac-5255-408e-9ff6-cf237f8c4338 req-4f9212eb-6de1-4b3b-8dc1-943f4e7935d2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482957 Jun 17 08:31:14.050665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b3e06147-aee1-40fd-b07a-0cf45477111f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:14.059549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-5dfc9ba0-d926-4874-baf4-75de350420f0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090176 Jun 17 08:31:14.125224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] For port 972401ae-2605-4db0-bfba-1a6c4bd81538, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=972401ae-2605-4db0-bfba-1a6c4bd81538,segment=NetworkSegment(4ac86bff-92b8-468d-ba9d-6a80c0ba95b1),segment_id=4ac86bff-92b8-468d-ba9d-6a80c0ba95b1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:14.126238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.146197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:14.153911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:14.178957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-b4bce86e-b270-44e6-b1e9-f3c74b20372b service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105354 Jun 17 08:31:14.222547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Calling delete_port for 972401ae-2605-4db0-bfba-1a6c4bd81538 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:14.228623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': '19cbd33d-d5d3-47b2-859a-59e3beb26ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:14.229003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: d3d4b8b2-6909-482c-a18b-98e87e79780d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:14.289768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network d3d4b8b2-6909-482c-a18b-98e87e79780d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:14.309833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d3d4b8b2-6909-482c-a18b-98e87e79780d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:14.321321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada4a6f-7a33-49ed-91f9-c0cb899c0923 None None] Network d3d4b8b2-6909-482c-a18b-98e87e79780d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:14.326225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-e7cb10ef-dfca-4b64-a2d0-92a10298db1f service neutron] 10.222.0.65 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416211 Jun 17 08:31:14.339013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:14.339716 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.341937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469957c6-4dee-4c3e-97b7-d9e3d83d02ee req-764c2614-d054-4148-8717-9a4a3b30de4f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:14.349956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-469957c6-4dee-4c3e-97b7-d9e3d83d02ee req-764c2614-d054-4148-8717-9a4a3b30de4f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 949 time: 0.1403708 Jun 17 08:31:14.395268 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3177519 Jun 17 08:31:14.396866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54698) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:14.405428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d', 'name': 'tempest-PortsTestJSON-1800701003'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:14.425934 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-469957c6-4dee-4c3e-97b7-d9e3d83d02ee req-7d66b372-84bc-487c-b557-b7e1c1773853 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750208 Jun 17 08:31:14.496161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.503642 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b49296dd-0105-49f7-8f87-cfb0cf208994 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:14.536764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['972401ae-2605-4db0-bfba-1a6c4bd81538'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:14.563175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Pushing event deleted for resources: {'Port': ['ID=972401ae-2605-4db0-bfba-1a6c4bd81538,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:14.575188 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:14.589013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:14.593803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.635343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:14.696450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] No DVR routers for this DVR port 972401ae-2605-4db0-bfba-1a6c4bd81538 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:14.700803 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.702799 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4a907d54-4ca8-4e06-ac3e-c7baf4791932 req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.60 "DELETE /v2.0/ports/972401ae-2605-4db0-bfba-1a6c4bd81538 HTTP/1.1" status: 204 len: 173 time: 1.0956595 Jun 17 08:31:14.704534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'name': 'network-vif-deleted', 'tag': '972401ae-2605-4db0-bfba-1a6c4bd81538'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:14.706877 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501fd8d1-0011-4eee-a2f9-3f07d0b99b0a" -d '{"events": [{"server_uuid": "6fab19da-6c14-470f-94f2-058a1e8af3c2", "name": "network-vif-deleted", "tag": "972401ae-2605-4db0-bfba-1a6c4bd81538"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:14.749790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-d3d4b8b2-6909-482c-a18b-98e87e79780d', 'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': '4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:14.751222 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.820074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18c45586-9aba-4488-8582-55c27d407453 req-1fddf36f-2b86-4f88-9001-1f82a3ceb546 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fab19da-6c14-470f-94f2-058a1e8af3c2 HTTP/1.1" status: 200 len: 210 time: 0.0787256 Jun 17 08:31:14.908418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.7 (d3d4b8b2-6909-482c-a18b-98e87e79780d/4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1/514ba0d1-0583-4534-b49c-9a6e9dfffe4d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:14.917517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b68d1e-2456-4761-b763-c7b1fbf9805f req-6997e6ae-e922-40f6-a684-35570fb0b27b tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:14.919043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6b68d1e-2456-4761-b763-c7b1fbf9805f req-6997e6ae-e922-40f6-a684-35570fb0b27b tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1765857 Jun 17 08:31:15.007954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6b68d1e-2456-4761-b763-c7b1fbf9805f req-1370b885-d089-452d-97c5-4ef4f1f2b98e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776386 Jun 17 08:31:15.163055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f0a3e-d6f7-4dc0-96b4-a7615755f4a0 req-1db282d7-ee3b-4277-89f7-ed824c4acdf1 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:15.164580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145f0a3e-d6f7-4dc0-96b4-a7615755f4a0 req-1db282d7-ee3b-4277-89f7-ed824c4acdf1 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 1101 time: 0.1755719 Jun 17 08:31:15.166252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff83b2cc-4231-4dbd-b0ae-691b40937d52 req-f7b225fa-a767-4c3a-8de4-a80303a1351f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 210 time: 0.0432448 Jun 17 08:31:15.209798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.235706 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145f0a3e-d6f7-4dc0-96b4-a7615755f4a0 req-92636fa3-e0fa-4be0-a417-e2b40be56e8c tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 Jun 17 08:31:15.236611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 514ba0d1-0583-4534-b49c-9a6e9dfffe4d will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:15.292722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.299629 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:15.328664 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8ea134-cdb4-486a-ac3c-9fc7313fe729 x-openstack-request-id: req-cb8ea134-cdb4-486a-ac3c-9fc7313fe729 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:15.329865 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fab19da-6c14-470f-94f2-058a1e8af3c2", "name": "network-vif-deleted", "tag": "972401ae-2605-4db0-bfba-1a6c4bd81538", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:15.330036 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb8ea134-cdb4-486a-ac3c-9fc7313fe729 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:15.330567 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fab19da-6c14-470f-94f2-058a1e8af3c2', 'name': 'network-vif-deleted', 'tag': '972401ae-2605-4db0-bfba-1a6c4bd81538', 'status': 'completed', 'code': 200} Jun 17 08:31:15.349990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network d3d4b8b2-6909-482c-a18b-98e87e79780d is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:15.355590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:15.361018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:15.402813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Allocated IP 172.20.0.2 (d3d4b8b2-6909-482c-a18b-98e87e79780d/4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1/02fdae6c-c2ae-4d8d-a48d-3c71743bc965) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:15.407594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=514ba0d1-0583-4534-b49c-9a6e9dfffe4d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:15.412714 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:15.460024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:15.460666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.499934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e1f85449-9ca1-4ab9-b48e-fd496724f15b no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:15.529369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54732) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:15.529582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1289644 Jun 17 08:31:15.537195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d', 'name': 'tempest-PortsTestJSON-26664019'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:15.567611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a817e8-1193-478c-8d16-92d14d8b127a req-3f933c91-1ebc-4b73-8910-02d576c50c1a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:15.569364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9a817e8-1193-478c-8d16-92d14d8b127a req-3f933c91-1ebc-4b73-8910-02d576c50c1a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.0811079 Jun 17 08:31:15.628683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9a817e8-1193-478c-8d16-92d14d8b127a req-cdf81d17-b51f-45ce-8f05-561aa734f3c4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500362 Jun 17 08:31:15.699548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: e1f85449-9ca1-4ab9-b48e-fd496724f15b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:15.700942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e1f85449-9ca1-4ab9-b48e-fd496724f15b not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:15.717144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:15.721119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.758180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 163eb117-7c5d-43bf-b33c-b7c5f45f50a6 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:15.832047 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.850852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Transition to ACTIVE for port object 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:15.889721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Transition to ACTIVE for port object 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:15.904693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.918121 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:15.980952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54754) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.007104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Network d3d4b8b2-6909-482c-a18b-98e87e79780d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:16.026429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:16.031544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Deleting subnet 27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:16.035081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:16.038524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.067986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Pushing event updated for resources: {'Port': ['ID=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:16.076112 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:16.085394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.4 (d3d4b8b2-6909-482c-a18b-98e87e79780d/4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1/163eb117-7c5d-43bf-b33c-b7c5f45f50a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:16.088033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714df2d-5c89-463f-a1cb-36566eb61546 req-d8ea70ff-4a9b-4006-925e-8cb0031a353c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:16.096499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5714df2d-5c89-463f-a1cb-36566eb61546 req-d8ea70ff-4a9b-4006-925e-8cb0031a353c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 949 time: 0.1640263 Jun 17 08:31:16.135828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-1e00b769-0da8-41b0-a890-252ac47761d1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:16.137650 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-1e00b769-0da8-41b0-a890-252ac47761d1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 805 time: 0.2314672 Jun 17 08:31:16.145404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.158335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Request body: {'port': {'device_id': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'admin_state_up': True, 'tenant_id': '1d281d0d83164900a360c2ca0030230d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:16.201355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5714df2d-5c89-463f-a1cb-36566eb61546 req-30d1fc58-842c-4045-b518-6d82ea9ef0ca tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035454 Jun 17 08:31:16.215927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Attempting to bind port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:16.216837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Attempting to bind port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '19cbd33d-d5d3-47b2-859a-59e3beb26ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:16.217460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Attempting to bind port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 on network d3d4b8b2-6909-482c-a18b-98e87e79780d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:16.232498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:16.235623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Checking segment: {'id': '19cbd33d-d5d3-47b2-859a-59e3beb26ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:16.236266 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.236868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Bound using segment: {'id': '19cbd33d-d5d3-47b2-859a-59e3beb26ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:16.237646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Bound port: 02fdae6c-c2ae-4d8d-a48d-3c71743bc965, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cbd33d-d5d3-47b2-859a-59e3beb26ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd3d4b8b2-6909-482c-a18b-98e87e79780d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:16.238701 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.288097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.372200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] For port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:16.379749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] For port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,segment=NetworkSegment(19cbd33d-d5d3-47b2-859a-59e3beb26ed2),segment_id=19cbd33d-d5d3-47b2-859a-59e3beb26ed2)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:16.393592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.397114 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e88e02f5-2e57-47d1-8b46-65e0d72be6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:16.423267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Made reservation on behalf of 1d281d0d83164900a360c2ca0030230d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:16.427542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.429739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.435691 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9afb9639-b77c-4fbf-a064-f988726c21de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:16.444512 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.476533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339779d-9f30-4f8d-b748-39b52b075902 req-417655cf-ef25-49c6-b619-e939a4353930 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:16.488446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2339779d-9f30-4f8d-b748-39b52b075902 req-417655cf-ef25-49c6-b619-e939a4353930 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1971810 Jun 17 08:31:16.493848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Pushing event updated for resources: {'Port': ['ID=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:16.504651 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:16.520456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 163eb117-7c5d-43bf-b33c-b7c5f45f50a6 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:16.549169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:16.557746 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:16.559191 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.561381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/27b82eb5-8e2e-4e6e-b352-4bad3ec33eb4 HTTP/1.1" status: 204 len: 168 time: 0.5793865 Jun 17 08:31:16.564259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54768) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.624885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2339779d-9f30-4f8d-b748-39b52b075902 req-a2cac212-8b29-42b0-82f4-ad7fcb49a5a4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344826 Jun 17 08:31:16.745109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.777660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.806203 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8e8ab3d-01e0-4026-a039-6665a8bbcd1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:16.817551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57ec9f7b-0e5b-45fd-8242-818302dc3794 req-e11c98ce-97b3-4d47-8d1d-f3622cf9f647 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 210 time: 0.1271470 Jun 17 08:31:16.835795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Allocated IP 172.20.0.3 (0e62d9c3-4901-45ee-99c5-7d7693ebfda6/7f486b13-b63d-4e1d-a782-0acfbe517cf9/4628a6bf-fc11-4b6f-89a2-f756c0762887) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:16.920342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=163eb117-7c5d-43bf-b33c-b7c5f45f50a6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:16.940781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network d3d4b8b2-6909-482c-a18b-98e87e79780d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:16.950825 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:16.953319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54774) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.956397 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.968123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:16.983358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:17.097254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.098309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.132718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.176133 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6450851 Jun 17 08:31:17.181271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54778) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.301323 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.409281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d58565-663d-4751-836e-f769f3bff3dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.413277 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a5d58565-663d-4751-836e-f769f3bff3dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2286978 Jun 17 08:31:17.413933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54782) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.475822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.488099 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b25cce6-ecdc-46b1-afe0-c86447c866a9 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.488785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 972401ae-2605-4db0-bfba-1a6c4bd81538 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:17.491210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:17.512244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.533970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f910f35d-3a9e-47fe-86e2-ff33367a016a']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:17.557725 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.558752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbca19-2ab3-4b11-a724-739b7b0dbfd8 req-2228b94f-ffbd-4ba1-a4a1-c5dfcfaf9e4a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.567809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abbbca19-2ab3-4b11-a724-739b7b0dbfd8 req-2228b94f-ffbd-4ba1-a4a1-c5dfcfaf9e4a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.7325866 Jun 17 08:31:17.574753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:17.584609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 972401ae-2605-4db0-bfba-1a6c4bd81538 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:17.585335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 972401ae-2605-4db0-bfba-1a6c4bd81538 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:17.585600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:17.585905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac86bff-92b8-468d-ba9d-6a80c0ba95b1') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:17.587670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.601611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:17.611024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event updated for resources: {'Port': ['ID=4628a6bf-fc11-4b6f-89a2-f756c0762887,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:17.616908 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:17.619140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:17.621557 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.627619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-d6c8412d-d100-44bb-97b6-54fdd3377949 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.629124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-d6c8412d-d100-44bb-97b6-54fdd3377949 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 949 time: 0.3106446 Jun 17 08:31:17.633912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.644924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8255-316c-4a69-9f80-1dbb3e4d161a req-1792e64f-b620-487f-bb77-519761d7acbf tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.646424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c6f8255-316c-4a69-9f80-1dbb3e4d161a req-1792e64f-b620-487f-bb77-519761d7acbf tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 949 time: 0.2949004 Jun 17 08:31:17.698447 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.705741 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=862cf9a0f2fc4b1f86c081edfe3df643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510352 Jun 17 08:31:17.711795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54786) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.730794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:17.731192 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:17.733532 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:17.741183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.741823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.744305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d207bd-91c2-47e5-9430-11aca4350058,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:17.752014 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:17.760497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abbbca19-2ab3-4b11-a724-739b7b0dbfd8 req-ac2f963e-15c3-41ca-b8c1-6c4020e6dec4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917150 Jun 17 08:31:17.789291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 163eb117-7c5d-43bf-b33c-b7c5f45f50a6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:17.789291 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.812655 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6640429 Jun 17 08:31:17.835322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Request body: {'port': {'device_id': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:17.860574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c6f8255-316c-4a69-9f80-1dbb3e4d161a req-86498f62-6398-4a38-ba55-a0ca1c5345b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999488 Jun 17 08:31:17.918713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.947785 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.948117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837ffb8-2cd9-4cbe-a2a3-c539096bfdc5 None None] Network d3d4b8b2-6909-482c-a18b-98e87e79780d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:17.954075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.958713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] 10.222.0.65 "DELETE /v2.0/networks/f910f35d-3a9e-47fe-86e2-ff33367a016a HTTP/1.1" status: 204 len: 168 time: 1.3905232 Jun 17 08:31:17.962257 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-265d93b7-c4a6-412e-9568-2df8faba7892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.963495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:18.002386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f910f35d-3a9e-47fe-86e2-ff33367a016a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.004910 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.021352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port 2a79db12-874a-4129-a293-2590345d1c98 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:18.021840 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.058402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.064847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.065057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a03a4886-c28f-4abf-a990-8f7d135a3add None None] Provisioning for port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:18.100810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:18.116641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b883711-8b54-41ab-92b3-0847d01175be req-2c6803e7-aace-45d4-9207-da7e355dca92 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:18.118145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b883711-8b54-41ab-92b3-0847d01175be req-2c6803e7-aace-45d4-9207-da7e355dca92 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2243211 Jun 17 08:31:18.158488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 163eb117-7c5d-43bf-b33c-b7c5f45f50a6 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:18.180976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Deleting subnet 93ba4e55-5b46-4f15-a8a3-0c749e552e5d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:18.182976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.194872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.198576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b883711-8b54-41ab-92b3-0847d01175be req-4a68fa3c-4d0f-44a5-a19a-11e33bd34946 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527728 Jun 17 08:31:18.237417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0f97c-ed1a-4729-b106-f1c8caf6ae7a req-67f2a022-e72b-4061-89f1-2832aee3fd2d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:18.239478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61c0f97c-ed1a-4729-b106-f1c8caf6ae7a req-67f2a022-e72b-4061-89f1-2832aee3fd2d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 931 time: 0.1969304 Jun 17 08:31:18.241319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port 2a79db12-874a-4129-a293-2590345d1c98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2a79db12-874a-4129-a293-2590345d1c98,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:18.241697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.243058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:18.263215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:18.263596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.300475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.325233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for 2a79db12-874a-4129-a293-2590345d1c98 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:18.363419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.366105 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.369605 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2d207bd-91c2-47e5-9430-11aca4350058 HTTP/1.1" status: 204 len: 168 time: 0.6520431 Jun 17 08:31:18.375553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61c0f97c-ed1a-4729-b106-f1c8caf6ae7a req-6deadeb2-2223-4c1f-99cf-9ea5fdf566a4 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174159 Jun 17 08:31:18.381382 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8adc712-7a65-4686-9f8f-261ed2930d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.399150 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.421128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d207bd-91c2-47e5-9430-11aca4350058,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.432045 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.468736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,segment=NetworkSegment(19cbd33d-d5d3-47b2-859a-59e3beb26ed2),segment_id=19cbd33d-d5d3-47b2-859a-59e3beb26ed2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:18.478273 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.486330 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.490726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.559617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.563409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.585410 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.591517 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75918918-eab9-4e22-b6fd-cece91e840d2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.604557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976', '2a79db12-874a-4129-a293-2590345d1c98'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:18.607882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'bea641e9-0830-40b7-bd36-7ae50378eef0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:18.683663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Provisioning complete for port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:18.684204 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.704276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.709766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.718627 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14f38c5e-3a24-4c5b-aaba-a264ba62bab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.724596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=2a79db12-874a-4129-a293-2590345d1c98,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.769531 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.774447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port 2a79db12-874a-4129-a293-2590345d1c98 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:18.775709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ba4e55-5b46-4f15-a8a3-0c749e552e5d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.780065 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.783428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.787720 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/93ba4e55-5b46-4f15-a8a3-0c749e552e5d HTTP/1.1" status: 204 len: 168 time: 0.8188682 Jun 17 08:31:18.787880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b3614c1-c4f9-40f2-9b6d-251a66efa161 req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "DELETE /v2.0/ports/2a79db12-874a-4129-a293-2590345d1c98 HTTP/1.1" status: 204 len: 173 time: 1.1482825 Jun 17 08:31:18.796298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'name': 'network-vif-deleted', 'tag': '2a79db12-874a-4129-a293-2590345d1c98'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:18.799670 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d636a5-b5c3-40de-8a70-94940e8c417b" -d '{"events": [{"server_uuid": "85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa", "name": "network-vif-deleted", "tag": "2a79db12-874a-4129-a293-2590345d1c98"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:18.803187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54798) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:18.813961 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.815086 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-029f4805-3935-4f5d-bf8e-b2264a1c9045 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.906390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:18.921670 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8eb66-13d5-4afb-a3e4-d2abda38186f x-openstack-request-id: req-21c8eb66-13d5-4afb-a3e4-d2abda38186f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:18.929335 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa", "name": "network-vif-deleted", "tag": "2a79db12-874a-4129-a293-2590345d1c98", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:18.929938 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21c8eb66-13d5-4afb-a3e4-d2abda38186f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:18.934401 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa', 'name': 'network-vif-deleted', 'tag': '2a79db12-874a-4129-a293-2590345d1c98', 'status': 'completed', 'code': 200} Jun 17 08:31:18.950256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=163eb117-7c5d-43bf-b33c-b7c5f45f50a6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:19.012736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54806) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:19.021758 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:19.065068 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.098770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.101142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/163eb117-7c5d-43bf-b33c-b7c5f45f50a6 HTTP/1.1" status: 204 len: 168 time: 1.6858404 Jun 17 08:31:19.124153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:19.144181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4628a6bf-fc11-4b6f-89a2-f756c0762887 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:19.153372 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:31:19.155192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.170717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Transition to ACTIVE for port object 4628a6bf-fc11-4b6f-89a2-f756c0762887 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:19.177570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.180980 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:19.193475 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-641cc173-20b9-4e83-8890-22fb904d28de tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:19.199508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-641cc173-20b9-4e83-8890-22fb904d28de tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/163eb117-7c5d-43bf-b33c-b7c5f45f50a6 HTTP/1.1" status: 404 len: 333 time: 0.0669019 Jun 17 08:31:19.205149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54810) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:19.209990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.267175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70a20916-5d0c-49f9-ab79-7430471a0317 req-f0970e14-7a8e-41fb-8645-4a7b2873ab6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=85f9d7d3-12d1-4fc5-bf1e-2df4cfa5e7aa HTTP/1.1" status: 200 len: 210 time: 0.1351624 Jun 17 08:31:19.288805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4628a6bf-fc11-4b6f-89a2-f756c0762887,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:19.298330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:19.309850 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.383211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Attempting to bind port 4628a6bf-fc11-4b6f-89a2-f756c0762887 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:19.383799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Attempting to bind port 4628a6bf-fc11-4b6f-89a2-f756c0762887 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:19.387161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Attempting to bind port 4628a6bf-fc11-4b6f-89a2-f756c0762887 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:19.398507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Port 4628a6bf-fc11-4b6f-89a2-f756c0762887 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:19.399475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Attempting to bind port 4628a6bf-fc11-4b6f-89a2-f756c0762887 on network 0e62d9c3-4901-45ee-99c5-7d7693ebfda6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:19.413601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:19.414270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Checking segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:19.415028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Bound using segment: {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:19.415775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Bound port: 4628a6bf-fc11-4b6f-89a2-f756c0762887, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8198d2d-69f7-4bb2-b828-67b41edc1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:19.416045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.417161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:19.453571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '877a7f1b-7aca-4260-b183-6e6c76009966', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': '877a7f1b-7aca-4260-b183-6e6c76009966', 'mac_address': 'fa:16:3e:59:e9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:19.464836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Provisioning for port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:19.488125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Provisioning complete for port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:19.488443 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.531578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] For port 4628a6bf-fc11-4b6f-89a2-f756c0762887, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:19.538783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] For port 4628a6bf-fc11-4b6f-89a2-f756c0762887, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:19.544018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.548815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b9bc61c-c0c0-47ff-8d38-f2ca7e399f2d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:19.574213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6f371-b0a6-4ece-85d8-4bb0d77881d8 req-1128754d-5cd9-428e-95f5-ca00f16ff349 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.581678 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56c6f371-b0a6-4ece-85d8-4bb0d77881d8 req-1128754d-5cd9-428e-95f5-ca00f16ff349 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.5114074 Jun 17 08:31:19.636821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:19.640296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.649256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ff535cc-602d-4f73-a393-161803b85a5e None None] Could not find standard attr ID for object 163eb117-7c5d-43bf-b33c-b7c5f45f50a6. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:31:19.659140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4628a6bf-fc11-4b6f-89a2-f756c0762887,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:19.663088 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:19.677391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.679940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.683953 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] 10.222.0.60 "PUT /v2.0/ports/4628a6bf-fc11-4b6f-89a2-f756c0762887 HTTP/1.1" status: 200 len: 1092 time: 1.8552644 Jun 17 08:31:19.686549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'tag': '4628a6bf-fc11-4b6f-89a2-f756c0762887'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:19.692006 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4741a889-5a1a-472a-9049-c4df1f5ac781" -d '{"events": [{"name": "network-changed", "server_uuid": "75b10b0b-ee82-4652-bcc4-58dd1945853e", "tag": "4628a6bf-fc11-4b6f-89a2-f756c0762887"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:19.700153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877a7f1b-7aca-4260-b183-6e6c76009966 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:19.721085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.733233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:19.740278 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.761500 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:19.765014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015ed387-5dac-4013-b322-21ef264c6230']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:19.786016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56c6f371-b0a6-4ece-85d8-4bb0d77881d8 req-39b04821-0b2c-4f1e-aa55-fc7206d499f0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032745 Jun 17 08:31:19.796874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79266e2a-ee44-4b8f-b71b-c95e49221773') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:19.797041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79266e2a-ee44-4b8f-b71b-c95e49221773') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:19.845891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.847468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-8a25a4c9-efce-448b-a791-ab90662301ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.849685 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-8a25a4c9-efce-448b-a791-ab90662301ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 1095 time: 0.0976951 Jun 17 08:31:19.852186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e885479-4007-4e60-b7b8-df10a2b3c70d None None] Provisioning complete for port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:19.852687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e885479-4007-4e60-b7b8-df10a2b3c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.915846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.917965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-bc9a70aa-5e1a-4a99-94de-6d5e55ac212c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887 HTTP/1.1" status: 200 len: 217 time: 0.0604327 Jun 17 08:31:19.924070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:19.924423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.946476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.958657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820ccd-7fa6-4115-b4b0-90b5f0e09271 req-242bc7b0-82ce-4fcd-9dea-4fc1d99827f4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.965803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['877a7f1b-7aca-4260-b183-6e6c76009966'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:19.969024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed820ccd-7fa6-4115-b4b0-90b5f0e09271 req-242bc7b0-82ce-4fcd-9dea-4fc1d99827f4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.5187325 Jun 17 08:31:19.989208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-cc9a0692-ff14-4eb0-9ae4-be63120bfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.990581 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-cc9a0692-ff14-4eb0-9ae4-be63120bfc22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.0650411 Jun 17 08:31:20.001566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.004823 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.020317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.022305 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3f9c6392-a489-4257-bfee-07a91dc6c003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:20.030739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1e885479-4007-4e60-b7b8-df10a2b3c70d None None] Port 514ba0d1-0583-4534-b49c-9a6e9dfffe4d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:20.031009 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-84ff0e2c-624e-4a26-a033-3b8c12569d00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332623 Jun 17 08:31:20.039792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:20.066559 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e885479-4007-4e60-b7b8-df10a2b3c70d None None] Could not find standard attr ID for object 163eb117-7c5d-43bf-b33c-b7c5f45f50a6. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:31:20.083846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:20.084366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:20.091270 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:20.125267 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-ccdf6b66-1021-4d96-9914-c3c9568d6593 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876760 Jun 17 08:31:20.176869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:20.177439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.183036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1ca0f5eb613440b9f865b7c93a72391&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1604834 Jun 17 08:31:20.184959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fdc829-2d19-4063-9c32-051e59d4103e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.190032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54818) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:20.224349 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85bfd6fb-a2c1-4e92-bb42-8f1b306f4e83 req-f03179b4-bd03-4236-a9f2-40bb42ceb166 service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916028 Jun 17 08:31:20.234486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.259680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed820ccd-7fa6-4115-b4b0-90b5f0e09271 req-cc918008-5a82-4ba6-aa25-914f3ce91345 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892704 Jun 17 08:31:20.269564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.299087 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-500cfbe3-7be9-4988-a601-70d4dcc7dad4 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:20.312142 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.316816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] 10.222.0.65 "DELETE /v2.0/networks/015ed387-5dac-4013-b322-21ef264c6230 HTTP/1.1" status: 204 len: 168 time: 1.5120091 Jun 17 08:31:20.323328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fecf4-ccce-476a-9ca9-41afd7e5c8ac req-da749959-68ae-4a94-9c96-e4e00ba619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.324816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-441fecf4-ccce-476a-9ca9-41afd7e5c8ac req-da749959-68ae-4a94-9c96-e4e00ba619c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.4987593 Jun 17 08:31:20.326582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.333304 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0361b6e-60e4-4f2f-bd62-5be9ed2f8890 x-openstack-request-id: req-f0361b6e-60e4-4f2f-bd62-5be9ed2f8890 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:20.334927 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b10b0b-ee82-4652-bcc4-58dd1945853e", "tag": "4628a6bf-fc11-4b6f-89a2-f756c0762887", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:20.335444 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0361b6e-60e4-4f2f-bd62-5be9ed2f8890 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:20.336106 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'tag': '4628a6bf-fc11-4b6f-89a2-f756c0762887', 'status': 'completed', 'code': 200} Jun 17 08:31:20.365769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Pushing event deleted for resources: {'Network': ['ID=015ed387-5dac-4013-b322-21ef264c6230,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.382078 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.438611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 514ba0d1-0583-4534-b49c-9a6e9dfffe4d owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:20.466523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-51afc824-b4c0-4212-bd1b-81d05817d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.468780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2b44e-39af-4f39-81b1-176f6ad52383 req-3249cc9a-2615-4c8a-91f5-9f4d6ab80534 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.473325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-51afc824-b4c0-4212-bd1b-81d05817d863 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 1095 time: 0.1237516 Jun 17 08:31:20.475575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60c2b44e-39af-4f39-81b1-176f6ad52383 req-3249cc9a-2615-4c8a-91f5-9f4d6ab80534 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 943 time: 0.4874489 Jun 17 08:31:20.565517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.574401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-441fecf4-ccce-476a-9ca9-41afd7e5c8ac req-09a965b2-3986-43e4-9151-b28c2d1bf31a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240212 Jun 17 08:31:20.624683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60c2b44e-39af-4f39-81b1-176f6ad52383 req-188a94c5-1d07-4e8f-b954-67bfb42ca3e2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481991 Jun 17 08:31:20.634511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.699130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54836) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:20.772574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.775696 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.778980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9fdc829-2d19-4063-9c32-051e59d4103e HTTP/1.1" status: 204 len: 168 time: 0.5551314 Jun 17 08:31:20.783775 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:20.808307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fdc829-2d19-4063-9c32-051e59d4103e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.811782 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.824109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-62b67baa-adee-421c-8e5c-46ee7c628386 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31ee60928a2448bc9a95d6d95a9194e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227672 Jun 17 08:31:20.826774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54846) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:20.849588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.858383 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c0fb185c-2cca-4fc7-b234-563821841ea7 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:20.860767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:20.907899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=514ba0d1-0583-4534-b49c-9a6e9dfffe4d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.911759 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.987871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-525e7337-0b3d-4321-bf12-df4eb0497c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.990808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-525e7337-0b3d-4321-bf12-df4eb0497c56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.5087390 Jun 17 08:31:21.053196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.057253 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-23402965-bf6f-46a2-9112-3380520b3e99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887 HTTP/1.1" status: 200 len: 217 time: 0.0566967 Jun 17 08:31:21.063884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 877a7f1b-7aca-4260-b183-6e6c76009966 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:21.067235 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.107738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.115672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/514ba0d1-0583-4534-b49c-9a6e9dfffe4d HTTP/1.1" status: 204 len: 168 time: 1.8971934 Jun 17 08:31:21.117391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54850) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:21.140658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.176930 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-34daf56a-a0db-4e28-b285-9ea23e2757b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:21.181618 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-34daf56a-a0db-4e28-b285-9ea23e2757b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/514ba0d1-0583-4534-b49c-9a6e9dfffe4d HTTP/1.1" status: 404 len: 333 time: 0.0591247 Jun 17 08:31:21.183637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:21.272670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-682a4d81-acc9-4ff6-9021-7863294c955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:21.274205 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-682a4d81-acc9-4ff6-9021-7863294c955a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.2085307 Jun 17 08:31:21.286404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:21.286798 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.293466 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.327964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:21.331573 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961b7da7-1aa9-4012-9572-446a9f4a0d7e" -d '{"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-plugged", "status": "completed", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:21.359275 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-2fc3d8fc-945e-490d-beea-337c3d500b93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666575 Jun 17 08:31:21.361376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:21.369595 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.372751 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:21.411456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.443270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:21.454353 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:21.469978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b36e-8952-45a5-97c2-72ffebf20b02 req-c0746e5d-bb61-4936-bb1a-b4bd93ecfbdd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:21.472033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac05b36e-8952-45a5-97c2-72ffebf20b02 req-c0746e5d-bb61-4936-bb1a-b4bd93ecfbdd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 944 time: 0.2866375 Jun 17 08:31:21.482217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edacba4-f31d-4aa5-8ab9-e32a8670f6bf req-7eff97be-1a3a-4c51-8140-e171f6be3e8f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:21.483734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4edacba4-f31d-4aa5-8ab9-e32a8670f6bf req-7eff97be-1a3a-4c51-8140-e171f6be3e8f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 950 time: 0.2426546 Jun 17 08:31:21.531290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2a79db12-874a-4129-a293-2590345d1c98 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:21.563769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-53ef73f4-a5f1-47a4-9df4-410af1b2e61b service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958494 Jun 17 08:31:21.572748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac05b36e-8952-45a5-97c2-72ffebf20b02 req-20e67c62-fc2b-460e-af42-ae4f1ac126e7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863743 Jun 17 08:31:21.581652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4edacba4-f31d-4aa5-8ab9-e32a8670f6bf req-47aa0332-13bf-4a2e-826e-3ab125b1fb58 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783496 Jun 17 08:31:21.581652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.587619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.591264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad36c12b-867d-482f-8855-17d5a46fa138 HTTP/1.1" status: 204 len: 168 time: 0.7608030 Jun 17 08:31:21.591264 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-096d59b0-8d03-4f4c-9eae-efc2a579e0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:21.603239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36c12b-867d-482f-8855-17d5a46fa138,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:21.606755 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:21.643566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 2a79db12-874a-4129-a293-2590345d1c98 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:21.643933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2a79db12-874a-4129-a293-2590345d1c98 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:21.731255 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef8e81-cc30-4676-86a1-5e050f5b0aea x-openstack-request-id: req-19ef8e81-cc30-4676-86a1-5e050f5b0aea {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:21.731555 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-plugged", "status": "completed", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:21.731833 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19ef8e81-cc30-4676-86a1-5e050f5b0aea {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:21.732222 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966', 'code': 200} Jun 17 08:31:21.748346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.850198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.858140 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f786fcf8-b979-4f2a-90f1-906221e607e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:21.908855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:21.912836 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:21.918936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.919924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1908cff-dd11-46ca-88fb-75d3a9654daa None None] Network d3d4b8b2-6909-482c-a18b-98e87e79780d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:21.921290 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1 HTTP/1.1" status: 204 len: 168 time: 0.7368708 Jun 17 08:31:21.928808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:21.965460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4741a889-5a1a-472a-9049-c4df1f5ac781 req-88807cb8-1fa7-4405-9157-e0b49951f05a service neutron] 10.222.0.60 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501375 Jun 17 08:31:22.055369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.120569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1959ed4-db33-4703-84fc-2ab8d55fa727 req-5a15cae4-7ecb-4859-8cb5-3d6b583f5e5c tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:22.122286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1959ed4-db33-4703-84fc-2ab8d55fa727 req-5a15cae4-7ecb-4859-8cb5-3d6b583f5e5c tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2886455 Jun 17 08:31:22.159537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:22.161084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.174246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a05be-fd89-4f36-abdd-a12faf1fc0d9 req-3460187e-6be3-4ca4-934d-d51ee83eb6e3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:22.181808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e79a05be-fd89-4f36-abdd-a12faf1fc0d9 req-3460187e-6be3-4ca4-934d-d51ee83eb6e3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 943 time: 0.1726429 Jun 17 08:31:22.209716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1959ed4-db33-4703-84fc-2ab8d55fa727 req-91084416-deaa-46ab-b8b5-1fae77fae4c6 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771794 Jun 17 08:31:22.269408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:22.310740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] For port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,segment=NetworkSegment(19cbd33d-d5d3-47b2-859a-59e3beb26ed2),segment_id=19cbd33d-d5d3-47b2-859a-59e3beb26ed2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:22.310993 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.314607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e79a05be-fd89-4f36-abdd-a12faf1fc0d9 req-8c6fb25e-0858-4e91-9922-05a59726f3f1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318498 Jun 17 08:31:22.450991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] DHCP port deletion for d3d4b8b2-6909-482c-a18b-98e87e79780d request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:22.464784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:22.480293 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-01608b04-9546-44e5-b985-6151d38d5a50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abd458c0e3b74a45a522be8c1c0300c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098444 Jun 17 08:31:22.482714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54904) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:22.559177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Deleting port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:22.559574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.608229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-292daa05-4cbd-45b6-a9e0-b9a4ffa5a149 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:22.610496 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-292daa05-4cbd-45b6-a9e0-b9a4ffa5a149 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 950 time: 0.1422172 Jun 17 08:31:22.687264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.691267 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.718222 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d16f0b2c-f714-4fec-a042-c8497c5973bd tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:22.741439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No DVR routers for this DVR port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:22.749893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:22.758615 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:22.767712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] For port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,segment=NetworkSegment(19cbd33d-d5d3-47b2-859a-59e3beb26ed2),segment_id=19cbd33d-d5d3-47b2-859a-59e3beb26ed2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:22.768572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.790533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.878864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.926481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d4b8b2-6909-482c-a18b-98e87e79780d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:22.941404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Calling delete_port for 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:22.956247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port bea641e9-0830-40b7-bd36-7ae50378eef0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:22.959766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.965604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cbd33d-d5d3-47b2-859a-59e3beb26ed2') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:22.965909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cbd33d-d5d3-47b2-859a-59e3beb26ed2') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:23.007214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.084320 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.088856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.095807 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.099747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02d489ee-e29f-43f1-9960-abfcabdc6fd6 HTTP/1.1" status: 204 len: 168 time: 0.6157751 Jun 17 08:31:23.106698 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5070443-5c80-4777-9706-5a48dc7cc844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.107234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:23.107648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:23.116340 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:23.187833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d489ee-e29f-43f1-9960-abfcabdc6fd6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:23.200968 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.218598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498e208-e021-4840-8c63-09590c81edfc req-51ced0c1-1de1-476f-b7c3-f6a54e5a8cda tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.224200 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.228516 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.232419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3498e208-e021-4840-8c63-09590c81edfc req-51ced0c1-1de1-476f-b7c3-f6a54e5a8cda tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.2584772 Jun 17 08:31:23.271760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port bea641e9-0830-40b7-bd36-7ae50378eef0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=bea641e9-0830-40b7-bd36-7ae50378eef0,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:23.273959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.302875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.317251 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d84ccd2-69e2-48bf-8244-6300f3e11b97 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.319406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3498e208-e021-4840-8c63-09590c81edfc req-ffe7483c-5bbd-4948-a9be-d9f9d5229424 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853930 Jun 17 08:31:23.331284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Pushing event deleted for resources: {'Port': ['ID=02fdae6c-c2ae-4d8d-a48d-3c71743bc965,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:23.342544 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.350958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.359360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] No DVR routers for this DVR port 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:23.361464 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/d3d4b8b2-6909-482c-a18b-98e87e79780d HTTP/1.1" status: 204 len: 168 time: 1.4294076 Jun 17 08:31:23.366755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbea82-c5d7-4b49-a4f0-48611137bfd7 req-f4234652-32b6-4b98-b109-93c216dfe87c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.375252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-36fbea82-c5d7-4b49-a4f0-48611137bfd7 req-f4234652-32b6-4b98-b109-93c216dfe87c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=41399a37-09ab-49f2-bdd8-df03cae29716 HTTP/1.1" status: 200 len: 950 time: 0.2633436 Jun 17 08:31:23.389116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54928) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:23.396136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1189624890'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:23.515630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-36fbea82-c5d7-4b49-a4f0-48611137bfd7 req-f3cfb143-cfb5-4637-8cfd-66db8a286ae0 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391833 Jun 17 08:31:23.534490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:23.544774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for bea641e9-0830-40b7-bd36-7ae50378eef0 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:23.549431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4628a6bf-fc11-4b6f-89a2-f756c0762887 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:23.557185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=d3d4b8b2-6909-482c-a18b-98e87e79780d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:23.561642 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.570140 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.574705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-739b8fbd-ee63-43af-835f-5bb67396d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.577434 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-739b8fbd-ee63-43af-835f-5bb67396d6e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.5853376 Jun 17 08:31:23.733145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:23.745169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.745652 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment 73591d68-a72a-4d6a-9f12-987180813028 of type vlan for network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad Jun 17 08:31:23.806183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.884565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-195a807d-2112-4b31-9aa5-431d2dc3de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.889779 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-195a807d-2112-4b31-9aa5-431d2dc3de2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.3001230 Jun 17 08:31:23.891707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 4628a6bf-fc11-4b6f-89a2-f756c0762887, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:23.904575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.919647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.925229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '4628a6bf-fc11-4b6f-89a2-f756c0762887', 'network_id': '0e62d9c3-4901-45ee-99c5-7d7693ebfda6', 'port_id': '4628a6bf-fc11-4b6f-89a2-f756c0762887', 'mac_address': 'fa:16:3e:4b:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f486b13-b63d-4e1d-a782-0acfbe517cf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:23.937298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.022584 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2de2bf5-46ce-4fd3-909e-3bc32d46548d tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:24.026804 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-d108def3-b50b-4584-be08-fc4e3cbcc5a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.1291733 Jun 17 08:31:24.076219 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.108702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4628a6bf-fc11-4b6f-89a2-f756c0762887 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:24.130144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7388015 Jun 17 08:31:24.138976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54946) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:24.144456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:24.169994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:24.170349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 02fdae6c-c2ae-4d8d-a48d-3c71743bc965 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:24.209212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 4628a6bf-fc11-4b6f-89a2-f756c0762887, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:24.219795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:24.225795 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.228365 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:24.233303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.242502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-d1713b42-5850-4722-b22b-235e8665d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:24.246087 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-d1713b42-5850-4722-b22b-235e8665d75d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.2075868 Jun 17 08:31:24.257569 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e3cba42-dec7-4740-a8c4-9c2358680cdf tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:24.290055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=4628a6bf-fc11-4b6f-89a2-f756c0762887,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:24.305351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=bea641e9-0830-40b7-bd36-7ae50378eef0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:24.311339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:24.314292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'bea641e9-0830-40b7-bd36-7ae50378eef0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:24.326155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=ae4ea1eb-2c52-4c19-8b3c-3955675c4fad,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:24.334284 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:24.352302 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:24.363723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30a77-8e70-4bdf-9220-535cebd5f5ae req-8e90591f-2cb9-4c53-a77a-5c5f55dfab9c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:24.374097 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:24.380162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbc30a77-8e70-4bdf-9220-535cebd5f5ae req-8e90591f-2cb9-4c53-a77a-5c5f55dfab9c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 943 time: 0.6602862 Jun 17 08:31:24.381550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:24.506696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port bea641e9-0830-40b7-bd36-7ae50378eef0 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:24.511397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.519825 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-58e5bffb-c18b-458c-9cef-c1431c9d2e1e req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "DELETE /v2.0/ports/bea641e9-0830-40b7-bd36-7ae50378eef0 HTTP/1.1" status: 204 len: 173 time: 1.9030118 Jun 17 08:31:24.520617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41399a37-09ab-49f2-bdd8-df03cae29716', 'name': 'network-vif-deleted', 'tag': 'bea641e9-0830-40b7-bd36-7ae50378eef0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:24.522414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91508-1e9d-459d-ae8a-3aea9bfc363f req-efe3f004-d4b3-4ece-ac46-6cb2638ea32a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:24.522975 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3bd154-eb2a-42f6-b509-b1be91a6477f" -d '{"events": [{"server_uuid": "41399a37-09ab-49f2-bdd8-df03cae29716", "name": "network-vif-deleted", "tag": "bea641e9-0830-40b7-bd36-7ae50378eef0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:24.534857 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-62ef8eb4-b6be-42ef-bf35-1841d9c6cb20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2403176 Jun 17 08:31:24.535414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ba91508-1e9d-459d-ae8a-3aea9bfc363f req-efe3f004-d4b3-4ece-ac46-6cb2638ea32a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.8978550 Jun 17 08:31:24.607592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['4628a6bf-fc11-4b6f-89a2-f756c0762887'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:24.687085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbc30a77-8e70-4bdf-9220-535cebd5f5ae req-ee9381f2-3b31-40be-b2a0-7dea28d09622 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057718 Jun 17 08:31:24.689789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:24.707028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.792186 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-c4e53d18-c234-4c9c-ab22-18756d408ead service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472372 Jun 17 08:31:24.824816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ba91508-1e9d-459d-ae8a-3aea9bfc363f req-a5eb9235-0339-42f8-bea6-8021b888826e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865863 Jun 17 08:31:24.960792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1dd8f17-4912-48da-802e-55df497f84e1 req-39c7405b-a5f7-4c81-b204-2c405c746ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629767 Jun 17 08:31:25.133566 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd549-f00a-48e7-be96-0a6a78140e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.433001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc003471-f0eb-4617-8f1e-fa8b16b02426 req-d7f0df1e-0364-48cc-96a6-455fd41f73f2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.439913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc003471-f0eb-4617-8f1e-fa8b16b02426 req-d7f0df1e-0364-48cc-96a6-455fd41f73f2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.3185301 Jun 17 08:31:25.465578 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.475895 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-844ef3d0-7cd2-4500-bbc0-aa9634590118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:25.491906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-f7e699f5-69c0-4893-938b-a5c58a9f6f88 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bd46a0f29e9b4f43953ebce38aa2f0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185088 Jun 17 08:31:25.705937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': '73591d68-a72a-4d6a-9f12-987180813028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:25.711819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: ae4ea1eb-2c52-4c19-8b3c-3955675c4fad, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:25.715808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=0f4c1dbf-ef64-401e-b23e-6d21684c4296,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:25.725531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc003471-f0eb-4617-8f1e-fa8b16b02426 req-767d7524-b6f9-4ad5-9837-3d81dda09fde tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519495 Jun 17 08:31:25.729583 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:25.805766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:25.826825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-cd6538db-e59a-4bdf-897b-8f0859d9ff31 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.829803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-cd6538db-e59a-4bdf-897b-8f0859d9ff31 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125491 Jun 17 08:31:25.831576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ae4ea1eb-2c52-4c19-8b3c-3955675c4fad) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:25.835714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.836528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.849804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021930ff-91cb-47ca-a90f-eaef9cea31ea None None] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:25.894566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-608109d1-74e1-44a4-aa10-8f3883161ad3 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/quotas/bd46a0f29e9b4f43953ebce38aa2f0ef HTTP/1.1" status: 200 len: 375 time: 0.0497863 Jun 17 08:31:25.919399 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b40c56-89b5-4fdc-9b03-920f89e1a3dd x-openstack-request-id: req-e0b40c56-89b5-4fdc-9b03-920f89e1a3dd {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:25.919965 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41399a37-09ab-49f2-bdd8-df03cae29716", "name": "network-vif-deleted", "tag": "bea641e9-0830-40b7-bd36-7ae50378eef0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:25.920520 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0b40c56-89b5-4fdc-9b03-920f89e1a3dd {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:25.921259 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41399a37-09ab-49f2-bdd8-df03cae29716', 'name': 'network-vif-deleted', 'tag': 'bea641e9-0830-40b7-bd36-7ae50378eef0', 'status': 'completed', 'code': 200} Jun 17 08:31:25.967621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-701ea961-acbf-4bd3-bea2-9082b85f79ed tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd46a0f29e9b4f43953ebce38aa2f0ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718453 Jun 17 08:31:25.970830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8325303 Jun 17 08:31:25.973726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54996) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:25.979084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad', 'name': 'tempest-PortsTestJSON-1062992842', 'fixed_ips': [{'subnet_id': '0f4c1dbf-ef64-401e-b23e-6d21684c4296', 'ip_address': '172.20.0.10'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:26.124577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-ae4ea1eb-2c52-4c19-8b3c-3955675c4fad', 'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': '0f4c1dbf-ef64-401e-b23e-6d21684c4296'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:26.125561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.253815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:26.291931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dce7e-baf8-41fb-8997-212efc63c7a8 req-2c628a64-ac0e-430a-b1f5-9df7cfea41f1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:26.302255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275dce7e-baf8-41fb-8997-212efc63c7a8 req-2c628a64-ac0e-430a-b1f5-9df7cfea41f1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 944 time: 0.1508775 Jun 17 08:31:26.416289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275dce7e-baf8-41fb-8997-212efc63c7a8 req-33f6d90c-5da5-4e78-96b8-da8039f8edea tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128907 Jun 17 08:31:26.429721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.459596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port e8194391-5299-4eb2-81a4-ed4cfa0df890 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:26.478499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Allocated IP 172.20.0.2 (ae4ea1eb-2c52-4c19-8b3c-3955675c4fad/0f4c1dbf-ef64-401e-b23e-6d21684c4296/64d83a65-708c-46a8-b8db-bdf77f87e9d1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.497301 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:26.500349 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:31:26.639228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6615820-a1ee-41fc-85da-acc263410914 req-7c863c49-175f-4ef5-8b50-3cad94a6c619 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:26.643957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6615820-a1ee-41fc-85da-acc263410914 req-7c863c49-175f-4ef5-8b50-3cad94a6c619 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2550731 Jun 17 08:31:26.765500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6615820-a1ee-41fc-85da-acc263410914 req-a22f61ea-c019-4428-8a0d-2e30327de09e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157773 Jun 17 08:31:26.880313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bea641e9-0830-40b7-bd36-7ae50378eef0 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:26.908146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.985563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21d72f20-d79c-44df-bfba-d200dd96b2ee req-bb5de755-a87a-4f09-b026-e6bf3bfbe4fa tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 210 time: 0.0716875 Jun 17 08:31:27.020897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: bea641e9-0830-40b7-bd36-7ae50378eef0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:27.021436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device bea641e9-0830-40b7-bd36-7ae50378eef0 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:27.057620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Transition to ACTIVE for port object 64d83a65-708c-46a8-b8db-bdf77f87e9d1 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:27.103510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Transition to ACTIVE for port object 64d83a65-708c-46a8-b8db-bdf77f87e9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:27.183347 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.216287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:27.264455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.10 (ae4ea1eb-2c52-4c19-8b3c-3955675c4fad/0f4c1dbf-ef64-401e-b23e-6d21684c4296/e8194391-5299-4eb2-81a4-ed4cfa0df890) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:27.295605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:27.307009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Pushing event updated for resources: {'Port': ['ID=64d83a65-708c-46a8-b8db-bdf77f87e9d1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:27.320520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:27.323367 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:27.324496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:27.591295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4628a6bf-fc11-4b6f-89a2-f756c0762887 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:27.614380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Attempting to bind port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:27.615780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Attempting to bind port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '73591d68-a72a-4d6a-9f12-987180813028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:27.616385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Attempting to bind port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 on network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:27.629288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.669725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object e8194391-5299-4eb2-81a4-ed4cfa0df890 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:27.674361 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.679477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:27.680185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Checking segment: {'id': '73591d68-a72a-4d6a-9f12-987180813028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:27.681206 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.681783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Bound using segment: {'id': '73591d68-a72a-4d6a-9f12-987180813028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:27.682454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Bound port: 64d83a65-708c-46a8-b8db-bdf77f87e9d1, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73591d68-a72a-4d6a-9f12-987180813028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:27.683074 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.689702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-114ecd30-7085-46e3-95d9-183f1b58fb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.765928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.791029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cb615585-6883-4020-892b-628cde236cf0 None None] For port 64d83a65-708c-46a8-b8db-bdf77f87e9d1, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:27.796291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cb615585-6883-4020-892b-628cde236cf0 None None] For port 64d83a65-708c-46a8-b8db-bdf77f87e9d1, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=64d83a65-708c-46a8-b8db-bdf77f87e9d1,segment=NetworkSegment(73591d68-a72a-4d6a-9f12-987180813028),segment_id=73591d68-a72a-4d6a-9f12-987180813028)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:27.799534 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:27.808900 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.813896 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:27.880653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 4628a6bf-fc11-4b6f-89a2-f756c0762887 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:27.896155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 4628a6bf-fc11-4b6f-89a2-f756c0762887 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:27.896779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.914664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab48d4-d653-4e36-b1d3-458cf48e358d req-67243e6b-dcb0-4522-a3fa-699641a579fc tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:27.923850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68ab48d4-d653-4e36-b1d3-458cf48e358d req-67243e6b-dcb0-4522-a3fa-699641a579fc tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.6327226 Jun 17 08:31:27.926581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:27.942219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:27.956660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:27.974951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Pushing event updated for resources: {'Port': ['ID=64d83a65-708c-46a8-b8db-bdf77f87e9d1,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:27.985312 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:28.037546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4cef7-774a-435a-b153-8c0f4745e104 req-f0c45aea-0e00-4dfe-a637-6af7257917a6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:28.038716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=e8194391-5299-4eb2-81a4-ed4cfa0df890,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:28.054212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7eb4cef7-774a-435a-b153-8c0f4745e104 req-f0c45aea-0e00-4dfe-a637-6af7257917a6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.8113592 Jun 17 08:31:28.058006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:28.101700 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:28.106873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.135962 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.145078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1700156 Jun 17 08:31:28.145705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:28.146889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68ab48d4-d653-4e36-b1d3-458cf48e358d req-c7bac360-fbd4-4602-8b9d-593581b7caf3 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129138 Jun 17 08:31:28.163512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': 'ae4ea1eb-2c52-4c19-8b3c-3955675c4fad', 'name': 'tempest-PortsTestJSON-1998635643', 'fixed_ips': [{'subnet_id': '0f4c1dbf-ef64-401e-b23e-6d21684c4296', 'ip_address': '172.20.0.9'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:28.173714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7eb4cef7-774a-435a-b153-8c0f4745e104 req-043dddfe-5107-4c3b-acc6-7c0e1e43bb60 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185162 Jun 17 08:31:28.204777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628a6bf-fc11-4b6f-89a2-f756c0762887'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:28.223867 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac36b1-6fc7-4ce8-a396-51f226bbc9f7" -d '{"events": [{"server_uuid": "75b10b0b-ee82-4652-bcc4-58dd1945853e", "name": "network-vif-plugged", "status": "completed", "tag": "4628a6bf-fc11-4b6f-89a2-f756c0762887"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:28.252744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 4628a6bf-fc11-4b6f-89a2-f756c0762887, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:28.268308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.270549 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5eec6c3-fa1f-4130-90fa-5ab4a0220f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:28.490409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=4628a6bf-fc11-4b6f-89a2-f756c0762887,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:28.505705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-a3f41605-9d0f-49fb-97fa-125bcee9ade4 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd46a0f29e9b4f43953ebce38aa2f0ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388479 Jun 17 08:31:28.506410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:28.507947 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:28.512530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.717442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:28.769100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f24b79-6b38-44c6-824f-2eb9dd4e5192 req-7437978b-9d45-4cc3-bdfd-d058b77ca591 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:28.773059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4f24b79-6b38-44c6-824f-2eb9dd4e5192 req-7437978b-9d45-4cc3-bdfd-d058b77ca591 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1761131 Jun 17 08:31:28.792796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8296f-056d-4ec6-84f7-b374c842c0d9 req-ddeada60-e7cc-4099-9206-fa4b8c815b8c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:28.801980 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.806209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48f8296f-056d-4ec6-84f7-b374c842c0d9 req-ddeada60-e7cc-4099-9206-fa4b8c815b8c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2798421 Jun 17 08:31:28.945291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48f8296f-056d-4ec6-84f7-b374c842c0d9 req-6f39d129-4493-4aee-bd70-597498666276 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380942 Jun 17 08:31:28.972446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4f24b79-6b38-44c6-824f-2eb9dd4e5192 req-0ba23892-9556-4dbd-970e-b962b98a2eab tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491041 Jun 17 08:31:29.160064 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0928a126-6d35-4922-b0c4-57c416b7074e x-openstack-request-id: req-0928a126-6d35-4922-b0c4-57c416b7074e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:29.161045 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b10b0b-ee82-4652-bcc4-58dd1945853e", "name": "network-vif-plugged", "status": "completed", "tag": "4628a6bf-fc11-4b6f-89a2-f756c0762887", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:29.161628 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0928a126-6d35-4922-b0c4-57c416b7074e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:29.162323 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628a6bf-fc11-4b6f-89a2-f756c0762887', 'code': 200} Jun 17 08:31:29.236000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-e95d5109-de41-4148-b347-0e106dbecc1c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.237647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-e95d5109-de41-4148-b347-0e106dbecc1c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.5970154 Jun 17 08:31:29.245597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.9 (ae4ea1eb-2c52-4c19-8b3c-3955675c4fad/0f4c1dbf-ef64-401e-b23e-6d21684c4296/fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:29.259096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-dbbde455-8261-40d0-9fb8-47a3fee45cb1 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.261609 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-dbbde455-8261-40d0-9fb8-47a3fee45cb1 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7465589 Jun 17 08:31:29.277756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Request body: {'port': {'device_id': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'bd46a0f29e9b4f43953ebce38aa2f0ef'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:29.373603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db9c05f6-b587-40f1-b3cb-151973a112ab req-b519a9b3-6aa6-4392-8b71-271633ec38be tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 210 time: 0.0795641 Jun 17 08:31:29.451712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5e1eb-5ad3-401a-9ff6-5e9190f67c40 req-78d3c715-cb9d-4984-8531-9d003a89f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.453277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5c5e1eb-5ad3-401a-9ff6-5e9190f67c40 req-78d3c715-cb9d-4984-8531-9d003a89f7ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 1097 time: 0.2104890 Jun 17 08:31:29.580907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5c5e1eb-5ad3-401a-9ff6-5e9190f67c40 req-b4f577a6-7468-4e7e-9744-6f8dcd7be72e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156044 Jun 17 08:31:29.725600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4a138-c1f3-42b5-bf9a-ed2a325206c7 None None] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:29.832924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17c4aa-f913-494c-b465-ba8aec72309e req-6a58eb20-efc3-45fe-873d-7479aa06c13c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.840288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa17c4aa-f913-494c-b465-ba8aec72309e req-6a58eb20-efc3-45fe-873d-7479aa06c13c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.2259722 Jun 17 08:31:29.962873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa17c4aa-f913-494c-b465-ba8aec72309e req-cb90f55d-00fe-4077-8610-e14ac8e22f92 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143563 Jun 17 08:31:29.996890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7a692ef9-51f4-4d6d-a73c-558c90d7c333 None None] Provisioning for port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:30.018817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port b04a7728-efe8-45df-a729-9036bdfb25d3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:30.019441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.067875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Made reservation on behalf of bd46a0f29e9b4f43953ebce38aa2f0ef for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:30.071462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.097147 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.123502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.185001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a6fc3-ef7b-4baa-a3d6-90a2c5c23651 req-eb7bdcaf-f715-42cf-bbab-11a88e5a6608 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:30.209336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:30.212814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c2a6fc3-ef7b-4baa-a3d6-90a2c5c23651 req-eb7bdcaf-f715-42cf-bbab-11a88e5a6608 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1935129 Jun 17 08:31:30.213479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 64d83a65-708c-46a8-b8db-bdf77f87e9d1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:30.300910 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.336644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c2a6fc3-ef7b-4baa-a3d6-90a2c5c23651 req-8a06dc44-cc70-4f39-86c5-5404c9805c6a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221774 Jun 17 08:31:30.336855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.345199 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-511f8258-7626-4925-a639-7a16c66e7181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:30.345520 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.377817 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.388747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8663b1cf-5177-4be2-a1be-fad9c52a7b0d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:30.394799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port b04a7728-efe8-45df-a729-9036bdfb25d3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b04a7728-efe8-45df-a729-9036bdfb25d3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:30.395241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.408661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:30.418888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:30.419320 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.419757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:30.421262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:30.429272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:30.429530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39b540-e7e5-4149-a10e-f378c685ac6d req-036c6f6a-442e-4e45-b9ba-f0ecef292fb3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:30.431229 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6e1ee97-47ac-458b-a7ed-70e8a080d8b3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:30.438287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f39b540-e7e5-4149-a10e-f378c685ac6d req-036c6f6a-442e-4e45-b9ba-f0ecef292fb3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.1988087 Jun 17 08:31:30.528252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:30.551763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f39b540-e7e5-4149-a10e-f378c685ac6d req-e8b0d5e5-2424-40ea-97b7-7877746d3533 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Jun 17 08:31:30.654983 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.680417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e77fda49-807d-4c16-bfe2-72004e332051 req-fc9be6fd-84af-48b9-85a9-c7dfe8655d0a tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 210 time: 0.0526197 Jun 17 08:31:30.727850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 64d83a65-708c-46a8-b8db-bdf77f87e9d1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=64d83a65-708c-46a8-b8db-bdf77f87e9d1,segment=NetworkSegment(73591d68-a72a-4d6a-9f12-987180813028),segment_id=73591d68-a72a-4d6a-9f12-987180813028)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:30.737989 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.741819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b82407b6-08f4-4ab8-8c02-f96a4102b892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:30.842043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=64d83a65-708c-46a8-b8db-bdf77f87e9d1,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:30.854732 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:30.876253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94e31372-7644-4e03-a1c9-2c53fa5852a5 None None] Provisioning complete for port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:30.876940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94e31372-7644-4e03-a1c9-2c53fa5852a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.047401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55124) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:31.147952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94e31372-7644-4e03-a1c9-2c53fa5852a5 None None] Provisioning for port e8194391-5299-4eb2-81a4-ed4cfa0df890 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:31.152786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94e31372-7644-4e03-a1c9-2c53fa5852a5 None None] Provisioning complete for port e8194391-5299-4eb2-81a4-ed4cfa0df890 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:31.152786 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94e31372-7644-4e03-a1c9-2c53fa5852a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.249882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-94e31372-7644-4e03-a1c9-2c53fa5852a5 None None] Port e8194391-5299-4eb2-81a4-ed4cfa0df890 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:31.335193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.383164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cacbba0a-5815-4cdc-8e19-812c1920da70 None None] Provisioning complete for port e8194391-5299-4eb2-81a4-ed4cfa0df890 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:31.383564 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cacbba0a-5815-4cdc-8e19-812c1920da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.462413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for b04a7728-efe8-45df-a729-9036bdfb25d3 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:31.462985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.484827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.493989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cacbba0a-5815-4cdc-8e19-812c1920da70 None None] Port e8194391-5299-4eb2-81a4-ed4cfa0df890 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:31.521622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.523440 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d145069-d2d4-4a60-b4e9-63623fda90cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:31.527901 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:31.555465 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f49ca59f52534d78b1ed23145937faa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064704 Jun 17 08:31:31.567491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808a974-f266-4199-8fe8-19c3e86c214a req-3f755529-7bc4-4999-9dff-48d7e1a6ecc3 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:31.574414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55130) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:31.575994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b808a974-f266-4199-8fe8-19c3e86c214a req-3f755529-7bc4-4999-9dff-48d7e1a6ecc3 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 950 time: 0.3744807 Jun 17 08:31:31.577970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dff10e-da11-4913-9fc0-4978250e04ed,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.608843 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:31.639662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b808a974-f266-4199-8fe8-19c3e86c214a req-b5fd0474-9b0f-49c2-a6f3-76b4d4a5ce12 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626271 Jun 17 08:31:31.700993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:31.701778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.734381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-db722015-f62a-45fc-b63a-1bd1c78f833d None None] Provisioning for port fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:31.740501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Allocated IP 192.168.233.157 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/ca1fc131-0ebc-451f-b8f4-8fb43cdebabe) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:31.740820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-db722015-f62a-45fc-b63a-1bd1c78f833d None None] Provisioning complete for port fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:31.741351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db722015-f62a-45fc-b63a-1bd1c78f833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.785402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495beb6-6512-4ea6-8337-82ebe08b2007 req-2ef1629b-03e6-4eda-bf33-17ff2596e89d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:31.787501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b495beb6-6512-4ea6-8337-82ebe08b2007 req-2ef1629b-03e6-4eda-bf33-17ff2596e89d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1605184 Jun 17 08:31:31.803776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6550362 Jun 17 08:31:31.804068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-691473da-d810-4abd-ab5f-e972874052de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094587 Jun 17 08:31:31.832466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:31.834446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-db722015-f62a-45fc-b63a-1bd1c78f833d None None] Port fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:31.910418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b495beb6-6512-4ea6-8337-82ebe08b2007 req-293ab1c3-ed9e-45fc-a7bc-5ffc51cef198 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152074 Jun 17 08:31:31.991898 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.026606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.099974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.103520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.107774 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76dff10e-da11-4913-9fc0-4978250e04ed HTTP/1.1" status: 204 len: 168 time: 0.5238879 Jun 17 08:31:32.120439 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c408044-4a3e-47b3-b324-20fc742f1107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.143008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 64d83a65-708c-46a8-b8db-bdf77f87e9d1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:32.236466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ca5f1a7-3912-444f-bca4-d659395b4294 req-6129eca1-88f0-481d-acca-ce358b6f2336 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 210 time: 0.1068847 Jun 17 08:31:32.261195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:32.261730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.293438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dff10e-da11-4913-9fc0-4978250e04ed,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.316141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda34c4-0b4a-46cf-b9ea-2b9b2e1f791a req-629970bc-5c52-4b93-9818-6a1eaa4ccd1e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.323220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.327460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecda34c4-0b4a-46cf-b9ea-2b9b2e1f791a req-629970bc-5c52-4b93-9818-6a1eaa4ccd1e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.4318047 Jun 17 08:31:32.356561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-a66ecf2c-c80e-4b3f-8ad4-fa7beda21669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.362013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-a66ecf2c-c80e-4b3f-8ad4-fa7beda21669 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee5f4b31f234419aef5d9270c8f669f&device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 1098 time: 0.4831102 Jun 17 08:31:32.404435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27e15f-c3f6-4f8c-8f69-41bd801bfe16 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.406208 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fc27e15f-c3f6-4f8c-8f69-41bd801bfe16 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5697639 Jun 17 08:31:32.412747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55144) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.530249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.537488 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7fabe75-07ff-4467-9d0d-ac884d9956a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.543758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'b24e714a-6a24-4448-93c5-9ef1509e2321'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:32.546125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:32.581489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=b04a7728-efe8-45df-a729-9036bdfb25d3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.585462 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.604596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-b7a6e0dc-70c6-47c7-9d0b-e8f2b902afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.606293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-b7a6e0dc-70c6-47c7-9d0b-e8f2b902afc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 200 len: 918 time: 0.1806061 Jun 17 08:31:32.625113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecda34c4-0b4a-46cf-b9ea-2b9b2e1f791a req-3e87e9c5-1c5b-4621-a65f-af9ccb5167d3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966261 Jun 17 08:31:32.729416 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port b04a7728-efe8-45df-a729-9036bdfb25d3 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:32.733329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.736224 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5717a88e-da76-4b8a-8f30-f550e280d01f req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "DELETE /v2.0/ports/b04a7728-efe8-45df-a729-9036bdfb25d3 HTTP/1.1" status: 204 len: 173 time: 3.4869232 Jun 17 08:31:32.745956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5450d185-529e-4785-a319-089fb9f6a012', 'name': 'network-vif-deleted', 'tag': 'b04a7728-efe8-45df-a729-9036bdfb25d3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:32.749937 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dac8b2-e7b2-4569-b83b-7e6f474bf3c6" -d '{"events": [{"server_uuid": "5450d185-529e-4785-a319-089fb9f6a012", "name": "network-vif-deleted", "tag": "b04a7728-efe8-45df-a729-9036bdfb25d3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:32.754694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55150) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.781944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.789953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.805588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-e9b5e45e-90ea-42fb-bce0-6783d259f06e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 200 len: 217 time: 0.1771185 Jun 17 08:31:32.831819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Transition to ACTIVE for port object ca1fc131-0ebc-451f-b8f4-8fb43cdebabe will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:32.848537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0eb80d-937b-40db-a058-e2a0d8f491e8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.855100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0eb80d-937b-40db-a058-e2a0d8f491e8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.865839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0eb80d-937b-40db-a058-e2a0d8f491e8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.868136 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9e0eb80d-937b-40db-a058-e2a0d8f491e8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4523244 Jun 17 08:31:32.872977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55154) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.950200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b04a7728-efe8-45df-a729-9036bdfb25d3 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:32.950724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-3639efcd-4cdc-4574-ba1a-932ae7372bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.956327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-3639efcd-4cdc-4574-ba1a-932ae7372bec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 200 len: 857 time: 0.1350408 Jun 17 08:31:33.010241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-249c4af7-75b3-4a8d-bf2d-c77f862e26a1 req-1c8f13cf-7c64-4928-be8c-e450e2936402 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=5450d185-529e-4785-a319-089fb9f6a012 HTTP/1.1" status: 200 len: 210 time: 0.0481179 Jun 17 08:31:33.079150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-4aa4829f-be09-47bf-a50f-21062516cb83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9484a5b8-758a-4de4-9182-f2001c655303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644825 Jun 17 08:31:33.158108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: b04a7728-efe8-45df-a729-9036bdfb25d3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:33.162156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b04a7728-efe8-45df-a729-9036bdfb25d3 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:33.219662 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca1eef0-4780-48bc-88f3-1fc199424438 x-openstack-request-id: req-0ca1eef0-4780-48bc-88f3-1fc199424438 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:33.220203 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5450d185-529e-4785-a319-089fb9f6a012", "name": "network-vif-deleted", "tag": "b04a7728-efe8-45df-a729-9036bdfb25d3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:33.220520 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ca1eef0-4780-48bc-88f3-1fc199424438 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:33.221090 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5450d185-529e-4785-a319-089fb9f6a012', 'name': 'network-vif-deleted', 'tag': 'b04a7728-efe8-45df-a729-9036bdfb25d3', 'status': 'completed', 'code': 200} Jun 17 08:31:33.241233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.261198 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a45711a6-2728-4dfc-ac5a-4aa1baa2f34d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:33.317873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-f59834db-5a7c-42f4-b265-b141d79ae874 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222090 Jun 17 08:31:33.509925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:33.536561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:33.567344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Pushing event updated for resources: {'Port': ['ID=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:33.577516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:33.590326 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:33.697435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:33.697938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.846865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:33.854696 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.888906 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.892702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f8df6-6f65-47c2-b483-6b498f45a612 req-afc75b61-4650-48a9-a791-a6dad1a17c69 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:33.894453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e10f8df6-6f65-47c2-b483-6b498f45a612 req-afc75b61-4650-48a9-a791-a6dad1a17c69 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.3533449 Jun 17 08:31:33.919251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c31f-5e33-4e6f-b91a-3ca8ad521487 req-f45ca896-2c27-4e70-a5de-edb484324adc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:33.927445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c17c31f-5e33-4e6f-b91a-3ca8ad521487 req-f45ca896-2c27-4e70-a5de-edb484324adc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.3822153 Jun 17 08:31:33.995760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.019619 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ba9a732-70d0-45f6-bbe9-857c290351f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:34.033709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c17c31f-5e33-4e6f-b91a-3ca8ad521487 req-06ee4b96-9e91-4760-bfaa-9a63660ed9d4 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052060 Jun 17 08:31:34.038745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee23eff4-f0c9-45ff-9c54-b531ab205706 req-0208eddd-4c8a-44a6-85f9-4e8076507a95 service neutron] 10.222.0.60 "GET /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110977 Jun 17 08:31:34.049679 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7758176 Jun 17 08:31:34.085350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-680d6a1e-d581-425d-b3c8-9492faceb5b2 None None] Provisioning for port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:34.089477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-680d6a1e-d581-425d-b3c8-9492faceb5b2 None None] Provisioning complete for port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:34.089856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-680d6a1e-d581-425d-b3c8-9492faceb5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.103995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e10f8df6-6f65-47c2-b483-6b498f45a612 req-2f878399-58d8-4ee3-b27b-37b3c6c10354 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703353 Jun 17 08:31:34.117178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Request body: {'port': {'device_id': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:34.159760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-680d6a1e-d581-425d-b3c8-9492faceb5b2 None None] Port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:34.259857 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fe57b47652943f99a25d093c3efe599&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4962416 Jun 17 08:31:34.262492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55170) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:34.274028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.296795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188ca224-8c1e-4411-a11c-0afe87d071e9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:34.312154 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:34.388459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:34.442791 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.466623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.477224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.542262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.545954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.549672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/188ca224-8c1e-4411-a11c-0afe87d071e9 HTTP/1.1" status: 204 len: 168 time: 0.2834549 Jun 17 08:31:34.551265 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:34.563698 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-3e5cce46-cf4e-4502-ae35-2a3cfd84b035 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3503761 Jun 17 08:31:34.596631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a250d5-c8ca-4189-964a-af12296938a7 req-5039ad93-42d6-4b71-bb5b-a30102047943 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:34.598369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18a250d5-c8ca-4189-964a-af12296938a7 req-5039ad93-42d6-4b71-bb5b-a30102047943 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 936 time: 0.3255432 Jun 17 08:31:34.671487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18a250d5-c8ca-4189-964a-af12296938a7 req-3ca63a98-a4a5-404f-905e-66e609cf1d59 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507212 Jun 17 08:31:34.672514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188ca224-8c1e-4411-a11c-0afe87d071e9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:34.693020 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:34.742878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135077d9-bd8a-4544-85bb-52c57842ad61 req-16b3f41b-882b-43ad-ab04-fd4416002c1f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:34.752130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-135077d9-bd8a-4544-85bb-52c57842ad61 req-16b3f41b-882b-43ad-ab04-fd4416002c1f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.3907809 Jun 17 08:31:34.827471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-135077d9-bd8a-4544-85bb-52c57842ad61 req-9a684acd-a6e9-4afd-a66a-174a0f0ec434 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730596 Jun 17 08:31:34.962963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-c60b8f82-1d41-4a25-b533-fe11e50175f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:34.964478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-c60b8f82-1d41-4a25-b533-fe11e50175f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d281d0d83164900a360c2ca0030230d&device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 1097 time: 0.3466830 Jun 17 08:31:35.082273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.161971 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f821b787-e48e-4bf8-945f-b5f2ea907316 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.317541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.350242 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.381446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febae62e-25df-4b96-a2de-07ae1670f21d req-80879bbe-3a61-4bff-8566-f60cb4f9c9fe tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.383052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-febae62e-25df-4b96-a2de-07ae1670f21d req-80879bbe-3a61-4bff-8566-f60cb4f9c9fe tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.0979006 Jun 17 08:31:35.444012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-febae62e-25df-4b96-a2de-07ae1670f21d req-e948c7a4-04ef-48a1-b35b-36911f31807c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519648 Jun 17 08:31:35.711713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1fc131-0ebc-451f-b8f4-8fb43cdebabe {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:35.727097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.745711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Transition to ACTIVE for port object ca1fc131-0ebc-451f-b8f4-8fb43cdebabe will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:35.808899 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.815076 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd HTTP/1.1" status: 204 len: 168 time: 2.9390769 Jun 17 08:31:35.821518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:35.822371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.851849 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37d7360e-e9a8-4fb3-ad53-ea3638697224 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.968321 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6238d3-f43a-454c-9ee7-3e2ed55883c1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:35.971704 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bf6238d3-f43a-454c-9ee7-3e2ed55883c1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/fdfa9c55-1feb-4c44-95b7-b5fb1bcae2cd HTTP/1.1" status: 404 len: 333 time: 0.1389394 Jun 17 08:31:35.974037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ee249-e8b5-49a9-b95c-e56be54e5b8e req-f9410caf-ebe2-432c-8625-c0196a1b0ef9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.981085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-d805ab95-1240-466f-84d6-78ff13e5d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.985955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-744ee249-e8b5-49a9-b95c-e56be54e5b8e req-f9410caf-ebe2-432c-8625-c0196a1b0ef9 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.1798496 Jun 17 08:31:35.987807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55212) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:35.988175 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-d805ab95-1240-466f-84d6-78ff13e5d207 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 200 len: 906 time: 0.9938405 Jun 17 08:31:36.086848 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-861d127e-3938-4b3d-9356-093139f64da3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d939253-fa2f-4102-a493-ba79317c4066 HTTP/1.1" status: 200 len: 217 time: 0.0875239 Jun 17 08:31:36.118347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:36.129422 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:36.285435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-99bfd654-5280-4635-8a42-737b1776faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.286671 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-99bfd654-5280-4635-8a42-737b1776faed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 200 len: 845 time: 0.1790361 Jun 17 08:31:36.326279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-744ee249-e8b5-49a9-b95c-e56be54e5b8e req-a8eaab95-ffd8-44a1-80f6-a61d2363dd4b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390660 Jun 17 08:31:36.381670 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-3bb617be-39b8-4172-b687-efb9de316e79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e62d9c3-4901-45ee-99c5-7d7693ebfda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764518 Jun 17 08:31:36.392148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Attempting to bind port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:36.392501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Attempting to bind port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:36.392834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Attempting to bind port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:36.414375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:36.414681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Attempting to bind port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:36.522848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a7517-3ad2-4206-afbe-9e64d27cc5eb req-83e67e17-368b-4103-8ba6-dd7223011578 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.525545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc9a7517-3ad2-4206-afbe-9e64d27cc5eb req-83e67e17-368b-4103-8ba6-dd7223011578 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 948 time: 0.5165062 Jun 17 08:31:36.528260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port e8194391-5299-4eb2-81a4-ed4cfa0df890 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:36.528864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.541469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:36.541790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:36.542412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:36.542990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Bound port: ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:36.543414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.580993 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-78d35cb8-3790-47fa-a519-691f51150cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826010 Jun 17 08:31:36.798777 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c7d39e87-f087-46e9-86de-9d533e1acf15 req-1a85588f-9dd0-465f-88f7-0cf46079e132 service neutron] 10.222.0.67 "GET /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695554 Jun 17 08:31:36.857763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc9a7517-3ad2-4206-afbe-9e64d27cc5eb req-e97d33bd-5c12-41f8-b83c-2b69d9ec5266 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192291 Jun 17 08:31:36.949338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] For port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:36.963396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] For port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:36.979946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.983546 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.067132 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.111104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.114059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.116952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca1fc131-0ebc-451f-b8f4-8fb43cdebabe HTTP/1.1" status: 200 len: 1097 time: 3.0317912 Jun 17 08:31:37.140377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'tag': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:37.152932 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f973d-f8d6-46a7-ac10-bce3de2554c0" -d '{"events": [{"name": "network-changed", "server_uuid": "64e3c12b-7606-4703-af62-9b8e53b0a79f", "tag": "ca1fc131-0ebc-451f-b8f4-8fb43cdebabe"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:37.153705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for e8194391-5299-4eb2-81a4-ed4cfa0df890 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:37.422497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327192-0e21-4a52-9922-aa1a846bf97a req-3bab0dcc-bfac-435e-bb9e-4f75796d0bff tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.424849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84327192-0e21-4a52-9922-aa1a846bf97a req-3bab0dcc-bfac-435e-bb9e-4f75796d0bff tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 950 time: 0.8045809 Jun 17 08:31:37.426690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.443634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3194d8e7-d4ad-4e09-9fdc-9c3af5f05c53 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.461226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.476933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.553957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-34723e71-2375-40f5-863d-7f3cd05d1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.556411 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-34723e71-2375-40f5-863d-7f3cd05d1094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd46a0f29e9b4f43953ebce38aa2f0ef&device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 1100 time: 0.3291142 Jun 17 08:31:37.604785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=e8194391-5299-4eb2-81a4-ed4cfa0df890,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.678840 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.681468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-8a475a93-c787-4241-8da4-a2beda4d548f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe HTTP/1.1" status: 200 len: 217 time: 0.1126101 Jun 17 08:31:37.707390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c8561-fbaf-42dd-be20-1e69f855d4d2 req-7615ccc2-628e-4d21-b307-b75992dfe2b8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.709396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b57c8561-fbaf-42dd-be20-1e69f855d4d2 req-7615ccc2-628e-4d21-b307-b75992dfe2b8 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 950 time: 0.8816197 Jun 17 08:31:37.728672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-6ac5a6a9-dee1-47e8-9976-53736b48e65e tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.731327 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-6ac5a6a9-dee1-47e8-9976-53736b48e65e tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa8a8438-0a1f-40f4-b401-7fc300ef8d48 HTTP/1.1" status: 200 len: 950 time: 0.4096282 Jun 17 08:31:37.820066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-5a1536df-f5de-492f-a6f5-4fde02cbb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.822469 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-5a1536df-f5de-492f-a6f5-4fde02cbb397 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0897923 Jun 17 08:31:38.091846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.096531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/e8194391-5299-4eb2-81a4-ed4cfa0df890 HTTP/1.1" status: 204 len: 168 time: 2.1055727 Jun 17 08:31:38.104697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55246) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:38.178949 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-2bea7e99-474c-44d7-9bbe-3dd62cf275d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:38.181056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-2bea7e99-474c-44d7-9bbe-3dd62cf275d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3497884 Jun 17 08:31:38.186342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port b24e714a-6a24-4448-93c5-9ef1509e2321 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:38.186692 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.218584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec015b-3de5-4662-a85d-468158149cba req-e706ad63-5e06-4388-a379-ade937989389 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:38.221577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aeec015b-3de5-4662-a85d-468158149cba req-e706ad63-5e06-4388-a379-ade937989389 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.8368683 Jun 17 08:31:38.241224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b57c8561-fbaf-42dd-be20-1e69f855d4d2 req-22e4663c-60fc-4695-a29d-ea8df96bcd0b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081708 Jun 17 08:31:38.242625 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a497e9-9736-4281-9dee-1ae8b86db3d7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:38.245900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-16a497e9-9736-4281-9dee-1ae8b86db3d7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/e8194391-5299-4eb2-81a4-ed4cfa0df890 HTTP/1.1" status: 404 len: 333 time: 0.1392536 Jun 17 08:31:38.255644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:38.343014 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c9753a-a590-4d20-af36-4a4784de98d8 x-openstack-request-id: req-30c9753a-a590-4d20-af36-4a4784de98d8 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:38.343377 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e3c12b-7606-4703-af62-9b8e53b0a79f", "tag": "ca1fc131-0ebc-451f-b8f4-8fb43cdebabe", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:38.343749 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30c9753a-a590-4d20-af36-4a4784de98d8 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:38.344146 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'tag': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe', 'status': 'completed', 'code': 200} Jun 17 08:31:38.435824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aeec015b-3de5-4662-a85d-468158149cba req-8da40549-0b01-4ad4-b504-3b4c50d6498d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878405 Jun 17 08:31:38.442093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port b24e714a-6a24-4448-93c5-9ef1509e2321, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=b24e714a-6a24-4448-93c5-9ef1509e2321,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:38.442463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.464206 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-f7d6e6b6-614d-4654-8aa3-bc16ce64a8d8 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450557 Jun 17 08:31:38.467992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 0f4c1dbf-ef64-401e-b23e-6d21684c4296 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:38.480716 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.487952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port c5f594b0-b8c0-4636-a54a-4f6877c8b976 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:38.494965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.748541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.889495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port c5f594b0-b8c0-4636-a54a-4f6877c8b976, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c5f594b0-b8c0-4636-a54a-4f6877c8b976,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:38.890129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.926364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for b24e714a-6a24-4448-93c5-9ef1509e2321 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:39.005625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for c5f594b0-b8c0-4636-a54a-4f6877c8b976 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:39.024271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cd9f4-3741-4cda-bf23-3fca0e54ecb6 req-7356d8fd-150e-4c37-aa3e-54782a99ad9c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.025982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e5cd9f4-3741-4cda-bf23-3fca0e54ecb6 req-7356d8fd-150e-4c37-aa3e-54782a99ad9c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.4762998 Jun 17 08:31:39.034656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126d13f-8fd8-4b12-a3fd-f0aa14d34299 req-9cbc8e42-23b5-4708-9959-7be71e4787b7 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.043092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8126d13f-8fd8-4b12-a3fd-f0aa14d34299 req-9cbc8e42-23b5-4708-9959-7be71e4787b7 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 948 time: 0.3869750 Jun 17 08:31:39.115075 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-41b84bbd-f1b9-45ad-8f0f-9bdf828177ee req-e8db6b26-7b06-4f40-a691-301d3d467289 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274332 Jun 17 08:31:39.133450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.232621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8126d13f-8fd8-4b12-a3fd-f0aa14d34299 req-1edbc6c1-471a-4ee6-9b63-20a17827bbf5 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883187 Jun 17 08:31:39.248542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e5cd9f4-3741-4cda-bf23-3fca0e54ecb6 req-cfc8e7b1-0d52-4a8f-80bd-ecb995890a6d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969423 Jun 17 08:31:39.273611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.286117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:39.290011 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffc93a67-477b-45d6-8f89-9c1634c18af6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:39.298610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f', 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:39.450354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.452221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=b24e714a-6a24-4448-93c5-9ef1509e2321,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:39.464566 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:39.465668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port b24e714a-6a24-4448-93c5-9ef1509e2321 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:39.474058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.476492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ae47018e-9e61-4d31-b854-cb231f237e9f req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "DELETE /v2.0/ports/b24e714a-6a24-4448-93c5-9ef1509e2321 HTTP/1.1" status: 204 len: 173 time: 1.6526146 Jun 17 08:31:39.498937 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:39.507166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-60f98c25-bead-41a9-a9f2-fa5ce53d9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.509410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-60f98c25-bead-41a9-a9f2-fa5ce53d9d45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd46a0f29e9b4f43953ebce38aa2f0ef&device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 1100 time: 0.2824569 Jun 17 08:31:39.620522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5abd2de2-da8b-4b54-a727-c50406086447 req-879625da-cc62-473e-b505-9dde1ce1b51a tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=1760d64e-97bf-40a3-989c-6270a279eff6 HTTP/1.1" status: 200 len: 210 time: 0.0550919 Jun 17 08:31:39.655193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.672699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/0f4c1dbf-ef64-401e-b23e-6d21684c4296 HTTP/1.1" status: 204 len: 168 time: 1.3928075 Jun 17 08:31:39.674685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55296) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:39.675444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.701293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e19c4-85d3-414a-b333-c7e517cdeb6e None None] Network ae4ea1eb-2c52-4c19-8b3c-3955675c4fad requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:39.738144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4c1dbf-ef64-401e-b23e-6d21684c4296,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:39.744439 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:39.772210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-09870aa3-67e8-4d94-bc53-ca22dc30292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.774763 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-09870aa3-67e8-4d94-bc53-ca22dc30292a service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2525201 Jun 17 08:31:39.867780 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-550305d3-26ef-420d-bbf3-3ec37a371c47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe HTTP/1.1" status: 200 len: 217 time: 0.0860579 Jun 17 08:31:39.949102 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c3e07bc0-e66b-42ed-986c-2f477948a1af tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:40.008202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-4a58b36a-23c7-42f3-8c5d-32f3bc4bd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.009681 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-4a58b36a-23c7-42f3-8c5d-32f3bc4bd4ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.1315510 Jun 17 08:31:40.092960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55302) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:40.137608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=c5f594b0-b8c0-4636-a54a-4f6877c8b976,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:40.144335 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:40.152825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-b20db52a-becd-44b2-bd35-f2cb2c74fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.155183 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-b20db52a-becd-44b2-bd35-f2cb2c74fd1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339099 Jun 17 08:31:40.182068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port c5f594b0-b8c0-4636-a54a-4f6877c8b976 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:40.207083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.213570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.216691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84327192-0e21-4a52-9922-aa1a846bf97a req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "DELETE /v2.0/ports/c5f594b0-b8c0-4636-a54a-4f6877c8b976 HTTP/1.1" status: 204 len: 173 time: 2.7826023 Jun 17 08:31:40.225647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1760d64e-97bf-40a3-989c-6270a279eff6', 'name': 'network-vif-deleted', 'tag': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:40.228483 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb1af4a-983b-46e7-9df5-1941a75dfe58" -d '{"events": [{"server_uuid": "1760d64e-97bf-40a3-989c-6270a279eff6", "name": "network-vif-deleted", "tag": "c5f594b0-b8c0-4636-a54a-4f6877c8b976"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:40.312682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a13ca-8d42-4346-94de-3d79140c058b req-263e63ca-58a0-40c6-acc7-28f3c9dd5467 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.317892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c1a13ca-8d42-4346-94de-3d79140c058b req-263e63ca-58a0-40c6-acc7-28f3c9dd5467 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.6135864 Jun 17 08:31:40.350061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'name': 'network-vif-deleted', 'tag': 'b24e714a-6a24-4448-93c5-9ef1509e2321'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:40.357215 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64596d16-3270-48f8-a691-d5d012b9042b" -d '{"events": [{"server_uuid": "aa8a8438-0a1f-40f4-b401-7fc300ef8d48", "name": "network-vif-deleted", "tag": "b24e714a-6a24-4448-93c5-9ef1509e2321"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:40.378822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.448115 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789f3a0-0acf-4e17-98cf-ae6e275d3128 x-openstack-request-id: req-5789f3a0-0acf-4e17-98cf-ae6e275d3128 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:40.448594 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1760d64e-97bf-40a3-989c-6270a279eff6", "name": "network-vif-deleted", "tag": "c5f594b0-b8c0-4636-a54a-4f6877c8b976", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:40.448906 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5789f3a0-0acf-4e17-98cf-ae6e275d3128 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:40.451941 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1760d64e-97bf-40a3-989c-6270a279eff6', 'name': 'network-vif-deleted', 'tag': 'c5f594b0-b8c0-4636-a54a-4f6877c8b976', 'status': 'completed', 'code': 200} Jun 17 08:31:40.452187 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-24fdec12-cff1-45c7-a01a-f2bf8b9ef9dc service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771721 Jun 17 08:31:40.557149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c1a13ca-8d42-4346-94de-3d79140c058b req-5e835cd8-90eb-4664-a361-3f6ad09b17c2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300918 Jun 17 08:31:40.690933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] DHCP port deletion for ae4ea1eb-2c52-4c19-8b3c-3955675c4fad request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:40.774377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Deleting port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:40.774777 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.861047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:40.868131 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.892722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] For port 64d83a65-708c-46a8-b8db-bdf77f87e9d1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=64d83a65-708c-46a8-b8db-bdf77f87e9d1,segment=NetworkSegment(73591d68-a72a-4d6a-9f12-987180813028),segment_id=73591d68-a72a-4d6a-9f12-987180813028)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:40.893177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.965730 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-849f973d-f8d6-46a7-ac10-bce3de2554c0 req-a365d7e1-3b78-463d-9c2d-7bbbba95f1cb service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029416 Jun 17 08:31:40.968097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Calling delete_port for 64d83a65-708c-46a8-b8db-bdf77f87e9d1 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:40.977431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b24e714a-6a24-4448-93c5-9ef1509e2321 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:41.014356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: b24e714a-6a24-4448-93c5-9ef1509e2321 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:41.014860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device b24e714a-6a24-4448-93c5-9ef1509e2321 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:41.074448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.084601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.132152 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7447d90a-e97b-4277-8880-b5b7bc1531c5 tempest-RoutersAdminNegativeTest-1234809820 tempest-RoutersAdminNegativeTest-1234809820-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.139788 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1eafd4f3a9974793895d3771cea09e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457137 Jun 17 08:31:41.151902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:41.226856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a432e8a4-609f-4341-b19e-a536fee2b517,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:41.233735 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:41.294216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.334511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.336471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:41.339468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:41.348602 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:41.440316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.443636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.447902 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a432e8a4-609f-4341-b19e-a536fee2b517 HTTP/1.1" status: 204 len: 168 time: 0.2948589 Jun 17 08:31:41.448812 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5253aa93-6994-43da-a385-b94ccef941ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.454782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef477-e6ed-4cc0-a9e4-922531781702 req-ed28c99c-cf2f-469c-92d9-15d2e7844479 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:41.462983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-591ef477-e6ed-4cc0-a9e4-922531781702 req-ed28c99c-cf2f-469c-92d9-15d2e7844479 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 948 time: 0.9567957 Jun 17 08:31:41.465219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432e8a4-609f-4341-b19e-a536fee2b517,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:41.470562 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:41.562870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.571635 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3910b7c-e346-4703-ba33-499ef55c0d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.611191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Pushing event deleted for resources: {'Port': ['ID=64d83a65-708c-46a8-b8db-bdf77f87e9d1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:41.614358 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:41.633342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] For port 64d83a65-708c-46a8-b8db-bdf77f87e9d1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=64d83a65-708c-46a8-b8db-bdf77f87e9d1,segment=NetworkSegment(73591d68-a72a-4d6a-9f12-987180813028),segment_id=73591d68-a72a-4d6a-9f12-987180813028)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:41.634268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.634862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] No DVR routers for this DVR port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:41.700784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca1fc131-0ebc-451f-b8f4-8fb43cdebabe details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:41.702740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c5f594b0-b8c0-4636-a54a-4f6877c8b976 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:41.744534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 64d83a65-708c-46a8-b8db-bdf77f87e9d1 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:41.767889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: c5f594b0-b8c0-4636-a54a-4f6877c8b976 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:41.768244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c5f594b0-b8c0-4636-a54a-4f6877c8b976 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:41.894477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.922213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5be684e-200f-4082-af6c-d1ae3502291c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.931964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55330) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:41.944984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-591ef477-e6ed-4cc0-a9e4-922531781702 req-f14b42a4-b7c4-4779-9f79-b8cd9f327b08 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808497 Jun 17 08:31:41.950432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.067658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No DVR routers for this DVR port 64d83a65-708c-46a8-b8db-bdf77f87e9d1 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:42.068567 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350ea9b-ecb9-4b5d-9a02-55bbf10bcbd9 x-openstack-request-id: req-6350ea9b-ecb9-4b5d-9a02-55bbf10bcbd9 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:42.068916 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8a8438-0a1f-40f4-b401-7fc300ef8d48", "name": "network-vif-deleted", "tag": "b24e714a-6a24-4448-93c5-9ef1509e2321", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:42.069214 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6350ea9b-ecb9-4b5d-9a02-55bbf10bcbd9 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:42.069670 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8a8438-0a1f-40f4-b401-7fc300ef8d48', 'name': 'network-vif-deleted', 'tag': 'b24e714a-6a24-4448-93c5-9ef1509e2321', 'status': 'completed', 'code': 200} Jun 17 08:31:42.104932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=64d83a65-708c-46a8-b8db-bdf77f87e9d1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.120893 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.161843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.175624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.180255 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15740d72-ff31-4516-9dbd-23b541c9b5d2 tempest-RoutersAdminNegativeIpV6Test-975749645 tempest-RoutersAdminNegativeIpV6Test-975749645-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:42.182704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 64d83a65-708c-46a8-b8db-bdf77f87e9d1 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:42.205175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c39305-9012-49ba-9bf5-fcae236417f4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.213167 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.236568 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92894a88ee0145d08f268879e7e51b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030818 Jun 17 08:31:42.246267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:42.260292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b892899-5556-4085-a39f-7198dd68477d req-dbcb9f44-8bea-428f-a149-82d6bcfd2b14 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:42.270746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b892899-5556-4085-a39f-7198dd68477d req-dbcb9f44-8bea-428f-a149-82d6bcfd2b14 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 1.3662975 Jun 17 08:31:42.282249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 64d83a65-708c-46a8-b8db-bdf77f87e9d1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:42.282808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 64d83a65-708c-46a8-b8db-bdf77f87e9d1 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:42.311249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:42.339472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.363712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b892899-5556-4085-a39f-7198dd68477d req-4adf6dda-ef81-4443-9844-4effdc8028c0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Jun 17 08:31:42.376151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.419422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.443718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4ea1eb-2c52-4c19-8b3c-3955675c4fad']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:42.454459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe', 'mac_address': 'fa:16:3e:91:cf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:42.464683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73591d68-a72a-4d6a-9f12-987180813028') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:42.465175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73591d68-a72a-4d6a-9f12-987180813028') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:42.489126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.499317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.504402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.506722 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21c39305-9012-49ba-9bf5-fcae236417f4 HTTP/1.1" status: 204 len: 168 time: 0.2572291 Jun 17 08:31:42.507949 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8460caa-f328-4672-ba60-a70bb7dfe8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:42.512006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.520196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:42.520690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.534592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c39305-9012-49ba-9bf5-fcae236417f4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.546362 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.555061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:42.635031 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:42.637659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1fc131-0ebc-451f-b8f4-8fb43cdebabe {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:42.670246 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.680661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.687543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55342) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:42.687679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/ae4ea1eb-2c52-4c19-8b3c-3955675c4fad HTTP/1.1" status: 204 len: 168 time: 2.9916725 Jun 17 08:31:42.694118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-516671799'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:42.694775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:42.697133 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:42.712247 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.716430 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52609681-31d1-4867-af44-2d28487f61d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:42.777398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=ae4ea1eb-2c52-4c19-8b3c-3955675c4fad,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.787967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.800629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:42.817172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.892758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.899075 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.919177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358ecb1-92d2-4c3b-9367-102b4bbbcae7 req-f9ebb81b-1c33-4715-8a0f-1ac1c40733af tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:42.929484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6358ecb1-92d2-4c3b-9367-102b4bbbcae7 req-f9ebb81b-1c33-4715-8a0f-1ac1c40733af tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.2887993 Jun 17 08:31:42.994745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:43.021758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6358ecb1-92d2-4c3b-9367-102b4bbbcae7 req-d235db6f-d7ef-4be6-a13b-322c9c064aae tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857587 Jun 17 08:31:43.028476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ca1fc131-0ebc-451f-b8f4-8fb43cdebabe'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:43.047355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.047808 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Added segment ff1bd960-5e4c-4401-a6ad-9a4e75362924 of type vlan for network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc Jun 17 08:31:43.076303 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-aa7d9514-3f90-4893-bd94-375a911b5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.077288 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-aa7d9514-3f90-4893-bd94-375a911b5ff8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.2006190 Jun 17 08:31:43.289496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-8a900c49-57d1-40a7-826b-f51c5f710e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.295688 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-8a900c49-57d1-40a7-826b-f51c5f710e4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.1626801 Jun 17 08:31:43.301703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacce5-2a5b-4e40-82ac-cf2401ca1b5b req-5b7bce91-a085-4b33-92ba-5ebbf5ce9462 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.304011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bdacce5-2a5b-4e40-82ac-cf2401ca1b5b req-5b7bce91-a085-4b33-92ba-5ebbf5ce9462 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1521003 Jun 17 08:31:43.345084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.398133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bdacce5-2a5b-4e40-82ac-cf2401ca1b5b req-f4804525-9bb0-4f8c-bf92-dd529c8f000f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812330 Jun 17 08:31:43.446658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cc822-6d99-49a1-be0a-e425613ec0c4 req-1c471042-8cda-4237-8f25-90e4891330d7 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.452654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-596cc822-6d99-49a1-be0a-e425613ec0c4 req-1c471042-8cda-4237-8f25-90e4891330d7 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 949 time: 0.1468067 Jun 17 08:31:43.459867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-1abe9188-c6b5-4f71-8adf-04d974d2f799 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.1494482 Jun 17 08:31:43.479163 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.486188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.486893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.519706 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:43.542516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-596cc822-6d99-49a1-be0a-e425613ec0c4 req-ae44d707-443d-4fc2-b517-8780f5d57392 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821450 Jun 17 08:31:43.624647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9347847 Jun 17 08:31:43.628231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55370) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:43.634548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:43.744952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-ac777d6a-a7a4-4d5b-834f-1ae04978b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.746930 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-ac777d6a-a7a4-4d5b-834f-1ae04978b373 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2808421 Jun 17 08:31:43.752374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Network': ['ID=304d1b9c-ac3f-4923-9b5e-2f9a104624bc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:43.765402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:43.805842 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:43.934444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-4dfae5ee-2024-4563-bb13-339f8381d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.938499 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-4dfae5ee-2024-4563-bb13-339f8381d5ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825902 Jun 17 08:31:44.061917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7f5e8-ed90-46dd-82fa-bb828e4fe7d1 req-b47559e9-1392-4049-a40a-0f388d2fdc16 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.089237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1e7f5e8-ed90-46dd-82fa-bb828e4fe7d1 req-b47559e9-1392-4049-a40a-0f388d2fdc16 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2197435 Jun 17 08:31:44.097432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:44.100768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.121051 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-d719d108-3b86-440a-a99a-833000afaf55 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747339 Jun 17 08:31:44.230734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1e7f5e8-ed90-46dd-82fa-bb828e4fe7d1 req-da597b7c-5b23-42ac-8f54-ff206b5ad56f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406558 Jun 17 08:31:44.249797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1f8587c5-1727-4a2a-933d-e814343071f3 req-fc42d2c3-b0a9-471f-a5a6-7517977b8bc5 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205635 Jun 17 08:31:44.684861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6bb2-18f2-4923-8dd7-98a1e1e73b45 req-66169d0b-96c6-40ee-b24d-e4dad25a2669 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.693572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7aaf6bb2-18f2-4923-8dd7-98a1e1e73b45 req-66169d0b-96c6-40ee-b24d-e4dad25a2669 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.1637928 Jun 17 08:31:44.775349 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.784741 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:44.842346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=3029876c-cd3e-4d5e-ac63-3b95b25da651,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:44.847944 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:44.926748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7aaf6bb2-18f2-4923-8dd7-98a1e1e73b45 req-1da4a58a-9f5e-4a45-b5eb-a4b604dddc13 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318604 Jun 17 08:31:44.941258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16694c2a-8c5f-4add-8e27-e8aff28a291e req-7c4ba450-34c5-40c3-be99-259a15db2200 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.969776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16694c2a-8c5f-4add-8e27-e8aff28a291e req-7c4ba450-34c5-40c3-be99-259a15db2200 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 950 time: 0.3107195 Jun 17 08:31:45.002065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Checking segment: {'id': 'ff1bd960-5e4c-4401-a6ad-9a4e75362924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:45.009761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network hostable DHCP agents. Network: 304d1b9c-ac3f-4923-9b5e-2f9a104624bc, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:45.114310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:45.144845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16694c2a-8c5f-4add-8e27-e8aff28a291e req-ed6cb9b7-6d16-4ac6-b5ed-a05b8bfcbd63 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388617 Jun 17 08:31:45.179361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 304d1b9c-ac3f-4923-9b5e-2f9a104624bc) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:45.189461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395075d-02d1-41be-b529-5d2044f0835c None None] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:45.252535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:45.253132 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.276574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6469154 Jun 17 08:31:45.279054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:45.285050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1479390867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:45.392015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92cfbc-3888-463e-98dd-7d43f63de910 req-cac5b527-cbea-4c9f-9d10-3118d89ccbb9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:45.398342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe92cfbc-3888-463e-98dd-7d43f63de910 req-cac5b527-cbea-4c9f-9d10-3118d89ccbb9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2423170 Jun 17 08:31:45.402189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.403532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.493808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-242475c3-5716-4682-b88b-ed2aeb929f9c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:45.495368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-242475c3-5716-4682-b88b-ed2aeb929f9c tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 950 time: 0.2092893 Jun 17 08:31:45.553511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-304d1b9c-ac3f-4923-9b5e-2f9a104624bc', 'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': '3029876c-cd3e-4d5e-ac63-3b95b25da651'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:45.554782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.679380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe92cfbc-3888-463e-98dd-7d43f63de910 req-b165e3fd-1012-4846-a31f-032a9f8daf81 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697453 Jun 17 08:31:45.695390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.729910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.767547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port e09d9146-7277-4da9-948b-4c416abb00ea {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:45.771055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.803386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ec50-4769-45f8-9629-ea1bc794bf74 req-43e82b16-31e7-476f-bbe0-8abc0cdcde7a tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:45.813606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5754ec50-4769-45f8-9629-ea1bc794bf74 req-43e82b16-31e7-476f-bbe0-8abc0cdcde7a tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 949 time: 0.3800979 Jun 17 08:31:45.825332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.833892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8e954d4f-2cdd-4e84-a220-b30f0fa79bfb tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5537174 Jun 17 08:31:45.837286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55418) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:45.844302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Allocated IP 172.20.0.2 (304d1b9c-ac3f-4923-9b5e-2f9a104624bc/3029876c-cd3e-4d5e-ac63-3b95b25da651/5823ef36-f044-4e67-a37c-5ae490608ac6) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:45.890876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc', 'name': 'tempest-PortsTestJSON-842936427'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:46.083100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port e09d9146-7277-4da9-948b-4c416abb00ea, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e09d9146-7277-4da9-948b-4c416abb00ea,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:46.087718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.179492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca1fc131-0ebc-451f-b8f4-8fb43cdebabe up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:46.248250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5754ec50-4769-45f8-9629-ea1bc794bf74 req-d514b252-8f1e-4357-80b5-a9eae137a1f3 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314647 Jun 17 08:31:46.280562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for e09d9146-7277-4da9-948b-4c416abb00ea owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:46.419583 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.499571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Transition to ACTIVE for port object 5823ef36-f044-4e67-a37c-5ae490608ac6 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:46.499839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8129c4a-5913-49a6-95c3-1bae46d5c6f8 req-9eec4487-754c-479a-82db-adb295bf5df3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.511932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8129c4a-5913-49a6-95c3-1bae46d5c6f8 req-9eec4487-754c-479a-82db-adb295bf5df3 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.5136640 Jun 17 08:31:46.544006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Transition to ACTIVE for port object 5823ef36-f044-4e67-a37c-5ae490608ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:46.550947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:46.562251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:46.562979 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.631833 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.635229 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.645525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.648957 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85f8a39c-2eb0-4acd-b77b-7744cc854877 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.718174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-ed959504-4494-449e-b74c-28cf49244e39 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.719552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:46.727996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-ed959504-4494-449e-b74c-28cf49244e39 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 950 time: 0.8895676 Jun 17 08:31:46.742681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=e09d9146-7277-4da9-948b-4c416abb00ea,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.753265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Pushing event updated for resources: {'Port': ['ID=5823ef36-f044-4e67-a37c-5ae490608ac6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.760472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e09d9146-7277-4da9-948b-4c416abb00ea', 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:46.762979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:46.777660 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.823082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.823715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.824265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.824808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.825321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.825834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.826458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.827040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.827552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.828066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.828614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.829142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:46.845914 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.891071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port e09d9146-7277-4da9-948b-4c416abb00ea on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:46.906878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.908486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-363b6d47-93af-4f85-b1cd-5a5cb9e8de84 req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "DELETE /v2.0/ports/e09d9146-7277-4da9-948b-4c416abb00ea HTTP/1.1" status: 204 len: 173 time: 1.4049680 Jun 17 08:31:46.909813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'name': 'network-vif-deleted', 'tag': 'e09d9146-7277-4da9-948b-4c416abb00ea'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:46.917341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:46.921262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.922605 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f9f25-f9af-4a65-aec9-055357f9352b" -d '{"events": [{"server_uuid": "88ffdd1e-4f86-4930-9a6f-073c93cc40b7", "name": "network-vif-deleted", "tag": "e09d9146-7277-4da9-948b-4c416abb00ea"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:46.931659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:46.940884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.948240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:46.980479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:47.090048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8129c4a-5913-49a6-95c3-1bae46d5c6f8 req-784272e5-79e0-4a87-9563-93494130ade0 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773311 Jun 17 08:31:47.141452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port e1066e82-ab94-4b3f-9e35-4f81975f6788 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:47.185700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.208458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.215718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f36435e8-27dc-4704-bf12-6711554b2dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:47.234154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39756a-82e3-4fe2-86b8-28a65c229d94 req-fac3124c-621f-4681-88f3-0a29f099b7c9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.237740 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.253525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e39756a-82e3-4fe2-86b8-28a65c229d94 req-fac3124c-621f-4681-88f3-0a29f099b7c9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.7385819 Jun 17 08:31:47.294520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33891a66-fc93-41c1-b2d7-824e07621ff8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:47.315240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e51233cc708439cac5c01a1fa420df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5914731 Jun 17 08:31:47.316064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55442) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:47.317339 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:47.351071 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.395545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.424669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.527201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.530829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.544241 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33891a66-fc93-41c1-b2d7-824e07621ff8 HTTP/1.1" status: 204 len: 168 time: 0.2256284 Jun 17 08:31:47.550378 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c0570b75-ee3c-4db8-91a9-6a8020d9f101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:47.565610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fd1e08e-dc8d-4f2b-8152-241265979d5a req-5799c683-ddb9-45cf-8385-81bfb3fa1a33 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=88ffdd1e-4f86-4930-9a6f-073c93cc40b7 HTTP/1.1" status: 200 len: 210 time: 0.1559346 Jun 17 08:31:47.567271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33891a66-fc93-41c1-b2d7-824e07621ff8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:47.572285 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:47.617191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Attempting to bind port 5823ef36-f044-4e67-a37c-5ae490608ac6 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:47.617772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Attempting to bind port 5823ef36-f044-4e67-a37c-5ae490608ac6 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'ff1bd960-5e4c-4401-a6ad-9a4e75362924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:47.617958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Attempting to bind port 5823ef36-f044-4e67-a37c-5ae490608ac6 on network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:47.690850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e39756a-82e3-4fe2-86b8-28a65c229d94 req-9efba9b8-d3e9-4526-a551-9de35691a9a1 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363437 Jun 17 08:31:47.700695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port ff4effa0-146f-47c5-a1ca-09d1593ffc09 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:47.703022 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.722202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:47.722836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Checking segment: {'id': 'ff1bd960-5e4c-4401-a6ad-9a4e75362924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:47.725664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.726343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Bound using segment: {'id': 'ff1bd960-5e4c-4401-a6ad-9a4e75362924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:47.727099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Bound port: 5823ef36-f044-4e67-a37c-5ae490608ac6, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1bd960-5e4c-4401-a6ad-9a4e75362924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304d1b9c-ac3f-4923-9b5e-2f9a104624bc'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:47.727654 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.783933 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329ec1e-0d4e-4390-b8a3-94d174722372 x-openstack-request-id: req-4329ec1e-0d4e-4390-b8a3-94d174722372 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:47.784479 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ffdd1e-4f86-4930-9a6f-073c93cc40b7", "name": "network-vif-deleted", "tag": "e09d9146-7277-4da9-948b-4c416abb00ea", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:47.784567 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4329ec1e-0d4e-4390-b8a3-94d174722372 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:47.784975 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ffdd1e-4f86-4930-9a6f-073c93cc40b7', 'name': 'network-vif-deleted', 'tag': 'e09d9146-7277-4da9-948b-4c416abb00ea', 'status': 'completed', 'code': 200} Jun 17 08:31:47.792465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:47.817052 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbb681d-2a9d-4856-a178-fc002cb69c68" -d '{"events": [{"server_uuid": "64e3c12b-7606-4703-af62-9b8e53b0a79f", "name": "network-vif-plugged", "status": "completed", "tag": "ca1fc131-0ebc-451f-b8f4-8fb43cdebabe"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:47.870465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.7 (304d1b9c-ac3f-4923-9b5e-2f9a104624bc/3029876c-cd3e-4d5e-ac63-3b95b25da651/e1066e82-ab94-4b3f-9e35-4f81975f6788) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:48.087334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:48.117486 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.122119 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:48.135392 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.183471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object e1066e82-ab94-4b3f-9e35-4f81975f6788 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:48.209839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:48.211163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] For port 5823ef36-f044-4e67-a37c-5ae490608ac6, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:48.226647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.233060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.238221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] For port 5823ef36-f044-4e67-a37c-5ae490608ac6, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5823ef36-f044-4e67-a37c-5ae490608ac6,segment=NetworkSegment(ff1bd960-5e4c-4401-a6ad-9a4e75362924),segment_id=ff1bd960-5e4c-4401-a6ad-9a4e75362924)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:48.239641 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.251132 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.263049 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:48.292227 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.304938 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e0c619fb-dac8-4b03-b7ce-fb37d88e8b84 tempest-ServersNegativeTestMultiTenantJSON-1648709266 tempest-ServersNegativeTestMultiTenantJSON-1648709266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:48.321063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port ff4effa0-146f-47c5-a1ca-09d1593ffc09, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ff4effa0-146f-47c5-a1ca-09d1593ffc09,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:48.321310 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.341027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Pushing event updated for resources: {'Port': ['ID=5823ef36-f044-4e67-a37c-5ae490608ac6,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.350579 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.420104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.426144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.430508 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:48.466544 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c341bb173d741a897aaa701d80fd103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527332 Jun 17 08:31:48.466741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for ff4effa0-146f-47c5-a1ca-09d1593ffc09 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:48.478001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:48.481417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55462) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:48.488558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0398e-1790-4300-9bef-22deab10b964,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.492355 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.513725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec68ca7-3874-4be8-bfc6-922b4420f645 req-fd517f0d-e621-4c58-bc36-baa8ae05a683 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.521421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bec68ca7-3874-4be8-bfc6-922b4420f645 req-fd517f0d-e621-4c58-bc36-baa8ae05a683 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.7227874 Jun 17 08:31:48.532813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:48.549713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=e1066e82-ab94-4b3f-9e35-4f81975f6788,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.556490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:48.565669 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.676939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c896a-d240-4584-a9fe-471f1accf2b5 req-f5cf97b4-6d05-4dd0-9761-1a80145dad89 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.678618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-903c896a-d240-4584-a9fe-471f1accf2b5 req-f5cf97b4-6d05-4dd0-9761-1a80145dad89 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 950 time: 0.4630957 Jun 17 08:31:48.756232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bec68ca7-3874-4be8-bfc6-922b4420f645 req-3c87ba56-3224-4bf1-a148-c29b4ae97c19 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322168 Jun 17 08:31:48.784642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.785386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.821207 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.836007 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9e5f89-5a1e-444d-8d71-7a91dc391cd9 x-openstack-request-id: req-da9e5f89-5a1e-444d-8d71-7a91dc391cd9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:48.836526 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e3c12b-7606-4703-af62-9b8e53b0a79f", "name": "network-vif-plugged", "status": "completed", "tag": "ca1fc131-0ebc-451f-b8f4-8fb43cdebabe", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:48.837235 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da9e5f89-5a1e-444d-8d71-7a91dc391cd9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:48.837745 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe', 'code': 200} Jun 17 08:31:48.874293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-903c896a-d240-4584-a9fe-471f1accf2b5 req-7e1a7c94-ac86-4ce9-9f61-3404b3f7b8b5 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701834 Jun 17 08:31:48.879627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.888529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0479143 Jun 17 08:31:48.892533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:48.959778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ff4effa0-146f-47c5-a1ca-09d1593ffc09 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:48.986336 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.992276 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:49.002526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.007088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.011852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:49.020517 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6c0398e-1790-4300-9bef-22deab10b964 HTTP/1.1" status: 204 len: 168 time: 0.5309377 Jun 17 08:31:49.109396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=ff4effa0-146f-47c5-a1ca-09d1593ffc09,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:49.124515 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:49.171719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No active binding found for port ff4effa0-146f-47c5-a1ca-09d1593ffc09 {{(pid=93501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:31:49.173374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ff4effa0-146f-47c5-a1ca-09d1593ffc09 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:49.173915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e09d9146-7277-4da9-948b-4c416abb00ea no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:49.192209 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-914b2496-6265-4097-b97f-ca518b65e3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:49.231514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0398e-1790-4300-9bef-22deab10b964,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:49.249928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: e09d9146-7277-4da9-948b-4c416abb00ea {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:49.252385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e09d9146-7277-4da9-948b-4c416abb00ea not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:49.274836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f41c8a-7b77-41e8-889f-f8973844c217 req-8acaadcb-9319-4bb8-a0de-9515aa03e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.276812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23f41c8a-7b77-41e8-889f-f8973844c217 req-8acaadcb-9319-4bb8-a0de-9515aa03e8eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 1102 time: 0.2823625 Jun 17 08:31:49.297077 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:49.360427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port ff4effa0-146f-47c5-a1ca-09d1593ffc09 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:49.361325 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.370238 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.372766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb8c5dde-b27e-44b7-8bd0-b7246635fbaa req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.67 "DELETE /v2.0/ports/ff4effa0-146f-47c5-a1ca-09d1593ffc09 HTTP/1.1" status: 204 len: 173 time: 2.6309452 Jun 17 08:31:49.373320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c8c092-353b-4d0a-8982-c17898665c60', 'name': 'network-vif-deleted', 'tag': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:49.393571 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a25394e-42d9-4eb3-a136-ed398bd4b797" -d '{"events": [{"server_uuid": "43c8c092-353b-4d0a-8982-c17898665c60", "name": "network-vif-deleted", "tag": "ff4effa0-146f-47c5-a1ca-09d1593ffc09"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:49.458031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03789e76-c48d-4d41-ac76-2d94afe80d93 req-ff2290a8-263e-44a7-864c-a494af991861 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.478993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03789e76-c48d-4d41-ac76-2d94afe80d93 req-ff2290a8-263e-44a7-864c-a494af991861 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.4021821 Jun 17 08:31:49.504911 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-23f41c8a-7b77-41e8-889f-f8973844c217 req-2e5c5f73-6feb-49ea-8f83-bb60c4276981 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671336 Jun 17 08:31:49.568250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03789e76-c48d-4d41-ac76-2d94afe80d93 req-5b733f29-8e52-4c14-8ed1-539d5338a9b5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Jun 17 08:31:49.630018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.716939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-991b9059-39b4-4135-b571-3074e6fef100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.726628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-991b9059-39b4-4135-b571-3074e6fef100 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 1097 time: 0.1528575 Jun 17 08:31:49.912382 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8960cebd-83e3-4a55-aaae-6d95bf0e9c3b x-openstack-request-id: req-8960cebd-83e3-4a55-aaae-6d95bf0e9c3b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:49.913016 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c8c092-353b-4d0a-8982-c17898665c60", "name": "network-vif-deleted", "tag": "ff4effa0-146f-47c5-a1ca-09d1593ffc09", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:49.913016 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8960cebd-83e3-4a55-aaae-6d95bf0e9c3b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:49.913458 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c8c092-353b-4d0a-8982-c17898665c60', 'name': 'network-vif-deleted', 'tag': 'ff4effa0-146f-47c5-a1ca-09d1593ffc09', 'status': 'completed', 'code': 200} Jun 17 08:31:49.987237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4bcfb0-3d86-40a0-ae1e-af78c8aba80b None None] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:50.034556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-c0d7a9b4-526b-402c-9225-8178a9c15820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.041514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-c0d7a9b4-526b-402c-9225-8178a9c15820 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.3003945 Jun 17 08:31:50.106205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-d5e4d66c-86ba-4120-a7ea-1d775f1e8418 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877a7f1b-7aca-4260-b183-6e6c76009966 HTTP/1.1" status: 200 len: 217 time: 0.0527995 Jun 17 08:31:50.143998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14a41a15-cdb0-41ce-b3e8-10bb774cdae5 None None] Provisioning for port 5823ef36-f044-4e67-a37c-5ae490608ac6 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:50.166050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.178078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.184338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5823ef36-f044-4e67-a37c-5ae490608ac6 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:50.186398 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e679204-ac82-4704-8508-ec815dccfaa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:50.221634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45770e1a-cc06-4427-9162-ef8ce37b495a req-3cac8eca-70a5-42d3-967a-7786d197ec9d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.231054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45770e1a-cc06-4427-9162-ef8ce37b495a req-3cac8eca-70a5-42d3-967a-7786d197ec9d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.3097270 Jun 17 08:31:50.256740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-890244b9-46bc-4177-98c6-4cdbbcb5d4da req-3760971c-64ae-43ad-a34a-6a8b45ec4a2d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c8c092-353b-4d0a-8982-c17898665c60 HTTP/1.1" status: 200 len: 210 time: 0.1443486 Jun 17 08:31:50.291201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=e1066e82-ab94-4b3f-9e35-4f81975f6788,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:50.302928 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:50.307820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-033a5716-f5c1-48c6-8577-f11e6dbe99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.312305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-033a5716-f5c1-48c6-8577-f11e6dbe99b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.2001741 Jun 17 08:31:50.369851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-f2eac634-ef2b-42e8-b026-a636a0a3fe0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463588 Jun 17 08:31:50.370082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5823ef36-f044-4e67-a37c-5ae490608ac6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:50.379381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5823ef36-f044-4e67-a37c-5ae490608ac6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:50.380007 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.417367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45770e1a-cc06-4427-9162-ef8ce37b495a req-5bc76f66-4b0f-47ef-b7aa-44c973c2d0e8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598344 Jun 17 08:31:50.543548 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.562604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.588859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5823ef36-f044-4e67-a37c-5ae490608ac6, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5823ef36-f044-4e67-a37c-5ae490608ac6,segment=NetworkSegment(ff1bd960-5e4c-4401-a6ad-9a4e75362924),segment_id=ff1bd960-5e4c-4401-a6ad-9a4e75362924)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:50.602523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.605305 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:50.679909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5823ef36-f044-4e67-a37c-5ae490608ac6,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:50.683894 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:50.780966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.784335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-34a23483-7838-436e-b26d-6fe3802f5f69 None None] Provisioning complete for port 5823ef36-f044-4e67-a37c-5ae490608ac6 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:50.784718 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34a23483-7838-436e-b26d-6fe3802f5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.799478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-dce1899e-e32b-4b8f-8845-6aa8517ee982 service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168105 Jun 17 08:31:50.822625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19d40-eeed-41d4-94e5-991745f462ec req-e86a845b-ff0a-4e8a-ac6b-5d3eb5bd2342 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.830992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66b19d40-eeed-41d4-94e5-991745f462ec req-e86a845b-ff0a-4e8a-ac6b-5d3eb5bd2342 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.4084375 Jun 17 08:31:50.953689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc4e9e-8c6e-4b74-826f-5efaf7cdc096 req-945c8a4e-ead2-4f3c-b210-2ef545b6fc58 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.956155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71fc4e9e-8c6e-4b74-826f-5efaf7cdc096 req-945c8a4e-ead2-4f3c-b210-2ef545b6fc58 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 950 time: 0.3064830 Jun 17 08:31:51.128953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.144959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.152153 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:51.155388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-34a23483-7838-436e-b26d-6fe3802f5f69 None None] Provisioning for port e1066e82-ab94-4b3f-9e35-4f81975f6788 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:51.165056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-34a23483-7838-436e-b26d-6fe3802f5f69 None None] Provisioning complete for port e1066e82-ab94-4b3f-9e35-4f81975f6788 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:51.165439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34a23483-7838-436e-b26d-6fe3802f5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.208315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-34a23483-7838-436e-b26d-6fe3802f5f69 None None] Port e1066e82-ab94-4b3f-9e35-4f81975f6788 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:51.261785 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.271321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=e1066e82-ab94-4b3f-9e35-4f81975f6788,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:51.284293 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:51.329930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ad4a9e67-3461-4bbe-b06a-332c7649a2e7 None None] Provisioning complete for port e1066e82-ab94-4b3f-9e35-4f81975f6788 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:51.330711 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9e67-3461-4bbe-b06a-332c7649a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.370710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a9e67-3461-4bbe-b06a-332c7649a2e7 None None] Port e1066e82-ab94-4b3f-9e35-4f81975f6788 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:51.387470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:51.388976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:51.471471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66b19d40-eeed-41d4-94e5-991745f462ec req-48a67c82-d79a-452d-99ce-7a9bd8aac7df tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178758 Jun 17 08:31:51.499011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e5d0cc45-e5fa-4a79-926b-8e2384d88f02 None None] Provisioning complete for port e1066e82-ab94-4b3f-9e35-4f81975f6788 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:51.499397 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5d0cc45-e5fa-4a79-926b-8e2384d88f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.546558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71fc4e9e-8c6e-4b74-826f-5efaf7cdc096 req-af709548-0a33-4604-9130-e2afd77d06a0 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184004 Jun 17 08:31:51.559117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65630b12-6c6d-4f3d-ac1f-c47ff907bf1d req-66132e3e-9e7d-4ad4-a4d2-3377419f45fb service neutron] 10.222.0.67 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221291 Jun 17 08:31:51.573391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0cc45-e5fa-4a79-926b-8e2384d88f02 None None] Port e1066e82-ab94-4b3f-9e35-4f81975f6788 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:51.597656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Router 5ed52554-623d-4b2e-a6e7-b0282aafd2ae is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:31:51.724067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:31:51.732122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/routers/5ed52554-623d-4b2e-a6e7-b0282aafd2ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8375916 Jun 17 08:31:51.733005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:51.733412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b3b31-3699-4622-8d48-6a2114dfca81 req-b2cf0122-bc58-470e-8576-5e6d6d534ca2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:51.734501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] Sync routers for ids ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:31:51.735876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-355b3b31-3699-4622-8d48-6a2114dfca81 req-b2cf0122-bc58-470e-8576-5e6d6d534ca2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.0979469 Jun 17 08:31:51.752757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] Routers {'5ed52554-623d-4b2e-a6e7-b0282aafd2ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:51.753406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:51.790967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-355b3b31-3699-4622-8d48-6a2114dfca81 req-d3c3af11-79ef-46c9-8f37-57c7c696f8fc tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Jun 17 08:31:51.823540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:51.833868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6348b-aa9d-4b3d-a422-be2a93a733b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:51.835700 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ea6348b-aa9d-4b3d-a422-be2a93a733b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed52554-623d-4b2e-a6e7-b0282aafd2ae HTTP/1.1" status: 200 len: 981 time: 0.1017201 Jun 17 08:31:51.839367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:51.857050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-171fbf49-45ca-4d5b-8477-6d9b0dcd7267 None None] Provisioning complete for port e1066e82-ab94-4b3f-9e35-4f81975f6788 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:51.857664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-171fbf49-45ca-4d5b-8477-6d9b0dcd7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.859401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] Routers {'5ed52554-623d-4b2e-a6e7-b0282aafd2ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:51.860639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:51.947187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-171fbf49-45ca-4d5b-8477-6d9b0dcd7267 None None] Port e1066e82-ab94-4b3f-9e35-4f81975f6788 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:51.951712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:51.952999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5619689-4908-437c-a25d-7a1d5cc038f4 None None] The sync data for ids ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:31:52.042807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:52.065845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5823ef36-f044-4e67-a37c-5ae490608ac6 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:52.124728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5823ef36-f044-4e67-a37c-5ae490608ac6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:52.125906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.181223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a1934-37ec-4478-bdae-f0391a3f7a13 req-d946f85f-9e36-4b47-81b5-42539bca85be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.188867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-181a1934-37ec-4478-bdae-f0391a3f7a13 req-d946f85f-9e36-4b47-81b5-42539bca85be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 945 time: 0.3387473 Jun 17 08:31:52.229685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:52.239931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-181a1934-37ec-4478-bdae-f0391a3f7a13 req-0d122d53-4f54-43fb-9497-c7553c864f03 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500603 Jun 17 08:31:52.257032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.370727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.456873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea18ce-5cc0-489f-ab5d-90d3673c5173 req-be27f7ba-8235-41ef-bf37-1e68fe018d95 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.458295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1ea18ce-5cc0-489f-ab5d-90d3673c5173 req-be27f7ba-8235-41ef-bf37-1e68fe018d95 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 948 time: 0.1686082 Jun 17 08:31:52.472877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Allocated IP 172.25.7.146 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/ae82574c-6385-4d36-9128-92171c9db22e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:52.550710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1ea18ce-5cc0-489f-ab5d-90d3673c5173 req-d9775be9-041c-47ba-b07e-260ab3458656 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857778 Jun 17 08:31:52.589151 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.603138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.647722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.652244 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7396d20c-d05a-4732-ba9e-375079362df6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:52.701457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:52.705523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:52.711068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:52.748346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Port': ['ID=ae82574c-6385-4d36-9128-92171c9db22e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.754755 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.812962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.833584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b6311-9e8e-40ab-915c-b01bc8d508d8 req-d0a20d21-a202-483c-ab4b-0783ab06057d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.835116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f5b6311-9e8e-40ab-915c-b01bc8d508d8 req-d0a20d21-a202-483c-ab4b-0783ab06057d tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.2480881 Jun 17 08:31:52.857045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.932668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f5b6311-9e8e-40ab-915c-b01bc8d508d8 req-3bba0a68-e74b-497b-96ac-99da8a0e4a1e tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760512 Jun 17 08:31:52.959391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615693-58d2-44ea-a199-2364a680b4d8 req-9e449b4d-1073-4741-9b33-0344be1c9855 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.963433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23615693-58d2-44ea-a199-2364a680b4d8 req-9e449b4d-1073-4741-9b33-0344be1c9855 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 950 time: 0.2487984 Jun 17 08:31:52.990282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:53.040686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-85a76aed-e225-4ec0-99fd-2e9901a46826 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:53.042240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-85a76aed-e225-4ec0-99fd-2e9901a46826 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 945 time: 0.1314774 Jun 17 08:31:53.043564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23615693-58d2-44ea-a199-2364a680b4d8 req-09f28a30-f028-4b3d-a431-87bf99e27733 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Jun 17 08:31:53.070046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port e1066e82-ab94-4b3f-9e35-4f81975f6788 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:53.070401 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.074533 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.091714 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.104463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.113611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:53.116552 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dfdeb2-966d-44ce-8506-2df909d6010a" -d '{"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-unplugged", "status": "completed", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:53.131102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:53.134771 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:53.137799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.140432 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:53.204949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:53.217285 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:53.272490 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.353207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for e1066e82-ab94-4b3f-9e35-4f81975f6788 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:53.385897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676caf4b-d9a0-40d4-8a1e-46d8eecfca14 req-42b9e758-2645-4c61-adec-f8865f2899ac tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:53.388248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-676caf4b-d9a0-40d4-8a1e-46d8eecfca14 req-42b9e758-2645-4c61-adec-f8865f2899ac tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2094502 Jun 17 08:31:53.485670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-676caf4b-d9a0-40d4-8a1e-46d8eecfca14 req-bdd35e56-833b-4129-8888-8638031df5a4 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672030 Jun 17 08:31:53.489590 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ed97a-e63a-4e3c-9a25-391c1e7e0858 x-openstack-request-id: req-a31ed97a-e63a-4e3c-9a25-391c1e7e0858 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:53.489965 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-unplugged", "status": "completed", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:53.490297 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a31ed97a-e63a-4e3c-9a25-391c1e7e0858 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:53.490768 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966', 'code': 200} Jun 17 08:31:53.510819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Port': ['ID=ae82574c-6385-4d36-9128-92171c9db22e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:53.514499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:53.600488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.632505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.633832 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5898044 Jun 17 08:31:53.635657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Deleting port 83bee00e-add1-428a-9ce4-e2efa314de35 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:53.636075 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.638734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55576) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:53.656306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-320861106'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:53.701684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.709575 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d1dcb4ed-4e93-4300-9005-34795f1ce277 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:53.736617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Made reservation on behalf of 31a5fe0d9ded41509ac78ecd0e34f849 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:53.740048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.750107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=e1066e82-ab94-4b3f-9e35-4f81975f6788,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:53.754482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.761882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633adbe-5bb9-4881-a0e2-6874e97268ef req-42bfda7e-c85b-4e31-a27f-feb6958b0f2b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:53.763583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7633adbe-5bb9-4881-a0e2-6874e97268ef req-42bfda7e-c85b-4e31-a27f-feb6958b0f2b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 943 time: 0.1360426 Jun 17 08:31:53.766768 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:53.781104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] For port 83bee00e-add1-428a-9ce4-e2efa314de35, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=83bee00e-add1-428a-9ce4-e2efa314de35,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:53.781464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.860771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Calling delete_port for 83bee00e-add1-428a-9ce4-e2efa314de35 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:54.038557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7633adbe-5bb9-4881-a0e2-6874e97268ef req-ec143486-3668-4d1b-b41f-e7032462cec0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427332 Jun 17 08:31:54.054224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.065707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.079183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:54.087220 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.088644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.089031 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Added segment 0d95b199-0cb2-451d-8ec0-e21fd3a930f5 of type vlan for network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b Jun 17 08:31:54.100810 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb6d10e4-6939-4401-85e3-d3d5dea0707e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.164649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.170410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3919d2d3-8b03-4f66-9842-bb479ca82fc0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.175504 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.177722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.182792 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a27d1cc1-1d32-4585-927b-63eb8f8e8137 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.192910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['da01b586-8b38-45b2-aec2-702feef5faa3', '83bee00e-add1-428a-9ce4-e2efa314de35'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:54.207481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03024ec3-9d42-49d1-8804-a15f78115adf req-4353f84b-2299-42ba-8540-970cded3965b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:54.208979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03024ec3-9d42-49d1-8804-a15f78115adf req-4353f84b-2299-42ba-8540-970cded3965b tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 948 time: 0.3584056 Jun 17 08:31:54.212822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Pushing event deleted for resources: {'Port': ['ID=83bee00e-add1-428a-9ce4-e2efa314de35,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.223996 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.277027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] No DVR routers for this DVR port 83bee00e-add1-428a-9ce4-e2efa314de35 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:54.278648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.286156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:54.286784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.291459 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.293352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f386862-af9b-4ea3-9a8c-1de13ad3d1eb req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "DELETE /v2.0/ports/83bee00e-add1-428a-9ce4-e2efa314de35 HTTP/1.1" status: 204 len: 173 time: 1.2421725 Jun 17 08:31:54.294014 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44beaf02-5003-496c-a908-58419e60c557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.296210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa34f05-46f6-4b41-a866-39802cb0fda1 req-a75ae6ab-1664-4c13-b1b3-bb2719d1113d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:54.298032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'name': 'network-vif-deleted', 'tag': '83bee00e-add1-428a-9ce4-e2efa314de35'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:54.299196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fa34f05-46f6-4b41-a866-39802cb0fda1 req-a75ae6ab-1664-4c13-b1b3-bb2719d1113d tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 948 time: 0.2577288 Jun 17 08:31:54.300354 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e9ec2-4e1c-4b77-afe8-81daf0ba7d1a" -d '{"events": [{"server_uuid": "73b8133a-3366-4d31-af1c-21c8bc0dadfe", "name": "network-vif-deleted", "tag": "83bee00e-add1-428a-9ce4-e2efa314de35"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:54.362231 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7212768 Jun 17 08:31:54.365624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55588) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.373903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Request body: {'subnet': {'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:54.383746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Router 5ed52554-623d-4b2e-a6e7-b0282aafd2ae has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:31:54.406177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Network': ['ID=1a3572fb-a12b-496d-bdbf-86dde04aeb3b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.419160 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.444210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:54.499281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fa34f05-46f6-4b41-a866-39802cb0fda1 req-8d0c83c4-f75a-4863-91ce-f9c19f2f06ba tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/security-groups?id=97c62f94-a692-4006-8cca-9beb85620edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624744 Jun 17 08:31:54.521960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Made reservation on behalf of 31a5fe0d9ded41509ac78ecd0e34f849 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:54.528115 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.618179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-701b107b-3b9e-4537-a363-3a801690b9fe req-d77e6cd7-adf3-4803-9991-5aaa5a646c63 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b8133a-3366-4d31-af1c-21c8bc0dadfe HTTP/1.1" status: 200 len: 210 time: 0.1110709 Jun 17 08:31:54.622954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:31:54.635143 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] Sync routers for ids ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:31:54.647397 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] Routers {'5ed52554-623d-4b2e-a6e7-b0282aafd2ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:54.649364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.658930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/routers/5ed52554-623d-4b2e-a6e7-b0282aafd2ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8147047 Jun 17 08:31:54.661430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55596) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.735289 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.744817 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa682feb-52a8-4825-8d11-26ce39618f1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:31:54.753256 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] Routers {'5ed52554-623d-4b2e-a6e7-b0282aafd2ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:54.754139 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.756070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa682feb-52a8-4825-8d11-26ce39618f1b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/e1066e82-ab94-4b3f-9e35-4f81975f6788 HTTP/1.1" status: 404 len: 333 time: 0.0925014 Jun 17 08:31:54.761935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Deleting port cb015a1c-0ea1-4316-9385-9ae06840344f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:54.764531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.770497 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e3897-bb65-4f7e-8ac1-7f8ece1ab7a5 x-openstack-request-id: req-124e3897-bb65-4f7e-8ac1-7f8ece1ab7a5 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:54.771238 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b8133a-3366-4d31-af1c-21c8bc0dadfe", "name": "network-vif-deleted", "tag": "83bee00e-add1-428a-9ce4-e2efa314de35", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:54.771545 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-124e3897-bb65-4f7e-8ac1-7f8ece1ab7a5 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:54.774840 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b8133a-3366-4d31-af1c-21c8bc0dadfe', 'name': 'network-vif-deleted', 'tag': '83bee00e-add1-428a-9ce4-e2efa314de35', 'status': 'completed', 'code': 200} Jun 17 08:31:54.775269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55600) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.791881 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.792901 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21435c7-9d6c-460b-ba06-9344e9fc8a60 None None] The sync data for ids ['5ed52554-623d-4b2e-a6e7-b0282aafd2ae'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:31:54.852865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.885048 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ba7377b-c6b9-4c09-993e-d79a8061d7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.948796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.985606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e5aefe7-f71b-400c-8645-17204e744a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.038699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Subnet': ['ID=1d9b54ac-aa51-40db-97bf-8523e87f39f3,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.045718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.176873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Checking segment: {'id': '0d95b199-0cb2-451d-8ec0-e21fd3a930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:55.177343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network hostable DHCP agents. Network: 1a3572fb-a12b-496d-bdbf-86dde04aeb3b, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:55.182797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.185557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.237119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:55.243186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.243689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed52554-623d-4b2e-a6e7-b0282aafd2ae {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:31:55.252395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.254962 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-645ab100-c407-49dd-be7e-22e64e2f2eb0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/routers/5ed52554-623d-4b2e-a6e7-b0282aafd2ae HTTP/1.1" status: 204 len: 168 time: 0.4764833 Jun 17 08:31:55.256732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55632) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:55.265188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 1a3572fb-a12b-496d-bdbf-86dde04aeb3b) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:55.279585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45477088-438f-4a2e-a48b-b5a507030bd9 None None] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:55.312570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:55.313685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.346438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9796336 Jun 17 08:31:55.350038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] For port cb015a1c-0ea1-4316-9385-9ae06840344f, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=cb015a1c-0ea1-4316-9385-9ae06840344f,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:55.350548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.353760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 3029876c-cd3e-4d5e-ac63-3b95b25da651 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:55.356450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55634) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:55.360939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.367747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1079487481', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:55.423318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Calling delete_port for cb015a1c-0ea1-4316-9385-9ae06840344f owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:55.432209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.448626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-1a3572fb-a12b-496d-bdbf-86dde04aeb3b', 'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b', 'tenant_id': '31a5fe0d9ded41509ac78ecd0e34f849', 'fixed_ips': [{'subnet_id': '1d9b54ac-aa51-40db-97bf-8523e87f39f3'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:55.449590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.459262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.460259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.561636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.568157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e0d3d-c8c0-4121-8ef7-0e9eb09a72c3 req-d786f117-0bd0-4e2a-989e-4713558ddd65 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:55.572024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b79e0d3d-c8c0-4121-8ef7-0e9eb09a72c3 req-d786f117-0bd0-4e2a-989e-4713558ddd65 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 950 time: 0.7598412 Jun 17 08:31:55.608000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Allocated IP 172.20.0.2 (1a3572fb-a12b-496d-bdbf-86dde04aeb3b/1d9b54ac-aa51-40db-97bf-8523e87f39f3/3b8a9a21-7826-4ded-991b-8bbf63d1cd88) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:55.634790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.671918 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b79e0d3d-c8c0-4121-8ef7-0e9eb09a72c3 req-c58f8a19-cdb7-44e2-a5e0-164aefbd9834 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917869 Jun 17 08:31:55.675768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.682294 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2511b554-e9fd-4deb-a183-ba0ddf4cb539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.696928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['cb015a1c-0ea1-4316-9385-9ae06840344f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:55.728926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Pushing event deleted for resources: {'Port': ['ID=cb015a1c-0ea1-4316-9385-9ae06840344f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.740243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.742119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-7086dc3f-ba02-422f-b2af-2918e953e877 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:55.743707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-7086dc3f-ba02-422f-b2af-2918e953e877 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd7f1578-f8e9-4680-b536-869e6202baa3 HTTP/1.1" status: 200 len: 943 time: 0.2122412 Jun 17 08:31:55.759017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.761806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.762248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.762934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.763179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.763530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.763980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.764337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.764699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.765108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.765466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.765824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:55.798163 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.827510 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.837503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Transition to ACTIVE for port object 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:55.842873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] No DVR routers for this DVR port cb015a1c-0ea1-4316-9385-9ae06840344f on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:55.849361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.851429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03024ec3-9d42-49d1-8804-a15f78115adf req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.60 "DELETE /v2.0/ports/cb015a1c-0ea1-4316-9385-9ae06840344f HTTP/1.1" status: 204 len: 173 time: 1.6308830 Jun 17 08:31:55.852002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'name': 'network-vif-deleted', 'tag': 'cb015a1c-0ea1-4316-9385-9ae06840344f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:55.854822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.855277 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a9f2e-8a0a-448d-b7bd-f2ea0b2fe804" -d '{"events": [{"server_uuid": "a304ec14-787e-4a4a-b6f5-a4267cb3bbbb", "name": "network-vif-deleted", "tag": "cb015a1c-0ea1-4316-9385-9ae06840344f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:55.859140 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8557a649-bd8a-47bc-a168-3b573eb1d40a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.861583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Transition to ACTIVE for port object 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:55.872716 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.878016 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ab7b49c-3b5d-40f4-b103-556655c8a58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.886270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=3029876c-cd3e-4d5e-ac63-3b95b25da651,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.892667 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.897282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.901890 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/3029876c-cd3e-4d5e-ac63-3b95b25da651 HTTP/1.1" status: 204 len: 168 time: 0.6441045 Jun 17 08:31:55.902534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55642) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:55.935083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:55.941481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:55.943381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1ec63-7150-4801-a1ba-10482d2a84b8 None None] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:55.948194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:55.987069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.995823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Deleting port 877a7f1b-7aca-4260-b183-6e6c76009966 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:55.996161 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.029861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9e6a9-d23a-4b52-8e48-1c9748309bf8 req-6212ebef-01c2-4922-81f5-75cc4a70bb6d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:56.031440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1f9e6a9-d23a-4b52-8e48-1c9748309bf8 req-6212ebef-01c2-4922-81f5-75cc4a70bb6d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.1176488 Jun 17 08:31:56.049619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Pushing event updated for resources: {'Port': ['ID=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.057699 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:56.090562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Attempting to bind port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:56.091014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Attempting to bind port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0d95b199-0cb2-451d-8ec0-e21fd3a930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:56.091495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Attempting to bind port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 on network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:56.103069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:56.103566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Checking segment: {'id': '0d95b199-0cb2-451d-8ec0-e21fd3a930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:56.104068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.104708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Bound using segment: {'id': '0d95b199-0cb2-451d-8ec0-e21fd3a930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:56.105400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Bound port: 3b8a9a21-7826-4ded-991b-8bbf63d1cd88, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d95b199-0cb2-451d-8ec0-e21fd3a930f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:56.106168 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.148355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] For port 877a7f1b-7aca-4260-b183-6e6c76009966, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=877a7f1b-7aca-4260-b183-6e6c76009966,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:56.149276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.204473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.207196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 5823ef36-f044-4e67-a37c-5ae490608ac6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:56.207560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.244181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.296387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Calling delete_port for 877a7f1b-7aca-4260-b183-6e6c76009966 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:56.318561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] For port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:56.322472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] For port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,segment=NetworkSegment(0d95b199-0cb2-451d-8ec0-e21fd3a930f5),segment_id=0d95b199-0cb2-451d-8ec0-e21fd3a930f5)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:56.327983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1f9e6a9-d23a-4b52-8e48-1c9748309bf8 req-9e10f343-092d-4318-aebc-22871689eb80 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859712 Jun 17 08:31:56.357882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.363890 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:56.365161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] For port 5823ef36-f044-4e67-a37c-5ae490608ac6, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5823ef36-f044-4e67-a37c-5ae490608ac6,segment=NetworkSegment(ff1bd960-5e4c-4401-a6ad-9a4e75362924),segment_id=ff1bd960-5e4c-4401-a6ad-9a4e75362924)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:56.365664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.466946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Pushing event updated for resources: {'Port': ['ID=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.473409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:56.529375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 5823ef36-f044-4e67-a37c-5ae490608ac6 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:56.529573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] DHCP port deletion for 304d1b9c-ac3f-4923-9b5e-2f9a104624bc request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:56.598234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.612827 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9b8f045-379b-421a-8739-53a6880ef371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:56.651108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event deleted for resources: {'Port': ['ID=877a7f1b-7aca-4260-b183-6e6c76009966,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.664207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Deleting port 5823ef36-f044-4e67-a37c-5ae490608ac6 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:56.664774 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:56.665161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.720004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-0616f2cb-a60f-4629-8c80-df9cbbff570f tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:56.722171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-0616f2cb-a60f-4629-8c80-df9cbbff570f tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 950 time: 0.4011586 Jun 17 08:31:56.728723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.731975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b872a2e4-d0ca-40c4-a774-308d3769bb73 req-bba7ae45-4716-4e27-8231-65bda7ec22c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] 10.222.0.65 "GET /v2.0/ports?device_id=a304ec14-787e-4a4a-b6f5-a4267cb3bbbb HTTP/1.1" status: 200 len: 210 time: 0.0852683 Jun 17 08:31:56.756513 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:56.848713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] No DVR routers for this DVR port 877a7f1b-7aca-4260-b183-6e6c76009966 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:56.851604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] For port 5823ef36-f044-4e67-a37c-5ae490608ac6, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5823ef36-f044-4e67-a37c-5ae490608ac6,segment=NetworkSegment(ff1bd960-5e4c-4401-a6ad-9a4e75362924),segment_id=ff1bd960-5e4c-4401-a6ad-9a4e75362924)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:56.852636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.853351 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.863475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96dd108f-e941-4057-b8ed-dbf4505908a9 req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "DELETE /v2.0/ports/877a7f1b-7aca-4260-b183-6e6c76009966 HTTP/1.1" status: 204 len: 173 time: 1.1075730 Jun 17 08:31:56.878080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=5823ef36-f044-4e67-a37c-5ae490608ac6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.882554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Allocated IP 172.25.7.37 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/12508aa6-6141-47e7-bfb7-44f72c6668ef) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:56.889151 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:56.894435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No DVR routers for this DVR port 5823ef36-f044-4e67-a37c-5ae490608ac6 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:56.989094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Deleting port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:56.999358 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.014097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Calling delete_port for 5823ef36-f044-4e67-a37c-5ae490608ac6 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:57.029315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:57.037008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.048161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304d1b9c-ac3f-4923-9b5e-2f9a104624bc']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:57.051896 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d04ae-055d-441d-b0ef-2405e4084908 x-openstack-request-id: req-6b4d04ae-055d-441d-b0ef-2405e4084908 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:57.053766 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a304ec14-787e-4a4a-b6f5-a4267cb3bbbb", "name": "network-vif-deleted", "tag": "cb015a1c-0ea1-4316-9385-9ae06840344f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:57.056102 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b4d04ae-055d-441d-b0ef-2405e4084908 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:57.056759 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a304ec14-787e-4a4a-b6f5-a4267cb3bbbb', 'name': 'network-vif-deleted', 'tag': 'cb015a1c-0ea1-4316-9385-9ae06840344f', 'status': 'completed', 'code': 200} Jun 17 08:31:57.060218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1bd960-5e4c-4401-a6ad-9a4e75362924') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:57.061155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1bd960-5e4c-4401-a6ad-9a4e75362924') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:57.072649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 877a7f1b-7aca-4260-b183-6e6c76009966 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:57.073002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 877a7f1b-7aca-4260-b183-6e6c76009966 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:57.074789 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.090784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.097951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:57.098396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:57.175877 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:57.193207 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.199388 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5eb92008-5a3c-48b2-a043-42c30f6314a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:57.205460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.210558 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/304d1b9c-ac3f-4923-9b5e-2f9a104624bc HTTP/1.1" status: 204 len: 168 time: 1.3029206 Jun 17 08:31:57.211265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] For port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:57.211265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.211969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55658) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:57.220276 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.224692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=304d1b9c-ac3f-4923-9b5e-2f9a104624bc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:57.226766 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41e89e60-180a-422f-a885-29c57e25dbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:57.228107 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:57.229476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Network 304d1b9c-ac3f-4923-9b5e-2f9a104624bc is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:31:57.230330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] No DVR routers for this DVR port 5823ef36-f044-4e67-a37c-5ae490608ac6 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:57.264072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Pushing event deleted for resources: {'Port': ['ID=5823ef36-f044-4e67-a37c-5ae490608ac6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:57.267702 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:57.321945 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.330340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Calling delete_port for ca1fc131-0ebc-451f-b8f4-8fb43cdebabe owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:57.385237 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-276beda0-45c8-45ad-a787-af7d403e70b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.385831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.396074 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93d4b5fa-f4d7-4435-a7cb-eb57d373ba98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:57.397255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91a223-3b07-4701-8ad5-5e19cb81c835 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:57.402192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1a91a223-3b07-4701-8ad5-5e19cb81c835 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 HTTP/1.1" status: 200 len: 840 time: 0.1856689 Jun 17 08:31:57.402349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55662) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:57.434844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:57.442644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:57.448431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:57.451808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Port': ['ID=12508aa6-6141-47e7-bfb7-44f72c6668ef,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:57.475417 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:57.477978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.519835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-714128fe-d661-4b17-9f95-a9a6aadfd063 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/d3a91b7a-1d1d-44bc-8ab3-2294685fbd93?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1162391 Jun 17 08:31:57.527380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55664) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:57.550433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:57.638227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb9bf-52dc-4cb1-993f-99f6d14ad10b req-df543a4a-4281-49d9-b135-b85db0e6d164 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:57.640035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0beeb9bf-52dc-4cb1-993f-99f6d14ad10b req-df543a4a-4281-49d9-b135-b85db0e6d164 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 950 time: 0.3378003 Jun 17 08:31:57.753669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 83bee00e-add1-428a-9ce4-e2efa314de35 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:57.759572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0beeb9bf-52dc-4cb1-993f-99f6d14ad10b req-e6b6dd17-d865-42c6-996f-52cd8161d9da tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/security-groups?id=8663b1cf-5177-4be2-a1be-fad9c52a7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871210 Jun 17 08:31:57.789971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 83bee00e-add1-428a-9ce4-e2efa314de35 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:57.794213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 83bee00e-add1-428a-9ce4-e2efa314de35 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:57.794845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device cb015a1c-0ea1-4316-9385-9ae06840344f no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:57.799946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:57.803927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.816580 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.840719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: cb015a1c-0ea1-4316-9385-9ae06840344f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:57.840926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device cb015a1c-0ea1-4316-9385-9ae06840344f not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:57.852141 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-47df3c53-1a66-4377-b48e-997696d7ff7e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:57.892394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a65a63-99be-4bec-81cc-e3549f3f1476 None None] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:57.894856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Pushing event deleted for resources: {'Port': ['ID=ca1fc131-0ebc-451f-b8f4-8fb43cdebabe,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:57.940798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.991655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.081794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-83510c77-dc29-4c6a-8386-20688ac4828a None None] Provisioning for port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:58.132352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] No DVR routers for this DVR port ca1fc131-0ebc-451f-b8f4-8fb43cdebabe on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:58.147385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.149862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e1fa33f-0569-42a1-ace6-0362f5253a03 req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.60 "DELETE /v2.0/ports/ca1fc131-0ebc-451f-b8f4-8fb43cdebabe HTTP/1.1" status: 204 len: 173 time: 1.4165375 Jun 17 08:31:58.218249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:58.275762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a4b49-e2ef-487a-b971-733c564a3d85 req-76633b58-b4b6-4b6d-b2d3-deb09caa2867 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:58.284405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce1a4b49-e2ef-487a-b971-733c564a3d85 req-76633b58-b4b6-4b6d-b2d3-deb09caa2867 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2858081 Jun 17 08:31:58.384646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce1a4b49-e2ef-487a-b971-733c564a3d85 req-2150e360-5832-4023-aea9-323406a0e941 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989859 Jun 17 08:31:58.436646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:58.443143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:58.443845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.511674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c427e-e2e4-47d4-abc2-9547ac2a8396 req-c9c8219e-d652-430c-9f85-a81240165989 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:58.513776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d39c427e-e2e4-47d4-abc2-9547ac2a8396 req-c9c8219e-d652-430c-9f85-a81240165989 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2008111 Jun 17 08:31:58.548038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.551439 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.582805 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.636819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,segment=NetworkSegment(0d95b199-0cb2-451d-8ec0-e21fd3a930f5),segment_id=0d95b199-0cb2-451d-8ec0-e21fd3a930f5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:58.650174 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.652224 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.673917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55688) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:58.749469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:58.754889 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.759931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5823ef36-f044-4e67-a37c-5ae490608ac6 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:58.766552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d39c427e-e2e4-47d4-abc2-9547ac2a8396 req-1411d630-6994-4567-a0ba-a3351692cb62 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208645 Jun 17 08:31:58.780907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:58.788689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:58.798124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:58.798124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.849649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5823ef36-f044-4e67-a37c-5ae490608ac6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:58.850140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5823ef36-f044-4e67-a37c-5ae490608ac6 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:58.876235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-9d13a514-fb48-4de4-a17e-1980888a1fcc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:58.877919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-9d13a514-fb48-4de4-a17e-1980888a1fcc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.3311906 Jun 17 08:31:58.880142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5923e-cfe4-4d5c-82fa-97fb732725b3 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:58.887961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=522980cd-fd46-40bc-b4f3-6bce8818b579,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:58.907780 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.913851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3704770 Jun 17 08:31:58.918482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55694) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:58.926800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'security_group': {'name': 'tempest-secgroup-559232475'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:58.949038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-4bc0003d-a064-4e66-8f61-50175f8ccb52 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.0580678 Jun 17 08:31:58.989567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.997704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0077da33-0479-4e96-819f-e73cdbfa81a8 req-10ddeea5-7149-4c8b-94dd-ed9ad7427234 tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] 10.222.0.65 "GET /v2.0/ports?device_id=64e3c12b-7606-4703-af62-9b8e53b0a79f HTTP/1.1" status: 200 len: 210 time: 0.0520773 Jun 17 08:31:59.001678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.034338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-850b0319-e946-4eca-9de6-c2b487736917 None None] Provisioning complete for port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:59.035316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-850b0319-e946-4eca-9de6-c2b487736917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.040760 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-f9c1d54f-587b-4fa8-bf1d-cdd725ff118e tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481243 Jun 17 08:31:59.046987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f7e509d8-da36-4284-818d-0c67018d1ea4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac2429b0b0c64aa7a543eb8b52130104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602560 Jun 17 08:31:59.047954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55696) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.082626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-deleted', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966'}, {'server_uuid': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'name': 'network-vif-deleted', 'tag': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:59.085718 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c1643e-1ed1-4a47-a45d-be87ee183697" -d '{"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-deleted", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966"}, {"server_uuid": "64e3c12b-7606-4703-af62-9b8e53b0a79f", "name": "network-vif-deleted", "tag": "ca1fc131-0ebc-451f-b8f4-8fb43cdebabe"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:59.091506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.167956 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35599ff-48e3-497d-bb09-78642fe1447d x-openstack-request-id: req-b35599ff-48e3-497d-bb09-78642fe1447d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:59.168337 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7f1578-f8e9-4680-b536-869e6202baa3", "name": "network-vif-deleted", "tag": "877a7f1b-7aca-4260-b183-6e6c76009966", "status": "failed", "code": 422}, {"server_uuid": "64e3c12b-7606-4703-af62-9b8e53b0a79f", "name": "network-vif-deleted", "tag": "ca1fc131-0ebc-451f-b8f4-8fb43cdebabe", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:59.168599 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b35599ff-48e3-497d-bb09-78642fe1447d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:59.169051 n-d-780147-13 neutron-server[93500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd7f1578-f8e9-4680-b536-869e6202baa3', 'name': 'network-vif-deleted', 'tag': '877a7f1b-7aca-4260-b183-6e6c76009966', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:31:59.169352 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e3c12b-7606-4703-af62-9b8e53b0a79f', 'name': 'network-vif-deleted', 'tag': 'ca1fc131-0ebc-451f-b8f4-8fb43cdebabe', 'status': 'completed', 'code': 200} Jun 17 08:31:59.194651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Router 5da7e9e5-6f54-4a65-8312-6cc4372944ae is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:31:59.219389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.241485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-cb242656-517a-4540-a290-8a52ea2b3873 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518204 Jun 17 08:31:59.281573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.312126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:31:59.332624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] Sync routers for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:31:59.382664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:59.383833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:59.395493 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.404965 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.406385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.407083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.0476100 Jun 17 08:31:59.411388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55700) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.411550 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aeb89d5f-f6bd-4c17-ab8a-4ac7ea3225c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:59.428287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:59.431698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-5a04d2f0-95fc-4e4c-8a2f-f8809e89b11a service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746361 Jun 17 08:31:59.436284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.439819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.440938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97c62f94-a692-4006-8cca-9beb85620edc HTTP/1.1" status: 204 len: 168 time: 0.3919301 Jun 17 08:31:59.451681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:59.452373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:59.452756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.455206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5345595 Jun 17 08:31:59.456712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621218c3-12ff-4b67-b993-6e50dba9fe52,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.459280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.465884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645843293'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:59.471306 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.472046 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4ed93cc9-1380-43ff-b822-943c929bf763 tempest-MigrationsAdminTest-548113961 tempest-MigrationsAdminTest-548113961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:59.488207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c62f94-a692-4006-8cca-9beb85620edc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.492733 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.499046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'tenant_id': 'd70bc54d423f4de08714eb3ecdbdcc91', 'fixed_ips': [{'subnet_id': '522980cd-fd46-40bc-b4f3-6bce8818b579'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:59.499632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.504485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:59.505118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a00ed-ffe9-428f-b96b-30c665385329 None None] The sync data for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:31:59.516920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.672025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb6de-1d28-42ba-9d23-e7dbefde85f5 req-b1837e1d-e394-43b5-93de-1dcc2c67163c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:59.674364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb7eb6de-1d28-42ba-9d23-e7dbefde85f5 req-b1837e1d-e394-43b5-93de-1dcc2c67163c tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.1234474 Jun 17 08:31:59.718618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Allocated IP 172.20.0.2 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/522980cd-fd46-40bc-b4f3-6bce8818b579/d2baf3ce-e25e-4f19-948f-3b41c7b46483) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:59.775197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.779555 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb7eb6de-1d28-42ba-9d23-e7dbefde85f5 req-5765c3d0-cf14-49cb-8ab8-fe4f2dc65ed1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846045 Jun 17 08:31:59.784863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.810770 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3015415f-0b07-4c70-b1c6-45696a79612b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:59.824690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca1fc131-0ebc-451f-b8f4-8fb43cdebabe no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:59.858295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fbf124-a088-4f59-9d93-17d41da6a09d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.864660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.865892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4053364 Jun 17 08:31:59.882184 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.884498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55716) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.890409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2106688494', 'security_groups': ['25fbf124-a088-4f59-9d93-17d41da6a09d'], 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '522980cd-fd46-40bc-b4f3-6bce8818b579'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:59.900447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: ca1fc131-0ebc-451f-b8f4-8fb43cdebabe {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:59.902740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca1fc131-0ebc-451f-b8f4-8fb43cdebabe not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:59.931483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a1c15a0-bb86-4773-b219-d6bf0b84e94b req-1ad3ded2-7ee6-4bf7-849f-4b6858810b08 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 210 time: 0.0745468 Jun 17 08:32:00.055348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55720) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.099526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:00.146882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62bed-ae2a-415e-a5d1-0cd74ebda6d9 req-36b6b813-a4b2-4a6b-b71a-311f002850a4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:00.148563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9de62bed-ae2a-415e-a5d1-0cd74ebda6d9 req-36b6b813-a4b2-4a6b-b71a-311f002850a4 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.1912186 Jun 17 08:32:00.192264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.208279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Transition to ACTIVE for port object d2baf3ce-e25e-4f19-948f-3b41c7b46483 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:00.208600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:00.216084 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ee96c5e9-9372-41d7-915a-202f1d20d421 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bdf540fae414ebc93f124444734d5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568460 Jun 17 08:32:00.220396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55728) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.247825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:00.248350 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.274458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Transition to ACTIVE for port object d2baf3ce-e25e-4f19-948f-3b41c7b46483 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:00.279488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9de62bed-ae2a-415e-a5d1-0cd74ebda6d9 req-7f877d23-d416-4cb7-90ad-247ad589db02 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217818 Jun 17 08:32:00.279662 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.297702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.319775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.321150 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:00.354753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:00.363250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:00.370323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:00.449798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Pushing event updated for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:00.467455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Attempting to bind port d2baf3ce-e25e-4f19-948f-3b41c7b46483 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:00.468145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Attempting to bind port d2baf3ce-e25e-4f19-948f-3b41c7b46483 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '341bd798-e069-498f-99b0-b52fd0f724f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:00.468709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Attempting to bind port d2baf3ce-e25e-4f19-948f-3b41c7b46483 on network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:00.501949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.502479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.502736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.503187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.503550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.503962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.504310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.504718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.505006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.505380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.505649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.505961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.510681 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:00.514369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:00.514369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Checking segment: {'id': '341bd798-e069-498f-99b0-b52fd0f724f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:00.514584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.514894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Bound using segment: {'id': '341bd798-e069-498f-99b0-b52fd0f724f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:00.515509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Bound port: d2baf3ce-e25e-4f19-948f-3b41c7b46483, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341bd798-e069-498f-99b0-b52fd0f724f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:00.516023 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.615794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55734) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.617428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:00.621801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d2baf3ce-e25e-4f19-948f-3b41c7b46483,segment=NetworkSegment(341bd798-e069-498f-99b0-b52fd0f724f6),segment_id=341bd798-e069-498f-99b0-b52fd0f724f6)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:00.628984 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.631705 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:00.681452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.718984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Pushing event updated for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:00.732085 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:00.749627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Allocated IP 172.20.0.1 (1a3572fb-a12b-496d-bdbf-86dde04aeb3b/1d9b54ac-aa51-40db-97bf-8523e87f39f3/acd58672-dd13-427f-bb69-3d54c3912ac3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:00.756068 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.771256 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.808762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:00.887290 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8cc2bb8d-fdcc-48c2-b0d6-e77b7573ea55 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd46a0f29e9b4f43953ebce38aa2f0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679284 Jun 17 08:32:00.887525 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.890064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.895069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9893650-d083-4f19-9f71-c22fc88900c6 HTTP/1.1" status: 204 len: 168 time: 0.6733420 Jun 17 08:32:00.929928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55740) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.931068 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-df7b30b7-4356-42fa-afda-71afec949ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.022424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.025913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9893650-d083-4f19-9f71-c22fc88900c6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.042221 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.054887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Transition to ACTIVE for port object acd58672-dd13-427f-bb69-3d54c3912ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:01.123658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.135413 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79602db6-513e-440b-a7e7-756520e9e576 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.185903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:01.189867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:01.194082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0283eb94-b6ca-40f0-bd8a-1eb78e42e237 req-14255093-f58a-447a-bbf4-9b50680f8ed9 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 210 time: 0.0456910 Jun 17 08:32:01.205915 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:01.223890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbc482-ce82-4833-b920-12459215a253 req-2a0ef9b1-eb35-49a9-b737-6f881785685f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:01.225420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfdbc482-ce82-4833-b920-12459215a253 req-2a0ef9b1-eb35-49a9-b737-6f881785685f tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2609651 Jun 17 08:32:01.226249 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.232255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Port': ['ID=acd58672-dd13-427f-bb69-3d54c3912ac3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.249808 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.261006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.273373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.13 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/522980cd-fd46-40bc-b4f3-6bce8818b579/7b0ee1a0-0748-4e95-81ac-9eebbe424694) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:01.282690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.431567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.442831 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.446922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8663b1cf-5177-4be2-a1be-fad9c52a7b0d HTTP/1.1" status: 204 len: 168 time: 0.5100684 Jun 17 08:32:01.464363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96ce86dc-2efc-4cb7-a16f-2f518fbe2285 tempest-ServersOnMultiNodesTest-460676708 tempest-ServersOnMultiNodesTest-460676708-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.501318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8663b1cf-5177-4be2-a1be-fad9c52a7b0d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.537447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfdbc482-ce82-4833-b920-12459215a253 req-83443c60-b796-4003-9237-f9870dc17517 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848320 Jun 17 08:32:01.553625 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.578181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5522f02f-45d5-422f-8c61-6cafc6808715 None None] Provisioning for port acd58672-dd13-427f-bb69-3d54c3912ac3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:01.585229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5522f02f-45d5-422f-8c61-6cafc6808715 None None] Provisioning complete for port acd58672-dd13-427f-bb69-3d54c3912ac3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:01.585608 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5522f02f-45d5-422f-8c61-6cafc6808715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.648032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.660153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5522f02f-45d5-422f-8c61-6cafc6808715 None None] Port acd58672-dd13-427f-bb69-3d54c3912ac3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:01.758409 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.792443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2705a2-50ba-47a3-a354-9cf7f63e2f1f req-98e9f6f4-e0ab-4881-b01b-d7b3bc6fb237 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:01.800235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a2705a2-50ba-47a3-a354-9cf7f63e2f1f req-98e9f6f4-e0ab-4881-b01b-d7b3bc6fb237 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2767174 Jun 17 08:32:01.885576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 7b0ee1a0-0748-4e95-81ac-9eebbe424694 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:01.977745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a2705a2-50ba-47a3-a354-9cf7f63e2f1f req-b8d9a692-1d21-4b42-bae0-5a481e4b6407 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765242 Jun 17 08:32:02.027247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-40a5e8df-9988-448a-aa57-2bd17ce7a95c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:02.028668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-40a5e8df-9988-448a-aa57-2bd17ce7a95c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.2909751 Jun 17 08:32:02.061537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Request body: {'port': {'device_id': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'admin_state_up': True, 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:02.099003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55770) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:02.139262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.139481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.170571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:02.191124 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d66332c6-4384-4c50-a70f-c5a7ace8c1e3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.228567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.269393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:02.270935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.279206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:02.289373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:02.293238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:02.296372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=7b0ee1a0-0748-4e95-81ac-9eebbe424694,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.323951 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.339698 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22ecb0b5-ece6-41b2-8590-78f2727092ac tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.354617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:02.355289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.396000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:02.396902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.403502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.478191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-338b8696-64b3-4c50-963a-6877d76d5b0a req-65604b92-6e31-45fd-bea4-21ebb1062ae4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 210 time: 0.0563025 Jun 17 08:32:02.498374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:02.513268 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Provisioning for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:02.518794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:02.519810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.526932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Port': ['ID=acd58672-dd13-427f-bb69-3d54c3912ac3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.537161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.539590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:02.545614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:02.658359 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.682121 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.695540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.702001 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-902b1967-fefa-45b5-8e0d-88d75a7fee14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.707908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8190310 Jun 17 08:32:02.708331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55784) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:02.719746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:02.726681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d2baf3ce-e25e-4f19-948f-3b41c7b46483,segment=NetworkSegment(341bd798-e069-498f-99b0-b52fd0f724f6),segment_id=341bd798-e069-498f-99b0-b52fd0f724f6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:02.735640 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.742893 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.754885 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e18b59f5fd640a5af71d2ce5a657245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545875 Jun 17 08:32:02.759005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55786) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:02.802604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1526ac16-ee18-4be2-8daa-79482ad82e49,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.814009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Router 5da7e9e5-6f54-4a65-8312-6cc4372944ae has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:02.821275 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.822438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Pushing event updated for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.832090 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.854808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.855266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:02.863881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.872016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f412359e-dde4-4cf3-9010-e0bf62f9401c None None] Provisioning for port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:02.879755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f412359e-dde4-4cf3-9010-e0bf62f9401c None None] Provisioning complete for port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:02.883164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f412359e-dde4-4cf3-9010-e0bf62f9401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.931106 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.951545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f412359e-dde4-4cf3-9010-e0bf62f9401c None None] Port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:03.024277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:03.040222 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "PUT /v2.0/routers/5da7e9e5-6f54-4a65-8312-6cc4372944ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195705 Jun 17 08:32:03.040222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55794) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:03.040222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Request body: {'port': {'network_id': '1a3572fb-a12b-496d-bdbf-86dde04aeb3b', 'name': 'tempest-FloatingIPAdminTestJSON-1649693126'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:03.042614 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] Sync routers for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:03.056898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cbeeb-8d28-4420-8933-6236ca6b1f4d req-edba1bea-e544-4b52-967d-9d9892033b44 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:03.066934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.070088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.070234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-779cbeeb-8d28-4420-8933-6236ca6b1f4d req-edba1bea-e544-4b52-967d-9d9892033b44 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.3417332 Jun 17 08:32:03.071078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1526ac16-ee18-4be2-8daa-79482ad82e49 HTTP/1.1" status: 204 len: 168 time: 0.3084395 Jun 17 08:32:03.074536 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:03.075637 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:03.077909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-32eca710-9fb4-4d7b-be5d-ee4b75e43798 None None] Provisioning complete for port acd58672-dd13-427f-bb69-3d54c3912ac3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:03.078475 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32eca710-9fb4-4d7b-be5d-ee4b75e43798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.079831 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6eb9865-3b1e-42d3-8e6a-a906061e3d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:03.092363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1526ac16-ee18-4be2-8daa-79482ad82e49,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:03.147920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-32eca710-9fb4-4d7b-be5d-ee4b75e43798 None None] Port acd58672-dd13-427f-bb69-3d54c3912ac3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:03.154816 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:03.177559 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:03.178267 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:03.240923 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:03.242240 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf300e8c-f692-4a01-97a3-f1f1616c65a7 None None] The sync data for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:03.251948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:03.255938 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.370578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-779cbeeb-8d28-4420-8933-6236ca6b1f4d req-33844796-b69d-4555-a104-e9e2a89aa99b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984562 Jun 17 08:32:03.370846 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:03.371887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Allocated IP 172.20.0.7 (0e38e04b-db7f-4b2e-bbeb-21133ad2785c/a6cc7d86-deb0-4478-b270-faf305277e6b/6d1fd1b5-f356-4088-952b-9ef44669bab6) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:03.437220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Made reservation on behalf of 31a5fe0d9ded41509ac78ecd0e34f849 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:03.441272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.462051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] device_id is not set on port 6304e468-83a7-461b-84a8-f8df9df98528 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:03.517011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6274f-8593-4f1a-8095-42ea3548852b req-1c8ee5e0-3f6f-4d64-8836-e19e047b980c tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:03.524382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37a6274f-8593-4f1a-8095-42ea3548852b req-1c8ee5e0-3f6f-4d64-8836-e19e047b980c tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2942846 Jun 17 08:32:03.561745 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 522980cd-fd46-40bc-b4f3-6bce8818b579 (CIDR: 172.20.0.0/28) Jun 17 08:32:03.584131 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:32:03.584822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:03.585602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Allocated IP 172.20.0.7 (1a3572fb-a12b-496d-bdbf-86dde04aeb3b/1d9b54ac-aa51-40db-97bf-8523e87f39f3/6304e468-83a7-461b-84a8-f8df9df98528) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:03.630111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37a6274f-8593-4f1a-8095-42ea3548852b req-967e03da-fc1c-44bd-9bc5-c076017e6126 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044967 Jun 17 08:32:03.657751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fb2d7402-9251-4df5-8603-b6130c32c04e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9480736 Jun 17 08:32:03.658377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55812) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:03.679931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:03.790359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.809173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Transition to ACTIVE for port object 6304e468-83a7-461b-84a8-f8df9df98528 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:03.868226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.885184 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b784949-ce2d-47b4-86e6-f69d14182ed2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:03.887999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e2f2ae7-776c-42e4-8163-bd68d57bb13a req-21bdc22c-320b-44e4-8dca-0fab942b365d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 210 time: 0.0483987 Jun 17 08:32:03.891129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.952687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event updated for resources: {'Port': ['ID=6304e468-83a7-461b-84a8-f8df9df98528,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:03.967206 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:03.969305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:03.969790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:03.971226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:03.973291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.973905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:03.980599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.996786 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:04.108993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:04.136171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:04.168002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:04.182061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:04.184749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event updated for resources: {'Port': ['ID=6d1fd1b5-f356-4088-952b-9ef44669bab6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:04.190706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:04.192338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.205362 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:04.216323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:04.216895 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.223616 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1887209 Jun 17 08:32:04.226493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55848) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:04.278190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5c14-a220-47ae-9736-74805415c313 req-5a30be97-4506-4fe2-8bf4-627c51e9c41a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:04.279758 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d76b5c14-a220-47ae-9736-74805415c313 req-5a30be97-4506-4fe2-8bf4-627c51e9c41a tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.2122390 Jun 17 08:32:04.326626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:04.327420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.354349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2981265 Jun 17 08:32:04.361914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55856) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:04.369065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Request body: {'port': {'device_id': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:04.384543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-381b8074-2ad3-4094-97f7-11fc1ad935d6 None None] Provisioning for port 6304e468-83a7-461b-84a8-f8df9df98528 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:04.388928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-381b8074-2ad3-4094-97f7-11fc1ad935d6 None None] Provisioning complete for port 6304e468-83a7-461b-84a8-f8df9df98528 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:04.389306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-381b8074-2ad3-4094-97f7-11fc1ad935d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.433885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-381b8074-2ad3-4094-97f7-11fc1ad935d6 None None] Port 6304e468-83a7-461b-84a8-f8df9df98528 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:04.491485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-818021852-network', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:04.496942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.561206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'project_id': '31a5fe0d9ded41509ac78ecd0e34f849', 'port_id': '6304e468-83a7-461b-84a8-f8df9df98528'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:04.570839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Made reservation on behalf of dea970ebc65943348773b8fe87be8a43 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:04.573243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.589871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.611341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Deleting port da01b586-8b38-45b2-aec2-702feef5faa3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:04.611937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.618532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.747017 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.756911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da392e-9d8d-49e2-8401-743593ea997f req-046f08cc-7d61-4342-a3b6-5d8bb78fe47d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:04.758453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69da392e-9d8d-49e2-8401-743593ea997f req-046f08cc-7d61-4342-a3b6-5d8bb78fe47d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2273304 Jun 17 08:32:04.762762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-25a8a6cf-92ce-459e-842e-c5dd44f63c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:04.768361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] For port da01b586-8b38-45b2-aec2-702feef5faa3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=da01b586-8b38-45b2-aec2-702feef5faa3,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:04.769112 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.846518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Calling delete_port for da01b586-8b38-45b2-aec2-702feef5faa3 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:04.854677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:04.978730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.993531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.001343 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:05.013967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55876) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.034168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.048901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:05.075218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ad69b3-83ce-4a6d-9270-e5b504608abc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.111836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.112193 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Added segment e060639d-ab46-4158-84ce-0cd0c6636312 of type vlan for network 9590c735-417a-422e-a4af-49ccc6f6049e Jun 17 08:32:05.113821 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:05.193603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:05.203111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.203654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cee4f5-0fa0-4bef-8d68-20e35bf391dc None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:05.204262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.210873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.220266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.223917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=692d6325-ddbc-4271-bbf3-d857a574a112,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.229239 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:05.239262 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69da392e-9d8d-49e2-8401-743593ea997f req-49480195-6846-4467-9ebe-bbd37b9c4810 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558091 Jun 17 08:32:05.260596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5991182 Jun 17 08:32:05.261383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55880) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.274304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1232250570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '692d6325-ddbc-4271-bbf3-d857a574a112'}], 'security_groups': ['621218c3-12ff-4b67-b993-6e50dba9fe52']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:05.320305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.335156 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-33477e4f-0b34-4726-962e-5d9d375e69c7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:05.338894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Allocated IP 172.25.7.96 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/a9f71817-195d-4040-9b50-5499f90cdfd0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:05.344194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['da01b586-8b38-45b2-aec2-702feef5faa3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:05.359218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18393478-58dc-452c-94de-028856980646 req-3ee26bdd-8d8f-40eb-a94d-4353f826f273 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.367282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18393478-58dc-452c-94de-028856980646 req-3ee26bdd-8d8f-40eb-a94d-4353f826f273 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/ports?device_id=b07c345d-0638-4921-8096-e58033a39001 HTTP/1.1" status: 200 len: 946 time: 0.5194957 Jun 17 08:32:05.377685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.378714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.379311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.396442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Pushing event deleted for resources: {'Port': ['ID=da01b586-8b38-45b2-aec2-702feef5faa3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.407706 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:05.408300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4222b7b1-e220-4be9-a6bb-acbb969aac50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:05.502193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1fd1b5-f356-4088-952b-9ef44669bab6 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:05.503020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] No DVR routers for this DVR port da01b586-8b38-45b2-aec2-702feef5faa3 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:05.514702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.516566 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.516747 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d76b5c14-a220-47ae-9736-74805415c313 req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.60 "DELETE /v2.0/ports/da01b586-8b38-45b2-aec2-702feef5faa3 HTTP/1.1" status: 204 len: 173 time: 1.2297316 Jun 17 08:32:05.520455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c345d-0638-4921-8096-e58033a39001', 'name': 'network-vif-deleted', 'tag': 'da01b586-8b38-45b2-aec2-702feef5faa3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:05.520935 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.522819 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983d17fa-5057-4746-a9fd-393ff79dc564" -d '{"events": [{"server_uuid": "b07c345d-0638-4921-8096-e58033a39001", "name": "network-vif-deleted", "tag": "da01b586-8b38-45b2-aec2-702feef5faa3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:05.527478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18393478-58dc-452c-94de-028856980646 req-75e0b376-de8b-4e50-bd14-39a87be1c648 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4684b7a-3954-4562-8b34-4b2b0dc73f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593201 Jun 17 08:32:05.594014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Transition to ACTIVE for port object 6d1fd1b5-f356-4088-952b-9ef44669bab6 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:05.619456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Update dhcp port {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'fixed_ips': [{'subnet_id': '522980cd-fd46-40bc-b4f3-6bce8818b579', 'ip_address': '172.20.0.2'}, {'subnet_id': '692d6325-ddbc-4271-bbf3-d857a574a112'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'd2baf3ce-e25e-4f19-948f-3b41c7b46483'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:32:05.620267 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b062730-60c6-4a50-83f3-be72093c6fa5 x-openstack-request-id: req-9b062730-60c6-4a50-83f3-be72093c6fa5 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:05.620801 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c345d-0638-4921-8096-e58033a39001", "name": "network-vif-deleted", "tag": "da01b586-8b38-45b2-aec2-702feef5faa3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:05.621253 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b062730-60c6-4a50-83f3-be72093c6fa5 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:05.621867 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c345d-0638-4921-8096-e58033a39001', 'name': 'network-vif-deleted', 'tag': 'da01b586-8b38-45b2-aec2-702feef5faa3', 'status': 'completed', 'code': 200} Jun 17 08:32:05.629505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Pushing event updated for resources: {'Network': ['ID=9590c735-417a-422e-a4af-49ccc6f6049e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.638631 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:05.652850 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.658775 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-178b7a49-5adf-4281-9f8c-7d619fac450e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:05.678528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9590c735-417a-422e-a4af-49ccc6f6049e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:05.692799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.699565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe8737-9d57-495a-a3b8-397c9856b55f req-e4191124-0b89-4101-8c27-636231379429 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.707643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00fe8737-9d57-495a-a3b8-397c9856b55f req-e4191124-0b89-4101-8c27-636231379429 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 931 time: 0.3029101 Jun 17 08:32:05.747497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.777241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.786709 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d47ad34c-f949-4b1d-9b28-c2d054674a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:05.795163 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.826822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.828114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1fd1b5-f356-4088-952b-9ef44669bab6,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.842334 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:05.852470 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4787464 Jun 17 08:32:05.858104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:05.863244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.877445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Request body: {'subnet': {'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-818021852-subnet', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:05.886454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:05.893266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:05.896750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f71817-195d-4040-9b50-5499f90cdfd0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.905019 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c621a56a90d4d428a1071d979835962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8900142 Jun 17 08:32:05.906001 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:05.909046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55886) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.926344 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-709dc75a-c1e1-4ecf-8643-c1fd95c59747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:05.937698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00fe8737-9d57-495a-a3b8-397c9856b55f req-0501ab3f-a54d-41b7-a9ae-22a4ce705e9b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289298 Jun 17 08:32:05.971459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Made reservation on behalf of dea970ebc65943348773b8fe87be8a43 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:05.971459 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.984250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec821e1f-7e52-46ce-bd8e-3a883cbfe94c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:05.990142 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:06.026003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Allocated IP 172.20.0.18 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/692d6325-ddbc-4271-bbf3-d857a574a112/d2baf3ce-e25e-4f19-948f-3b41c7b46483) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:06.087842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Attempting to bind port 6d1fd1b5-f356-4088-952b-9ef44669bab6 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:06.088419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Attempting to bind port 6d1fd1b5-f356-4088-952b-9ef44669bab6 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:06.088847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Attempting to bind port 6d1fd1b5-f356-4088-952b-9ef44669bab6 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:06.112711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Port 6d1fd1b5-f356-4088-952b-9ef44669bab6 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:06.113364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Attempting to bind port 6d1fd1b5-f356-4088-952b-9ef44669bab6 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:06.127268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:06.127793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:06.128278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Bound using segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:06.129283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Bound port: 6d1fd1b5-f356-4088-952b-9ef44669bab6, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:06.129283 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.141021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.153341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d2baf3ce-e25e-4f19-948f-3b41c7b46483,segment=NetworkSegment(341bd798-e069-498f-99b0-b52fd0f724f6),segment_id=341bd798-e069-498f-99b0-b52fd0f724f6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:06.191796 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.206027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Transition to ACTIVE for port object d2baf3ce-e25e-4f19-948f-3b41c7b46483 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:06.213170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.217665 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:06.225803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] For port 6d1fd1b5-f356-4088-952b-9ef44669bab6, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:06.229267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] For port 6d1fd1b5-f356-4088-952b-9ef44669bab6, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:06.359270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Pushing event updated for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:06.364698 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:06.379959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Delete allocated IP 172.20.0.13 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/522980cd-fd46-40bc-b4f3-6bce8818b579) {{(pid=93500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:32:06.380169 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.388927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.28 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/692d6325-ddbc-4271-bbf3-d857a574a112/7b0ee1a0-0748-4e95-81ac-9eebbe424694) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:06.415991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.426296 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92d7de68-eeea-49ab-85de-50d804468a8e tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:06.433239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5636640-dd83-4be0-b880-7247bb911fb7 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:06.447115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.520814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.521444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.522864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d1fd1b5-f356-4088-952b-9ef44669bab6 HTTP/1.1" status: 200 len: 1092 time: 2.1586008 Jun 17 08:32:06.527028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'tag': '6d1fd1b5-f356-4088-952b-9ef44669bab6'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:06.530686 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ae94d-99de-424f-b6f8-b934afef80c5" -d '{"events": [{"name": "network-changed", "server_uuid": "13573ae1-b31c-4ae9-838d-b1cd0f8b74c3", "tag": "6d1fd1b5-f356-4088-952b-9ef44669bab6"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:06.613394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e711e030-1ffc-44d1-a21b-a9a5e1feac8a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:06.620496 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:06.628949 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f804589-9b7f-4f32-94fc-3849957beaae x-openstack-request-id: req-9f804589-9b7f-4f32-94fc-3849957beaae {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:06.629550 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13573ae1-b31c-4ae9-838d-b1cd0f8b74c3", "tag": "6d1fd1b5-f356-4088-952b-9ef44669bab6", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:06.630011 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f804589-9b7f-4f32-94fc-3849957beaae {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:06.630621 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'tag': '6d1fd1b5-f356-4088-952b-9ef44669bab6', 'status': 'completed', 'code': 200} Jun 17 08:32:06.632414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Checking segment: {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:06.633006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Network hostable DHCP agents. Network: 9590c735-417a-422e-a4af-49ccc6f6049e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:06.654000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.676924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1fd1b5-f356-4088-952b-9ef44669bab6,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:06.705588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Network 9590c735-417a-422e-a4af-49ccc6f6049e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:06.727712 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:06.738097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9590c735-417a-422e-a4af-49ccc6f6049e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:06.739424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55894) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.750998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a41dc-ac99-45eb-bbba-7e22085d5ef2 None None] Network 9590c735-417a-422e-a4af-49ccc6f6049e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:06.752561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.753218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.767978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c4ebe-f062-42dd-b129-614060841e9a req-26fbbeb6-c66b-49aa-8969-8785ecc6eac1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.775612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef3c4ebe-f062-42dd-b129-614060841e9a req-26fbbeb6-c66b-49aa-8969-8785ecc6eac1 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.3309240 Jun 17 08:32:06.794176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9259086 Jun 17 08:32:06.795406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55896) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.800678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:06.825485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.866172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.867730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.895063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.897777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.911962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec821e1f-7e52-46ce-bd8e-3a883cbfe94c HTTP/1.1" status: 204 len: 168 time: 0.9919841 Jun 17 08:32:06.930189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3e95f371-3e4c-4e28-a0c0-f50dfbc59e54 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:06.965531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec821e1f-7e52-46ce-bd8e-3a883cbfe94c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:06.981729 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:06.996162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-9590c735-417a-422e-a4af-49ccc6f6049e', 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'fixed_ips': [{'subnet_id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:06.997414 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.037015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-648203f6-9545-4814-b6fb-861522437584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:07.038975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-648203f6-9545-4814-b6fb-861522437584 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 1095 time: 0.4379883 Jun 17 08:32:07.072216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef3c4ebe-f062-42dd-b129-614060841e9a req-652b8b7e-3809-49a5-88c0-eb1e727fb0d7 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943010 Jun 17 08:32:07.196032 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.200801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Provisioning complete for port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:07.201325 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.214056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 7b0ee1a0-0748-4e95-81ac-9eebbe424694 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:07.258696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-a57d7cd4-c025-4001-bfa8-9b78f608a0d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6 HTTP/1.1" status: 200 len: 217 time: 0.2101476 Jun 17 08:32:07.280558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:07.304716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Allocated IP 172.20.0.2 (9590c735-417a-422e-a4af-49ccc6f6049e/e711e030-1ffc-44d1-a21b-a9a5e1feac8a/93b57dfd-3428-46f6-854e-7a8fbbf7a088) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:07.312328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:07.313783 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.340891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.381324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:07.413126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.414187 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bde0ef1f-712e-4419-a4be-af4dd38f1e04 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:07.448073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55908) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:07.462185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Provisioning for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:07.471103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:07.471808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-613d45f5-d7b1-4df4-99ab-d552b93342e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.494393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-1351b625-ece9-4203-b7e7-ab9938708241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:07.495880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-1351b625-ece9-4203-b7e7-ab9938708241 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.1567762 Jun 17 08:32:07.496674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.506442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.549099 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.565525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=7b0ee1a0-0748-4e95-81ac-9eebbe424694,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:07.568964 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-f183566f-9167-45cc-affe-2b39be0d705a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581679 Jun 17 08:32:07.570872 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:07.600104 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ae93e034-ec00-4f10-9bf0-e9da3f8d3647 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:07.636199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.705623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f71817-195d-4040-9b50-5499f90cdfd0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:07.708510 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:07.720400 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.782340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device da01b586-8b38-45b2-aec2-702feef5faa3 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:07.785332 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.821685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: da01b586-8b38-45b2-aec2-702feef5faa3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:07.822809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device da01b586-8b38-45b2-aec2-702feef5faa3 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:07.826145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Transition to ACTIVE for port object 93b57dfd-3428-46f6-854e-7a8fbbf7a088 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:07.845598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Transition to ACTIVE for port object 93b57dfd-3428-46f6-854e-7a8fbbf7a088 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:07.852800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.856574 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93390734-cfe1-43aa-9da5-f34e95bf6b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:07.884072 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Floating IP 629e7ab8-b541-45aa-ab33-1d59a9fe4120 associated. External IP: 172.25.7.96, port: 6304e468-83a7-461b-84a8-f8df9df98528. Jun 17 08:32:07.907650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Network 9590c735-417a-422e-a4af-49ccc6f6049e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:07.911093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:07.915562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:07.966769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Pushing event updated for resources: {'Port': ['ID=93b57dfd-3428-46f6-854e-7a8fbbf7a088,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:07.971551 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.014849 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Attempting to bind port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:08.015337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Attempting to bind port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:08.015648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Attempting to bind port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 on network 9590c735-417a-422e-a4af-49ccc6f6049e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:08.028410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:08.029642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Checking segment: {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:08.030619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.032738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Bound using segment: {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:08.033472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Bound port: 93b57dfd-3428-46f6-854e-7a8fbbf7a088, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:08.034060 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.111134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:08.165139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] For port 93b57dfd-3428-46f6-854e-7a8fbbf7a088, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:08.174837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] In _notify_port_updated(), no bound segment for port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 on network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:32:08.180717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.181519 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.182913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/ports/7b0ee1a0-0748-4e95-81ac-9eebbe424694 HTTP/1.1" status: 200 len: 921 time: 2.9181297 Jun 17 08:32:08.187399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] For port 93b57dfd-3428-46f6-854e-7a8fbbf7a088, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=93b57dfd-3428-46f6-854e-7a8fbbf7a088,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:08.189257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55910) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:08.194578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.203551 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.211167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206732-3860-4efa-a7e8-98d4d02ca896 req-cb73cad8-ba03-4119-a8dc-462ba412d54c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.213023 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df206732-3860-4efa-a7e8-98d4d02ca896 req-cb73cad8-ba03-4119-a8dc-462ba412d54c tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 943 time: 0.9159160 Jun 17 08:32:08.224832 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.238053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:08.239587 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.260094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.261614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-7dd280da-ab2e-4c5b-b464-bc172da801a8 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681511 Jun 17 08:32:08.337998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-792a7741-d87f-4838-a774-9f06b2e9e6f7 None None] Provisioning for port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:08.345179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-792a7741-d87f-4838-a774-9f06b2e9e6f7 None None] Provisioning complete for port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:08.345748 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792a7741-d87f-4838-a774-9f06b2e9e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.365884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b75fe-bba2-4a9e-ade2-285b2d32f50a req-f890a97c-dbfd-458b-a8b5-dbd486d6e6fa tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.371859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Pushing event updated for resources: {'Port': ['ID=93b57dfd-3428-46f6-854e-7a8fbbf7a088,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.373289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f4b75fe-bba2-4a9e-ade2-285b2d32f50a req-f890a97c-dbfd-458b-a8b5-dbd486d6e6fa tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.8116746 Jun 17 08:32:08.378672 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.385111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Router 5da7e9e5-6f54-4a65-8312-6cc4372944ae has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:08.418106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-792a7741-d87f-4838-a774-9f06b2e9e6f7 None None] Port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:08.467732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df206732-3860-4efa-a7e8-98d4d02ca896 req-8aa785d2-bf72-47bf-835a-5f9fca80b611 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332039 Jun 17 08:32:08.525971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Allocated IP 172.25.7.177 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c28d04e8-7d47-4b47-8579-b68f55822f99) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:08.555515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 7b0ee1a0-0748-4e95-81ac-9eebbe424694 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:08.555859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.560519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f4b75fe-bba2-4a9e-ade2-285b2d32f50a req-fa4d798d-6dbc-498c-94a7-7afc2384a4e5 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851544 Jun 17 08:32:08.590148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.603344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.610588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b35e7d67-9b7e-4b00-bc50-54668958f31f req-fba73f12-7fff-46ed-94fb-155fbaee6e4b service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338058 Jun 17 08:32:08.613993 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.682163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:08.692733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] Sync routers for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:08.709170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:08.710070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:08.737355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a949649fa6134d73b2c956980dce9e33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2801194 Jun 17 08:32:08.740500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55914) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:08.761768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:08.768604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffff30e-38af-4841-ae61-44d8d5975832,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.773449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:08.774282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:08.776573 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.822481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.824050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:08.825557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc3def-f09f-4792-abd0-daa580227897 None None] The sync data for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:08.859412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.897251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.6694164 Jun 17 08:32:08.899063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.902403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55916) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:08.945021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-74ba16d3-292a-42a7-8f3b-31536fbcb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.946531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-74ba16d3-292a-42a7-8f3b-31536fbcb299 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 1095 time: 0.2700450 Jun 17 08:32:08.954220 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.977322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd8e04-1aa9-4337-bd5f-072c0eebd5a5 req-a370caf1-d32e-4ab8-b25f-5abdee929308 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.978862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4cfd8e04-1aa9-4337-bd5f-072c0eebd5a5 req-a370caf1-d32e-4ab8-b25f-5abdee929308 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2401364 Jun 17 08:32:08.984549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.046946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 7b0ee1a0-0748-4e95-81ac-9eebbe424694 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:09.097142 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.104668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-41c9a965-d7bb-4a4c-855a-2eee109bbad2 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] 10.222.0.65 "GET /v2.0/floatingips/629e7ab8-b541-45aa-ab33-1d59a9fe4120 HTTP/1.1" status: 200 len: 982 time: 0.1935573 Jun 17 08:32:09.110385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55918) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:09.138284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.142363 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:09.200162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:09.206756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Pushing event updated for resources: {'Port': ['ID=c28d04e8-7d47-4b47-8579-b68f55822f99,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:09.209632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:09.212754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:09.215046 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:09.259382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4cfd8e04-1aa9-4337-bd5f-072c0eebd5a5 req-104c87c5-3b31-4b38-bfe2-144c27212a0e tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722516 Jun 17 08:32:09.329878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dd338069-2fa7-4a55-a2b1-b1f2a2d258e5 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2133393 Jun 17 08:32:09.330521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55922) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:09.333158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-7a834197-ea12-45ef-8557-e4cd93a16584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:09.334660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-7a834197-ea12-45ef-8557-e4cd93a16584 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.3756039 Jun 17 08:32:09.426045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-6b048e62-22a7-4351-a63c-88b25569e746 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6 HTTP/1.1" status: 200 len: 217 time: 0.0819261 Jun 17 08:32:09.528679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.531545 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.535624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cffff30e-38af-4841-ae61-44d8d5975832 HTTP/1.1" status: 204 len: 168 time: 0.7808497 Jun 17 08:32:09.556764 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5679e183-bc66-494d-8e28-0824e92dc8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:09.595471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114b172-3092-43c4-81c7-1643a9f3eefa None None] Network 9590c735-417a-422e-a4af-49ccc6f6049e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:09.644446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffff30e-38af-4841-ae61-44d8d5975832,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:09.658535 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:09.715092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c41bdc0b-f43b-4c47-b529-60933a13dfbc None None] Provisioning for port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:09.733959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.742237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c6e68c60-217e-41bf-ba95-a5881f32a052 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:09.780959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=7b0ee1a0-0748-4e95-81ac-9eebbe424694,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:09.786124 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:09.823514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-9400839b-ee5b-4091-bc1f-92a492291840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:09.825443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-9400839b-ee5b-4091-bc1f-92a492291840 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.3513184 Jun 17 08:32:10.012867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.018210 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/7b0ee1a0-0748-4e95-81ac-9eebbe424694 HTTP/1.1" status: 204 len: 168 time: 1.8273244 Jun 17 08:32:10.019163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55934) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:10.026421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-62df4f8e-5e49-48f5-af23-7e961a7673ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108143 Jun 17 08:32:10.056851 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a6d371-2416-4c5d-b31c-14c51b172643 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:32:10.061194 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-09a6d371-2416-4c5d-b31c-14c51b172643 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/7b0ee1a0-0748-4e95-81ac-9eebbe424694 HTTP/1.1" status: 404 len: 333 time: 0.0392437 Jun 17 08:32:10.061815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55936) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:10.116774 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.184673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 93b57dfd-3428-46f6-854e-7a8fbbf7a088 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:10.194685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.230636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.255021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:10.265093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:10.265483 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.306816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Provisioning complete for port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:10.307353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.399756 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.448451 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.452517 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.476307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.478931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.480070 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/security-groups/25fbf124-a088-4f59-9d93-17d41da6a09d HTTP/1.1" status: 204 len: 168 time: 0.4149961 Jun 17 08:32:10.483026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-511ed415-7388-4237-9e32-2d644724bd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:10.489193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55950) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:10.511039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fbf124-a088-4f59-9d93-17d41da6a09d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:10.511254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] For port 93b57dfd-3428-46f6-854e-7a8fbbf7a088, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=93b57dfd-3428-46f6-854e-7a8fbbf7a088,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:10.522108 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:10.525412 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.535004 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fee4599-b660-4378-bcb5-28b03a104d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:10.585082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.617457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a235ca-6c34-4755-b1db-c6ae64b486a7 req-f361d327-949b-43ba-b1bf-24f5edd63428 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:10.625096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1a235ca-6c34-4755-b1db-c6ae64b486a7 req-f361d327-949b-43ba-b1bf-24f5edd63428 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 943 time: 0.8675659 Jun 17 08:32:10.627934 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:10.628820 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:10.629944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.634127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Pushing event updated for resources: {'Port': ['ID=93b57dfd-3428-46f6-854e-7a8fbbf7a088,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:10.635719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-6efdfbd0-e83f-47de-9f5d-2b7e730b1763 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064588 Jun 17 08:32:10.645243 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:10.673946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:32:10.677270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting port a9f71817-195d-4040-9b50-5499f90cdfd0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:10.677649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.712583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d05a6-5978-4068-80d9-58d363a8be6d req-eb14f8f5-a961-4a9a-a9b9-1641a6700fe6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:10.714069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-247d05a6-5978-4068-80d9-58d363a8be6d req-eb14f8f5-a961-4a9a-a9b9-1641a6700fe6 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.8001013 Jun 17 08:32:10.728476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.731217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.735244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/security-groups/621218c3-12ff-4b67-b993-6e50dba9fe52 HTTP/1.1" status: 204 len: 168 time: 0.2401078 Jun 17 08:32:10.758928 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ad446fd-580a-42e7-b9d8-9f490990c4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:10.764594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55954) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:10.780853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621218c3-12ff-4b67-b993-6e50dba9fe52,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:10.802341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:10.825008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1a235ca-6c34-4755-b1db-c6ae64b486a7 req-ad11167a-2ab7-4866-856f-02ffc914f7e4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983061 Jun 17 08:32:10.837758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 522980cd-fd46-40bc-b4f3-6bce8818b579 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:10.843556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.902856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-247d05a6-5978-4068-80d9-58d363a8be6d req-2782a89a-7b38-4509-84b0-15f2a3e05dde tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748030 Jun 17 08:32:10.908555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.908884 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.909023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:10.933590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.934493 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Sync routers for ids ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:10.961849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.966005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1694520 Jun 17 08:32:10.967707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:10.988377 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Routers {'c4bc8374-fed1-4d11-bd1e-24dbea0d9750'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:10.989058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Calling delete_port for a9f71817-195d-4040-9b50-5499f90cdfd0 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:10.990954 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:10.995646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-715ae94d-99de-424f-b6f8-b934afef80c5 req-bb26ad29-ba45-4823-b304-1995cbadd316 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428183 Jun 17 08:32:11.012818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Deleting port 460a6196-8279-4a64-8248-aad5a702f3bd {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:11.013168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.109919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-0100510e-0149-431d-b1ab-875191b1ed25 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.111599 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-0100510e-0149-431d-b1ab-875191b1ed25 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 945 time: 0.2372055 Jun 17 08:32:11.190855 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Set router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:11.212975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] For port 460a6196-8279-4a64-8248-aad5a702f3bd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=460a6196-8279-4a64-8248-aad5a702f3bd,segment=NetworkSegment(19a56f9a-f577-46c1-8ec1-30a68f412927),segment_id=19a56f9a-f577-46c1-8ec1-30a68f412927)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:11.212975 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.269199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.299696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Calling delete_port for 460a6196-8279-4a64-8248-aad5a702f3bd owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:11.427155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.431035 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-84e1cd23-b491-470e-b94a-84375c8b795d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:11.439821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port 4628a6bf-fc11-4b6f-89a2-f756c0762887 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:11.440164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.513962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.520514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a28603-2433-44dc-8a84-2f4c36418a2f None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:11.532562 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75151625-38b9-45fd-8504-c9949726f133 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:11.538770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.540670 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/522980cd-fd46-40bc-b4f3-6bce8818b579 HTTP/1.1" status: 204 len: 168 time: 0.7750218 Jun 17 08:32:11.541841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=522980cd-fd46-40bc-b4f3-6bce8818b579,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:11.548308 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:11.551122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55994) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:11.556622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:11.564873 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:09Z', 'revision_number': 3, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:11.569577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Port': ['ID=a9f71817-195d-4040-9b50-5499f90cdfd0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:11.579459 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:11.634667 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Checking router: c4bc8374-fed1-4d11-bd1e-24dbea0d9750 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:11.635049 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Updating router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 port c28d04e8-7d47-4b47-8579-b68f55822f99 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:11.681217 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.681783 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Floating IP 629e7ab8-b541-45aa-ab33-1d59a9fe4120 disassociated (deleted). External IP: 172.25.7.96, port: 6304e468-83a7-461b-84a8-f8df9df98528. Jun 17 08:32:11.693140 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.800544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6d1fd1b5-f356-4088-952b-9ef44669bab6 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:32:11.952471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port 4628a6bf-fc11-4b6f-89a2-f756c0762887, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=4628a6bf-fc11-4b6f-89a2-f756c0762887,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:11.954799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.960363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 6d1fd1b5-f356-4088-952b-9ef44669bab6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:11.986724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '6d1fd1b5-f356-4088-952b-9ef44669bab6', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': '6d1fd1b5-f356-4088-952b-9ef44669bab6', 'mac_address': 'fa:16:3e:b4:6d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:32:12.033833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56008) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:12.078070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.093553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1fd1b5-f356-4088-952b-9ef44669bab6 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:12.126824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 93b57dfd-3428-46f6-854e-7a8fbbf7a088 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:12.127821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.141995 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-df387c3d-39a0-4d1b-82b9-e34396a637b1 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.170562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=460a6196-8279-4a64-8248-aad5a702f3bd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.172746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 6d1fd1b5-f356-4088-952b-9ef44669bab6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:12.176901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.186577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Router 5da7e9e5-6f54-4a65-8312-6cc4372944ae has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:12.186936 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.194110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-651e2837-b5d3-423a-9f07-b03924147e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.231000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for 4628a6bf-fc11-4b6f-89a2-f756c0762887 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:12.252114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:12.255957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.277048 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.305204 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Transition to ACTIVE for port object c28d04e8-7d47-4b47-8579-b68f55822f99 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:12.321718 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.323607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:12.324043 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.326731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=6d1fd1b5-f356-4088-952b-9ef44669bab6,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.344696 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.352202 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.371497 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Attempting to bind port c28d04e8-7d47-4b47-8579-b68f55822f99 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:12.372159 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Attempting to bind port c28d04e8-7d47-4b47-8579-b68f55822f99 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:12.372694 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Attempting to bind port c28d04e8-7d47-4b47-8579-b68f55822f99 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:12.378859 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.397518 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:12.398178 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:12.398740 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.399331 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:12.399966 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Bound port: c28d04e8-7d47-4b47-8579-b68f55822f99, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:12.400930 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.447925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['6d1fd1b5-f356-4088-952b-9ef44669bab6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:12.459488 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] For port c28d04e8-7d47-4b47-8579-b68f55822f99, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:12.463933 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] For port c28d04e8-7d47-4b47-8579-b68f55822f99, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c28d04e8-7d47-4b47-8579-b68f55822f99,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:12.476056 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.517801 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Routers {'c4bc8374-fed1-4d11-bd1e-24dbea0d9750'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:12.518855 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:12.559629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.593068 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Pushing event updated for resources: {'Port': ['ID=c28d04e8-7d47-4b47-8579-b68f55822f99,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.605617 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.606200 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.606836 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.607358 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.607841 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.608310 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.608776 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.609242 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.609778 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.610244 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.610714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.611254 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:12.619816 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.664761 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.726072 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] Set router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:12.802548 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Pushing event updated for resources: {'Port': ['ID=c28d04e8-7d47-4b47-8579-b68f55822f99,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.820560 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.865085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0e8e6bc4-ab0d-44b9-9a89-57ac1d33d29c None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:12.866123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6bc4-ab0d-44b9-9a89-57ac1d33d29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.909413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.926150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9d939253-fa2f-4102-a493-ba79317c4066'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:12.926726 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9acac7f4-3f29-45a2-8c95-ee0400da0d96 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.930552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e6bc4-ab0d-44b9-9a89-57ac1d33d29c None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:12.953138 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:09Z', 'revision_number': 3, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:12.969371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0e8e6bc4-ab0d-44b9-9a89-57ac1d33d29c None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:12.969775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6bc4-ab0d-44b9-9a89-57ac1d33d29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.982326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.992619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3245f00-0dbb-4865-bf4b-3f0958fa8a8d None None] The sync data for ids ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'] in n-d-780147-13 is: [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:09Z', 'revision_number': 3, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:12.997041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=4628a6bf-fc11-4b6f-89a2-f756c0762887,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:13.010735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['4628a6bf-fc11-4b6f-89a2-f756c0762887'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:13.021643 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:13.046055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.056689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port 4628a6bf-fc11-4b6f-89a2-f756c0762887 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:13.058519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-93d884c9-46f7-461e-b824-d04b12e57201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:13.066003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.068337 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-938787c3-bf73-4814-9004-544f5bc25ba3 req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.60 "DELETE /v2.0/ports/4628a6bf-fc11-4b6f-89a2-f756c0762887 HTTP/1.1" status: 204 len: 173 time: 1.9368260 Jun 17 08:32:13.069168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'name': 'network-vif-deleted', 'tag': '4628a6bf-fc11-4b6f-89a2-f756c0762887'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:13.072139 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e10b9f-ad73-406d-bbd4-bb8e48ec12be" -d '{"events": [{"server_uuid": "75b10b0b-ee82-4652-bcc4-58dd1945853e", "name": "network-vif-deleted", "tag": "4628a6bf-fc11-4b6f-89a2-f756c0762887"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:13.148637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502c1a6-a6bf-4e51-b558-c0051fe9a1c1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:13.157954 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:13.193574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7bc6574a63841afa1d3317864d5b0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1507757 Jun 17 08:32:13.195325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56014) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:13.200151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c70e36-2960-447d-8909-5883e86ac256 req-e9a62f50-ce53-41fb-82fe-a1bd2e8cd83b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:13.202194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3c70e36-2960-447d-8909-5883e86ac256 req-e9a62f50-ce53-41fb-82fe-a1bd2e8cd83b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b10b0b-ee82-4652-bcc4-58dd1945853e HTTP/1.1" status: 200 len: 867 time: 0.8984668 Jun 17 08:32:13.214633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373916ce-cccc-4c8a-93ff-05b813bd64a3 req-4c2c039b-76ed-4a20-9358-8a3af26309f7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:13.222503 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-373916ce-cccc-4c8a-93ff-05b813bd64a3 req-4c2c039b-76ed-4a20-9358-8a3af26309f7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 944 time: 1.0334370 Jun 17 08:32:13.257412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:13.265268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.271930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] Sync routers for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:13.280527 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.287118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:13.287988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:13.330787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:13.343728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:13.345748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:13.349348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.387082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:13.388025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1da49a-2820-469b-aad9-9c40a7bfed3f None None] The sync data for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:13.522056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.605942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.616044 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ab6d315-1f93-47b5-bc97-07d9f88da1d3 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:13.672296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Router 4ca28363-4f04-4aed-85d0-1f547eb1203c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:13.675337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "DELETE /v2.0/floatingips/629e7ab8-b541-45aa-ab33-1d59a9fe4120 HTTP/1.1" status: 204 len: 168 time: 4.3432646 Jun 17 08:32:13.679281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56016) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:13.684957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=3e9c8658-e3c9-41c1-9405-4771cff3866d,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:13.698865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:13.706209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:13.709285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:13.710421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:13.711338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.715562 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:13.722255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0e903-08ea-4f5e-8f62-b303b427d3dc None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:13.729805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-373916ce-cccc-4c8a-93ff-05b813bd64a3 req-121a203e-1d81-4e1d-9f1d-8eaae55fb30a tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061169 Jun 17 08:32:13.771524 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2190032 Jun 17 08:32:13.774753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56018) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:13.782511 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'security_group': {'name': 'tempest-secgroup-1166628943'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:13.786503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.787730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3c70e36-2960-447d-8909-5883e86ac256 req-9b50e9cf-1e13-425a-b046-b7d126e2b9ad tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535944 Jun 17 08:32:13.789039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.802791 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8502c1a6-a6bf-4e51-b558-c0051fe9a1c1 HTTP/1.1" status: 204 len: 168 time: 0.5945253 Jun 17 08:32:13.806668 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14ab6de1-b58c-4d1c-8697-b338da7ba863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:13.834700 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b438ba-9d34-43bf-8845-e86eee4e260c x-openstack-request-id: req-58b438ba-9d34-43bf-8845-e86eee4e260c {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:13.836260 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b10b0b-ee82-4652-bcc4-58dd1945853e", "name": "network-vif-deleted", "tag": "4628a6bf-fc11-4b6f-89a2-f756c0762887", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:13.836634 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58b438ba-9d34-43bf-8845-e86eee4e260c {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:13.838882 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b10b0b-ee82-4652-bcc4-58dd1945853e', 'name': 'network-vif-deleted', 'tag': '4628a6bf-fc11-4b6f-89a2-f756c0762887', 'status': 'completed', 'code': 200} Jun 17 08:32:13.841877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502c1a6-a6bf-4e51-b558-c0051fe9a1c1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:13.850368 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:13.864444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Allocated IP 172.20.0.1 (9590c735-417a-422e-a4af-49ccc6f6049e/e711e030-1ffc-44d1-a21b-a9a5e1feac8a/52e04679-c43c-4a41-8994-724f98bac03f) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:13.931107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6d1fd1b5-f356-4088-952b-9ef44669bab6 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:13.959838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:13.972855 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] Sync routers for ids ['4ca28363-4f04-4aed-85d0-1f547eb1203c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:13.982719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] 10.222.0.65 "PUT /v2.0/routers/4ca28363-4f04-4aed-85d0-1f547eb1203c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2413280 Jun 17 08:32:14.002751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56022) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:14.004001 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] Routers {'4ca28363-4f04-4aed-85d0-1f547eb1203c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:14.011329 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4ca28363-4f04-4aed-85d0-1f547eb1203c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:14.104259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.133195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Transition to ACTIVE for port object 52e04679-c43c-4a41-8994-724f98bac03f will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:14.141811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.144129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.222217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 6d1fd1b5-f356-4088-952b-9ef44669bab6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:14.248700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 6d1fd1b5-f356-4088-952b-9ef44669bab6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:14.249629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.279346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.292386 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a971c09-5cb1-46f5-898b-50d2753ad997 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:14.337424 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] Set router 4ca28363-4f04-4aed-85d0-1f547eb1203c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:14.377388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Network 9590c735-417a-422e-a4af-49ccc6f6049e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:14.395639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:14.399323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:14.435229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.486315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=52e04679-c43c-4a41-8994-724f98bac03f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:14.494094 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:14.549132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c28d04e8-7d47-4b47-8579-b68f55822f99 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:14.560270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.566577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.570307 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.658781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.674649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Update dhcp port {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'fixed_ips': [{'subnet_id': '692d6325-ddbc-4271-bbf3-d857a574a112', 'ip_address': '172.20.0.18'}, {'subnet_id': '3e9c8658-e3c9-41c1-9405-4771cff3866d'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'd2baf3ce-e25e-4f19-948f-3b41c7b46483'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:32:14.676853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c28d04e8-7d47-4b47-8579-b68f55822f99 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:14.688515 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc301e50-2c3b-43ef-8d74-214cab3ef7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:14.708241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.708881 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9324930 Jun 17 08:32:14.730783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56036) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:14.739453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446ae0b2-4414-4a55-9d7e-b89ff9786c10,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:14.745331 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:14.766842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'security_group': {'name': 'tempest-secgroup-485931333'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:14.777009 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:32:11Z', 'revision_number': 5, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:14.784520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c28d04e8-7d47-4b47-8579-b68f55822f99 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:14.784913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.786473 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.840680 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] Checking router: 4ca28363-4f04-4aed-85d0-1f547eb1203c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:14.884620 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] Routers {'4ca28363-4f04-4aed-85d0-1f547eb1203c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:14.885313 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4ca28363-4f04-4aed-85d0-1f547eb1203c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:14.918254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 6d1fd1b5-f356-4088-952b-9ef44669bab6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:14.928328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1fd1b5-f356-4088-952b-9ef44669bab6'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:14.928328 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f49a07-17a5-4893-a156-f363de0e9df5" -d '{"events": [{"server_uuid": "13573ae1-b31c-4ae9-838d-b1cd0f8b74c3", "name": "network-vif-plugged", "status": "completed", "tag": "6d1fd1b5-f356-4088-952b-9ef44669bab6"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:14.935187 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.936980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f66cbca-d8d3-4c4d-a893-359367c5a823 None None] Provisioning for port 52e04679-c43c-4a41-8994-724f98bac03f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:14.946056 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.947260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4628a6bf-fc11-4b6f-89a2-f756c0762887 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:14.984219 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.985464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f66cbca-d8d3-4c4d-a893-359367c5a823 None None] Provisioning complete for port 52e04679-c43c-4a41-8994-724f98bac03f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:14.985464 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f66cbca-d8d3-4c4d-a893-359367c5a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.018282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.058412 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.060384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 4628a6bf-fc11-4b6f-89a2-f756c0762887 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:15.060735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 4628a6bf-fc11-4b6f-89a2-f756c0762887 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:15.064462 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49360ea5-4ea9-4708-9ecf-b0263f7f0ece x-openstack-request-id: req-49360ea5-4ea9-4708-9ecf-b0263f7f0ece {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:15.064915 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13573ae1-b31c-4ae9-838d-b1cd0f8b74c3", "name": "network-vif-plugged", "status": "completed", "tag": "6d1fd1b5-f356-4088-952b-9ef44669bab6", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:15.065084 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49360ea5-4ea9-4708-9ecf-b0263f7f0ece {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:15.065400 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1fd1b5-f356-4088-952b-9ef44669bab6', 'code': 200} Jun 17 08:32:15.083406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9f66cbca-d8d3-4c4d-a893-359367c5a823 None None] Port 52e04679-c43c-4a41-8994-724f98bac03f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:15.119124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Allocated IP 172.25.7.117 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/512b9951-8ea9-4657-90fb-cf7e5fc19bf8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:15.143711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.178696 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] Set router 4ca28363-4f04-4aed-85d0-1f547eb1203c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:15.213654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56054) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:15.273221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece65f3b-2f0a-4005-a653-fe3463acf01e req-e2ea5624-cc74-417f-83d7-1ab668b32eec tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.294473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ece65f3b-2f0a-4005-a653-fe3463acf01e req-e2ea5624-cc74-417f-83d7-1ab668b32eec tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 944 time: 0.3990993 Jun 17 08:32:15.346224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Allocated IP 172.20.0.2 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/3e9c8658-e3c9-41c1-9405-4771cff3866d/d2baf3ce-e25e-4f19-948f-3b41c7b46483) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:15.455660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0305d6-8ee1-4b5d-859f-8c0e993d3a8b req-c6ced6a9-c58b-4e25-9eb6-4dbeb7ecbad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.470079 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce0305d6-8ee1-4b5d-859f-8c0e993d3a8b req-c6ced6a9-c58b-4e25-9eb6-4dbeb7ecbad2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 1097 time: 0.3306611 Jun 17 08:32:15.476997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d2baf3ce-e25e-4f19-948f-3b41c7b46483,segment=NetworkSegment(341bd798-e069-498f-99b0-b52fd0f724f6),segment_id=341bd798-e069-498f-99b0-b52fd0f724f6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:15.486449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-network', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:15.492151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Deleting port 0d124909-5c33-4616-a4fb-cea63d5d299e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:15.492658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.543868 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.554181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=6d1fd1b5-f356-4088-952b-9ef44669bab6,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.559301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.568910 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ece65f3b-2f0a-4005-a653-fe3463acf01e req-c6fd0889-85d8-4fe2-a187-9d19e998f4c6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514098 Jun 17 08:32:15.592917 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:32:11Z', 'revision_number': 5, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:15.631749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Transition to ACTIVE for port object d2baf3ce-e25e-4f19-948f-3b41c7b46483 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:15.635776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ce0305d6-8ee1-4b5d-859f-8c0e993d3a8b req-25a5893a-e40c-438b-b893-52e3e891a3d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588886 Jun 17 08:32:15.644503 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.648850 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.654326 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.657723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.674577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.688008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c28d04e8-7d47-4b47-8579-b68f55822f99, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c28d04e8-7d47-4b47-8579-b68f55822f99,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:15.722404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.729864 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.732818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.747657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.751577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.751743 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc827d24-2415-460a-8b0f-b0aecd76f296 None None] The sync data for ids ['4ca28363-4f04-4aed-85d0-1f547eb1203c'] in n-d-780147-13 is: [{'id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'name': 'tempest-ServerRescueNegativeTestJSON-57217961-router', 'tenant_id': 'aee5f4b31f234419aef5d9270c8f669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:38Z', 'updated_at': '2021-06-17T08:32:11Z', 'revision_number': 5, 'project_id': 'aee5f4b31f234419aef5d9270c8f669f', 'gw_port': {'id': '0d124909-5c33-4616-a4fb-cea63d5d299e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca28363-4f04-4aed-85d0-1f547eb1203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:40Z', 'updated_at': '2021-06-17T08:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:15.771163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] For port 0d124909-5c33-4616-a4fb-cea63d5d299e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0d124909-5c33-4616-a4fb-cea63d5d299e,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:15.771846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.778076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.791823 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-457cc40f-b7e2-4633-b95f-272f719ce955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.835150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e22a43b-8020-49ba-b332-2a04d023ddac,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.836948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=52e04679-c43c-4a41-8994-724f98bac03f,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.874063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Pushing event updated for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.874790 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.878296 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.879483 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.921508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Network 9590c735-417a-422e-a4af-49ccc6f6049e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:15.926490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:15.933997 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.978979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c28d04e8-7d47-4b47-8579-b68f55822f99,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.982599 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.991197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Calling delete_port for 0d124909-5c33-4616-a4fb-cea63d5d299e owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:16.011319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Made reservation on behalf of 0f57a9492608462d8a8c76d64df6b7ca for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:16.013899 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.025149 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.028762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2774768 Jun 17 08:32:16.060333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56074) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:16.082493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'security_group': {'name': 'tempest-secgroup-433597457'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:16.096767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.178445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:16.307283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:16.433593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c28d04e8-7d47-4b47-8579-b68f55822f99 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:16.443812 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c205659c-907e-4d69-b1c0-c262802f3dd1 None None] Provisioning complete for port 52e04679-c43c-4a41-8994-724f98bac03f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:16.444199 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c205659c-907e-4d69-b1c0-c262802f3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.465054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:16.475881 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] 10.222.0.65 "PUT /v2.0/routers/c4bc8374-fed1-4d11-bd1e-24dbea0d9750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5011585 Jun 17 08:32:16.503889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Sync routers for ids ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:16.601409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Routers {'c4bc8374-fed1-4d11-bd1e-24dbea0d9750'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:16.604080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:16.606129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.778723 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.779950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Set router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:16.788805 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad0a5850-7e6a-4a53-b687-3a14828afdf6 tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:16.804043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.863411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d124909-5c33-4616-a4fb-cea63d5d299e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:16.876809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:16.878063 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82edb5b7-063e-4334-9fd4-d430e6b2c865 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:16.954869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c205659c-907e-4d69-b1c0-c262802f3dd1 None None] Port 52e04679-c43c-4a41-8994-724f98bac03f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:16.959475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.973141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:17.004600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:17.006567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.019836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:17.024485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.034186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c28d04e8-7d47-4b47-8579-b68f55822f99 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:17.034563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.095707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e93f8567-21ed-4b67-a2f7-6bbe3767da4e None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:17.095998 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e93f8567-21ed-4b67-a2f7-6bbe3767da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.112973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Pushing event updated for resources: {'Port': ['ID=512b9951-8ea9-4657-90fb-cf7e5fc19bf8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:17.132240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:14Z', 'revision_number': 4, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '52e04679-c43c-4a41-8994-724f98bac03f', 'name': '', 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'mac_address': 'fa:16:3e:8e:2c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:13Z', 'updated_at': '2021-06-17T08:32:15Z', 'revision_number': 2, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'subnets': [{'id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:17.137547 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:17.139156 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-37e626b6-0bc0-4752-9391-af05554177ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:17.191372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Checking router: c4bc8374-fed1-4d11-bd1e-24dbea0d9750 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:17.191733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Updating router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 port 52e04679-c43c-4a41-8994-724f98bac03f binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:17.194980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e93f8567-21ed-4b67-a2f7-6bbe3767da4e None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:17.225198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.240737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 460a6196-8279-4a64-8248-aad5a702f3bd no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:17.244458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e93f8567-21ed-4b67-a2f7-6bbe3767da4e None None] Provisioning for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:17.248208 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.266887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e93f8567-21ed-4b67-a2f7-6bbe3767da4e None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:17.267287 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e93f8567-21ed-4b67-a2f7-6bbe3767da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.273917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 460a6196-8279-4a64-8248-aad5a702f3bd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:17.274259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 460a6196-8279-4a64-8248-aad5a702f3bd not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:17.386340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0cfd7-e465-4d5e-ac99-5d9a3e00b72c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:17.389064 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:17.408746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e408b-0b6b-45a2-b318-864cddc8fa88 req-624f9d5b-6d03-4004-ba70-f7b73e8640dd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.411369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e408b-0b6b-45a2-b318-864cddc8fa88 req-624f9d5b-6d03-4004-ba70-f7b73e8640dd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.5578103 Jun 17 08:32:17.448890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.471958 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.598314 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.608885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Transition to ACTIVE for port object 52e04679-c43c-4a41-8994-724f98bac03f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:17.615808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.617800 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18b37468-d207-4a24-b7eb-2c5d5c399d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:17.695027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f572a7-2113-4c0b-b69b-bb10374cccb1 None None] Pushing event updated for resources: {'Port': ['ID=52e04679-c43c-4a41-8994-724f98bac03f,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:17.704507 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57f572a7-2113-4c0b-b69b-bb10374cccb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:17.761587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Attempting to bind port 52e04679-c43c-4a41-8994-724f98bac03f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:17.761962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Attempting to bind port 52e04679-c43c-4a41-8994-724f98bac03f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:17.762331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Attempting to bind port 52e04679-c43c-4a41-8994-724f98bac03f on network 9590c735-417a-422e-a4af-49ccc6f6049e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:17.767956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:17.768337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Checking segment: {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:17.768741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.769138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Bound using segment: {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:17.769613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Bound port: 52e04679-c43c-4a41-8994-724f98bac03f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e060639d-ab46-4158-84ce-0cd0c6636312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:17.769990 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.836159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-f2496f3d-58bd-491d-9c1a-a3eda32067cd tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8398187 Jun 17 08:32:17.838991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] For port 52e04679-c43c-4a41-8994-724f98bac03f, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:17.842318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] For port 52e04679-c43c-4a41-8994-724f98bac03f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=52e04679-c43c-4a41-8994-724f98bac03f,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:17.848828 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.850707 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:17.896204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:17.914106 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.923980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Routers {'c4bc8374-fed1-4d11-bd1e-24dbea0d9750'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:17.924623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:17.937612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.938752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca28363-4f04-4aed-85d0-1f547eb1203c {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:17.951529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e408b-0b6b-45a2-b318-864cddc8fa88 req-15a029db-35a1-4b34-a81c-5e279cf5a456 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133140 Jun 17 08:32:17.959195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f572a7-2113-4c0b-b69b-bb10374cccb1 None None] Pushing event updated for resources: {'Port': ['ID=52e04679-c43c-4a41-8994-724f98bac03f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:17.965123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.966842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4ca28363-4f04-4aed-85d0-1f547eb1203c HTTP/1.1" status: 204 len: 168 time: 3.9569368 Jun 17 08:32:17.969473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56094) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:17.998507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.001241 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57f572a7-2113-4c0b-b69b-bb10374cccb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:18.061856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Deleting subnet da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:18.070697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.077618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] Set router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:18.086377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.101573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:18.138445 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e93ab66-093c-4109-96a5-aa098e43019a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:18.173899 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.182918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b014928-5b63-45ac-b44f-aeb4e705b455,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:18.185583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.186877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1171200 Jun 17 08:32:18.188728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.202847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56098) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:18.204644 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:18.205776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.206121 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Added segment f6f2a3b4-1278-48c7-a41d-fc5e518419c3 of type vlan for network f34b23ee-75c3-4df0-b3f1-5a59581718ee Jun 17 08:32:18.219480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-108978619', 'security_groups': ['bac0cfd7-e465-4d5e-ac99-5d9a3e00b72c'], 'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e9c8658-e3c9-41c1-9405-4771cff3866d'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:18.259797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.296193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.347063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.348943 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:18.360706 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-68319ed0-744a-4b34-bec9-521798e68e62 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:18.372635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.377603 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8 HTTP/1.1" status: 204 len: 168 time: 0.4039693 Jun 17 08:32:18.387794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:14Z', 'revision_number': 4, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '52e04679-c43c-4a41-8994-724f98bac03f', 'name': '', 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'mac_address': 'fa:16:3e:8e:2c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:13Z', 'updated_at': '2021-06-17T08:32:17Z', 'revision_number': 4, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'subnets': [{'id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:18.397072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56102) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:18.405356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1af2ef-b2d4-45c7-ae1e-2451a94fcbb8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:18.413307 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:18.425109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092f2ae-443e-4f41-865c-8c75b2796e46 None None] The sync data for ids ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'] in n-d-780147-13 is: [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:14Z', 'revision_number': 4, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '52e04679-c43c-4a41-8994-724f98bac03f', 'name': '', 'network_id': '9590c735-417a-422e-a4af-49ccc6f6049e', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'mac_address': 'fa:16:3e:8e:2c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:13Z', 'updated_at': '2021-06-17T08:32:17Z', 'revision_number': 4, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'subnets': [{'id': 'e711e030-1ffc-44d1-a21b-a9a5e1feac8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:18.433640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.488025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.623050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.624363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:18.630947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.635246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.647021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9484a5b8-758a-4de4-9182-f2001c655303']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:18.659919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a56f9a-f577-46c1-8ec1-30a68f412927') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:18.660217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a56f9a-f577-46c1-8ec1-30a68f412927') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:18.681723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.683218 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fdf0f3ef-a04f-427b-a0c9-b7e13b47d458 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:18.704693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.706404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.713945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:18.714625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:18.716631 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:18.742885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:18.783709 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.788880 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-118b6960-f51e-417b-af4d-20808f1df9d3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:18.803768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.806235 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] 10.222.0.65 "DELETE /v2.0/networks/9484a5b8-758a-4de4-9182-f2001c655303 HTTP/1.1" status: 204 len: 168 time: 0.4082112 Jun 17 08:32:18.807454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Pushing event deleted for resources: {'Network': ['ID=9484a5b8-758a-4de4-9182-f2001c655303,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:18.810960 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:18.862158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.6294887 Jun 17 08:32:18.865020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:18.870041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Request body: {'subnet': {'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-subnet', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:18.893500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Made reservation on behalf of 0f57a9492608462d8a8c76d64df6b7ca for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:18.896228 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.923694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=f34b23ee-75c3-4df0-b3f1-5a59581718ee,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:18.936663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:18.971647 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:19.005850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56110) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.066625 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.089135 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.093681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.097759 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d99a28f-3667-4115-abc5-f9471ee61abe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aee5f4b31f234419aef5d9270c8f669f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881197 Jun 17 08:32:19.099921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.104405 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b606d1ed-9828-432e-bf45-23a9fcc9ba54 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:19.110680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Allocated IP 172.25.7.162 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/07e39868-f4e5-4815-9618-f010fb593828) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:19.196791 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.204311 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6576b8ed-85ae-4317-9c70-7cd963e8a182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:19.213416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] device_id is not set on port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:19.225534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca532a-3310-45ed-ad8d-6d75508c6622 req-57ab9595-0495-4e24-9a7c-4507e4c9c11b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.227133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37ca532a-3310-45ed-ad8d-6d75508c6622 req-57ab9595-0495-4e24-9a7c-4507e4c9c11b tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 945 time: 0.4962528 Jun 17 08:32:19.240392 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.252071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Pushing event updated for resources: {'Port': ['ID=512b9951-8ea9-4657-90fb-cf7e5fc19bf8,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:19.260348 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:19.280651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.313876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e558524a-2f7c-4cc2-bba0-59903aa5fde7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:19.325658 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:19.329160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.337804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Checking segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:19.338241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Network hostable DHCP agents. Network: f34b23ee-75c3-4df0-b3f1-5a59581718ee, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:19.355609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.385868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:19.400339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f34b23ee-75c3-4df0-b3f1-5a59581718ee) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:19.407273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.407860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.412377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf0b71-0485-4016-98e1-beb347ccc8ad None None] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:19.414400 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.417188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.418333 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4684b7a-3954-4562-8b34-4b2b0dc73f82 HTTP/1.1" status: 204 len: 168 time: 0.3174696 Jun 17 08:32:19.421237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-92fc699e-1c59-4333-bc96-c8af2678bc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:19.431602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4684b7a-3954-4562-8b34-4b2b0dc73f82,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:19.433878 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:19.438736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5694561 Jun 17 08:32:19.439262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56116) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.446501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:19.460071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37ca532a-3310-45ed-ad8d-6d75508c6622 req-95e2e582-7fb3-43f1-99ed-9cf5ec28d5c2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099547 Jun 17 08:32:19.475135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.478285 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.479117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.484182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8005135 Jun 17 08:32:19.488979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.553469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.582987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.637442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:19.638806 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.785978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.4 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/3e9c8658-e3c9-41c1-9405-4771cff3866d/56cccfa7-246e-4b5d-b7c0-05931ee2ac8f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:19.845815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Allocated IP 172.20.0.2 (f34b23ee-75c3-4df0-b3f1-5a59581718ee/e558524a-2f7c-4cc2-bba0-59903aa5fde7/3eabf57a-9ced-4d56-bbcb-094ea577f7ec) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:19.889996 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.048217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:20.115432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.170321 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.174702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.177416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.192581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52e04679-c43c-4a41-8994-724f98bac03f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:20.198727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Transition to ACTIVE for port object 3eabf57a-9ced-4d56-bbcb-094ea577f7ec will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:20.213841 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a222c535-d82c-4622-9887-761710b0139f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.245168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Transition to ACTIVE for port object 3eabf57a-9ced-4d56-bbcb-094ea577f7ec will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:20.261999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.271711 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.309457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 52e04679-c43c-4a41-8994-724f98bac03f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:20.312757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:20.320156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:20.333429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:20.335867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:20.338976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 52e04679-c43c-4a41-8994-724f98bac03f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:20.339384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.341027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:20.359520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:20.366160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:20.373043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Pushing event updated for resources: {'Port': ['ID=07e39868-f4e5-4815-9618-f010fb593828,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.382052 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.403696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Pushing event updated for resources: {'Port': ['ID=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.407288 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.436542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.457791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-95147dd7-4d01-4d38-9714-76681200d670 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:20.459756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-95147dd7-4d01-4d38-9714-76681200d670 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 945 time: 0.7756488 Jun 17 08:32:20.461054 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.485445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1759c-a199-401c-92ca-ab8d1b17adb3 req-a3d8e3a4-1359-4237-87b5-04739eb913d4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:20.489878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Attempting to bind port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:20.490296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Attempting to bind port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:20.490671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Attempting to bind port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec on network f34b23ee-75c3-4df0-b3f1-5a59581718ee {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:20.493522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98a1759c-a199-401c-92ca-ab8d1b17adb3 req-a3d8e3a4-1359-4237-87b5-04739eb913d4 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.6108291 Jun 17 08:32:20.506303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.508597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:20.509031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Checking segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:20.509455 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.509848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Bound using segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:20.510334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Bound port: 3eabf57a-9ced-4d56-bbcb-094ea577f7ec, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:20.510706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.536812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.553214 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64ed59b1-2f75-4acc-9fd6-db3e3602851d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.588861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 52e04679-c43c-4a41-8994-724f98bac03f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=52e04679-c43c-4a41-8994-724f98bac03f,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:20.606017 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.612191 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.641204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d124909-5c33-4616-a4fb-cea63d5d299e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:20.646979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Allocated IP 172.25.7.174 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/0cbe7f6f-b19d-406d-9c4d-a5701e6f6935) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:20.659616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.674630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] For port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:20.676827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 0d124909-5c33-4616-a4fb-cea63d5d299e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:20.677176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d124909-5c33-4616-a4fb-cea63d5d299e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:20.680988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:20.702068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] For port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:20.711953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98a1759c-a199-401c-92ca-ab8d1b17adb3 req-cc39778c-f894-4e9f-8b21-739850ce52ad tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170007 Jun 17 08:32:20.713989 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.714494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.716917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=56cccfa7-246e-4b5d-b7c0-05931ee2ac8f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.728466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:20.735889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=52e04679-c43c-4a41-8994-724f98bac03f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.746556 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.747090 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57f572a7-2113-4c0b-b69b-bb10374cccb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.752482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:20.817832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Pushing event updated for resources: {'Port': ['ID=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.834144 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.841117 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.849012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:20.849697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.905739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6898940 Jun 17 08:32:20.918254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:20.952459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:20.982811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.042707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Deleting port 9d939253-fa2f-4102-a493-ba79317c4066 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:21.043144 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.101079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-264c1cc9-ad17-4f60-bdb3-963369ac921b None None] Provisioning for port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:21.105243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-264c1cc9-ad17-4f60-bdb3-963369ac921b None None] Provisioning complete for port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:21.105630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-264c1cc9-ad17-4f60-bdb3-963369ac921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.161523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-264c1cc9-ad17-4f60-bdb3-963369ac921b None None] Port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:21.166522 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.215990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.220470 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.262087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5b113-f89c-480e-bd03-de1ef48f10e5 req-94951772-4c73-4d00-89c8-828e822560d8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:21.263621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0a5b113-f89c-480e-bd03-de1ef48f10e5 req-94951772-4c73-4d00-89c8-828e822560d8 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 945 time: 0.3714480 Jun 17 08:32:21.284846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:21.293923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:21.300421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:21.306407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.325650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] For port 9d939253-fa2f-4102-a493-ba79317c4066, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9d939253-fa2f-4102-a493-ba79317c4066,segment=NetworkSegment(b8198d2d-69f7-4bb2-b828-67b41edc1df3),segment_id=b8198d2d-69f7-4bb2-b828-67b41edc1df3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:21.326012 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.328603 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.337604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Allocated IP 172.25.7.161 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/73099f00-de40-4809-a73d-9f7d42bc04f0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:21.415554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Calling delete_port for 9d939253-fa2f-4102-a493-ba79317c4066 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:21.421734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:21.425789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.472577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0a5b113-f89c-480e-bd03-de1ef48f10e5 req-9d005e95-7628-4c7d-8203-9c492e39f311 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f0d634a-4693-437f-8ec0-31b6e3962b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017269 Jun 17 08:32:21.579992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.582554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.598654 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.609721 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a954e8ed-6d7e-43e5-930c-c6643a712086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.670388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.711116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.738418 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f041ae18-4168-454e-8def-c7d230952e7e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.796797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:21.802843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:21.807815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Pushing event updated for resources: {'Port': ['ID=73099f00-de40-4809-a73d-9f7d42bc04f0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.812605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:21.818434 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.950919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b50ce-9dfd-428a-a6ba-04ca77b34413 None None] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:21.989785 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.004839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.019820 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e9c8658-e3c9-41c1-9405-4771cff3866d (CIDR: 172.20.0.0/28) Jun 17 08:32:22.058018 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:32:22.059033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:22.072843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Pushing event updated for resources: {'Port': ['ID=07e39868-f4e5-4815-9618-f010fb593828,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.081569 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.102506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.105744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-85380523-3a9c-4660-9132-c787c6922221 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1851058 Jun 17 08:32:22.121386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56152) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:22.132229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:22.143660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ed9f8613-97b6-4b4c-9e57-c66ef220d8bb None None] Provisioning for port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:22.165579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.166795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2946546 Jun 17 08:32:22.171605 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.178253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d901-5688-4682-9eb2-bea132724f35 req-50f24f24-d8f6-4ea4-87b6-5d2f4606f27b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:22.180148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0879d901-5688-4682-9eb2-bea132724f35 req-50f24f24-d8f6-4ea4-87b6-5d2f4606f27b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.5649261 Jun 17 08:32:22.253983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.260699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3eabf57a-9ced-4d56-bbcb-094ea577f7ec up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:22.268869 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-85c14b73-f9f7-40f8-a585-b61238bacf6f tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:22.280924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-dbf477e5-315c-4698-a8e1-ad19f7b5ebb6 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 696 time: 0.0983303 Jun 17 08:32:22.319919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Pushing event deleted for resources: {'Port': ['ID=9d939253-fa2f-4102-a493-ba79317c4066,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.330735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:22.338466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:22.339206 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.357444 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.385071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0879d901-5688-4682-9eb2-bea132724f35 req-6191f557-924a-4826-95f2-07f1ddeefc18 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938314 Jun 17 08:32:22.421739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Router 41d9f9c1-6626-42ac-afb0-937173351b08 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:32:22.435661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:22.440181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.443720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] No DVR routers for this DVR port 9d939253-fa2f-4102-a493-ba79317c4066 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:22.456886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.461184 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.462072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2e37001-01d9-42ca-a8a3-777714d15b65 req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.67 "DELETE /v2.0/ports/9d939253-fa2f-4102-a493-ba79317c4066 HTTP/1.1" status: 204 len: 173 time: 1.9947689 Jun 17 08:32:22.462639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'name': 'network-vif-deleted', 'tag': '9d939253-fa2f-4102-a493-ba79317c4066'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:22.464999 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c7c01d-aa32-4f74-9f5e-e78573c98099" -d '{"events": [{"server_uuid": "153d550b-b17c-4f0f-92c9-48ceff14d338", "name": "network-vif-deleted", "tag": "9d939253-fa2f-4102-a493-ba79317c4066"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:22.527504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c210c7ab-7f3b-4402-a52f-d26fd96ce6d1 None None] Provisioning complete for port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:22.527884 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c210c7ab-7f3b-4402-a52f-d26fd96ce6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.539392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:22.573115 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.573864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52e04679-c43c-4a41-8994-724f98bac03f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:22.577828 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eec37980-8519-4eaa-8936-f12a50ed9269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:22.612490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:22.623870 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:22.625474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-f3cd0f51-133b-411b-9e92-0656aec4191b tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:22.627265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-f3cd0f51-133b-411b-9e92-0656aec4191b tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3182902 Jun 17 08:32:22.638552 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:22.639713 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:22.649681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-51d7db3e-8f31-4afd-8b0f-42bb9ab669e6 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:22.651675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6e9056-feb2-4bee-a368-918e5f6fd33a req-51d7db3e-8f31-4afd-8b0f-42bb9ab669e6 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138788 Jun 17 08:32:22.677497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f012a-44c6-40be-921d-8f04dc5f5c28 req-832a2f8e-a545-431e-9d87-d3998cc6a967 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:22.687060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b6f012a-44c6-40be-921d-8f04dc5f5c28 req-832a2f8e-a545-431e-9d87-d3998cc6a967 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.1222990 Jun 17 08:32:22.691124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.696350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.727153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 52e04679-c43c-4a41-8994-724f98bac03f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:22.727612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.753940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b6f012a-44c6-40be-921d-8f04dc5f5c28 req-e2931928-fb96-461a-8e64-0ef265f94fbf tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654905 Jun 17 08:32:22.808279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.818829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56166) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:22.827690 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:22.828263 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3759851 Jun 17 08:32:22.872642 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb8b77b-2775-4cd0-99d5-ec964e9d98c5 x-openstack-request-id: req-1fb8b77b-2775-4cd0-99d5-ec964e9d98c5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:22.873367 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153d550b-b17c-4f0f-92c9-48ceff14d338", "name": "network-vif-deleted", "tag": "9d939253-fa2f-4102-a493-ba79317c4066", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:22.873864 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fb8b77b-2775-4cd0-99d5-ec964e9d98c5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:22.874496 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d550b-b17c-4f0f-92c9-48ceff14d338', 'name': 'network-vif-deleted', 'tag': '9d939253-fa2f-4102-a493-ba79317c4066', 'status': 'completed', 'code': 200} Jun 17 08:32:22.877928 n-d-780147-13 neutron-server[93499]: INFO neutron.db.ipam_backend_mixin [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 692d6325-ddbc-4271-bbf3-d857a574a112 (CIDR: 172.20.0.16/28) Jun 17 08:32:22.893727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.898298 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:32:22.898298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:22.903495 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.909847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8fe567cd-3a73-4507-9749-81e6c30279ec tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:22.993684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.008760 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa89f87b-c3a2-4fc9-8003-5aa3b83fa039 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8854170 Jun 17 08:32:23.011728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.021839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'subnet': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:23.027834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e6fc342-a6fc-4a5d-891e-675e569ea8fd req-ab30ec39-82b6-432a-902d-4a4dd30dd737 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] 10.222.0.65 "GET /v2.0/ports?device_id=153d550b-b17c-4f0f-92c9-48ceff14d338 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Jun 17 08:32:23.029962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.031347 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5398188 Jun 17 08:32:23.034853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56172) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.049772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Pushing event updated for resources: {'Port': ['ID=73099f00-de40-4809-a73d-9f7d42bc04f0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:23.055216 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:23.070289 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:21Z', 'revision_number': 3, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:23.102257 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:23.102792 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Updating router 41d9f9c1-6626-42ac-afb0-937173351b08 port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:23.105470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67774d-110a-432b-8376-56131502f25b req-f5e0db72-4284-43cd-8918-b9d3ece3e577 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.107112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c67774d-110a-432b-8376-56131502f25b req-f5e0db72-4284-43cd-8918-b9d3ece3e577 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2908583 Jun 17 08:32:23.144839 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.149287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9d939253-fa2f-4102-a493-ba79317c4066 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:23.173151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10ca08fa-7417-4c2b-9f71-3ff63ea0f4a1 req-173100ae-e82d-48c9-bd74-d372f2a60711 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips/00e8cda9-9b1b-41cc-98e2-a25dcad0be7d HTTP/1.1" status: 200 len: 693 time: 0.0822029 Jun 17 08:32:23.189319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 9d939253-fa2f-4102-a493-ba79317c4066 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:23.189678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9d939253-fa2f-4102-a493-ba79317c4066 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:23.212332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Made reservation on behalf of d70bc54d423f4de08714eb3ecdbdcc91 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:23.217637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.254292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1d36849a-619a-48b8-a9a7-7c8efb1ce673 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.2175064 Jun 17 08:32:23.256684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56174) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.347463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c67774d-110a-432b-8376-56131502f25b req-305f9d39-3619-43df-bcec-08e45abc42a0 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818995 Jun 17 08:32:23.377773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7b53c85f-a1f3-47ed-83ed-02af812fa3da tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1195192 Jun 17 08:32:23.380626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56176) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.544036 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.560104 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Transition to ACTIVE for port object 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:23.572989 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.577322 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab3540aa-51b8-4e86-9237-cf27d8a8662d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:23.630883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Deleting port 73099f00-de40-4809-a73d-9f7d42bc04f0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:23.631486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.662412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca08fa-7417-4c2b-9f71-3ff63ea0f4a1 req-f80d570d-e41c-4bf2-a1e6-2fdbf2492513 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.664019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10ca08fa-7417-4c2b-9f71-3ff63ea0f4a1 req-f80d570d-e41c-4bf2-a1e6-2fdbf2492513 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.4652317 Jun 17 08:32:23.688935 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d07244-64d9-4828-980b-f3a89a1bbf54 None None] Pushing event updated for resources: {'Port': ['ID=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:23.712753 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f7d07244-64d9-4828-980b-f3a89a1bbf54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:23.725230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-10ca08fa-7417-4c2b-9f71-3ff63ea0f4a1 req-0ec7cfe3-37c0-4197-a598-a168a01bd207 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:23.735623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10ca08fa-7417-4c2b-9f71-3ff63ea0f4a1 req-0ec7cfe3-37c0-4197-a598-a168a01bd207 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579534 Jun 17 08:32:23.751252 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Attempting to bind port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:23.751555 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Attempting to bind port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:23.752089 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Attempting to bind port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:23.760872 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:23.761259 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:23.761668 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.762584 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:23.762584 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Bound port: 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:23.762989 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.781347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.781721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.831520 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] For port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:23.840521 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] For port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:23.851081 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.861408 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:23.862535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Calling delete_port for 73099f00-de40-4809-a73d-9f7d42bc04f0 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:23.864409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.872755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.878384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-689c3f15-3b07-426c-ba52-ac1f49bb59dc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:23.921363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:23.926097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-505bf759-6ae6-471d-a370-a4ed398580c0 req-6feabf6c-2c31-473f-8d1f-b76a89b20565 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=dea970ebc65943348773b8fe87be8a43 HTTP/1.1" status: 200 len: 696 time: 0.1356349 Jun 17 08:32:23.927096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:23.935314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.935917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.945041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35512647-d495-4552-be0a-1b9b2e4f1dc7 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:23.947633 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:23.948570 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:31:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:24.006661 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d07244-64d9-4828-980b-f3a89a1bbf54 None None] Pushing event updated for resources: {'Port': ['ID=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:24.023898 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0112603 Jun 17 08:32:24.035880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56202) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:24.041691 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f7d07244-64d9-4828-980b-f3a89a1bbf54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:24.068407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575344801', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6ca00918-563c-4074-b18a-0ab204eb2556'}], 'security_groups': ['446ae0b2-4414-4a55-9d7e-b89ff9786c10', '1e22a43b-8020-49ba-b332-2a04d023ddac']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:24.105887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Subnet': ['ID=6ca00918-563c-4074-b18a-0ab204eb2556,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:24.109456 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:24.114736 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.130888 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:24.163969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3eabf57a-9ced-4d56-bbcb-094ea577f7ec up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:24.224693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:24.225163 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.340198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.363346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-a27c142b-1852-4968-b1e8-22ac11da1926 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:24.364904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-a27c142b-1852-4968-b1e8-22ac11da1926 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.5569797 Jun 17 08:32:24.373820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bf759-6ae6-471d-a370-a4ed398580c0 req-4201e23a-23c9-443b-8b76-162c6a30c179 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:24.376045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-505bf759-6ae6-471d-a370-a4ed398580c0 req-4201e23a-23c9-443b-8b76-162c6a30c179 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks?id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 787 time: 0.4169202 Jun 17 08:32:24.379261 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:21Z', 'revision_number': 3, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:24.391578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-505bf759-6ae6-471d-a370-a4ed398580c0 req-4665ce58-3569-4968-aea5-506eb53fb169 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:24.392439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-505bf759-6ae6-471d-a370-a4ed398580c0 req-4665ce58-3569-4968-aea5-506eb53fb169 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062191 Jun 17 08:32:24.395767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-1811902c-312e-4b5d-9108-7864fbd96c50 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/quotas/3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 375 time: 0.0183318 Jun 17 08:32:24.403249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Update dhcp port {'port': {'network_id': '5a65bb4c-d1a4-44d3-961b-8ff8120a4557', 'fixed_ips': [{'subnet_id': '692d6325-ddbc-4271-bbf3-d857a574a112', 'ip_address': '172.20.0.18'}, {'subnet_id': '3e9c8658-e3c9-41c1-9405-4771cff3866d', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ca00918-563c-4074-b18a-0ab204eb2556'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'd2baf3ce-e25e-4f19-948f-3b41c7b46483'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:32:24.414330 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30eb20-e584-49d9-8b26-384dde7aec91 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:21Z', 'revision_number': 3, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:24.471350 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.580226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-29a3a336-4bd0-4721-b0b5-b23aa4e776d3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1745908 Jun 17 08:32:24.694035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Allocated IP 172.20.0.34 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/6ca00918-563c-4074-b18a-0ab204eb2556/d2baf3ce-e25e-4f19-948f-3b41c7b46483) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:24.759767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Allocated IP 172.20.0.1 (f34b23ee-75c3-4df0-b3f1-5a59581718ee/e558524a-2f7c-4cc2-bba0-59903aa5fde7/6854df98-94aa-4dd2-910c-4016e959bd6f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:24.806672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb64f1-ad09-480a-9ccc-c5cfbc5807fa req-6ef01c66-dc28-4b01-a6c2-7e086e3d70a1 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:24.807181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.808962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5bfb64f1-ad09-480a-9ccc-c5cfbc5807fa req-6ef01c66-dc28-4b01-a6c2-7e086e3d70a1 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.2485495 Jun 17 08:32:24.816993 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a933fe2-811e-4fe9-a14e-e10740953860 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:24.817259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-c329daa5-7ff0-4d3a-8f87-6239ba86f998 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038136 Jun 17 08:32:24.875901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Pushing event deleted for resources: {'Port': ['ID=73099f00-de40-4809-a73d-9f7d42bc04f0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:24.892532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d2baf3ce-e25e-4f19-948f-3b41c7b46483,segment=NetworkSegment(341bd798-e069-498f-99b0-b52fd0f724f6),segment_id=341bd798-e069-498f-99b0-b52fd0f724f6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:24.893476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.895626 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:24.900901 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.946497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.958394 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.967052 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-912dae68-2d66-4d41-a47b-f099330de84b tempest-TenantUsagesTestJSON-1319782704 tempest-TenantUsagesTestJSON-1319782704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:24.976156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Transition to ACTIVE for port object d2baf3ce-e25e-4f19-948f-3b41c7b46483 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:25.005066 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.016964 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4591b302-0dd0-4d5a-92f7-754cc2d57a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.028334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5bfb64f1-ad09-480a-9ccc-c5cfbc5807fa req-22f12d28-f7e8-4933-a5fe-7b9f476a9f2d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103550 Jun 17 08:32:25.074059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58fe43-c446-4277-8e74-a792f4884ab8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:25.114322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f520e7e3-611b-4595-9e3e-7476a83531d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.134695 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:25.138138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.141147 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.144934 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] 10.222.0.65 "DELETE /v2.0/floatingips/eeda9917-1969-4ab2-b9a3-cf5b1783b07d HTTP/1.1" status: 204 len: 168 time: 1.7608190 Jun 17 08:32:25.153678 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c2240a5d14840a2bb419f5519773ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2871382 Jun 17 08:32:25.154432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:25.154840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56210) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:25.212142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Pushing event updated for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:25.217018 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:25.256321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:25.315298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Deleting subnet 7f486b13-b63d-4e1d-a782-0acfbe517cf9 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:25.355857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.454666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.530876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-90df23f2-401b-45c7-95a1-029f9c529932 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786292 Jun 17 08:32:25.534491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.546624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.595129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Transition to ACTIVE for port object 6854df98-94aa-4dd2-910c-4016e959bd6f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:25.605543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-2de9c482-2b74-48d2-b3da-2a2cd8185e76 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips/00e8cda9-9b1b-41cc-98e2-a25dcad0be7d HTTP/1.1" status: 200 len: 693 time: 0.0824950 Jun 17 08:32:25.639130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.783614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.803028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Deleting port 512b9951-8ea9-4657-90fb-cf7e5fc19bf8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:25.803777 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.811871 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.818548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:25.820318 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.846444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.849676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.851008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d58fe43-c446-4277-8e74-a792f4884ab8 HTTP/1.1" status: 204 len: 168 time: 0.6899745 Jun 17 08:32:25.857266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-26fc2224-97f1-47f2-a303-6bfba9519b1d tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:25.858984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-26fc2224-97f1-47f2-a303-6bfba9519b1d tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2524898 Jun 17 08:32:25.865511 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-87e9897b-d53a-40be-8433-6485de0e6d51 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.876062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:25.885098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.894231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Provisioning for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:25.900407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99357eb2-c0cc-4f64-8851-678275d7ca49 req-1864c306-74a6-413e-9d31-b5b5ed1930a1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 210 time: 0.1054647 Jun 17 08:32:25.905305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:25.906022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.924348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58fe43-c446-4277-8e74-a792f4884ab8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:25.937181 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:25.939120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-dd327daa-7642-4193-b04a-a284b36ddb95 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:25.940222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-dd327daa-7642-4193-b04a-a284b36ddb95 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267818 Jun 17 08:32:25.960704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:25.972683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:25.979889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:26.049102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Pushing event updated for resources: {'Port': ['ID=6854df98-94aa-4dd2-910c-4016e959bd6f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:26.080507 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:26.086091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-c6be0e9e-f135-455f-b3f5-913ac67452d5 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 696 time: 0.1274872 Jun 17 08:32:26.167459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Provisioning complete for port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:26.169423 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.177649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.248494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Delete allocated IP 172.20.0.4 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/3e9c8658-e3c9-41c1-9405-4771cff3866d) {{(pid=93499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:32:26.270175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc57d647-560b-45f5-852a-85b5132a09ff None None] Port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:26.277007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Allocated IP 172.20.0.46 (5a65bb4c-d1a4-44d3-961b-8ff8120a4557/6ca00918-563c-4074-b18a-0ab204eb2556/56cccfa7-246e-4b5d-b7c0-05931ee2ac8f) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:26.347265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-a0c00a34-6c3a-45ef-8989-d7c1c32c78e0 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 696 time: 0.2545388 Jun 17 08:32:26.395247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:26.400499 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.400934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.510951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f325f932-51f5-49c4-828b-750b878a5201 None None] Provisioning for port 6854df98-94aa-4dd2-910c-4016e959bd6f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:26.514853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f325f932-51f5-49c4-828b-750b878a5201 None None] Provisioning complete for port 6854df98-94aa-4dd2-910c-4016e959bd6f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:26.515290 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f325f932-51f5-49c4-828b-750b878a5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.520766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Calling delete_port for 512b9951-8ea9-4657-90fb-cf7e5fc19bf8 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:26.558793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:26.560398 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.567927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f325f932-51f5-49c4-828b-750b878a5201 None None] Port 6854df98-94aa-4dd2-910c-4016e959bd6f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:26.630940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.663763 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8e4f83f6-18c3-4411-9227-2a40e4d471bd tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:26.751042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.763409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2512-15e7-4f59-b5a2-d5ccd5d7ebf8 req-0bc649c4-e6f3-4b57-b73e-f2c5c8c55f91 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:26.772369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f486b13-b63d-4e1d-a782-0acfbe517cf9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:26.774530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4edc2512-15e7-4f59-b5a2-d5ccd5d7ebf8 req-0bc649c4-e6f3-4b57-b73e-f2c5c8c55f91 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.4508829 Jun 17 08:32:26.774775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.779618 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7f486b13-b63d-4e1d-a782-0acfbe517cf9 HTTP/1.1" status: 204 len: 168 time: 1.5222719 Jun 17 08:32:26.794689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56240) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:26.799304 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:26.973888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4edc2512-15e7-4f59-b5a2-d5ccd5d7ebf8 req-8a5bca3d-8a31-41d6-99f1-7ea05046bb03 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977370 Jun 17 08:32:26.977124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.981014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:26.995255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Deleting port 07e39868-f4e5-4815-9618-f010fb593828 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:26.995860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.004150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.009767 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e2a9b05-492d-4e8f-99b1-840ac9ffa490 tempest-ServerRescueNegativeTestJSON-830088361 tempest-ServerRescueNegativeTestJSON-830088361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.046312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Transition to ACTIVE for port object 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:27.050722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Pushing event deleted for resources: {'Port': ['ID=512b9951-8ea9-4657-90fb-cf7e5fc19bf8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.055607 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.056763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:27.059488 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.061607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:27.061995 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.080462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.102289 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.198058 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.225302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:27.237980 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.242078 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.264648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event updated for resources: {'Port': ['ID=56cccfa7-246e-4b5d-b7c0-05931ee2ac8f,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.271369 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.272504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-44d09393-4f7e-4304-9448-eb2b6079573f req-b880b303-29b7-48f5-bc93-978b0ac388e8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 210 time: 0.0851278 Jun 17 08:32:27.274583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.277536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.284290 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/d578df31-4492-471b-a5d7-31721f790874 HTTP/1.1" status: 204 len: 168 time: 2.1229465 Jun 17 08:32:27.285944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56250) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:27.286084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56252) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:27.298338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] In _notify_port_updated(), no bound segment for port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f on network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:32:27.308907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.309587 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.310984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "PUT /v2.0/ports/56cccfa7-246e-4b5d-b7c0-05931ee2ac8f HTTP/1.1" status: 200 len: 959 time: 3.2702754 Jun 17 08:32:27.314520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56256) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:27.341188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.341522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.361568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.367252 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.378065 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-182afc67-ef03-4aca-8777-c33629a32a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.433988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-network', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:27.466558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Calling delete_port for 07e39868-f4e5-4815-9618-f010fb593828 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:27.466769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Made reservation on behalf of fbe6f790d3494c55827b97b2db508217 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:27.469711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.473808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.482636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.496355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:27.496693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.610297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.628536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.711281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:27.736525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e62d9c3-4901-45ee-99c5-7d7693ebfda6']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.775421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8198d2d-69f7-4bb2-b828-67b41edc1df3') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.776119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8198d2d-69f7-4bb2-b828-67b41edc1df3') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.811606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.824028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f87b070f-2b7e-4279-8343-c58a5dd075a7 None None] Provisioning for port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:27.835797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f87b070f-2b7e-4279-8343-c58a5dd075a7 None None] Provisioning complete for port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:27.836271 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f87b070f-2b7e-4279-8343-c58a5dd075a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.857743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.863403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.872113 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7e560d6-79db-4123-b65b-45925db7686c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.906783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baca82e6-460c-4bea-815a-5a9585f3acb9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.908536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f87b070f-2b7e-4279-8343-c58a5dd075a7 None None] Port 56cccfa7-246e-4b5d-b7c0-05931ee2ac8f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:27.913128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.941162 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.942494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.944621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:27.944900 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:27.952044 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:27.979342 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.989922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e81e4061-116a-4113-8769-3ce483607ae2 tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.990819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.999424 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.011186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:28.041683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=56cccfa7-246e-4b5d-b7c0-05931ee2ac8f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:28.078014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.078458 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Added segment 639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3 of type vlan for network 27341ac9-3abc-45a0-9373-f69aef451439 Jun 17 08:32:28.080649 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:28.114749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting port 6304e468-83a7-461b-84a8-f8df9df98528 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:28.115168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.135675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-5d0e205a-4af7-4a5f-a491-9097dd4a614a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.137185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-5d0e205a-4af7-4a5f-a491-9097dd4a614a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.4378779 Jun 17 08:32:28.165428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:28.179677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.196889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.198776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/56cccfa7-246e-4b5d-b7c0-05931ee2ac8f HTTP/1.1" status: 204 len: 168 time: 0.8832994 Jun 17 08:32:28.202379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56260) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.231503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:28.231890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.241535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'port': {'device_id': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'admin_state_up': True, 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:28.251562 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae3fb57-bd44-495f-bcc4-34b089d14d34 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] GET failed (client error): The resource could not be found. Jun 17 08:32:28.253833 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cae3fb57-bd44-495f-bcc4-34b089d14d34 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports/56cccfa7-246e-4b5d-b7c0-05931ee2ac8f HTTP/1.1" status: 404 len: 333 time: 0.0503492 Jun 17 08:32:28.260276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56262) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.296071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.308778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Pushing event updated for resources: {'Port': ['ID=6854df98-94aa-4dd2-910c-4016e959bd6f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:28.312141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.313524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.314634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.334741 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.337360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.357335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0704362 Jun 17 08:32:28.362020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56266) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.368862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Request body: {'subnet': {'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-subnet', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:28.372204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.374682 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.376711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e62d9c3-4901-45ee-99c5-7d7693ebfda6 HTTP/1.1" status: 204 len: 168 time: 1.5776098 Jun 17 08:32:28.382895 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:28.386321 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27ac852c-63cf-42b5-aabe-b6dfde733d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.437189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e62d9c3-4901-45ee-99c5-7d7693ebfda6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:28.447757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Pushing event updated for resources: {'Network': ['ID=27341ac9-3abc-45a0-9373-f69aef451439,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:28.461998 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:28.465940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 27341ac9-3abc-45a0-9373-f69aef451439 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:28.472065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.475399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Calling delete_port for 6304e468-83a7-461b-84a8-f8df9df98528 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:28.479584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Made reservation on behalf of fbe6f790d3494c55827b97b2db508217 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:28.481668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.485905 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:28.579418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56270) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.593820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.600795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.602728 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.689943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.692577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.696178 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/security-groups/bac0cfd7-e465-4d5e-ac99-5d9a3e00b72c HTTP/1.1" status: 204 len: 168 time: 0.4325218 Jun 17 08:32:28.696749 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bbfecd7-b72d-494a-bb9f-4c9e85a341d4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.699879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56272) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.707388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-de4bcb31-d7d2-4d9c-b489-540123e6e02e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d281d0d83164900a360c2ca0030230d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255622 Jun 17 08:32:28.741637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56274) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.761190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0cfd7-e465-4d5e-ac99-5d9a3e00b72c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:28.775908 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:28.790169 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.887672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.889627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.891787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.895678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4f39e2dc-b60c-439b-99eb-a9b0ff4c0752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.971514 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.984306 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.014228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Pushing event deleted for resources: {'Port': ['ID=07e39868-f4e5-4815-9618-f010fb593828,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.027810 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.044805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.053608 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.057098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Checking segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:29.057452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Network hostable DHCP agents. Network: 27341ac9-3abc-45a0-9373-f69aef451439, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:29.077914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Network 27341ac9-3abc-45a0-9373-f69aef451439 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:29.086993 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.089516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.090647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/security-groups/1e22a43b-8020-49ba-b332-2a04d023ddac HTTP/1.1" status: 204 len: 168 time: 0.3877656 Jun 17 08:32:29.091970 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-91bb0f92-0908-4292-a196-0d9c726db299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.096243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56276) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:29.096829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 27341ac9-3abc-45a0-9373-f69aef451439) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:29.098300 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.100801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.104452 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f0d634a-4693-437f-8ec0-31b6e3962b80 HTTP/1.1" status: 204 len: 168 time: 0.3564596 Jun 17 08:32:29.111262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0edd9-0a70-47df-9294-4644e9007a33 None None] Network 27341ac9-3abc-45a0-9373-f69aef451439 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:29.115942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:29.116666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.119405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf488-a350-4598-bd4c-fa32a8297365 req-542d228f-6b47-4404-9911-6238f1437d2b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:29.123690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edcf488-a350-4598-bd4c-fa32a8297365 req-542d228f-6b47-4404-9911-6238f1437d2b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.8732381 Jun 17 08:32:29.126475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e22a43b-8020-49ba-b332-2a04d023ddac,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.132473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.135274 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.151570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0d634a-4693-437f-8ec0-31b6e3962b80,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.157193 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.183126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:29.185157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.187125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.192394 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8250434 Jun 17 08:32:29.193815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56280) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:29.205876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:29.210826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:29.221070 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.223579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.224746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-428a7e8c-a9c3-4152-9745-b30397e796d0 req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "DELETE /v2.0/floatingips/00e8cda9-9b1b-41cc-98e2-a25dcad0be7d HTTP/1.1" status: 204 len: 173 time: 2.8375239 Jun 17 08:32:29.230038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:29.232975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.248796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.249829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.339431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.343630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edcf488-a350-4598-bd4c-fa32a8297365 req-a5ca3b35-5534-44d9-896e-2a06f910d652 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989689 Jun 17 08:32:29.356398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.359215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.361494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/security-groups/446ae0b2-4414-4a55-9d7e-b89ff9786c10 HTTP/1.1" status: 204 len: 168 time: 0.2584188 Jun 17 08:32:29.362970 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64a3634c-0e8f-47b4-89d4-01c0d49fcef3 tempest-PortsAdminExtendedAttrsTestJSON-1105412703 tempest-PortsAdminExtendedAttrsTestJSON-1105412703-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.384620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:29.453339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ae0b2-4414-4a55-9d7e-b89ff9786c10,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.453567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-27341ac9-3abc-45a0-9373-f69aef451439', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:29.461922 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.505468 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.685668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-391e9122-a9f6-4492-86a6-bb70794c867b req-3493510d-dbda-4147-be6d-aad801a91d27 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 210 time: 0.1691186 Jun 17 08:32:29.690445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Allocated IP 172.20.0.2 (27341ac9-3abc-45a0-9373-f69aef451439/e15d7bcd-7bac-4cd0-825a-d7cddf6b3691/42ae88e0-2a87-4b0e-8332-0541a06ca8b8) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:29.692782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-87272b6a-2ba0-4ae2-99a5-50defc870b06 None None] Provisioning complete for port 6854df98-94aa-4dd2-910c-4016e959bd6f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:29.693157 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87272b6a-2ba0-4ae2-99a5-50defc870b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.718080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.761692 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76d55ce4-e511-4287-b0c0-96a85deb011d tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.792964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-87272b6a-2ba0-4ae2-99a5-50defc870b06 None None] Port 6854df98-94aa-4dd2-910c-4016e959bd6f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:29.900938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Allocated IP 172.20.0.13 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/92f98f71-33f7-458b-900b-8ce0bd71634c) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:29.911435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Port': ['ID=6304e468-83a7-461b-84a8-f8df9df98528,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.933400 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.935273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 3e9c8658-e3c9-41c1-9405-4771cff3866d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:29.940593 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.993465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.012407 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.033226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Transition to ACTIVE for port object 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:30.058185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Transition to ACTIVE for port object 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:30.068074 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.068647 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.068902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-49f72cf9-1134-4462-afb7-552bef2a4e54 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6347642 Jun 17 08:32:30.086260 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:30.115277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:30.129761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Network 27341ac9-3abc-45a0-9373-f69aef451439 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:30.132810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:30.135690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:30.151677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Pushing event updated for resources: {'Port': ['ID=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:30.154593 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:30.192393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.203191 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.211677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "DELETE /v2.0/ports/6304e468-83a7-461b-84a8-f8df9df98528 HTTP/1.1" status: 204 len: 168 time: 2.8945718 Jun 17 08:32:30.213371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.217813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56302) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:30.225971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Attempting to bind port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:30.227102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Attempting to bind port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:30.227721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Attempting to bind port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 on network 27341ac9-3abc-45a0-9373-f69aef451439 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:30.244153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:30.244619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Checking segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:30.245097 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.245767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Bound using segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:30.246378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Bound port: 42ae88e0-2a87-4b0e-8332-0541a06ca8b8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:30.246865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.270659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:30.273230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.349503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] For port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:30.356546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] For port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:30.365273 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.367611 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3180ccf5-8f71-48e2-ba04-4181a85f5b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:30.408588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.419954 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be56a1c3-02f9-4bf4-8f38-8cafb441c39f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:30.451264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Pushing event updated for resources: {'Port': ['ID=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:30.456378 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:30.497233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56308) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:30.510320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5300c-2dee-496a-8454-e82ec075ee91 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:30.514281 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.521320 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/3e9c8658-e3c9-41c1-9405-4771cff3866d HTTP/1.1" status: 204 len: 168 time: 1.1320562 Jun 17 08:32:30.523488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9c8658-e3c9-41c1-9405-4771cff3866d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:30.534329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:30.554482 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:30.697244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1874586016-network', 'tenant_id': '8ecbd2694d7e41a8be7853789527e71a'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:30.781254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.789657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 6ca00918-563c-4074-b18a-0ab204eb2556 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:30.817522 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.820431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.847455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1156f-55cf-4767-a6a3-8ceab16fe9da tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:30.852353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-77a1156f-55cf-4767-a6a3-8ceab16fe9da tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da7e9e5-6f54-4a65-8312-6cc4372944ae HTTP/1.1" status: 200 len: 913 time: 0.6236675 Jun 17 08:32:30.855500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:30.857518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Made reservation on behalf of 8ecbd2694d7e41a8be7853789527e71a for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:30.860991 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.876350 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.904090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:30.914737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] 10.222.0.65 "PUT /v2.0/routers/41d9f9c1-6626-42ac-afb0-937173351b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0947359 Jun 17 08:32:30.917936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Transition to ACTIVE for port object 92f98f71-33f7-458b-900b-8ce0bd71634c will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:30.941327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:30.952600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:30.953332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:30.983273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.009297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636f612-7281-40da-8592-514e0ad2a2b8 req-f210c180-0f96-4c70-84e7-03c281b7c046 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:31.021307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6636f612-7281-40da-8592-514e0ad2a2b8 req-f210c180-0f96-4c70-84e7-03c281b7c046 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.3961585 Jun 17 08:32:31.036588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.037547 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.055956 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5a09a93-0e2a-4c83-895f-352ad1cd4ce0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:31.137255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:31.139718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6636f612-7281-40da-8592-514e0ad2a2b8 req-74f4054c-0198-4c5c-989f-c3dd1c177108 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173918 Jun 17 08:32:31.167852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.194602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:31.198130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:31.200363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a31de0ec-60ed-45c5-95bc-2c807ffafece'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:31.236264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:31.249656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:31.252468 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:31.255174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:31.487015 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.504426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:31.505331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.543676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Allocated IP 172.25.7.117 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/92d9276a-d703-4889-8780-ec71d3973bee) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:31.560395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a706-7da4-4660-9ca4-5e360505e5ff req-273deb7a-417d-46fa-8981-ac61a47fc525 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:31.573787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0961a706-7da4-4660-9ca4-5e360505e5ff req-273deb7a-417d-46fa-8981-ac61a47fc525 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 932 time: 0.1917648 Jun 17 08:32:31.627072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0961a706-7da4-4660-9ca4-5e360505e5ff req-87951e07-c685-4474-bb0a-728ab98a799a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516469 Jun 17 08:32:31.904612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.913135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6713ea24-8a33-41cf-8ffb-73d1c7eff843 None None] Provisioning for port 92f98f71-33f7-458b-900b-8ce0bd71634c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:31.916652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25731129-85c8-4f7c-b65d-8c642012600f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:31.943129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6713ea24-8a33-41cf-8ffb-73d1c7eff843 None None] Provisioning complete for port 92f98f71-33f7-458b-900b-8ce0bd71634c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:31.943563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6713ea24-8a33-41cf-8ffb-73d1c7eff843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.972299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f98d1-a89f-4da2-9494-ec469f49f19b None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:32.004524 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.006409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/6ca00918-563c-4074-b18a-0ab204eb2556 HTTP/1.1" status: 204 len: 168 time: 1.4685292 Jun 17 08:32:32.010335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56336) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:32.018103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca00918-563c-4074-b18a-0ab204eb2556,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:32.030825 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:32.041276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6713ea24-8a33-41cf-8ffb-73d1c7eff843 None None] Port 92f98f71-33f7-458b-900b-8ce0bd71634c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:32.086768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 2, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:32.089428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2ac18-2ee5-4453-834d-50f8102f3057 None None] Network 27341ac9-3abc-45a0-9373-f69aef451439 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:32.100500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.106539 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-317d8e52-6225-4520-8901-5a1eb122fc47 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:32.107022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317d8e52-6225-4520-8901-5a1eb122fc47 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:32.108736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-317d8e52-6225-4520-8901-5a1eb122fc47 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/3e9c8658-e3c9-41c1-9405-4771cff3866d HTTP/1.1" status: 404 len: 337 time: 0.0885136 Jun 17 08:32:32.116891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:32.118673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.141597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:32.142102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Updating router 41d9f9c1-6626-42ac-afb0-937173351b08 port 6854df98-94aa-4dd2-910c-4016e959bd6f binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:32.148178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-55187100-7efb-4dde-adcd-ce81e785e9d9 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.150753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-55187100-7efb-4dde-adcd-ce81e785e9d9 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 820 time: 0.1825156 Jun 17 08:32:32.158197 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9945226 Jun 17 08:32:32.173016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Request body: {'port': {'device_id': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:32.173517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.184663 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd78905e-0e25-45ce-8c49-984de3ccf69a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:32.207511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-90366793-9035-4e1b-a026-07294d7fc7e8 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/quotas/0f57a9492608462d8a8c76d64df6b7ca HTTP/1.1" status: 200 len: 375 time: 0.0474172 Jun 17 08:32:32.228577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c70e4d-ff45-4941-b58c-7689cd17303e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:32.232542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:32.261082 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:32.269861 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-206dfa20-b9ae-4bd8-8cd5-09278b365ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3612297 Jun 17 08:32:32.285328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:32.299550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-911f97d6-f9ee-480b-8cdc-86cf38eaa9b6 None None] Provisioning for port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:32.315447 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.332858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting subnet 692d6325-ddbc-4271-bbf3-d857a574a112 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:32.335675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.335921 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Added segment 24120b07-7c1f-456e-8da8-e229035d7991 of type vlan for network 2f153b9a-c0ee-4245-9c10-051e095d9b17 Jun 17 08:32:32.345642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-a945e751-b7d8-4b79-beb5-6e6dd646c065 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344366 Jun 17 08:32:32.364889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.461356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.471607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.474995 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d1ae8b5a-77ab-40cb-af33-868f135c698d tempest-ServersTestJSON-539107930 tempest-ServersTestJSON-539107930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:32.482692 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.487125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.543826 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.559840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:32.584390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-911f97d6-f9ee-480b-8cdc-86cf38eaa9b6 None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:32.584768 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-911f97d6-f9ee-480b-8cdc-86cf38eaa9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.605892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-f63c165f-65d3-4352-8fb4-f3adde038944 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338538 Jun 17 08:32:32.634334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Allocated IP 172.25.7.129 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/066433c7-2bf3-4239-9f7c-3b402013fb98) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:32.641616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:32.652411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:32.668360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Pushing event updated for resources: {'Port': ['ID=92d9276a-d703-4889-8780-ec71d3973bee,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:32.697947 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:32.708376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-1b2b13b1-a3d1-480c-a2f9-8cb4a7f3ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.710115 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-1b2b13b1-a3d1-480c-a2f9-8cb4a7f3ca67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 1097 time: 0.4032631 Jun 17 08:32:32.710239 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.711689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.711871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.718507 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fae87eb3-f5a3-4195-88e2-ccdf70c86976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:32.724766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-911f97d6-f9ee-480b-8cdc-86cf38eaa9b6 None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:32.753186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:32.769775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:32.770148 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.833134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-911f97d6-f9ee-480b-8cdc-86cf38eaa9b6 None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:32.833513 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-911f97d6-f9ee-480b-8cdc-86cf38eaa9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.911462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-86a201d5-25eb-446f-868f-55d3673e47f5 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867949 Jun 17 08:32:32.990022 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.021592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.095817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f98f71-33f7-458b-900b-8ce0bd71634c {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:33.123329 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.191722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:33.211389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.222183 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.227784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57f572a7-2113-4c0b-b69b-bb10374cccb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.230578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Transition to ACTIVE for port object 92f98f71-33f7-458b-900b-8ce0bd71634c will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:33.245551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.255885 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0da04463-75c9-4aeb-9b86-8f2158099b0b tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.288560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Transition to ACTIVE for port object 6854df98-94aa-4dd2-910c-4016e959bd6f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:33.320797 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.353307 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.471807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.476284 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.477103 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a3c2c3b-bf47-4afa-965c-a0dd914e012e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.537411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-435b57d7-f8db-4a08-9cc4-a91f93725117 None None] Provisioning complete for port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:33.537913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-435b57d7-f8db-4a08-9cc4-a91f93725117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.637394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.698674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fc2a0-9f61-4d3b-a5ee-8c79538a00f6 None None] Pushing event updated for resources: {'Port': ['ID=6854df98-94aa-4dd2-910c-4016e959bd6f,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.724406 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff4fc2a0-9f61-4d3b-a5ee-8c79538a00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.737113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Attempting to bind port 6854df98-94aa-4dd2-910c-4016e959bd6f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:33.737480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Attempting to bind port 6854df98-94aa-4dd2-910c-4016e959bd6f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:33.737909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Attempting to bind port 6854df98-94aa-4dd2-910c-4016e959bd6f on network f34b23ee-75c3-4df0-b3f1-5a59581718ee {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:33.753851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:33.755550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Checking segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:33.756130 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.756691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Bound using segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:33.757212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Bound port: 6854df98-94aa-4dd2-910c-4016e959bd6f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:33.757601 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.803287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-0f73351e-518c-4cf1-b51d-c8d0a0463bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:33.805335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-0f73351e-518c-4cf1-b51d-c8d0a0463bfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 1.0339286 Jun 17 08:32:33.808808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3023615 Jun 17 08:32:33.815146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Pushing event updated for resources: {'Network': ['ID=2f153b9a-c0ee-4245-9c10-051e095d9b17,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.819514 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.872858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2f153b9a-c0ee-4245-9c10-051e095d9b17 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:33.892254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.955948 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-12bc7738-0cbe-4915-b118-0a7285470c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:34.072178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:34.079891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] For port 6854df98-94aa-4dd2-910c-4016e959bd6f, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:34.088463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] For port 6854df98-94aa-4dd2-910c-4016e959bd6f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6854df98-94aa-4dd2-910c-4016e959bd6f,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:34.101002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Subnet': ['ID=692d6325-ddbc-4271-bbf3-d857a574a112,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:34.101992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.125868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.126399 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:34.128374 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:34.128522 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/692d6325-ddbc-4271-bbf3-d857a574a112 HTTP/1.1" status: 204 len: 168 time: 2.0062494 Jun 17 08:32:34.132726 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:34.133031 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-90f92c0d-b906-48e7-967b-a83a0b224a3c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:34.134210 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-af7eec4d-1247-4b1d-9f5f-99aa0c657855 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece HTTP/1.1" status: 200 len: 217 time: 0.2462647 Jun 17 08:32:34.135379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e4ca0-7a72-4a34-bc51-4c3a7ccf90a9 None None] Network 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:34.139204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56358) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:34.202265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:34.209709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:34.215142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:34.215635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:34.236075 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5b581b-166a-4b5e-92a1-24c0928c9a7a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:34.236799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5b581b-166a-4b5e-92a1-24c0928c9a7a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:34.241732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8e5b581b-166a-4b5e-92a1-24c0928c9a7a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/522980cd-fd46-40bc-b4f3-6bce8818b579 HTTP/1.1" status: 404 len: 337 time: 0.0982971 Jun 17 08:32:34.243628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:34.304519 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6190702-da55-4380-bd8c-a78454d52113 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed52554-623d-4b2e-a6e7-b0282aafd2ae HTTP/1.1" status: 200 len: 205 time: 0.0558968 Jun 17 08:32:34.310033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:34.333596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Pushing event updated for resources: {'Port': ['ID=066433c7-2bf3-4239-9f7c-3b402013fb98,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:34.339930 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:34.356526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5360830b-ef80-4a14-b34f-faa3e9dc62f1 None None] Provisioning complete for port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:34.357061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5360830b-ef80-4a14-b34f-faa3e9dc62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.365321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:34.366471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:34.384611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdf03-03af-4781-815e-53950694a96d req-6f21b859-a897-4748-9ea0-3542d91da8c2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:34.392657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecafdf03-03af-4781-815e-53950694a96d req-6f21b859-a897-4748-9ea0-3542d91da8c2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.3138976 Jun 17 08:32:34.399097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fc2a0-9f61-4d3b-a5ee-8c79538a00f6 None None] Pushing event updated for resources: {'Port': ['ID=6854df98-94aa-4dd2-910c-4016e959bd6f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:34.413794 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff4fc2a0-9f61-4d3b-a5ee-8c79538a00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:34.420662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-46af58b3-fd66-4749-be42-f81220b97c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:34.422882 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-46af58b3-fd66-4749-be42-f81220b97c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2580540 Jun 17 08:32:34.424022 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-efb0372c-e8da-45c6-b440-9c71e106509e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] delete failed (client error): The resource could not be found. Jun 17 08:32:34.427594 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-efb0372c-e8da-45c6-b440-9c71e106509e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/routers/5ed52554-623d-4b2e-a6e7-b0282aafd2ae HTTP/1.1" status: 404 len: 336 time: 0.1099002 Jun 17 08:32:34.427594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.429045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:34.469825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Attempting to bind port 92f98f71-33f7-458b-900b-8ce0bd71634c on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:34.470096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Attempting to bind port 92f98f71-33f7-458b-900b-8ce0bd71634c by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:34.470406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Attempting to bind port 92f98f71-33f7-458b-900b-8ce0bd71634c on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:34.497345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Port 92f98f71-33f7-458b-900b-8ce0bd71634c on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:34.497671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Attempting to bind port 92f98f71-33f7-458b-900b-8ce0bd71634c on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:34.515064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:34.515312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:34.515699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:34.516758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Bound port: 92f98f71-33f7-458b-900b-8ce0bd71634c, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:34.517174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.522015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.525993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecafdf03-03af-4781-815e-53950694a96d req-fe193ec4-4ca0-42c7-89cd-5e95c6958e85 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173494 Jun 17 08:32:34.536074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5360830b-ef80-4a14-b34f-faa3e9dc62f1 None None] Port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:34.580048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5360830b-ef80-4a14-b34f-faa3e9dc62f1 None None] Provisioning complete for port d2baf3ce-e25e-4f19-948f-3b41c7b46483 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:34.580528 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5360830b-ef80-4a14-b34f-faa3e9dc62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.626445 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.661233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:34.668971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:34.669448 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.685699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=92f98f71-33f7-458b-900b-8ce0bd71634c,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:34.699637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.705680 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b107db2-37b1-48c6-8a2d-cf50e3579c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:34.748193 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-62382b89-f4b9-41b3-88a6-53b754137edc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:34.749808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62382b89-f4b9-41b3-88a6-53b754137edc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:34.753104 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-62382b89-f4b9-41b3-88a6-53b754137edc tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/3029876c-cd3e-4d5e-ac63-3b95b25da651 HTTP/1.1" status: 404 len: 337 time: 0.3213329 Jun 17 08:32:34.757653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56370) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:34.793370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:34.794034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.795593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] 10.222.0.67 "PUT /v2.0/ports/92f98f71-33f7-458b-900b-8ce0bd71634c HTTP/1.1" status: 200 len: 1093 time: 2.6277072 Jun 17 08:32:34.796142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:34.799313 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde85af-ac59-481d-b8ea-e0f5e5edde50" -d '{"events": [{"name": "network-changed", "server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:34.810243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:34.862875 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a98b4c-9173-4bbf-9dea-4852c0f0b7c8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:34.863364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a98b4c-9173-4bbf-9dea-4852c0f0b7c8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:34.867421 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86a98b4c-9173-4bbf-9dea-4852c0f0b7c8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/0f4c1dbf-ef64-401e-b23e-6d21684c4296 HTTP/1.1" status: 404 len: 337 time: 0.1043189 Jun 17 08:32:34.882917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56374) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:34.904198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:34.915514 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.022381 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd7273-c5ed-475c-a847-79985613a3e2 req-2d32f46b-8875-4a6b-80de-0b237933eae8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:35.030393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14dd7273-c5ed-475c-a847-79985613a3e2 req-2d32f46b-8875-4a6b-80de-0b237933eae8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 944 time: 0.2836070 Jun 17 08:32:35.050339 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5dd1f9-06a6-46a5-8c4d-de40a886be52 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.051074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5dd1f9-06a6-46a5-8c4d-de40a886be52 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.053630 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7e5dd1f9-06a6-46a5-8c4d-de40a886be52 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/4357ac5b-b2e3-463f-a5c5-d3691d7bd0e1 HTTP/1.1" status: 404 len: 337 time: 0.1686633 Jun 17 08:32:35.058563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56376) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.082657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.100208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-21da53b5-2403-47e8-ac96-b8790e99ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:35.101899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-21da53b5-2403-47e8-ac96-b8790e99ffb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 1096 time: 0.2505579 Jun 17 08:32:35.105289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.111319 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.136809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14dd7273-c5ed-475c-a847-79985613a3e2 req-3127efe7-c424-4d5b-8ed4-86a4c67f95fc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051412 Jun 17 08:32:35.151309 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0121d531-e3fc-4cbe-aecb-b048f5341cca tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.152047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0121d531-e3fc-4cbe-aecb-b048f5341cca tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.153766 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0121d531-e3fc-4cbe-aecb-b048f5341cca tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/9c56e293-327a-4239-b149-9d362a0d22a6 HTTP/1.1" status: 404 len: 333 time: 0.0736167 Jun 17 08:32:35.165974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.171793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.203190 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-30c26bb9-8334-4b3e-a997-21163c514275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f98f71-33f7-458b-900b-8ce0bd71634c HTTP/1.1" status: 200 len: 217 time: 0.0893359 Jun 17 08:32:35.209775 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-07336c6d-1beb-4b25-a0c6-2f8b5920d59e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.210241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07336c6d-1beb-4b25-a0c6-2f8b5920d59e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.211995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-07336c6d-1beb-4b25-a0c6-2f8b5920d59e tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/a1e1198c-010f-402e-a0f7-9015ec769cfa HTTP/1.1" status: 404 len: 337 time: 0.0372467 Jun 17 08:32:35.216187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.221516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-2964e577-8df0-429c-aa6e-542ac2ccd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:35.223095 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-2964e577-8df0-429c-aa6e-542ac2ccd89d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7765634 Jun 17 08:32:35.274274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] DHCP port deletion for 5a65bb4c-d1a4-44d3-961b-8ff8120a4557 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:35.315986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Pushing event updated for resources: {'Port': ['ID=066433c7-2bf3-4239-9f7c-3b402013fb98,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.324003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5d69773-a5d6-47ba-a30d-214843569c80 req-ee9b1ecc-3c4a-4ffe-b913-5eefadc99115 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 210 time: 0.0486240 Jun 17 08:32:35.326684 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.337139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.341759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-bbaa3c3e-66a2-4c1b-bda3-5b4165d38727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:35.343486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-bbaa3c3e-66a2-4c1b-bda3-5b4165d38727 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.1200440 Jun 17 08:32:35.358897 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ffc63b-3b7e-4189-a8a8-693359265169 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.359382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ffc63b-3b7e-4189-a8a8-693359265169 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.362104 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d0ffc63b-3b7e-4189-a8a8-693359265169 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/ab9b1250-6550-4b14-888c-c98116bd1fe5 HTTP/1.1" status: 404 len: 337 time: 0.1380622 Jun 17 08:32:35.364198 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-7b749d1d-c8d9-4ecb-9a55-10bf6f42f84b service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044407 Jun 17 08:32:35.368995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.380191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2923679 Jun 17 08:32:35.389907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56384) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.508252 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Deleting port d2baf3ce-e25e-4f19-948f-3b41c7b46483 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:35.508629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.545396 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed843a6e-1054-471c-8e1c-93c939654c0f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.546032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed843a6e-1054-471c-8e1c-93c939654c0f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.550839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ed843a6e-1054-471c-8e1c-93c939654c0f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/ec901370-e270-4bff-8968-90d93b8a0596 HTTP/1.1" status: 404 len: 333 time: 0.1499503 Jun 17 08:32:35.557628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56386) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.580188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] For port d2baf3ce-e25e-4f19-948f-3b41c7b46483, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d2baf3ce-e25e-4f19-948f-3b41c7b46483,segment=NetworkSegment(341bd798-e069-498f-99b0-b52fd0f724f6),segment_id=341bd798-e069-498f-99b0-b52fd0f724f6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:35.580594 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.611883 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a50a5f3-6d37-41b3-919b-2cfca733bf7c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.612335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a50a5f3-6d37-41b3-919b-2cfca733bf7c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.616328 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7a50a5f3-6d37-41b3-919b-2cfca733bf7c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/e975a3eb-2254-4a00-843e-01652591a2f0 HTTP/1.1" status: 404 len: 337 time: 0.0542746 Jun 17 08:32:35.623895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56390) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.648798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Calling delete_port for d2baf3ce-e25e-4f19-948f-3b41c7b46483 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:35.662236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-0660b4ca-7f11-4604-aa24-9d2213fb66d6 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.2802637 Jun 17 08:32:35.682462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting port acd58672-dd13-427f-bb69-3d54c3912ac3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:35.682810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.707187 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1186507a-3f9b-495e-94fa-7909d01ec7e1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:35.707648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1186507a-3f9b-495e-94fa-7909d01ec7e1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:35.712277 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1186507a-3f9b-495e-94fa-7909d01ec7e1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/subnets/84a63d9c-37b7-414c-820e-c0ccb2207875 HTTP/1.1" status: 404 len: 337 time: 0.0814059 Jun 17 08:32:35.712442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:34Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.716305 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ad2c7eaa-7165-42b4-a992-8cfb5c499927 req-21d43ce8-5c53-4227-80da-5ac16974a9fc service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382977 Jun 17 08:32:35.719193 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-5b8978b1-65e3-47d2-90dd-7db3a7369aed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6065710 Jun 17 08:32:35.719672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56392) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.744476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813415b7-394a-4838-83bc-1e441e5a6260 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:34Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:35.833109 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.844432 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-026bad62-b917-44cf-bfdc-6732b20caed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.853517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-537c0798-58d0-49f1-af86-2f1c5c06b012 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:35.855045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-537c0798-58d0-49f1-af86-2f1c5c06b012 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.60 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 820 time: 0.4260685 Jun 17 08:32:35.883487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] No DVR routers for this DVR port d2baf3ce-e25e-4f19-948f-3b41c7b46483 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:35.886653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Pushing event deleted for resources: {'Port': ['ID=d2baf3ce-e25e-4f19-948f-3b41c7b46483,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.897997 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.925275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Router 13475c12-7089-4dc7-849d-f442bb321a13 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:32:35.931125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'port': {'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'admin_state_up': True, 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:35.978204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-25f2ddaa-57e8-4f98-8dfa-d09ea3d358dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:35.983702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-25f2ddaa-57e8-4f98-8dfa-d09ea3d358dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6292918 Jun 17 08:32:36.011723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.043442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-21baa382-fded-4742-af74-e9b84afa5841 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.044865 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f51a9bad-5371-4d5c-bff8-7a14320edc9f req-21baa382-fded-4742-af74-e9b84afa5841 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3816991 Jun 17 08:32:36.068621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969b41-ac62-486a-b24a-27eae5a6bc94 req-288bdeb5-6672-45d3-b34e-fb6bc66a19dd tempest-ComputeTenantNetworksTest-779722003 tempest-ComputeTenantNetworksTest-779722003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.074416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969b41-ac62-486a-b24a-27eae5a6bc94 req-288bdeb5-6672-45d3-b34e-fb6bc66a19dd tempest-ComputeTenantNetworksTest-779722003 tempest-ComputeTenantNetworksTest-779722003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.078166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Deleting port d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:36.079304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.081309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969b41-ac62-486a-b24a-27eae5a6bc94 req-288bdeb5-6672-45d3-b34e-fb6bc66a19dd tempest-ComputeTenantNetworksTest-779722003 tempest-ComputeTenantNetworksTest-779722003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.092946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54969b41-ac62-486a-b24a-27eae5a6bc94 req-288bdeb5-6672-45d3-b34e-fb6bc66a19dd tempest-ComputeTenantNetworksTest-779722003 tempest-ComputeTenantNetworksTest-779722003-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5595546 Jun 17 08:32:36.137511 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a822f2-7225-4a6a-b89b-f435c048c703 x-openstack-request-id: req-10a822f2-7225-4a6a-b89b-f435c048c703 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:36.137861 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:36.138165 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10a822f2-7225-4a6a-b89b-f435c048c703 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:36.138610 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c', 'status': 'completed', 'code': 200} Jun 17 08:32:36.158647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Calling delete_port for acd58672-dd13-427f-bb69-3d54c3912ac3 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:36.204987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6854df98-94aa-4dd2-910c-4016e959bd6f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:36.264265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6854df98-94aa-4dd2-910c-4016e959bd6f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:36.269730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6854df98-94aa-4dd2-910c-4016e959bd6f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:36.270373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.315055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-057e64ca-59da-43de-bc0a-6f7bb6d5b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.316612 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-057e64ca-59da-43de-bc0a-6f7bb6d5b935 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 1097 time: 0.5264826 Jun 17 08:32:36.365726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Made reservation on behalf of 0f57a9492608462d8a8c76d64df6b7ca for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:36.370770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.407378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-3399bcd6-fbea-4758-bddb-2f1090656b91 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips/cc0fda95-929c-45a7-b87f-d0e697110493 HTTP/1.1" status: 200 len: 693 time: 0.1771569 Jun 17 08:32:36.409764 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.451902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6854df98-94aa-4dd2-910c-4016e959bd6f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6854df98-94aa-4dd2-910c-4016e959bd6f,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:36.455605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-36d1ed63-ef1e-4b5f-bddf-97ff27d9aeba service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574602 Jun 17 08:32:36.458744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.462931 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6e4d2148-4ae5-431c-9559-cf9019226cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:36.535191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:36.566397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d2baf3ce-e25e-4f19-948f-3b41c7b46483 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:36.566665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d2baf3ce-e25e-4f19-948f-3b41c7b46483 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:36.586195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6854df98-94aa-4dd2-910c-4016e959bd6f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:36.591728 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:36.628114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202dc4b-990b-4d8b-9c9f-39de2e5366de req-cc9a8290-6cb6-4859-8123-783e50523d30 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.629737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5202dc4b-990b-4d8b-9c9f-39de2e5366de req-cc9a8290-6cb6-4859-8123-783e50523d30 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.3710232 Jun 17 08:32:36.747188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6b290d66-7ec5-4ada-bc02-10a6c7fcd118 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.754320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6b290d66-7ec5-4ada-bc02-10a6c7fcd118 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3457024 Jun 17 08:32:36.758319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.764319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:36.769850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-278502bc-2c75-4a27-a138-1d276719b679 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:36.776569 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:36.777265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-278502bc-2c75-4a27-a138-1d276719b679 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220354 Jun 17 08:32:36.790567 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:36.791516 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:36.839212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-7f948aab-f423-42d0-a6bf-86b956faeb52 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0609722 Jun 17 08:32:36.894552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Calling delete_port for d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:36.922567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.924215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7300880 Jun 17 08:32:36.927132 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:36.927929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56402) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:36.945449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5202dc4b-990b-4d8b-9c9f-39de2e5366de req-49d818d5-2444-43d8-9900-f5ea6fc2e9c6 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053269 Jun 17 08:32:36.952399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a7cf559-c2b8-441d-a695-c35ac63d07d0 req-decad79b-0930-4b4f-bb25-70d63c4650e9 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870241 Jun 17 08:32:36.954399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Allocated IP 172.20.0.9 (f34b23ee-75c3-4df0-b3f1-5a59581718ee/e558524a-2f7c-4cc2-bba0-59903aa5fde7/6f12a769-66a7-475f-9b6b-7c5468105cb8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:36.982072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-3cd14bfd-e9ce-4285-82a1-2b727fff2c56 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.1417234 Jun 17 08:32:36.987826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-8ae59489-2f30-4d71-90f1-44065aff80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.990391 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-8ae59489-2f30-4d71-90f1-44065aff80c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.3187876 Jun 17 08:32:37.141928 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-20ccc94e-cc78-46c5-855b-896c2e631659 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef HTTP/1.1" status: 200 len: 217 time: 0.1086578 Jun 17 08:32:37.172299 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:33Z', 'revision_number': 3, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:37.202289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.209654 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:37.210041 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1a7de527-254a-478b-869a-a68887ff97b7 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:37.210456 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Updating router 13475c12-7089-4dc7-849d-f442bb321a13 port 92d9276a-d703-4889-8780-ec71d3973bee binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:37.251799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Port': ['ID=acd58672-dd13-427f-bb69-3d54c3912ac3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:37.253358 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.261071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:37.275225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd727c-e5c8-4eaf-85b6-77718e8e6f5a req-86928d27-eb2d-4134-a61c-43333b52082c tempest-ComputeTenantNetworksTest-779722003 tempest-ComputeTenantNetworksTest-779722003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:37.289123 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99cd727c-e5c8-4eaf-85b6-77718e8e6f5a req-86928d27-eb2d-4134-a61c-43333b52082c tempest-ComputeTenantNetworksTest-779722003 tempest-ComputeTenantNetworksTest-779722003-project] 10.222.0.65 "GET /v2.0/networks/2f153b9a-c0ee-4245-9c10-051e095d9b17 HTTP/1.1" status: 200 len: 769 time: 0.3044698 Jun 17 08:32:37.290750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56404) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:37.340774 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.350378 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:37.357021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-7bf3498e-eab1-4e37-9e5a-fd2abb47c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:37.358487 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-7bf3498e-eab1-4e37-9e5a-fd2abb47c43b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2055378 Jun 17 08:32:37.438939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-286f2b52-d7c5-4777-978d-fe63df1c2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:37.447073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-286f2b52-d7c5-4777-978d-fe63df1c2a2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 1096 time: 0.4075956 Jun 17 08:32:37.554154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Port': ['ID=d3a91b7a-1d1d-44bc-8ab3-2294685fbd93,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:37.587408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.591282 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/ports/d3a91b7a-1d1d-44bc-8ab3-2294685fbd93 HTTP/1.1" status: 204 len: 168 time: 1.8516810 Jun 17 08:32:37.596128 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:37.603815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:37.737881 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.748369 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Transition to ACTIVE for port object 92d9276a-d703-4889-8780-ec71d3973bee will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:37.753156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.755799 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.757834 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:37.799349 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba7ea9-5c13-4b5a-8ac2-34f5a7b581c0 None None] Pushing event updated for resources: {'Port': ['ID=92d9276a-d703-4889-8780-ec71d3973bee,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:37.803329 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-33ba7ea9-5c13-4b5a-8ac2-34f5a7b581c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:37.818342 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Attempting to bind port 92d9276a-d703-4889-8780-ec71d3973bee on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:37.818733 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Attempting to bind port 92d9276a-d703-4889-8780-ec71d3973bee by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:37.819115 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Attempting to bind port 92d9276a-d703-4889-8780-ec71d3973bee on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:37.824691 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:37.825379 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:37.825944 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.826491 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:37.827158 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Bound port: 92d9276a-d703-4889-8780-ec71d3973bee, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:37.827714 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.882193 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] For port 92d9276a-d703-4889-8780-ec71d3973bee, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:37.885727 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] For port 92d9276a-d703-4889-8780-ec71d3973bee, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=92d9276a-d703-4889-8780-ec71d3973bee,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:37.888022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Deleting port 066433c7-2bf3-4239-9f7c-3b402013fb98 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:37.888426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.893066 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.895450 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:37.924713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.941933 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba7ea9-5c13-4b5a-8ac2-34f5a7b581c0 None None] Pushing event updated for resources: {'Port': ['ID=92d9276a-d703-4889-8780-ec71d3973bee,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:37.947734 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-33ba7ea9-5c13-4b5a-8ac2-34f5a7b581c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:37.958135 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.959054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-873f48fd-0d71-437a-893a-b4e66fdbd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:37.960567 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-873f48fd-0d71-437a-893a-b4e66fdbd7e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5884438 Jun 17 08:32:37.963182 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:37.963992 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.002140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Transition to ACTIVE for port object 6f12a769-66a7-475f-9b6b-7c5468105cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:38.024812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.068307 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:38.092730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681da5-b175-4df8-b9d3-ba2f13b14407 req-96690c30-ce94-4c90-bf94-2a85eb6ae01b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.094524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f681da5-b175-4df8-b9d3-ba2f13b14407 req-96690c30-ce94-4c90-bf94-2a85eb6ae01b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 944 time: 0.6400464 Jun 17 08:32:38.095648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-b42e01e3-3287-479b-8639-1b5ba86e9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.097197 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-b42e01e3-3287-479b-8639-1b5ba86e9c38 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.6388552 Jun 17 08:32:38.103976 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.104121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.123537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.197191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f153b9a-c0ee-4245-9c10-051e095d9b17']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.199267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6854df98-94aa-4dd2-910c-4016e959bd6f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:38.259192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6854df98-94aa-4dd2-910c-4016e959bd6f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:38.259889 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.269355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Calling delete_port for 066433c7-2bf3-4239-9f7c-3b402013fb98 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:38.279033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24120b07-7c1f-456e-8da8-e229035d7991') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.279355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24120b07-7c1f-456e-8da8-e229035d7991') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.296136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-2189cd2d-9959-4702-b463-a2038ffbe30e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f98f71-33f7-458b-900b-8ce0bd71634c HTTP/1.1" status: 200 len: 217 time: 0.1875212 Jun 17 08:32:38.308765 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:33Z', 'revision_number': 3, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.321409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f681da5-b175-4df8-b9d3-ba2f13b14407 req-7414e8b8-5159-4409-9097-25b71d2887a1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172885 Jun 17 08:32:38.331500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.383397 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d69f-3f4f-4d59-8194-ba78a366d57f None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:33Z', 'revision_number': 3, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:38.398557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-30c27208-fc20-4a65-bb24-1cd25161145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.400583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-30c27208-fc20-4a65-bb24-1cd25161145f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0767751 Jun 17 08:32:38.411429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.426894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a65bb4c-d1a4-44d3-961b-8ff8120a4557']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.435163 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-83042d86-b3b5-497e-9843-5de62243daa5 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644792 Jun 17 08:32:38.443232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.456335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341bd798-e069-498f-99b0-b52fd0f724f6') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.456660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341bd798-e069-498f-99b0-b52fd0f724f6') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:38.487429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:38.487849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.494049 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:38.494638 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:38.507784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.516872 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:38.597610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:38.607043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:38.638453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:38.652638 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.675279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:38.675658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:38.685033 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:38.698265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event updated for resources: {'Port': ['ID=6f12a769-66a7-475f-9b6b-7c5468105cb8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:38.738122 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:38.740378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-de9ae7c0-c288-42cd-a8c6-ffdf0462a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.742625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-de9ae7c0-c288-42cd-a8c6-ffdf0462a67e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3345275 Jun 17 08:32:38.749263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.749928 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.867837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-43fa3628-bfcd-4f47-a47f-b0f29aba2e54 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038952 Jun 17 08:32:38.870615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9515932 Jun 17 08:32:38.896703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Request body: {'port': {'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:38.973526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-db7c0ea1-bdea-4f7e-98c0-47baf231879c None None] Provisioning for port 6f12a769-66a7-475f-9b6b-7c5468105cb8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:38.979978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-db7c0ea1-bdea-4f7e-98c0-47baf231879c None None] Provisioning complete for port 6f12a769-66a7-475f-9b6b-7c5468105cb8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:38.980504 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db7c0ea1-bdea-4f7e-98c0-47baf231879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.002508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf79dc-81c7-4f77-82bf-2407968d0013 req-498e3122-076c-4b1f-a4b5-e76bbbbe188c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.004396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cf79dc-81c7-4f77-82bf-2407968d0013 req-498e3122-076c-4b1f-a4b5-e76bbbbe188c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 931 time: 0.5223627 Jun 17 08:32:39.020146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-db7c0ea1-bdea-4f7e-98c0-47baf231879c None None] Port 6f12a769-66a7-475f-9b6b-7c5468105cb8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:39.095149 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.100879 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ba1b879-52b8-4abb-b017-5d4f330915a8 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.131915 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.146105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-76b0c317-dde3-4636-9948-cdaa3301ab76 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.152898 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.154781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2f153b9a-c0ee-4245-9c10-051e095d9b17 HTTP/1.1" status: 204 len: 168 time: 1.8598051 Jun 17 08:32:39.159379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Pushing event deleted for resources: {'Port': ['ID=066433c7-2bf3-4239-9f7c-3b402013fb98,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.162545 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.192947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cf79dc-81c7-4f77-82bf-2407968d0013 req-d79ffc0b-218e-40c5-b9c3-d2046e3984c0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808586 Jun 17 08:32:39.225494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.249378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f153b9a-c0ee-4245-9c10-051e095d9b17,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.255508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 92f98f71-33f7-458b-900b-8ce0bd71634c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:32:39.256055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efde85af-ac59-481d-b8ea-e0f5e5edde50 req-b542c420-0827-4f97-b549-58257d527709 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775475 Jun 17 08:32:39.268120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.281279 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d0e5954e-5c86-4a19-b67f-e52583532fd4 req-601d6248-82d0-41d9-9547-0a6153456493 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308761 Jun 17 08:32:39.307659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.323396 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-067a7213-99cf-4339-aeaa-797cb4c2a6d6 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.329480 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.332446 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] 10.222.0.65 "DELETE /v2.0/networks/5a65bb4c-d1a4-44d3-961b-8ff8120a4557 HTTP/1.1" status: 204 len: 168 time: 1.6957645 Jun 17 08:32:39.357363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.362008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Router 5da7e9e5-6f54-4a65-8312-6cc4372944ae has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:39.363156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Pushing event deleted for resources: {'Network': ['ID=5a65bb4c-d1a4-44d3-961b-8ff8120a4557,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.377434 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.446388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56416) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.515585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=92f98f71-33f7-458b-900b-8ce0bd71634c,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:39.538831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '92f98f71-33f7-458b-900b-8ce0bd71634c', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': '92f98f71-33f7-458b-900b-8ce0bd71634c', 'mac_address': 'fa:16:3e:77:51:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:32:39.600336 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.603608 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.609016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837e3675-6d10-42fd-8006-d90aabcdec33 req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "DELETE /v2.0/floatingips/cc0fda95-929c-45a7-b87f-d0e697110493 HTTP/1.1" status: 204 len: 173 time: 2.6262388 Jun 17 08:32:39.619517 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.644103 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6af88653-3215-4544-9011-5759d8dbd288 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ecbd2694d7e41a8be7853789527e71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949267 Jun 17 08:32:39.647560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.656842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f98f71-33f7-458b-900b-8ce0bd71634c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:39.692727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9e7b-3c43-4cf5-babd-65fd43b3cc0d req-a17db804-e796-496d-af5e-ae5a9747b133 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.694676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2ac9e7b-3c43-4cf5-babd-65fd43b3cc0d req-a17db804-e796-496d-af5e-ae5a9747b133 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.3065257 Jun 17 08:32:39.697525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56424) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.700531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=92f98f71-33f7-458b-900b-8ce0bd71634c,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:39.706767 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.709647 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.722177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:39.727384 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "PUT /v2.0/routers/5da7e9e5-6f54-4a65-8312-6cc4372944ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8707929 Jun 17 08:32:39.733397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56426) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.767239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d254884-6232-407d-9609-3784fa072041 None None] Sync routers for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:39.810939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d254884-6232-407d-9609-3784fa072041 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:39.812719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1d254884-6232-407d-9609-3784fa072041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:39.828999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Allocated IP 172.20.0.1 (27341ac9-3abc-45a0-9373-f69aef451439/e15d7bcd-7bac-4cd0-825a-d7cddf6b3691/bd04ba84-e07c-4d50-9167-3b3c79beb9c5) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:39.864403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1d254884-6232-407d-9609-3784fa072041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:39.869955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.870177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.874526 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.881128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d254884-6232-407d-9609-3784fa072041 None None] Routers {'5da7e9e5-6f54-4a65-8312-6cc4372944ae'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:39.882019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1d254884-6232-407d-9609-3784fa072041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:39.884923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b2ac9e7b-3c43-4cf5-babd-65fd43b3cc0d req-0194fb8c-b2aa-4967-a11d-6616f0e3f450 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150157 Jun 17 08:32:39.937248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.943418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1d254884-6232-407d-9609-3784fa072041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:39.944421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d254884-6232-407d-9609-3784fa072041 None None] The sync data for ids ['5da7e9e5-6f54-4a65-8312-6cc4372944ae'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:39.945832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['92f98f71-33f7-458b-900b-8ce0bd71634c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:39.996646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.030528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722367-33dc-4bb5-a80b-f65a109a33fb req-131ce4ab-bfb4-46d2-9339-8db292e86541 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:40.034747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a722367-33dc-4bb5-a80b-f65a109a33fb req-131ce4ab-bfb4-46d2-9339-8db292e86541 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 945 time: 0.2632387 Jun 17 08:32:40.039465 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-43174fc3-145e-4386-9db2-0d216978d730 req-72787d54-fea2-45be-be2a-f067121cc73d tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] show failed (client error): The resource could not be found. Jun 17 08:32:40.055824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43174fc3-145e-4386-9db2-0d216978d730 req-72787d54-fea2-45be-be2a-f067121cc73d tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips/cc0fda95-929c-45a7-b87f-d0e697110493 HTTP/1.1" status: 404 len: 350 time: 0.1249428 Jun 17 08:32:40.164713 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-a91c2667-72d6-438e-b260-3572d7e2caa0 req-a12164f5-1d8a-42c7-a830-ebf50fb4542a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] show failed (client error): The resource could not be found. Jun 17 08:32:40.173264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a91c2667-72d6-438e-b260-3572d7e2caa0 req-a12164f5-1d8a-42c7-a830-ebf50fb4542a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] 10.222.0.65 "GET /v2.0/floatingips/cc0fda95-929c-45a7-b87f-d0e697110493 HTTP/1.1" status: 404 len: 350 time: 0.0867193 Jun 17 08:32:40.174344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92d9276a-d703-4889-8780-ec71d3973bee up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:40.178912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56434) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.193765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f12a769-66a7-475f-9b6b-7c5468105cb8 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:40.206726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ef2e0161-3c95-4886-b12e-50115848eb8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d70bc54d423f4de08714eb3ecdbdcc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017438 Jun 17 08:32:40.207939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.209648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.212568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.213824 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1c70e4d-ff45-4941-b58c-7689cd17303e HTTP/1.1" status: 204 len: 168 time: 0.5637267 Jun 17 08:32:40.220674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.225631 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24cde75f-7c9c-4e18-914b-c6f6be486e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.253735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 92d9276a-d703-4889-8780-ec71d3973bee completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:40.260391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c70e4d-ff45-4941-b58c-7689cd17303e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.260697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 92d9276a-d703-4889-8780-ec71d3973bee triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:40.261684 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.281247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.287202 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.300784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Transition to ACTIVE for port object bd04ba84-e07c-4d50-9167-3b3c79beb9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:40.314544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.377704 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.404317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a722367-33dc-4bb5-a80b-f65a109a33fb req-6ab546b7-084c-4b5b-a07d-f8dd36252c2d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440588 Jun 17 08:32:40.412119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.418263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Transition to ACTIVE for port object 6f12a769-66a7-475f-9b6b-7c5468105cb8 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:40.418486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.432330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.436800 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eeb67ee5-e048-4dcd-ad07-ff78527a5a8c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.441042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.451640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 92d9276a-d703-4889-8780-ec71d3973bee, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=92d9276a-d703-4889-8780-ec71d3973bee,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:40.453935 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ea72024-a495-4192-a209-380ef70f03d8 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.465710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.465710 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.540916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=92d9276a-d703-4889-8780-ec71d3973bee,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.545395 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.563315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting port 12508aa6-6141-47e7-bfb7-44f72c6668ef {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:40.564418 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.647126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f12a769-66a7-475f-9b6b-7c5468105cb8,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.651767 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.672431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.677073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.680570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Network 27341ac9-3abc-45a0-9373-f69aef451439 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:40.684685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:40.698895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:40.797794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.915409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bd12-6887-4ff8-8634-4accbe2644b5 req-99bb33e3-776d-4834-b295-152abfa6762e tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:40.928887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e16bd12-6887-4ff8-8634-4accbe2644b5 req-99bb33e3-776d-4834-b295-152abfa6762e tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 943 time: 0.4382153 Jun 17 08:32:41.010859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.025697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Attempting to bind port 6f12a769-66a7-475f-9b6b-7c5468105cb8 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:41.026050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Attempting to bind port 6f12a769-66a7-475f-9b6b-7c5468105cb8 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:41.026378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Attempting to bind port 6f12a769-66a7-475f-9b6b-7c5468105cb8 on network f34b23ee-75c3-4df0-b3f1-5a59581718ee {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:41.035224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.038793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.042424 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6a7330a-6d21-4456-b2c7-4a03dfddbd43 HTTP/1.1" status: 204 len: 168 time: 0.8248625 Jun 17 08:32:41.043169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Port 6f12a769-66a7-475f-9b6b-7c5468105cb8 on network f34b23ee-75c3-4df0-b3f1-5a59581718ee not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:41.043701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Attempting to bind port 6f12a769-66a7-475f-9b6b-7c5468105cb8 on network f34b23ee-75c3-4df0-b3f1-5a59581718ee {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:41.055667 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3d3e47-6c76-4511-b6f1-7a2b2a71b35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:41.061375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:41.061936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Checking segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:41.063115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Bound using segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:41.064521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Bound port: 6f12a769-66a7-475f-9b6b-7c5468105cb8, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:41.065054 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.084842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e16bd12-6887-4ff8-8634-4accbe2644b5 req-de41afda-7789-4652-913d-a8fdd5528c14 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531019 Jun 17 08:32:41.116149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a770a6ef-358d-4723-83eb-34d2120a1d54 None None] Provisioning for port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:41.121604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a770a6ef-358d-4723-83eb-34d2120a1d54 None None] Provisioning complete for port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:41.122003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a770a6ef-358d-4723-83eb-34d2120a1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.197349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a770a6ef-358d-4723-83eb-34d2120a1d54 None None] Port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:41.226308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Calling delete_port for 12508aa6-6141-47e7-bfb7-44f72c6668ef owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:41.235517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7330a-6d21-4456-b2c7-4a03dfddbd43,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:41.257315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 92f98f71-33f7-458b-900b-8ce0bd71634c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:41.276890 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:41.284400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] For port 6f12a769-66a7-475f-9b6b-7c5468105cb8, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:41.303092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] For port 6f12a769-66a7-475f-9b6b-7c5468105cb8, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:41.316574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.332281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-58834522-5bf7-4cb6-b75f-6b75041ea991 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:41.363232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 92f98f71-33f7-458b-900b-8ce0bd71634c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:41.369964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 92f98f71-33f7-458b-900b-8ce0bd71634c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:41.370636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.400952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd740e-9b70-4d4e-bc14-4ce6f4329196 req-7d8d56d5-1ca4-4b42-966f-7ea8667e6b86 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:41.402498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0bd740e-9b70-4d4e-bc14-4ce6f4329196 req-7d8d56d5-1ca4-4b42-966f-7ea8667e6b86 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.2575662 Jun 17 08:32:41.411028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:41.411644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.413047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 1092 time: 2.5306845 Jun 17 08:32:41.413771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:41.416229 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c80717-cb7a-4647-a023-ec2dde24f1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:41.539232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.574731 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104b147-b3b6-4a57-bcfd-3b1a4c63d89a x-openstack-request-id: req-9104b147-b3b6-4a57-bcfd-3b1a4c63d89a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:41.575190 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:41.575592 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9104b147-b3b6-4a57-bcfd-3b1a4c63d89a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:41.576056 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'status': 'completed', 'code': 200} Jun 17 08:32:41.589846 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.664246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:41.670054 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbd84e3-c298-4e31-875f-a5ed13a46780" -d '{"events": [{"server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "name": "network-vif-plugged", "status": "completed", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:41.677435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f12a769-66a7-475f-9b6b-7c5468105cb8,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:41.687043 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:41.696686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.717077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=92f98f71-33f7-458b-900b-8ce0bd71634c,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:41.735130 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.738198 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcdb21bb-531a-41b5-9290-5a4a36030a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:41.847804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:41.852275 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:41.978498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.985645 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31cbfddb-7956-456a-ac35-2d1c58a8a9e0 tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.068980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Port': ['ID=12508aa6-6141-47e7-bfb7-44f72c6668ef,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.076606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.174333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92d9276a-d703-4889-8780-ec71d3973bee up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:42.177463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.299544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 92d9276a-d703-4889-8780-ec71d3973bee triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:42.299938 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.323943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.327336 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.331494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.338268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.406006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb941a0e-b19f-4d55-95ec-897e431d5992 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.407464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0bd740e-9b70-4d4e-bc14-4ce6f4329196 req-7b20e92f-7ceb-424a-9986-8aa2522b8ca2 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9614277 Jun 17 08:32:42.433905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56504) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:42.481111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.481909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Fanout notify agent at l3_agent the message router_deleted on router 5da7e9e5-6f54-4a65-8312-6cc4372944ae {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:42.491491 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1573b93-daa5-4921-8d8f-fd20faab3638 x-openstack-request-id: req-d1573b93-daa5-4921-8d8f-fd20faab3638 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:42.491977 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "name": "network-vif-plugged", "status": "completed", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:42.492323 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1573b93-daa5-4921-8d8f-fd20faab3638 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:42.492816 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c', 'code': 200} Jun 17 08:32:42.503217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.506531 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "DELETE /v2.0/routers/5da7e9e5-6f54-4a65-8312-6cc4372944ae HTTP/1.1" status: 204 len: 168 time: 2.7692850 Jun 17 08:32:42.508520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56508) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:42.529036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3a16aacc-2cb2-42fc-9c87-70ccea118718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:42.530516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-3a16aacc-2cb2-42fc-9c87-70ccea118718 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1095 time: 0.9996769 Jun 17 08:32:42.573973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659638b-9dc1-486b-83d4-c26b999eb25a req-ce175afc-ea4a-4155-b396-57e013894d50 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:42.577739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c659638b-9dc1-486b-83d4-c26b999eb25a req-ce175afc-ea4a-4155-b396-57e013894d50 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 946 time: 0.2085168 Jun 17 08:32:42.599723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.623377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.633421 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.673437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting subnet 1d9b54ac-aa51-40db-97bf-8523e87f39f3 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:42.715544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.723692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaea6b-f2af-4145-8392-4367267dbe14 req-4363b5cf-d949-4a4e-ad3c-f927a87dbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:42.725268 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85aaea6b-f2af-4145-8392-4367267dbe14 req-4363b5cf-d949-4a4e-ad3c-f927a87dbd75 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 1098 time: 0.1486223 Jun 17 08:32:42.760997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-2fc1fc70-256a-4d3b-9d85-7443df99bb47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 217 time: 0.1814711 Jun 17 08:32:42.767235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Network 27341ac9-3abc-45a0-9373-f69aef451439 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:42.775331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:42.783913 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-85aaea6b-f2af-4145-8392-4367267dbe14 req-13181e11-5308-4223-9a31-4430e98b8269 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Jun 17 08:32:42.863598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9685b7cb-4173-4152-b801-c5ab72e19cfd tempest-DvrRoutersNegativeTest-1376571004 tempest-DvrRoutersNegativeTest-1376571004-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1527887451', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:42.867127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.policy [None req-9685b7cb-4173-4152-b801-c5ab72e19cfd tempest-DvrRoutersNegativeTest-1376571004 tempest-DvrRoutersNegativeTest-1376571004-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93499) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 17 08:32:42.867423 n-d-780147-13 neutron-server[93499]: DEBUG neutron.policy [None req-9685b7cb-4173-4152-b801-c5ab72e19cfd tempest-DvrRoutersNegativeTest-1376571004 tempest-DvrRoutersNegativeTest-1376571004-project] Failed policy check for 'create_router' {{(pid=93499) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 17 08:32:42.867988 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-9685b7cb-4173-4152-b801-c5ab72e19cfd tempest-DvrRoutersNegativeTest-1376571004 tempest-DvrRoutersNegativeTest-1376571004-project] create failed (client error): Access was denied to this resource. Jun 17 08:32:42.873351 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9685b7cb-4173-4152-b801-c5ab72e19cfd tempest-DvrRoutersNegativeTest-1376571004 tempest-DvrRoutersNegativeTest-1376571004-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3971643 Jun 17 08:32:42.893877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c659638b-9dc1-486b-83d4-c26b999eb25a req-74237f6c-cb7f-4f3f-885d-6dec184efe7c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179925 Jun 17 08:32:42.907352 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.960924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Router 13475c12-7089-4dc7-849d-f442bb321a13 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:42.978370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-0f7d8ec2-766e-464d-8247-d5d19e363220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:42.979876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-0f7d8ec2-766e-464d-8247-d5d19e363220 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1884232 Jun 17 08:32:43.100644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:43.101937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f2dd-fc1b-4be5-b986-75a9d8b79f73 req-7ad6e696-b94b-4896-aee5-8c791a7c5908 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:43.102367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0a22612b-6c0d-4f6a-81fe-ba6a87746e08 None None] Provisioning complete for port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:43.102919 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a22612b-6c0d-4f6a-81fe-ba6a87746e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.103577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a065f2dd-fc1b-4be5-b986-75a9d8b79f73 req-7ad6e696-b94b-4896-aee5-8c791a7c5908 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 943 time: 0.3852079 Jun 17 08:32:43.111123 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] 10.222.0.65 "PUT /v2.0/routers/13475c12-7089-4dc7-849d-f442bb321a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1782839 Jun 17 08:32:43.123488 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:43.143298 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:43.144381 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:43.166305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.170650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0a22612b-6c0d-4f6a-81fe-ba6a87746e08 None None] Port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:43.268538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-8e75da18-e157-4dfe-9a28-31d19c596ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:43.268538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-8e75da18-e157-4dfe-9a28-31d19c596ce6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2733057 Jun 17 08:32:43.270565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a065f2dd-fc1b-4be5-b986-75a9d8b79f73 req-3e81b661-cf0e-4ad1-832d-225fdae81056 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451755 Jun 17 08:32:43.329145 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:43.365679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.367606 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:43.394357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56538) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:43.412668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9b54ac-aa51-40db-97bf-8523e87f39f3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:43.417122 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:43.418453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Deleting port 52e04679-c43c-4a41-8994-724f98bac03f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:43.419187 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.426797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.431641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "DELETE /v2.0/subnets/1d9b54ac-aa51-40db-97bf-8523e87f39f3 HTTP/1.1" status: 204 len: 168 time: 0.9142830 Jun 17 08:32:43.431792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f898c72-546c-49b8-b742-5f75ee4b6774 None None] Network 1a3572fb-a12b-496d-bdbf-86dde04aeb3b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:43.432709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:43.623128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-5a60fae0-0756-499f-a470-0be663efdceb service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459523 Jun 17 08:32:43.682411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.801537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] DHCP port deletion for 1a3572fb-a12b-496d-bdbf-86dde04aeb3b request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:43.863847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.872708 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 2, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:43.882653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Deleting port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:43.883833 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.959368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] For port 52e04679-c43c-4a41-8994-724f98bac03f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=52e04679-c43c-4a41-8994-724f98bac03f,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:43.959734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.969894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] For port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,segment=NetworkSegment(0d95b199-0cb2-451d-8ec0-e21fd3a930f5),segment_id=0d95b199-0cb2-451d-8ec0-e21fd3a930f5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:43.970644 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.986938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.990643 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:43.991045 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Updating router 13475c12-7089-4dc7-849d-f442bb321a13 port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:44.006388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.012039 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adab2e5f-4850-4646-b3db-93218ee14fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.129990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Calling delete_port for 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:44.142684 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.143797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be1a07d7c28d45eaaa8d620cd0136002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475717 Jun 17 08:32:44.144919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.148006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab6e230-4396-4e41-9f24-f6695cb24ab6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.175223 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.238827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:44.264300 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.287769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Calling delete_port for 52e04679-c43c-4a41-8994-724f98bac03f owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:44.329985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.369428 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.405967 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.428484 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.467813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Pushing event deleted for resources: {'Port': ['ID=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.471384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] No DVR routers for this DVR port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:44.473063 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.481413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.488132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.496404 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ab6e230-4396-4e41-9f24-f6695cb24ab6 HTTP/1.1" status: 204 len: 168 time: 0.3494697 Jun 17 08:32:44.498866 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-daf146d6-be1f-488c-95a2-b9f1058fe6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.510117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab6e230-4396-4e41-9f24-f6695cb24ab6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.520598 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.535963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56564) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.551787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996733283', 'description': 'tempest-description--812741783'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:44.559424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57e6fce-6670-49dd-80c5-f46ab68464f8 req-4b9b33ee-ad0b-4336-96d1-20a434c0d0f5 service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106107 Jun 17 08:32:44.570025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.628838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.664553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efe721-bc8e-4c04-a81b-624d21907b1c req-dabb30b1-d65f-4b3d-a597-3baab5544d09 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:44.666311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87efe721-bc8e-4c04-a81b-624d21907b1c req-dabb30b1-d65f-4b3d-a597-3baab5544d09 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 1.0201032 Jun 17 08:32:44.711810 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.728987 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Transition to ACTIVE for port object bd04ba84-e07c-4d50-9167-3b3c79beb9c5 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:44.745225 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.748265 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.816712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.822964 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.830130 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc50c54d-97d6-442d-b92c-9d758bf0ea5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.846798 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a89d2-d4ca-43c7-9ee5-138969358048 None None] Pushing event updated for resources: {'Port': ['ID=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.853347 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e1a89d2-d4ca-43c7-9ee5-138969358048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.892675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.896631 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3543994 Jun 17 08:32:44.896631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd835f98-895c-4f48-81fd-403344264d81,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.902465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56572) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.902465 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.907464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'security_group_rule': {'security_group_id': 'cd835f98-895c-4f48-81fd-403344264d81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:44.988182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.051644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.122664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:45.125240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.196428 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.206955 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf442c6a-2cac-40d7-8c34-8beb433d6a36 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.213862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-87efe721-bc8e-4c04-a81b-624d21907b1c req-149b72e2-3eb7-43af-ac67-d2b7ffe6d800 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345384 Jun 17 08:32:45.225832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-78a86af8-a2b5-4740-9da6-896fd66fe832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:45.227516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-78a86af8-a2b5-4740-9da6-896fd66fe832 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1095 time: 0.5787520 Jun 17 08:32:45.244193 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Attempting to bind port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:45.244708 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Attempting to bind port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:45.245195 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Attempting to bind port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 on network 27341ac9-3abc-45a0-9373-f69aef451439 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:45.272604 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:45.273481 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Checking segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:45.274078 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.274562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Bound using segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:45.275142 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Bound port: bd04ba84-e07c-4d50-9167-3b3c79beb9c5, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:45.275639 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.376902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.380122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.386029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.393211 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] For port bd04ba84-e07c-4d50-9167-3b3c79beb9c5, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:45.394438 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0f6484c8-8713-4959-a066-19aa35d05c23 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.397960 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] For port bd04ba84-e07c-4d50-9167-3b3c79beb9c5, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:45.408187 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.427709 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.446240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.480056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e04679-c43c-4a41-8994-724f98bac03f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.492484 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a89d2-d4ca-43c7-9ee5-138969358048 None None] Pushing event updated for resources: {'Port': ['ID=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.499443 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e1a89d2-d4ca-43c7-9ee5-138969358048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.504644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465210fe-ae58-4416-ae9b-d044c61077b3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.519619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:45.523400 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:45.527495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.528012 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.570953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5d847d-d382-45da-a49c-df098eef65f3,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.576763 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.580791 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e63c3d9065a4089bb3a6427294f8685&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082197 Jun 17 08:32:45.583394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56586) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.622605 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.631120 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7301171 Jun 17 08:32:45.634162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56590) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.647020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'security_group_rule': {'security_group_id': 'cd835f98-895c-4f48-81fd-403344264d81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:45.679891 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.740916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.746336 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:45.768868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.788776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] For port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88, host n-d-780147-13, got binding levels [] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:45.789152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.838171 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.879697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.882591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.883965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/465210fe-ae58-4416-ae9b-d044c61077b3 HTTP/1.1" status: 204 len: 168 time: 0.2993901 Jun 17 08:32:45.887568 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-240fe21c-3340-4281-85f5-563c14340f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.905351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465210fe-ae58-4416-ae9b-d044c61077b3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.912402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.947197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.959342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.961795 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b0bbc65d-b717-4e4b-80d3-3b802a77ba20 tempest-TaggedBootDevicesTest-1205698892 tempest-TaggedBootDevicesTest-1205698892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.991769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac22e340-2af0-47ee-a014-b8ab72b8219c,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.995292 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:45Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:46.003915 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:46.005223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.006446 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712230 Jun 17 08:32:46.009436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.013979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:46.035055 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23b0e6-687a-4aa6-af8b-511f80394602 None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:45Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:46.062574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474d5a-766b-4706-93de-9b974de34a68 req-4b55fcae-c4a0-4291-b2ff-22e82658f028 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:46.069563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.087766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28474d5a-766b-4706-93de-9b974de34a68 req-4b55fcae-c4a0-4291-b2ff-22e82658f028 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 946 time: 1.2771003 Jun 17 08:32:46.149846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Calling delete_port for 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:46.158740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.165200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 was not found and therefore no delete operation was performed {{(pid=93500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:32:46.186163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.197341 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-113dee23-2fbe-45ee-96aa-1449d113fd3d tempest-MigrationsAdminTest-1624146058 tempest-MigrationsAdminTest-1624146058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:46.252960 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.326662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-393beaa7-0c78-46a0-af27-378cd86f5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:46.328229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-393beaa7-0c78-46a0-af27-378cd86f5104 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 1.0691102 Jun 17 08:32:46.329696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Port': ['ID=3b8a9a21-7826-4ded-991b-8bbf63d1cd88,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:46.337266 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:46.387301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] No DVR routers for this DVR port 3b8a9a21-7826-4ded-991b-8bbf63d1cd88 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:46.406268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28474d5a-766b-4706-93de-9b974de34a68 req-42d04adc-8029-4a70-906f-3468101f5492 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144646 Jun 17 08:32:46.468201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Allocated IP 172.25.7.54 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/19b6edce-afa9-4f24-a66f-0eb9115d8355) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:46.522068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-87bae1ce-2a2e-439a-a3a9-0d0e6cceeb91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 217 time: 0.1375821 Jun 17 08:32:46.542118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dc4d9-f974-4302-b261-f36664f7b0c7 req-64d0347d-09d7-43ab-ba8a-30c1662dfeda tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:46.559529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-675dc4d9-f974-4302-b261-f36664f7b0c7 req-64d0347d-09d7-43ab-ba8a-30c1662dfeda tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 943 time: 1.0757427 Jun 17 08:32:46.618882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56614) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.725312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-1c136993-1e8b-43ed-ae60-6253d2cd87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:46.726827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-1c136993-1e8b-43ed-ae60-6253d2cd87e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1377103 Jun 17 08:32:46.772240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.970434 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.979064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.995560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.102348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.107405 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e9cd644-7e5e-4448-a8de-65397bf3d0c9 tempest-ServersOnMultiNodesTest-1389758789 tempest-ServersOnMultiNodesTest-1389758789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:47.170219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:47.177258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.178590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:47.184824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:47.226945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3572fb-a12b-496d-bdbf-86dde04aeb3b']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:47.227836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.235159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'Port': ['ID=19b6edce-afa9-4f24-a66f-0eb9115d8355,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:47.253246 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.253619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.253996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.254365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.254729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.255123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.255482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.255940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.256307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.256675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.257031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.257386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:47.270439 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.275163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fb9839f1-48df-4434-b8c2-b3f4c0f7568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:47.316877 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cefb00700d4e4cf68816985a0b8a71f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6969118 Jun 17 08:32:47.323650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56624) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:47.349853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e416e4e-4384-4d13-a5b0-fb933ef830f8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:47.357063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d95b199-0cb2-451d-8ec0-e21fd3a930f5') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:47.357369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d95b199-0cb2-451d-8ec0-e21fd3a930f5') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:47.367849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-675dc4d9-f974-4302-b261-f36664f7b0c7 req-e1317c69-1899-451a-ae9d-9940e564734d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8074439 Jun 17 08:32:47.371486 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.377187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.387737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.426233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:47.438569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.441927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-5d493bda-0b39-4463-8a22-74cbb2638f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:47.443542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-5d493bda-0b39-4463-8a22-74cbb2638f22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2881753 Jun 17 08:32:47.456045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:47.456302 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.456497 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.458459 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:47.484216 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:47.563208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.576523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3df684-c198-4ad3-8163-3e306c7410ec req-38f7b758-b353-41a5-a33a-63db06736955 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:47.585443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a3df684-c198-4ad3-8163-3e306c7410ec req-38f7b758-b353-41a5-a33a-63db06736955 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.8101611 Jun 17 08:32:47.729797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.732436 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.733613 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e416e4e-4384-4d13-a5b0-fb933ef830f8 HTTP/1.1" status: 204 len: 168 time: 0.4078984 Jun 17 08:32:47.736073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98ba80c6-aa67-4d8e-ad5c-6a656d6c7dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:47.747518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e416e4e-4384-4d13-a5b0-fb933ef830f8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:47.749927 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.784887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.799518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.803319 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57692039-d5cb-456b-841c-3c17ce02dbb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:47.857753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.865674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'Port': ['ID=19b6edce-afa9-4f24-a66f-0eb9115d8355,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:47.871275 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.911539 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67cf65d2-5cfc-43f2-afb9-7fa7c3ccab57 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:47.917360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.922520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "DELETE /v2.0/networks/1a3572fb-a12b-496d-bdbf-86dde04aeb3b HTTP/1.1" status: 204 len: 168 time: 4.4772232 Jun 17 08:32:47.931184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:47.957045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.973119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.975092 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9635737 Jun 17 08:32:47.984410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6f12a769-66a7-475f-9b6b-7c5468105cb8 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:32:48.068730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a3df684-c198-4ad3-8163-3e306c7410ec req-11079b86-3af1-438b-8d6b-48da2088e503 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822681 Jun 17 08:32:48.070759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-fa959bea-dd10-4477-91dc-99375628d819 service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985217 Jun 17 08:32:48.074986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:48.086265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] 10.222.0.65 "PUT /v2.0/routers/c4bc8374-fed1-4d11-bd1e-24dbea0d9750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9020636 Jun 17 08:32:48.089006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56640) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:48.099169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Network': ['ID=1a3572fb-a12b-496d-bdbf-86dde04aeb3b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.102154 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.172494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] Sync routers for ids ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:48.188889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37822ef0-76bc-4d11-8885-fa8168470357 req-7490b6a6-1346-4aa0-9f24-f2f2b41a7ac9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 267 time: 0.6427832 Jun 17 08:32:48.217763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bd04ba84-e07c-4d50-9167-3b3c79beb9c5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:48.297989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.303598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] Routers {'c4bc8374-fed1-4d11-bd1e-24dbea0d9750'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:48.304947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:48.314245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 6f12a769-66a7-475f-9b6b-7c5468105cb8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:48.393927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7c80717-cb7a-4647-a023-ec2dde24f1d8 req-2e0ca012-cefa-4338-abcd-83a15e145654 service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980790 Jun 17 08:32:48.409804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Deleting port ae82574c-6385-4d36-9128-92171c9db22e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:48.410091 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.433848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37822ef0-76bc-4d11-8885-fa8168470357 req-7a56b38d-ac0f-4ea9-a816-1c19797d7524 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:48.435517 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37822ef0-76bc-4d11-8885-fa8168470357 req-7a56b38d-ac0f-4ea9-a816-1c19797d7524 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 946 time: 0.2133641 Jun 17 08:32:48.461566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'port': {'security_groups': []}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:48.557226 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.557226 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.581468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.688758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Calling delete_port for ae82574c-6385-4d36-9128-92171c9db22e owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:48.693711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Deleting port c28d04e8-7d47-4b47-8579-b68f55822f99 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:48.695961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.702772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:32:48.804418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] Set router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:48.874474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] For port c28d04e8-7d47-4b47-8579-b68f55822f99, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c28d04e8-7d47-4b47-8579-b68f55822f99,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:48.875783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.940296 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.943066 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.976025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Calling delete_port for c28d04e8-7d47-4b47-8579-b68f55822f99 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:48.986655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f12a769-66a7-475f-9b6b-7c5468105cb8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:49.014542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 6f12a769-66a7-475f-9b6b-7c5468105cb8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:49.014754 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.014754 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71d8c92f-0ab5-4603-9b82-7f6a6cae8d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:49.018251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-ae921c99-ab93-411b-a1c4-4ab29b9ee4ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1996733283&fields=id&tenant_id=fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 267 time: 0.1261137 Jun 17 08:32:49.045592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Pushing event deleted for resources: {'Port': ['ID=ae82574c-6385-4d36-9128-92171c9db22e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:49.064123 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:49.068002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.073110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:49.080647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:49.103418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:49.104177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.206723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=6f12a769-66a7-475f-9b6b-7c5468105cb8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:49.214347 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:49.225982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.232420 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9ad3241-8c33-4e2c-8a11-3269dbc8742c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:49.254510 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.297939 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.301267 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.303439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28d04e8-7d47-4b47-8579-b68f55822f99,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:49.304008 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.307672 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:49.310024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] 10.222.0.65 "DELETE /v2.0/floatingips/56bd6eee-7157-4f8d-895a-c6de2e3abc2d HTTP/1.1" status: 204 len: 168 time: 1.3626494 Jun 17 08:32:49.316459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:45Z', 'revision_number': 5, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port': {'id': 'c28d04e8-7d47-4b47-8579-b68f55822f99', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:08Z', 'updated_at': '2021-06-17T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:49.320342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-5fb1a0fc-29e5-42a1-9d41-bb6f6247c2e1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:49.327672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-5fb1a0fc-29e5-42a1-9d41-bb6f6247c2e1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 817 time: 0.2879493 Jun 17 08:32:49.353951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['6f12a769-66a7-475f-9b6b-7c5468105cb8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:49.362091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-7c983d9a-3050-486b-8e70-444c97730433 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/quotas/fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 375 time: 0.0333939 Jun 17 08:32:49.375055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.377893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=92f98f71-33f7-458b-900b-8ce0bd71634c,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:49.398684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] Checking router: c4bc8374-fed1-4d11-bd1e-24dbea0d9750 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:49.435946 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.436573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] Routers {'c4bc8374-fed1-4d11-bd1e-24dbea0d9750'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:49.437088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:49.441803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port bd04ba84-e07c-4d50-9167-3b3c79beb9c5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:49.449892 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.459331 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6178eec9-f012-4309-b0fb-8529b36fd99a tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:49.473158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef', '92f98f71-33f7-458b-900b-8ce0bd71634c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:49.509348 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.517280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-9eb0ffe8-a2fd-4a17-816e-b3976735a816 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425273 Jun 17 08:32:49.538098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:49.538797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.540252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37822ef0-76bc-4d11-8885-fa8168470357 req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "PUT /v2.0/ports/92f98f71-33f7-458b-900b-8ce0bd71634c HTTP/1.1" status: 200 len: 905 time: 1.0918415 Jun 17 08:32:49.542041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:49.544411 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a" -d '{"events": [{"name": "network-changed", "server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:49.607082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.615529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.639684 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:49.687082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:49.701522 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:49.727589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.728400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:49.740488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.767242 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c4bc8374-fed1-4d11-bd1e-24dbea0d9750 HTTP/1.1" status: 204 len: 168 time: 1.6761637 Jun 17 08:32:49.770005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56696) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:49.779166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:49.790955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-0d3e8d58-6a43-41fe-89fe-d60925bd8e1a service neutron] 10.222.0.65 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495079 Jun 17 08:32:49.819517 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:49.831874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Deleting subnet e711e030-1ffc-44d1-a21b-a9a5e1feac8a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:49.838417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.840816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56700) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:49.844555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] Set router c4bc8374-fed1-4d11-bd1e-24dbea0d9750 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:49.850081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['92f98f71-33f7-458b-900b-8ce0bd71634c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:49.940075 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.997463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 7, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:50.162588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.189495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653d67f-856c-429b-8908-d4b3760002aa None None] The sync data for ids ['c4bc8374-fed1-4d11-bd1e-24dbea0d9750'] in n-d-780147-13 is: [{'id': 'c4bc8374-fed1-4d11-bd1e-24dbea0d9750', 'name': 'tempest-FloatingIPsTestJSON-818021852-router', 'tenant_id': 'dea970ebc65943348773b8fe87be8a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:06Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 7, 'project_id': 'dea970ebc65943348773b8fe87be8a43', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:50.222371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a326faf-d8fb-46c9-882c-8016d67a40d2 None None] Provisioning complete for port 92f98f71-33f7-458b-900b-8ce0bd71634c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:50.222772 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a326faf-d8fb-46c9-882c-8016d67a40d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.239477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-42c383c4-7c42-4017-ab0d-0b2aabe21561 service neutron] 10.222.0.65 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471979 Jun 17 08:32:50.277639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.301484 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec74e-3bc0-4ba3-9fa5-edf5f7a4d339 req-d767b0c4-b293-4639-b9b1-86347862d1db tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:50.305087 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-74430d3d-5522-4c48-80e4-d375aec2bf38 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:50.305959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71dec74e-3bc0-4ba3-9fa5-edf5f7a4d339 req-d767b0c4-b293-4639-b9b1-86347862d1db tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 944 time: 0.4647651 Jun 17 08:32:50.314545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.320565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e711e030-1ffc-44d1-a21b-a9a5e1feac8a HTTP/1.1" status: 204 len: 168 time: 0.5494804 Jun 17 08:32:50.325781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56714) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:50.355909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-77f72f0e-55fe-4123-ad63-41598271fae7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:50.367813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-77f72f0e-55fe-4123-ad63-41598271fae7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.3914657 Jun 17 08:32:50.373723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e27eb-d4c9-470b-a21c-9d1d667d1557 None None] Network 9590c735-417a-422e-a4af-49ccc6f6049e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:50.450920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e711e030-1ffc-44d1-a21b-a9a5e1feac8a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:50.454366 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:50.461078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1add984a-b59c-4510-bfe2-961442e716f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31a5fe0d9ded41509ac78ecd0e34f849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958455 Jun 17 08:32:50.463910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56718) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:50.494029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71dec74e-3bc0-4ba3-9fa5-edf5f7a4d339 req-5d69d59b-cb27-4f3f-9494-826185c9678c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646426 Jun 17 08:32:50.713202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bd04ba84-e07c-4d50-9167-3b3c79beb9c5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:50.730270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Deleting port 6d1fd1b5-f356-4088-952b-9ef44669bab6 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:50.732343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.776057 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.788500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.885806 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.887543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:50.888113 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.043066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a31de0ec-60ed-45c5-95bc-2c807ffafece'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:51.062857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] For port 6d1fd1b5-f356-4088-952b-9ef44669bab6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6d1fd1b5-f356-4088-952b-9ef44669bab6,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:51.063304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.064450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Deleting port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:51.065517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.070673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.073772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.079643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3919d2d3-8b03-4f66-9842-bb479ca82fc0 HTTP/1.1" status: 204 len: 168 time: 0.6145608 Jun 17 08:32:51.093393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca7433-7265-404a-a2fe-5609a25171d4 req-c243dd76-d16e-470e-adeb-f9b6eb5e80d0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:51.099652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8bca7433-7265-404a-a2fe-5609a25171d4 req-c243dd76-d16e-470e-adeb-f9b6eb5e80d0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 945 time: 0.3404684 Jun 17 08:32:51.110533 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c56635ab-ce99-4a45-86d8-7a45c638524a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.123833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919d2d3-8b03-4f66-9842-bb479ca82fc0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.133154 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.192107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] DHCP port deletion for 9590c735-417a-422e-a4af-49ccc6f6049e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:51.249424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] For port 93b57dfd-3428-46f6-854e-7a8fbbf7a088, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=93b57dfd-3428-46f6-854e-7a8fbbf7a088,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:51.249644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.265587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Calling delete_port for 6d1fd1b5-f356-4088-952b-9ef44669bab6 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:51.302716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ddb94-0e9d-4e22-9898-698225f102d6 req-abc01d6c-3d70-4c27-9078-82403396e92a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:51.304408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a3ddb94-0e9d-4e22-9898-698225f102d6 req-abc01d6c-3d70-4c27-9078-82403396e92a tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 908 time: 0.4110582 Jun 17 08:32:51.404331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8bca7433-7265-404a-a2fe-5609a25171d4 req-e75bad0b-f84d-417e-8186-383bda46db1d tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864075 Jun 17 08:32:51.469765 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eb07b3-f4f1-4707-a2d0-3c9a72c4c1ad x-openstack-request-id: req-d5eb07b3-f4f1-4707-a2d0-3c9a72c4c1ad {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:51.478265 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:51.478608 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5eb07b3-f4f1-4707-a2d0-3c9a72c4c1ad {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:51.480736 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c', 'status': 'completed', 'code': 200} Jun 17 08:32:51.487945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Calling delete_port for 93b57dfd-3428-46f6-854e-7a8fbbf7a088 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:51.537152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Deleting port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:51.537536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.769575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] For port 93b57dfd-3428-46f6-854e-7a8fbbf7a088, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=93b57dfd-3428-46f6-854e-7a8fbbf7a088,segment=NetworkSegment(e060639d-ab46-4158-84ce-0cd0c6636312),segment_id=e060639d-ab46-4158-84ce-0cd0c6636312)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:51.776466 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.865340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dea90489-629c-4f93-b619-cb732f5ae02e req-f8011108-c343-4600-b3f8-57e0b1bd2040 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 210 time: 0.0973613 Jun 17 08:32:51.881436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.887706 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.896021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-5e1e0c85-8b27-4385-ba60-6faea1201c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:51.899381 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-5e1e0c85-8b27-4385-ba60-6faea1201c57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 1060 time: 0.4032493 Jun 17 08:32:51.992237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56768) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:52.035921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event deleted for resources: {'Port': ['ID=6d1fd1b5-f356-4088-952b-9ef44669bab6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.038875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Calling delete_port for 93b57dfd-3428-46f6-854e-7a8fbbf7a088 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:52.046486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.056018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6f12a769-66a7-475f-9b6b-7c5468105cb8 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:52.084535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.142236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-019d03fd-6f0e-4860-ac71-e9b879f3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:52.144643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-019d03fd-6f0e-4860-ac71-e9b879f3a2fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.2315629 Jun 17 08:32:52.197515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e6c7e-9f69-43fe-bb7c-fce28bc12763 req-286948d1-af4a-4f8e-a995-7c7ce9b6f573 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:52.205297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-438e6c7e-9f69-43fe-bb7c-fce28bc12763 req-286948d1-af4a-4f8e-a995-7c7ce9b6f573 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.5395002 Jun 17 08:32:52.223261 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-e15c8d0a-8091-4c36-bcda-2de49eabd358 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f98f71-33f7-458b-900b-8ce0bd71634c HTTP/1.1" status: 200 len: 217 time: 0.0669320 Jun 17 08:32:52.223951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.226423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1341ff7f-dffe-4de9-a53b-7ed253a84a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:52.230789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c28d04e8-7d47-4b47-8579-b68f55822f99 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:52.269340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c28d04e8-7d47-4b47-8579-b68f55822f99 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:52.269778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c28d04e8-7d47-4b47-8579-b68f55822f99 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:52.270439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52e04679-c43c-4a41-8994-724f98bac03f no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:52.286214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=93b57dfd-3428-46f6-854e-7a8fbbf7a088,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.307808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 52e04679-c43c-4a41-8994-724f98bac03f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:52.308006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52e04679-c43c-4a41-8994-724f98bac03f not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:52.308304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 93b57dfd-3428-46f6-854e-7a8fbbf7a088 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:52.332842 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.333927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] No DVR routers for this DVR port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:52.355001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 6f12a769-66a7-475f-9b6b-7c5468105cb8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:52.357002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 93b57dfd-3428-46f6-854e-7a8fbbf7a088 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:52.357356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 93b57dfd-3428-46f6-854e-7a8fbbf7a088 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:52.418937 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.422662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 6f12a769-66a7-475f-9b6b-7c5468105cb8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:52.434845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.438763 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:52.503372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-af1c1f41-c191-4428-a2a0-442c707878ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:52.504864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-af1c1f41-c191-4428-a2a0-442c707878ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2746418 Jun 17 08:32:52.595557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Pushing event deleted for resources: {'Port': ['ID=93b57dfd-3428-46f6-854e-7a8fbbf7a088,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.600811 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.603578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] No DVR routers for this DVR port 93b57dfd-3428-46f6-854e-7a8fbbf7a088 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:52.631714 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.681009 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.713008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9590c735-417a-422e-a4af-49ccc6f6049e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:52.730249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e060639d-ab46-4158-84ce-0cd0c6636312') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:52.731035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e060639d-ab46-4158-84ce-0cd0c6636312') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:52.752916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.776404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 6f12a769-66a7-475f-9b6b-7c5468105cb8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:52.776633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.783085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:52.790047 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2320da-1cef-483d-be89-78073a55fee6" -d '{"events": [{"server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "name": "network-vif-plugged", "status": "completed", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:52.794466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:52.796269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.806890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.807813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6d1fd1b5-f356-4088-952b-9ef44669bab6 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:52.822320 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:52.850590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] No DVR routers for this DVR port 6d1fd1b5-f356-4088-952b-9ef44669bab6 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:52.860887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.862852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38fdfda6-5f74-49c7-afbb-b249f409f725 req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "DELETE /v2.0/ports/6d1fd1b5-f356-4088-952b-9ef44669bab6 HTTP/1.1" status: 204 len: 173 time: 2.4794967 Jun 17 08:32:52.878502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-71359f6a-67bd-40fc-b441-dcd83e62916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:52.882423 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-71359f6a-67bd-40fc-b441-dcd83e62916f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3583305 Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:52.883855 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:52.890996 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.909508 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:52.912769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.917480 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] 10.222.0.65 "DELETE /v2.0/networks/9590c735-417a-422e-a4af-49ccc6f6049e HTTP/1.1" status: 204 len: 168 time: 2.5904632 Jun 17 08:32:52.943511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 6d1fd1b5-f356-4088-952b-9ef44669bab6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:52.978181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6d1fd1b5-f356-4088-952b-9ef44669bab6 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:52.979117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-438e6c7e-9f69-43fe-bb7c-fce28bc12763 req-2dc0f545-3bbc-42a6-98bd-801f4d5ea558 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7530375 Jun 17 08:32:52.999067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=9590c735-417a-422e-a4af-49ccc6f6049e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.009182 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.012477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56786) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.068066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-abf35692-5613-42dc-9e15-63242958e3eb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:53.068235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=6f12a769-66a7-475f-9b6b-7c5468105cb8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.071348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-abf35692-5613-42dc-9e15-63242958e3eb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 817 time: 0.2188618 Jun 17 08:32:53.077880 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.129844 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-396bd8e0-29f4-4553-b0d1-adcca2a7f33b service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108030 Jun 17 08:32:53.148497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e33fd6-4d82-4dbd-b803-8f50eab4c0ce req-bbb0591c-9e10-4920-9cfa-177e00e8dab5 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:53.150070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89e33fd6-4d82-4dbd-b803-8f50eab4c0ce req-bbb0591c-9e10-4920-9cfa-177e00e8dab5 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 944 time: 0.9402449 Jun 17 08:32:53.235403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56792) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.268188 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3a1a91b-4f5f-455c-afb6-542e232e3457 req-23253efc-e6c1-429c-badd-cffabd1fdc51 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=13573ae1-b31c-4ae9-838d-b1cd0f8b74c3 HTTP/1.1" status: 200 len: 210 time: 0.1056859 Jun 17 08:32:53.308388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.310329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-4aca766e-4b0c-437f-98ca-36492b11f80a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 380 time: 0.2275093 Jun 17 08:32:53.315836 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1b305ffe-0e5f-4ab4-87fe-a508184eea2a req-8bfc9d7d-bf18-4fdb-8da2-ddf8391babee service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750650 Jun 17 08:32:53.325170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'port': {'device_id': 'd413b369-daa7-48b5-9bab-5328ac430370', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'admin_state_up': True, 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'security_groups': ['cd835f98-895c-4f48-81fd-403344264d81']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:53.331879 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf522d36-dae2-4db3-bfd1-e0ffa21a9203 x-openstack-request-id: req-cf522d36-dae2-4db3-bfd1-e0ffa21a9203 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:53.332215 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "name": "network-vif-plugged", "status": "completed", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:53.332450 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf522d36-dae2-4db3-bfd1-e0ffa21a9203 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:53.332859 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'code': 200} Jun 17 08:32:53.340135 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-05d12338-bd9f-4870-9637-2d5dc0394748 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dea970ebc65943348773b8fe87be8a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033859 Jun 17 08:32:53.340755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56794) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.397503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.424497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.426480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89e33fd6-4d82-4dbd-b803-8f50eab4c0ce req-16ac53db-ac95-4ef0-835a-c395e89cc309 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590413 Jun 17 08:32:53.429683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.462644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.467053 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f04da027-e302-4e07-b50a-1052a106db8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.486286 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:32:53.486286 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:32:53.486286 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id_1': 'fbe6f790d3494c55827b97b2db508217', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 32, 53, 444079)}] Jun 17 08:32:53.486286 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:53.486743 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:53.487076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'name': 'network-vif-deleted', 'tag': '6d1fd1b5-f356-4088-952b-9ef44669bab6'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:53.489787 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84df435-a00b-41d0-a4d8-cc329515c917" -d '{"events": [{"server_uuid": "13573ae1-b31c-4ae9-838d-b1cd0f8b74c3", "name": "network-vif-deleted", "tag": "6d1fd1b5-f356-4088-952b-9ef44669bab6"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:53.511730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.515030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.519309 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70ad69b3-83ce-4a6d-9270-e5b504608abc HTTP/1.1" status: 204 len: 168 time: 0.1774914 Jun 17 08:32:53.521824 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20bf7242-acde-42e3-9fb7-8635f8ef3de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.536506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ad69b3-83ce-4a6d-9270-e5b504608abc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.542062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3e015f0-3faf-4880-a64f-9bc16661bfb4 req-733a55c1-32f1-47ab-aed6-703ea93abe59 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 210 time: 0.0695853 Jun 17 08:32:53.542526 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.563181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8762a2a-9a31-4733-a73f-7fd35707c459,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.581367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f59a0a1c81349c0af8a8c33ea89b921&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5743046 Jun 17 08:32:53.582281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.595314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56808) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.598067 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.617257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.622944 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a1cda56-e657-4af6-8255-503f8fd78027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.641819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e1afa-14b8-4d3a-ad8b-bffd03dad647 req-d24a83e9-5c75-4139-8ae8-70dd8bae5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:53.644095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a55e1afa-14b8-4d3a-ad8b-bffd03dad647 req-d24a83e9-5c75-4139-8ae8-70dd8bae5bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.2129395 Jun 17 08:32:53.646343 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f723d2b-2844-4a7e-be1b-99daf72f848a x-openstack-request-id: req-8f723d2b-2844-4a7e-be1b-99daf72f848a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:53.646680 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13573ae1-b31c-4ae9-838d-b1cd0f8b74c3", "name": "network-vif-deleted", "tag": "6d1fd1b5-f356-4088-952b-9ef44669bab6", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:53.646998 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f723d2b-2844-4a7e-be1b-99daf72f848a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:53.647882 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13573ae1-b31c-4ae9-838d-b1cd0f8b74c3', 'name': 'network-vif-deleted', 'tag': '6d1fd1b5-f356-4088-952b-9ef44669bab6', 'status': 'completed', 'code': 200} Jun 17 08:32:53.686315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d53477-e7e1-466c-b343-06fa5e825806,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.700001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=339d9436e2b9478c89f08109bc83f2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846623 Jun 17 08:32:53.705994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.710633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.710633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.727426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a55e1afa-14b8-4d3a-ad8b-bffd03dad647 req-9d36aeab-f725-49e4-b8a2-f76978419d4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722122 Jun 17 08:32:53.767603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.809843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.850564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.900532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.903757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.905306 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8762a2a-9a31-4733-a73f-7fd35707c459 HTTP/1.1" status: 204 len: 168 time: 0.3191431 Jun 17 08:32:53.910245 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18b871db-ab45-47a3-94e8-bd33491949c6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.920990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8762a2a-9a31-4733-a73f-7fd35707c459,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.925040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.963742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.967375 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.971474 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5d53477-e7e1-466c-b343-06fa5e825806 HTTP/1.1" status: 204 len: 168 time: 0.2565694 Jun 17 08:32:53.971474 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c79fdea0-46ee-4d06-8934-efddb999f7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.980930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d53477-e7e1-466c-b343-06fa5e825806,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.986293 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:54.018714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Made reservation on behalf of fbe6f790d3494c55827b97b2db508217 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:54.023686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.241631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Allocated IP 172.20.0.8 (27341ac9-3abc-45a0-9373-f69aef451439/e15d7bcd-7bac-4cd0-825a-d7cddf6b3691/27fc7961-6583-423b-a96f-8264bd22543c) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:54.296541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3b77-1955-4e42-8cae-3df9ad2d3960 req-39adfff6-9607-44af-b3c1-46186349fc88 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:54.298788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-367b3b77-1955-4e42-8cae-3df9ad2d3960 req-39adfff6-9607-44af-b3c1-46186349fc88 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1175976 Jun 17 08:32:54.367545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.424913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-367b3b77-1955-4e42-8cae-3df9ad2d3960 req-48cfc350-ecde-49af-a7b6-4135aeed704c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035047 Jun 17 08:32:54.431488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.472856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.504673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Transition to ACTIVE for port object 27fc7961-6583-423b-a96f-8264bd22543c will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:54.555311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.562472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.578641 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8a40bf0-0a16-4a31-b2c4-ae2ce0e5f87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:54.593053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.599337 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0526ca40-73f3-4a1d-b1b6-a98c57e37271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:54.631994 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74383343597248e7841ce486111e015c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614520 Jun 17 08:32:54.641296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56844) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.672828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797e91c3-30a3-4e36-a3f1-7a42af72fe10,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:54.676084 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:54.766602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:54.777203 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:54.783889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Network 27341ac9-3abc-45a0-9373-f69aef451439 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:54.798195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:54.801523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:54.850243 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.885239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56852) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.903627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.943633 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.997089 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56092cc9-c4a0-4405-9f7c-ae1d6ae03181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.003315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.004056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.047771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5be0-c211-4953-a0df-a65954007409 req-2a684d35-d45f-44e3-941b-2d8847d4c317 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.049379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-299c5be0-c211-4953-a0df-a65954007409 req-2a684d35-d45f-44e3-941b-2d8847d4c317 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 931 time: 0.2733915 Jun 17 08:32:55.062099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28b112-d7fe-4dc2-8f5c-66d34f11f8ed req-475c58a5-1a16-40f6-9931-567c315986ae tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.067617 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.069749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da28b112-d7fe-4dc2-8f5c-66d34f11f8ed req-475c58a5-1a16-40f6-9931-567c315986ae tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 945 time: 0.3875139 Jun 17 08:32:55.072612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.076099 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-481c234d-4855-4355-b515-198ff549b22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:55.101931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7819917 Jun 17 08:32:55.117183 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99cff2b93edc41d893f631a50e03da6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283597 Jun 17 08:32:55.118550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56858) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:55.122188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Request body: {'port': {'device_id': 'd413b369-daa7-48b5-9bab-5328ac430370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:55.134545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce059e-d9a2-4b00-804d-2e2eb1b76032,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:55.141780 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:55.153901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49b7e3da-16ef-4cbd-b4fe-264b4bd3d0a9 None None] Provisioning for port 27fc7961-6583-423b-a96f-8264bd22543c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:55.160129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49b7e3da-16ef-4cbd-b4fe-264b4bd3d0a9 None None] Provisioning complete for port 27fc7961-6583-423b-a96f-8264bd22543c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:55.160808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49b7e3da-16ef-4cbd-b4fe-264b4bd3d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.182345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.201584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-49b7e3da-16ef-4cbd-b4fe-264b4bd3d0a9 None None] Port 27fc7961-6583-423b-a96f-8264bd22543c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:55.206992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-299c5be0-c211-4953-a0df-a65954007409 req-96e074d7-873a-4529-a0a8-b7363d3e48bf tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347890 Jun 17 08:32:55.218119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da28b112-d7fe-4dc2-8f5c-66d34f11f8ed req-77147663-99ab-4d30-bb54-356589062c4e tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474435 Jun 17 08:32:55.225155 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.227860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.228960 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/797e91c3-30a3-4e36-a3f1-7a42af72fe10 HTTP/1.1" status: 204 len: 168 time: 0.5863323 Jun 17 08:32:55.237644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.247178 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fafe8e7-2f0e-4715-a7f9-345b063e5cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:55.291423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797e91c3-30a3-4e36-a3f1-7a42af72fe10,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:55.349150 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:55.359508 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:55.376875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.379932 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.382520 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.384210 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2ce059e-d9a2-4b00-804d-2e2eb1b76032 HTTP/1.1" status: 204 len: 168 time: 0.2652459 Jun 17 08:32:55.385199 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7f47010-8409-421e-a3e9-72f922ff3948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:55.399053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce059e-d9a2-4b00-804d-2e2eb1b76032,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:55.408271 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:55.656096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-8e24dfc0-1602-4367-883b-45795d7257fd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.657967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-8e24dfc0-1602-4367-883b-45795d7257fd tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.2562125 Jun 17 08:32:55.759016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-6934e88b-cd78-40c0-90b9-615338b54160 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/quotas/6ec8ebd2f1f24537b0d2c8f470a901c5 HTTP/1.1" status: 200 len: 375 time: 0.0397954 Jun 17 08:32:55.779545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-437edfa4-91bf-437d-840d-a78132ab1fd8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.782562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-437edfa4-91bf-437d-840d-a78132ab1fd8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.3790920 Jun 17 08:32:55.853078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-fbd0d10c-ff45-40f5-94cb-132cd6bbcae0 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867810 Jun 17 08:32:55.858288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-a067e110-1394-4530-a305-74d58e2a2a18 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/quotas/3a79dd0ba58f4becb72f18fef09c60a1 HTTP/1.1" status: 200 len: 375 time: 0.0593889 Jun 17 08:32:56.089585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-6e3b29ca-4667-4de3-9b02-6030dd2d4765 service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236853 Jun 17 08:32:56.128712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-b17434b8-3180-4c42-b625-1ed98a983e28 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2482255 Jun 17 08:32:56.247696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fc7961-6583-423b-a96f-8264bd22543c {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:56.268011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.352381 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Transition to ACTIVE for port object 27fc7961-6583-423b-a96f-8264bd22543c will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:56.371874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.384291 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ffac17fd-db7f-4916-bf85-88b0d121d5be tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:56.432516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-d5be2230-6f6d-4bcf-8085-9cf5eb8c83ff service neutron] 10.222.0.65 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331668 Jun 17 08:32:56.521740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-3fd1e182-06a8-49a8-b83a-27ed3ac6b049 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465543 Jun 17 08:32:56.639911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:56.805555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.806192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.806578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.806993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.807367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.808166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.808538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.808933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.809600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.809969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.810655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.811066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:56.825091 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:56.875498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Attempting to bind port 27fc7961-6583-423b-a96f-8264bd22543c on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:56.875851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Attempting to bind port 27fc7961-6583-423b-a96f-8264bd22543c by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:56.876178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Attempting to bind port 27fc7961-6583-423b-a96f-8264bd22543c on network 27341ac9-3abc-45a0-9373-f69aef451439 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:56.879950 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-6546a344-b610-4da5-b43c-c1dc8c9f9679 service neutron] 10.222.0.65 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422017 Jun 17 08:32:56.883520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Port 27fc7961-6583-423b-a96f-8264bd22543c on network 27341ac9-3abc-45a0-9373-f69aef451439 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:56.883845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Attempting to bind port 27fc7961-6583-423b-a96f-8264bd22543c on network 27341ac9-3abc-45a0-9373-f69aef451439 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:56.888914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:56.889481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Checking segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:56.889769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Bound using segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:56.890396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Bound port: 27fc7961-6583-423b-a96f-8264bd22543c, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:56.891626 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.058454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:57.065846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:57.081804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.097230 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:57.143977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:57.146214 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.147982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] 10.222.0.67 "PUT /v2.0/ports/27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 1092 time: 2.0315485 Jun 17 08:32:57.148973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:57.155176 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0000ac44-8a95-46e6-b3e8-a11106b3b336" -d '{"events": [{"name": "network-changed", "server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:57.213356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:57.221612 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:57.330098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-6e9d69d8-123b-4d5e-a80f-cfdad272005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:57.331679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-6e9d69d8-123b-4d5e-a80f-cfdad272005a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1095 time: 0.1086318 Jun 17 08:32:57.393363 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe6f9e1-4f04-401b-8d38-64c7ca78c719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.426593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-1b34b093-2dc2-49a9-92c4-72da77e95046 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 217 time: 0.0850515 Jun 17 08:32:57.514385 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.534564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-b337396b-4d58-4908-975a-940c9ddb8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:57.536309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-b337396b-4d58-4908-975a-940c9ddb8810 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.0979269 Jun 17 08:32:57.716662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-22f7db2b-17d1-49c5-bcdf-e7634a3e2661 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d28fdfd6a949427b843d5f99de86445e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396898 Jun 17 08:32:57.801181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-bd077b02-bf27-4f0c-afec-c7d5f897f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:57.803897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-bd077b02-bf27-4f0c-afec-c7d5f897f3d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2422242 Jun 17 08:32:57.813422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e87ae-01dd-45a4-8825-e5364bf39a05 req-72931f5c-ced3-4431-8e07-d150ec45db2c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:57.820641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c74e87ae-01dd-45a4-8825-e5364bf39a05 req-72931f5c-ced3-4431-8e07-d150ec45db2c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.2989480 Jun 17 08:32:57.990710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c74e87ae-01dd-45a4-8825-e5364bf39a05 req-a6a79c06-9aad-41b1-aeff-8922ba321ab8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690540 Jun 17 08:32:58.018644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-5d924b64-fa0e-4675-a1a3-7a73cf6f1fdb tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:58.027270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-5d924b64-fa0e-4675-a1a3-7a73cf6f1fdb tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976432 Jun 17 08:32:58.080546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-b23e2ac2-0186-47b3-8fb3-1d343a145cf9 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545698 Jun 17 08:32:58.081841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-62a290dd-0881-4637-a085-8aa7cd75be9d tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/quotas/d28fdfd6a949427b843d5f99de86445e HTTP/1.1" status: 200 len: 375 time: 0.0433817 Jun 17 08:32:58.186445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-58ac2274-5222-48fd-af7f-304aa9c1e6e7 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d28fdfd6a949427b843d5f99de86445e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968864 Jun 17 08:32:58.291118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57004) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:58.356963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae13853e-8027-4b3c-9d25-a6ed333dc8c0 req-41ef2361-e2b6-47cd-a619-7908db9ceb20 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686841 Jun 17 08:32:58.393026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccdb97-5fd9-49e8-86ca-d74cdaeea0b8 req-42588850-e745-49de-ad5e-c9c8795b228d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:58.400419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4bccdb97-5fd9-49e8-86ca-d74cdaeea0b8 req-42588850-e745-49de-ad5e-c9c8795b228d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 945 time: 0.2162061 Jun 17 08:32:58.452240 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4bccdb97-5fd9-49e8-86ca-d74cdaeea0b8 req-c6e647a8-e7d8-4333-aad8-4155fc62232e tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508246 Jun 17 08:32:58.496395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-91083cb7-b98e-4cd9-a2c6-03f237f36344 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1292501625'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:58.496894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-91083cb7-b98e-4cd9-a2c6-03f237f36344 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Unknown quota resources ['metering_label']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:58.528362 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d14c26-48ec-481b-805d-821ae828edb1 x-openstack-request-id: req-52d14c26-48ec-481b-805d-821ae828edb1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:58.528690 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:58.529041 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52d14c26-48ec-481b-805d-821ae828edb1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:58.529702 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'status': 'completed', 'code': 200} Jun 17 08:32:58.660272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-d4e5baca-3253-4cc8-b259-93f2eaae0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:58.661310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-d4e5baca-3253-4cc8-b259-93f2eaae0948 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1095 time: 0.1019008 Jun 17 08:32:58.805040 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.809712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91083cb7-b98e-4cd9-a2c6-03f237f36344 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.811022 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91083cb7-b98e-4cd9-a2c6-03f237f36344 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5181067 Jun 17 08:32:58.814383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57022) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:58.819497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ff695c0e-aa57-4c40-9ddf-4b0e46644ab4 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c5c4ba84-98c6-43bf-bf95-c4fbb1447d1f'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:58.820290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ff695c0e-aa57-4c40-9ddf-4b0e46644ab4 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:59.434573 n-d-780147-13 neutron-server[93499]: WARNING neutron.services.metering.metering_plugin [None req-ff695c0e-aa57-4c40-9ddf-4b0e46644ab4 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:32:59.568299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff695c0e-aa57-4c40-9ddf-4b0e46644ab4 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.569677 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ff695c0e-aa57-4c40-9ddf-4b0e46644ab4 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7540531 Jun 17 08:32:59.583166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57040) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:59.590603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1431a613-d22b-4bd8-83da-012ba0aa3eaf tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c5c4ba84-98c6-43bf-bf95-c4fbb1447d1f'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:59.591174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1431a613-d22b-4bd8-83da-012ba0aa3eaf tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:59.631572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-019ba90f-8c1a-466e-9dd0-53f45f3ed657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:59.633920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-019ba90f-8c1a-466e-9dd0-53f45f3ed657 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.9653361 Jun 17 08:32:59.692172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91319a67-c40b-4dc4-bf77-168a691a7d0d req-5203efc9-736d-4dda-a231-cf5890592067 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 210 time: 0.2568686 Jun 17 08:32:59.706283 n-d-780147-13 neutron-server[93499]: WARNING neutron.services.metering.metering_plugin [None req-1431a613-d22b-4bd8-83da-012ba0aa3eaf tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:32:59.737145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b48039a2-40e3-4f80-80d5-2114bee3d6ed req-5d43a004-a60e-4136-9c9a-796b4d7c5779 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 210 time: 0.4324014 Jun 17 08:32:59.836113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1431a613-d22b-4bd8-83da-012ba0aa3eaf tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.839897 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1431a613-d22b-4bd8-83da-012ba0aa3eaf tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2530992 Jun 17 08:32:59.847844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:59.865822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-00b6223f-504b-46b6-a204-c13b716b344d tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=e66d8a13-d8f1-4f42-89a0-fd8bb5f025bd HTTP/1.1" status: 200 len: 464 time: 0.0167823 Jun 17 08:32:59.874366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-7719f391-9330-434d-a116-96de34da0438 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 217 time: 0.1785693 Jun 17 08:32:59.878472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-1e4c8692-f6e3-46a5-8c4e-96cce807f0b2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:59.884251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-1e4c8692-f6e3-46a5-8c4e-96cce807f0b2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 811 time: 0.3266349 Jun 17 08:32:59.884251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57044) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:59.901790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-27fa8da2-ad56-4f72-81fc-7b7056d5c82b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:59.908068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-27fa8da2-ad56-4f72-81fc-7b7056d5c82b tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 811 time: 0.6033604 Jun 17 08:32:59.915778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Request body: {'port': {'device_id': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'admin_state_up': True, 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:59.924453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Request body: {'port': {'device_id': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'admin_state_up': True, 'tenant_id': '6ec8ebd2f1f24537b0d2c8f470a901c5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:00.184899 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08e8a2bd-fcf8-4cf2-b186-f4000dce12ea tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.186303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-08e8a2bd-fcf8-4cf2-b186-f4000dce12ea tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/e66d8a13-d8f1-4f42-89a0-fd8bb5f025bd HTTP/1.1" status: 204 len: 168 time: 0.3005455 Jun 17 08:33:00.191015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57050) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:00.213982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:00.218183 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c4f956e4-73f7-4a3d-9109-57b892d380d5 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=e66d8a13-d8f1-4f42-89a0-fd8bb5f025bd HTTP/1.1" status: 200 len: 221 time: 0.0256174 Jun 17 08:33:00.226406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:00.231726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7ac41a5a-3daa-4bea-a101-1cc8e059ad94 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1650334437', 'description': 'label created by tempest'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:00.232489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7ac41a5a-3daa-4bea-a101-1cc8e059ad94 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Unknown quota resources ['metering_label']. {{(pid=93499) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:33:00.255665 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.274190 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4452fa44-114a-4da6-8949-aa7b571ec0c4 req-24aaa993-2aaf-45ed-a7db-013cc4583d44 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 210 time: 0.1376767 Jun 17 08:33:00.311589 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:33:00.311589 n-d-780147-13 neutron-server[93500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:33:00.311589 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id': '6ec8ebd2f1f24537b0d2c8f470a901c5', 'id': '5698e8b0-c7ec-421a-b617-15e87ff0154e', 'expiration': datetime.datetime(2021, 6, 17, 8, 35, 0, 277803)}] Jun 17 08:33:00.311589 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:33:00.312061 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:33:00.317151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-a54537cd-5ebf-4edd-a6b9-2c82925a2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:00.318845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-a54537cd-5ebf-4edd-a6b9-2c82925a2751 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.1845508 Jun 17 08:33:00.360521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Made reservation on behalf of 3a79dd0ba58f4becb72f18fef09c60a1 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:00.364378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.392798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.414805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-fa7cf34c-554c-472d-873e-0936ace6966b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4968932 Jun 17 08:33:00.433701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:00.456031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-e4c49be1-1c4d-404b-bdb1-cb3aee8f01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:00.457457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-e4c49be1-1c4d-404b-bdb1-cb3aee8f01b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063256 Jun 17 08:33:00.489439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ac41a5a-3daa-4bea-a101-1cc8e059ad94 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.493492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ac41a5a-3daa-4bea-a101-1cc8e059ad94 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2660906 Jun 17 08:33:00.502525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57058) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:00.520709 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.595208 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-6702c77f-a033-4be8-b07a-195d8b421e8c tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d28fdfd6a949427b843d5f99de86445e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424750 Jun 17 08:33:00.651207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3c5eae44-7756-45c8-bc36-7d472c4d7dbb tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=eaff4144-d677-467f-bf1c-a4b491a33008 HTTP/1.1" status: 200 len: 468 time: 0.1434245 Jun 17 08:33:00.652517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57060) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:00.700908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-f462af87-13d7-41b9-b7f7-51b1791ec1c8 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237127 Jun 17 08:33:00.715143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157c8-2fbe-410a-91df-0134686fe594 req-27f33ea3-dd87-4ac3-923f-8ec64f020de8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:00.717582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc4157c8-2fbe-410a-91df-0134686fe594 req-27f33ea3-dd87-4ac3-923f-8ec64f020de8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.2903526 Jun 17 08:33:00.749769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Allocated IP 172.20.0.4 (4580d1b9-d13a-4ca5-bab7-8b005b1906c6/2763b899-8a5d-4d42-841b-aa1224bbe8cc/f2da88cd-de09-4b29-97f2-1c847f6b01ed) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:00.872645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc4157c8-2fbe-410a-91df-0134686fe594 req-3ab281f9-b5aa-48b2-8685-d5a6c0e606c9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327417 Jun 17 08:33:00.893649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0000ac44-8a95-46e6-b3e8-a11106b3b336 req-c30602cd-8741-4db8-b05b-2a06bf326750 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750829 Jun 17 08:33:00.915649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.038296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52fb3dce-1a31-4f90-b029-ee276f20a69c tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.040724 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-52fb3dce-1a31-4f90-b029-ee276f20a69c tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/eaff4144-d677-467f-bf1c-a4b491a33008 HTTP/1.1" status: 204 len: 168 time: 0.3837206 Jun 17 08:33:01.047316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.054950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-d7240d80-e4d8-431a-9762-36c610e8cd99 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.057080 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-d7240d80-e4d8-431a-9762-36c610e8cd99 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4405713 Jun 17 08:33:01.068354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57072) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.076157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.077304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0fe76611-0ab1-4948-8be5-5f4a6b174fb6 req-3e49f92e-83e9-4cb6-951c-8634834b20ca tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0506265 Jun 17 08:33:01.085022 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a945a14-6049-4565-b5b2-b58509fccc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.090364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Request body: {'port': {'device_id': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'd28fdfd6a949427b843d5f99de86445e'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:01.111940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Allocated IP 172.25.7.243 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/a7cea610-01d1-44cf-a180-2b80b96e3ce0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:01.114668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Made reservation on behalf of 6ec8ebd2f1f24537b0d2c8f470a901c5 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:01.119543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.142745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e5da4ec8-df46-4a7c-9883-cdbf93aaf1a0 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=eaff4144-d677-467f-bf1c-a4b491a33008 HTTP/1.1" status: 200 len: 216 time: 0.0697222 Jun 17 08:33:01.143607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57076) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.171311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-14ed474e-d945-4844-89c2-7e86580f2b90 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0263183 Jun 17 08:33:01.185817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57078) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.214472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac6d01ba47024fd589b6a23e63121c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9980328 Jun 17 08:33:01.216413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.232204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dedce1-a277-4e62-bcc9-909939b636ac,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.236345 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.252003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-33fe5303-f292-4278-964b-685ff3bd733b tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0642433 Jun 17 08:33:01.274634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57082) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.320983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93dd50af-2be0-4c0f-941a-cd1dceeea4ae req-15e545ec-e3bb-422c-81e4-09eec221c448 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 210 time: 0.0766599 Jun 17 08:33:01.335061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:01.379160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-274685a6-d436-4a6a-b1a9-2455d13e40f6 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/c5c4ba84-98c6-43bf-bf95-c4fbb1447d1f HTTP/1.1" status: 200 len: 473 time: 0.0971320 Jun 17 08:33:01.387737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.418871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.431023 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93189e71-e3ae-4e24-a00d-f35beb4d9151 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/0f66c05f-4e60-4d1d-bbb5-e88463c76e9f HTTP/1.1" status: 200 len: 461 time: 0.0328748 Jun 17 08:33:01.440515 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.442273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.468554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Allocated IP 172.20.0.7 (0e38e04b-db7f-4b2e-bbeb-21133ad2785c/a6cc7d86-deb0-4478-b270-faf305277e6b/34707326-95d9-4e1c-beda-67cf774e1709) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:01.473001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Transition to ACTIVE for port object f2da88cd-de09-4b29-97f2-1c847f6b01ed will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:01.505962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.527866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:01.529002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Made reservation on behalf of d28fdfd6a949427b843d5f99de86445e for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:01.533575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.548664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '27fc7961-6583-423b-a96f-8264bd22543c', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'port_id': '27fc7961-6583-423b-a96f-8264bd22543c', 'mac_address': 'fa:16:3e:3b:f6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:01.565167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69f8a04c-50d3-4841-84d8-417623bd163c req-46446358-f46c-4d65-9f9d-aec04a001e12 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 210 time: 0.0368519 Jun 17 08:33:01.565580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.568694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.591569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.599577 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.603830 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.617709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fc7961-6583-423b-a96f-8264bd22543c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:01.637526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:01.645578 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.648472 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.659836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:01.675672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:01.688024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:01.694333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event updated for resources: {'Port': ['ID=a7cea610-01d1-44cf-a180-2b80b96e3ce0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.710978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.722945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.723564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.724026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.724456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.725043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.725534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.726023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.726447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.726869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.727543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.727982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.728666 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:01.733806 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.745772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.748339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71b99b3c-541f-4714-a036-8ed53ed906f8 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.750955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71b99b3c-541f-4714-a036-8ed53ed906f8 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/0f66c05f-4e60-4d1d-bbb5-e88463c76e9f HTTP/1.1" status: 204 len: 168 time: 0.3046982 Jun 17 08:33:01.756799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57090) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.766795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.780749 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-385398e7-c693-47c1-a4ac-7ade4f08ed99 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.781135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a31de0ec-60ed-45c5-95bc-2c807ffafece'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:01.783924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:01.883972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.915847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.983802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:02.001597 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.036244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.036514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:02.042311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:02.073317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['27fc7961-6583-423b-a96f-8264bd22543c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:02.075591 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f29d4a78-68a2-41b7-8dc4-055e5c7e0ba1 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:02.109696 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.112301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.115149 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96dedce1-a277-4e62-bcc9-909939b636ac HTTP/1.1" status: 204 len: 168 time: 0.8938687 Jun 17 08:33:02.116213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.155939 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:02.192241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.195436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e201ce60-fff6-48ed-88cf-5ce9a2fdc2da tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:02.229483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.234199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:02.271439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:02.282330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:02.292620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dedce1-a277-4e62-bcc9-909939b636ac,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.319632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:02.320473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-108ee94d-86b7-468a-ab8a-714e81139fd4 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:02.347040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:02.347624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.369794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-967b5aa4-0924-4468-a44e-6e71a6aa08b6 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.381736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-967b5aa4-0924-4468-a44e-6e71a6aa08b6 tempest-MeteringTestJSON-195899577 tempest-MeteringTestJSON-195899577-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/c5c4ba84-98c6-43bf-bf95-c4fbb1447d1f HTTP/1.1" status: 204 len: 168 time: 0.6223581 Jun 17 08:33:02.438680 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5266702 Jun 17 08:33:02.442852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event updated for resources: {'Port': ['ID=34707326-95d9-4e1c-beda-67cf774e1709,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.458687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Request body: {'port': {'device_id': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:02.473102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ea56c4-41b7-4037-99ab-b0710f3c7477,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.474681 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:02.480795 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:02.522121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:02.523333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.554696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6382403 Jun 17 08:33:02.596116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Request body: {'port': {'device_id': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:02.643735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ff645-17c9-43c5-933f-7a4e04e1c2f4 req-6aee7e9d-de55-46a3-83f0-ca7d57797304 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:02.651220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a44ff645-17c9-43c5-933f-7a4e04e1c2f4 req-6aee7e9d-de55-46a3-83f0-ca7d57797304 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 944 time: 0.4158552 Jun 17 08:33:02.701959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.753107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57108) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:02.780476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d6eb650-4be1-4a1e-8111-15b3827522b2 None None] Provisioning for port f2da88cd-de09-4b29-97f2-1c847f6b01ed completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:02.789909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a44ff645-17c9-43c5-933f-7a4e04e1c2f4 req-9036a87d-b81f-477a-9397-ea7f29cc0aa3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377063 Jun 17 08:33:02.796027 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.813709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d6eb650-4be1-4a1e-8111-15b3827522b2 None None] Provisioning complete for port f2da88cd-de09-4b29-97f2-1c847f6b01ed triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:02.814285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb650-4be1-4a1e-8111-15b3827522b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.849190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.892968 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.898971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb650-4be1-4a1e-8111-15b3827522b2 None None] Port f2da88cd-de09-4b29-97f2-1c847f6b01ed cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:02.925681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57112) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:02.936528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.943903 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b492dcf7-afd7-4651-b431-4e456349c59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:03.081685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Allocated IP 192.168.233.147 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/89b762d0-51f5-4baa-9ce5-28900e80575b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:03.113891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event updated for resources: {'Port': ['ID=a7cea610-01d1-44cf-a180-2b80b96e3ce0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:03.144352 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:03.159162 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.217170 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.250741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d4b89-1045-442e-a304-261dd9ce0e23 req-45018a87-17be-4231-b03a-f81b9e9004fd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.252286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e0d4b89-1045-442e-a304-261dd9ce0e23 req-45018a87-17be-4231-b03a-f81b9e9004fd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 931 time: 0.3189533 Jun 17 08:33:03.362329 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.372802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e0d4b89-1045-442e-a304-261dd9ce0e23 req-53354fe6-1968-4ec2-ac2c-f3136b970e41 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095123 Jun 17 08:33:03.376912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.383917 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:03.411586 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.436472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=943a000c5cce49b5a9a18402e2d41b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822762 Jun 17 08:33:03.439227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57124) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:03.443474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Transition to ACTIVE for port object 89b762d0-51f5-4baa-9ce5-28900e80575b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:03.443778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.444898 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0206251 Jun 17 08:33:03.526812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32edd0ce-1ea8-4455-9528-692b75855b96,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:03.547990 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:03.571635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2da88cd-de09-4b29-97f2-1c847f6b01ed {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:03.576551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-b486d33c-c693-46a0-8335-bf9d5d1b9283 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1170900 Jun 17 08:33:03.576929 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.583223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.596080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.605181 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60e3bfb2-8aae-412a-a210-fbe2d3baa642 tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:03.645193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Transition to ACTIVE for port object f2da88cd-de09-4b29-97f2-1c847f6b01ed will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:03.652135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.662645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34707326-95d9-4e1c-beda-67cf774e1709 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:03.671238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.685483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.695920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:03.712648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:03.717494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:03.721924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Pushing event updated for resources: {'Port': ['ID=89b762d0-51f5-4baa-9ce5-28900e80575b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:03.729012 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:03.731088 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c0890f6c-d479-476d-ab10-aec3f1da98b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:03.995892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.996561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.009750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.012974 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.014497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Attempting to bind port f2da88cd-de09-4b29-97f2-1c847f6b01ed on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:04.014883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Attempting to bind port f2da88cd-de09-4b29-97f2-1c847f6b01ed by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:04.015248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Attempting to bind port f2da88cd-de09-4b29-97f2-1c847f6b01ed on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:04.021139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.024350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.028718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32edd0ce-1ea8-4455-9528-692b75855b96 HTTP/1.1" status: 204 len: 168 time: 0.5880396 Jun 17 08:33:04.029917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Port f2da88cd-de09-4b29-97f2-1c847f6b01ed on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:04.029917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Attempting to bind port f2da88cd-de09-4b29-97f2-1c847f6b01ed on network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:04.036807 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b68c5c8-01ed-4679-958e-17bffc05c77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:04.045062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:04.045412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Checking segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:04.045796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Bound using segment: {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:04.046291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Bound port: f2da88cd-de09-4b29-97f2-1c847f6b01ed, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520ebcb1-5168-4748-9519-d33828961361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:04.046649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.063655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32edd0ce-1ea8-4455-9528-692b75855b96,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.066188 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.147044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Transition to ACTIVE for port object 34707326-95d9-4e1c-beda-67cf774e1709 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:04.151813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-344bfabc-0dd0-4ef9-a26c-fe64e25ab98e None None] Provisioning for port 89b762d0-51f5-4baa-9ce5-28900e80575b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:04.159338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-344bfabc-0dd0-4ef9-a26c-fe64e25ab98e None None] Provisioning complete for port 89b762d0-51f5-4baa-9ce5-28900e80575b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:04.159731 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-344bfabc-0dd0-4ef9-a26c-fe64e25ab98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.165259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.171486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:04.184312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f156d-428e-43d2-bca1-e1d1d23a0dd9 req-faf12f29-4c40-4f53-8eee-ae3ea9cac3fb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.192440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e24f156d-428e-43d2-bca1-e1d1d23a0dd9 req-faf12f29-4c40-4f53-8eee-ae3ea9cac3fb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 931 time: 0.6765370 Jun 17 08:33:04.200666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:04.204905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:04.218246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.226330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:04.228954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-344bfabc-0dd0-4ef9-a26c-fe64e25ab98e None None] Port 89b762d0-51f5-4baa-9ce5-28900e80575b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:04.268996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-422c9806-cc07-4a82-8b13-b1baed06b0e3 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.270437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce1e864b-a5b2-4d4e-9e80-4d60bd0c93ae req-422c9806-cc07-4a82-8b13-b1baed06b0e3 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.6770413 Jun 17 08:33:04.322796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.349881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.351815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.352702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.352870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34707326-95d9-4e1c-beda-67cf774e1709,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.354321 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] 10.222.0.60 "PUT /v2.0/ports/f2da88cd-de09-4b29-97f2-1c847f6b01ed HTTP/1.1" status: 200 len: 1092 time: 1.9035089 Jun 17 08:33:04.364763 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.372809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3bc0b35-5b40-4cfb-ad7b-dff29036e466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:04.372997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:04.382937 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c684b125-f96f-4b05-9bec-6e88ea1a4a30" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:04.403338 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3215442 Jun 17 08:33:04.424050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e24f156d-428e-43d2-bca1-e1d1d23a0dd9 req-f7938853-ea56-4cd9-ab06-48a77c032da5 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303758 Jun 17 08:33:04.461650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Request body: {'port': {'device_id': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:04.555366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb33ca1dec2d499c91c9b78d2250ba39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6278791 Jun 17 08:33:04.562299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57144) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:04.597552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.601871 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.602682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.625623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e7829-7fc6-4926-9f53-1e042158906c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.685625 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.761855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Attempting to bind port 34707326-95d9-4e1c-beda-67cf774e1709 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:04.762195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Attempting to bind port 34707326-95d9-4e1c-beda-67cf774e1709 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:04.762531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Attempting to bind port 34707326-95d9-4e1c-beda-67cf774e1709 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:04.777639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Port 34707326-95d9-4e1c-beda-67cf774e1709 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:04.777966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Attempting to bind port 34707326-95d9-4e1c-beda-67cf774e1709 on network 0e38e04b-db7f-4b2e-bbeb-21133ad2785c {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:04.802314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:04.802655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Checking segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:04.803075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Bound using segment: {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:04.803520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Bound port: 34707326-95d9-4e1c-beda-67cf774e1709, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b2639-5b16-45f0-87ed-3c59514e9d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:04.803876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.833567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-60cdd173-1285-427b-b2f0-d312e5422663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.834084 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.835912 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-60cdd173-1285-427b-b2f0-d312e5422663 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 1095 time: 0.4131758 Jun 17 08:33:04.882206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3baad5-249b-480a-83ed-a630dd2510b8 req-65b0346e-4164-4101-a449-caf83c24b5a0 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.884075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d3baad5-249b-480a-83ed-a630dd2510b8 req-65b0346e-4164-4101-a449-caf83c24b5a0 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 936 time: 0.3015506 Jun 17 08:33:04.914567 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-400f82ff-8104-4257-83da-ca04c78400a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed HTTP/1.1" status: 200 len: 217 time: 0.0549884 Jun 17 08:33:04.926147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255b23-e74c-4f33-8fb4-bd698385acf7 req-cc83ff2b-5e40-4a11-bf92-c03b41805663 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.933386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f255b23-e74c-4f33-8fb4-bd698385acf7 req-cc83ff2b-5e40-4a11-bf92-c03b41805663 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 944 time: 0.2449439 Jun 17 08:33:04.945410 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.034016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] For port 34707326-95d9-4e1c-beda-67cf774e1709, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:05.046524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-fa251673-ef8e-4ad9-a7ab-99ad8510b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.049071 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-fa251673-ef8e-4ad9-a7ab-99ad8510b7ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0909984 Jun 17 08:33:05.050572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f255b23-e74c-4f33-8fb4-bd698385acf7 req-40054e7c-3041-4567-837d-adec2abc25b5 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163352 Jun 17 08:33:05.053261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d3baad5-249b-480a-83ed-a630dd2510b8 req-7354cc97-5510-4451-856b-3557980a8ca0 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615427 Jun 17 08:33:05.058468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] For port 34707326-95d9-4e1c-beda-67cf774e1709, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34707326-95d9-4e1c-beda-67cf774e1709,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:05.068071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.087778 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.148608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.149316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.150845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] 10.222.0.60 "PUT /v2.0/ports/34707326-95d9-4e1c-beda-67cf774e1709 HTTP/1.1" status: 200 len: 1092 time: 2.5597837 Jun 17 08:33:05.151559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'tag': '34707326-95d9-4e1c-beda-67cf774e1709'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:05.154012 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7016c80-efa1-4770-8555-f95a51078fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bf363f-b70d-4d5a-beb1-daa442e88950", "tag": "34707326-95d9-4e1c-beda-67cf774e1709"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:05.160627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.163889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.176628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae6e7829-7fc6-4926-9f53-1e042158906c HTTP/1.1" status: 204 len: 168 time: 0.6023691 Jun 17 08:33:05.184356 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56b9f9a-34ec-46f7-a832-e7a15d9dabc5 x-openstack-request-id: req-b56b9f9a-34ec-46f7-a832-e7a15d9dabc5 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:05.185166 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:05.185707 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b56b9f9a-34ec-46f7-a832-e7a15d9dabc5 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:05.186454 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'status': 'completed', 'code': 200} Jun 17 08:33:05.214693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b762d0-51f5-4baa-9ce5-28900e80575b {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:05.223985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-0f45b518-4307-44f6-ade4-6b18f434701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.226523 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-0f45b518-4307-44f6-ade4-6b18f434701a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674366 Jun 17 08:33:05.228838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.306460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34707326-95d9-4e1c-beda-67cf774e1709,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.311943 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.312529 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f83bd65e-4533-488a-bfed-fe3d6d255e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.313420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Transition to ACTIVE for port object 89b762d0-51f5-4baa-9ce5-28900e80575b will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:05.327799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.335324 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9514b02c-eb2c-40c8-a316-c71924c70364 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.350166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:05.362303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e7829-7fc6-4926-9f53-1e042158906c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.366002 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.480513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 27fc7961-6583-423b-a96f-8264bd22543c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:05.492977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 27fc7961-6583-423b-a96f-8264bd22543c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:05.495563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.664877 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-e2d8c03a-985f-49cf-8ce2-1e75bbbfddd6 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279392 Jun 17 08:33:05.665215 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.676508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-8d541074-4184-4456-b45c-fb25a47a646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.678029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-8d541074-4184-4456-b45c-fb25a47a646c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 1095 time: 0.4652107 Jun 17 08:33:05.732029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Pushing event updated for resources: {'Port': ['ID=89b762d0-51f5-4baa-9ce5-28900e80575b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.749349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:05.752058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:05.755760 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.758298 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786972da-2ec0-4d88-bf98-4f592f8b5210" -d '{"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-plugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:05.765255 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.769970 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-117c9754-b2e5-4638-a0a0-34287a255d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.774242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-c151fb02-bcda-4db0-8541-297457b17eb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34707326-95d9-4e1c-beda-67cf774e1709 HTTP/1.1" status: 200 len: 217 time: 0.0782590 Jun 17 08:33:05.792422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-a2d82cea-191e-436d-aa80-770615f6f5d4 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.811603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-a2d82cea-191e-436d-aa80-770615f6f5d4 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 820 time: 0.4502947 Jun 17 08:33:05.824547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f5ffe-f220-4ff0-bbf2-13b7bbe3a195 req-94f0ee58-4a8f-4427-affa-e2a3e8868088 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.832976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a9f5ffe-f220-4ff0-bbf2-13b7bbe3a195 req-94f0ee58-4a8f-4427-affa-e2a3e8868088 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 943 time: 0.4736469 Jun 17 08:33:05.858109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57188) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:05.885135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.893799 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.903800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Attempting to bind port 89b762d0-51f5-4baa-9ce5-28900e80575b on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:05.904317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Attempting to bind port 89b762d0-51f5-4baa-9ce5-28900e80575b by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:05.904415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Attempting to bind port 89b762d0-51f5-4baa-9ce5-28900e80575b on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:05.919581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-804a731a-1c5b-459e-adce-d24afd437cb2 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/quotas/0f57a9492608462d8a8c76d64df6b7ca HTTP/1.1" status: 200 len: 375 time: 0.1046495 Jun 17 08:33:05.940087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Port 89b762d0-51f5-4baa-9ce5-28900e80575b on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:05.940416 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Attempting to bind port 89b762d0-51f5-4baa-9ce5-28900e80575b on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:05.940909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.956470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:05.956821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:05.957205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:05.957647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Bound port: 89b762d0-51f5-4baa-9ce5-28900e80575b, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:05.958001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.998785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-788c1777-304f-4a89-9217-644f30eb4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.001193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-788c1777-304f-4a89-9217-644f30eb4603 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.1845138 Jun 17 08:33:06.015047 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b71c6e41-2ced-43e1-92ff-dcd091d4bed1 req-0a7de124-0038-48a9-9456-27edeeb69d45 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006756 Jun 17 08:33:06.019965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5a9f5ffe-f220-4ff0-bbf2-13b7bbe3a195 req-68369d1d-3f99-49af-89b4-1d868c07f8b3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856863 Jun 17 08:33:06.061742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57192) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:06.126362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-62478c1f-931d-4008-a473-496a181832c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989232 Jun 17 08:33:06.134320 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97eee91-e18d-4a9c-a36d-e36251bd4b90 x-openstack-request-id: req-f97eee91-e18d-4a9c-a36d-e36251bd4b90 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:06.134662 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bf363f-b70d-4d5a-beb1-daa442e88950", "tag": "34707326-95d9-4e1c-beda-67cf774e1709", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:06.135026 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f97eee91-e18d-4a9c-a36d-e36251bd4b90 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:06.135474 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'tag': '34707326-95d9-4e1c-beda-67cf774e1709', 'status': 'completed', 'code': 200} Jun 17 08:33:06.228591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] For port 89b762d0-51f5-4baa-9ce5-28900e80575b, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:06.270035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] For port 89b762d0-51f5-4baa-9ce5-28900e80575b, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=89b762d0-51f5-4baa-9ce5-28900e80575b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:06.274125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.285408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.303225 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3999e890-37cf-46a9-8bac-a3ee7010640a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:06.310325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-44114118-8d84-4935-acc1-76174f7878af tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3896146 Jun 17 08:33:06.354394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.355050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.356442 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] 10.222.0.60 "PUT /v2.0/ports/89b762d0-51f5-4baa-9ce5-28900e80575b HTTP/1.1" status: 200 len: 1097 time: 1.9050112 Jun 17 08:33:06.363715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-efa75dbd-9cb2-49bf-affc-646f1b21812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.365217 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-efa75dbd-9cb2-49bf-affc-646f1b21812a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 1095 time: 0.2360950 Jun 17 08:33:06.438229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Pushing event updated for resources: {'Port': ['ID=89b762d0-51f5-4baa-9ce5-28900e80575b,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:06.445349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:06.465486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-7ba53ff8-8636-45d3-a6a6-cb6b900fcc04 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413796 Jun 17 08:33:06.572076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-4f4b3010-7389-496f-819c-273463c58f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.573561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-4f4b3010-7389-496f-819c-273463c58f89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.2004886 Jun 17 08:33:06.590421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-62a1a4a8-8843-4c7e-9e29-ab2c9aaf62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.591946 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-62a1a4a8-8843-4c7e-9e29-ab2c9aaf62de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d28fdfd6a949427b843d5f99de86445e&device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 1100 time: 0.1634202 Jun 17 08:33:06.637925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-70b1cf45-8dca-4a21-a738-d831b5adc504 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248963 Jun 17 08:33:06.682871 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-1b7489d0-39cc-493a-b559-ddca3de14f6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed HTTP/1.1" status: 200 len: 217 time: 0.0947177 Jun 17 08:33:06.692332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-61c15832-7683-4e33-ab59-d8969d59eda5 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560353 Jun 17 08:33:06.757036 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-f576f6d3-752a-416e-88ee-2991a7c119b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=89b762d0-51f5-4baa-9ce5-28900e80575b HTTP/1.1" status: 200 len: 217 time: 0.1534438 Jun 17 08:33:06.781768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc37dc-0246-46a4-8e79-ecb1391dd29b req-192afda0-feb2-4588-b1ed-829c13527b99 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.789348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68dc37dc-0246-46a4-8e79-ecb1391dd29b req-192afda0-feb2-4588-b1ed-829c13527b99 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 943 time: 0.3170357 Jun 17 08:33:06.840532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-4addb92f-1ce4-4ba4-8912-31fc626dbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.842013 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-4addb92f-1ce4-4ba4-8912-31fc626dbfaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.0980339 Jun 17 08:33:06.844485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-90da8ba1-4868-406f-8ef7-7dc317495692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.845567 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-90da8ba1-4868-406f-8ef7-7dc317495692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0795064 Jun 17 08:33:06.868940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.884526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.900561 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42865733-e507-412a-b900-d0fe2789bcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:06.931668 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf455e-ced2-41ee-96d1-a970edec002f x-openstack-request-id: req-8ebf455e-ced2-41ee-96d1-a970edec002f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:06.935041 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-plugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:06.935505 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ebf455e-ced2-41ee-96d1-a970edec002f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:06.936122 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'code': 200} Jun 17 08:33:07.038142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-51f9a302-b722-4105-8f22-c63fb0a54898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.039869 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-51f9a302-b722-4105-8f22-c63fb0a54898 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826434 Jun 17 08:33:07.061210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-0043cd66-cf23-45aa-9e23-d2c57020b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.063777 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-0043cd66-cf23-45aa-9e23-d2c57020b9f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1952064 Jun 17 08:33:07.132536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68dc37dc-0246-46a4-8e79-ecb1391dd29b req-a747f177-da19-4d6b-a225-79716d3f5477 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422964 Jun 17 08:33:07.151154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5039b6f165ba4766ab8477970a3e6a38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2915068 Jun 17 08:33:07.154164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ffe3cc4-6c4a-496c-b442-74541d66115f req-6a0a8dc4-f603-42c2-b01f-98320ac052a6 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499745 Jun 17 08:33:07.154973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57222) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:07.156956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c44eac1-69da-4376-8cb1-725ef572718a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:07.173835 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:07.190939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'tag': '89b762d0-51f5-4baa-9ce5-28900e80575b'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:07.193274 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8c9d1f-df67-42b3-b102-bf3579f869a0", "tag": "89b762d0-51f5-4baa-9ce5-28900e80575b"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:07.201702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.236655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.246035 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-23c650fc-1132-4fbc-872e-f6eb092f0dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:07.305007 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-6e95233d-67c3-43b9-8901-1f2084d03fbf service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546167 Jun 17 08:33:07.310212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7064141f-5829-43ec-91e7-d885a163367c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:07.324151 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b94025316bb4a4c9769772e349b77bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2612329 Jun 17 08:33:07.326127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09fab7-2891-4797-a1a4-79c010139ddb req-cd18d845-f4e1-4336-b0e3-17fddd0bd6e1 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.333451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d09fab7-2891-4797-a1a4-79c010139ddb req-cd18d845-f4e1-4336-b0e3-17fddd0bd6e1 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 948 time: 0.2612367 Jun 17 08:33:07.335081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57234) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:07.340706 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:07.341345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.358637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64944276-1192-4000-a9dc-f167b5f285ca req-9c4eb876-13ab-4e5f-96c6-9ab2cc2dd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.360811 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-d9e55b06-9ed4-4dbd-86db-0e57336f14a6 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808540 Jun 17 08:33:07.361002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64944276-1192-4000-a9dc-f167b5f285ca req-9c4eb876-13ab-4e5f-96c6-9ab2cc2dd064 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1097 time: 0.3230422 Jun 17 08:33:07.486492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.512772 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c684b125-f96f-4b05-9bec-6e88ea1a4a30 req-4e56a654-b3de-44a5-8a17-e635c3b10b40 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926198 Jun 17 08:33:07.535476 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9e653442-5a8b-4bd9-8938-dedb38ccd7d7 req-65add835-0a03-4a14-89a1-6aafdbece9b6 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539648 Jun 17 08:33:07.567310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d09fab7-2891-4797-a1a4-79c010139ddb req-cde98c40-fbd5-48b4-b939-5d2c5cda8931 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330928 Jun 17 08:33:07.612427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-4384a5b6-fbbc-4bc0-a501-bf111030dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.613926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-4384a5b6-fbbc-4bc0-a501-bf111030dd54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 1095 time: 0.3850422 Jun 17 08:33:07.617009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.619619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.620775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c44eac1-69da-4376-8cb1-725ef572718a HTTP/1.1" status: 204 len: 168 time: 0.4491210 Jun 17 08:33:07.622502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64944276-1192-4000-a9dc-f167b5f285ca req-a2d58c27-46fc-40fb-b657-4ac3eb428217 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430356 Jun 17 08:33:07.631469 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a9d72b7-a9dd-42fc-a70a-68f8a3a580e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:07.711861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.762143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6e691d4-8c65-49c4-84e7-f82ac13df341 req-07c862e5-894f-4bdf-b962-0c87c5b7afe6 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 210 time: 0.0571454 Jun 17 08:33:07.763123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c44eac1-69da-4376-8cb1-725ef572718a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:07.781578 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:07.820844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-be65dd1d-8d23-4421-ac07-7154dc3c6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.823155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-be65dd1d-8d23-4421-ac07-7154dc3c6a2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 200 len: 912 time: 0.1947551 Jun 17 08:33:07.832671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.880162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-48c9c9fc-93f9-4c43-b2da-10c2cc43a4e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34707326-95d9-4e1c-beda-67cf774e1709 HTTP/1.1" status: 200 len: 217 time: 0.0423691 Jun 17 08:33:07.894495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ea896-e196-45cb-ad6d-6b4a39846c64 req-faaeb535-c86d-4b18-8d04-9afae234baab tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.896261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd2ea896-e196-45cb-ad6d-6b4a39846c64 req-faaeb535-c86d-4b18-8d04-9afae234baab tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.5009108 Jun 17 08:33:08.034558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-c3ae0d51-532a-4536-8721-46d31aed11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.036189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-c3ae0d51-532a-4536-8721-46d31aed11ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 200 len: 851 time: 0.1348102 Jun 17 08:33:08.049169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd2ea896-e196-45cb-ad6d-6b4a39846c64 req-99594602-be42-473f-951d-71cfb8bb362f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361294 Jun 17 08:33:08.061915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f2da88cd-de09-4b29-97f2-1c847f6b01ed details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:08.112549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-d10bf8a3-c6f5-4f8a-8018-0d8a4e7209d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e38e04b-db7f-4b2e-bbeb-21133ad2785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619142 Jun 17 08:33:08.122595 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.126028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.129484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7064141f-5829-43ec-91e7-d885a163367c HTTP/1.1" status: 204 len: 168 time: 0.7877769 Jun 17 08:33:08.131752 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b063115b-0614-4d58-9d21-7bf9832b5aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:08.147624 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0b3220-5b04-4011-840f-2635d7c741e1 x-openstack-request-id: req-4c0b3220-5b04-4011-840f-2635d7c741e1 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:08.148144 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8c9d1f-df67-42b3-b102-bf3579f869a0", "tag": "89b762d0-51f5-4baa-9ce5-28900e80575b", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:08.148249 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c0b3220-5b04-4011-840f-2635d7c741e1 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:08.148694 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'tag': '89b762d0-51f5-4baa-9ce5-28900e80575b', 'status': 'completed', 'code': 200} Jun 17 08:33:08.154602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0345ed6-6b6e-41b3-9824-b499b26dd8a4 req-d1676ad3-7a10-437d-b8a8-32732449ac0e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.162624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0345ed6-6b6e-41b3-9824-b499b26dd8a4 req-d1676ad3-7a10-437d-b8a8-32732449ac0e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 943 time: 0.2412021 Jun 17 08:33:08.195815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7064141f-5829-43ec-91e7-d885a163367c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:08.211698 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:08.267233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-c0fc1cc9-6b6c-402b-9fa0-75a939173694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.269212 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-c0fc1cc9-6b6c-402b-9fa0-75a939173694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d28fdfd6a949427b843d5f99de86445e&device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 1100 time: 0.0954287 Jun 17 08:33:08.297136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0345ed6-6b6e-41b3-9824-b499b26dd8a4 req-da58b78c-1661-4c8d-aade-f9d0f360d982 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334682 Jun 17 08:33:08.314316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:08.338833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-a9d03e8a-99b6-406c-a9d4-fcbe61909218 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095540 Jun 17 08:33:08.342282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'mac_address': 'fa:16:3e:ad:02:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:08.382769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.396654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2da88cd-de09-4b29-97f2-1c847f6b01ed {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:08.420177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:08.427160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.430392 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:08.483838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-aa9ae9d7-7a16-46b0-a2fd-509b86594708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.487086 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-aa9ae9d7-7a16-46b0-a2fd-509b86594708 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.2090313 Jun 17 08:33:08.494698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:08.498547 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:08.517429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e164-6279-4d35-aa25-6b498129ca07 req-a2f73046-3205-4f4a-b2d4-9b903d330151 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.519674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfa2e164-6279-4d35-aa25-6b498129ca07 req-a2f73046-3205-4f4a-b2d4-9b903d330151 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 943 time: 0.1757371 Jun 17 08:33:08.549733 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-fe1e831d-7ff9-49b5-a61b-816daf61227a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=89b762d0-51f5-4baa-9ce5-28900e80575b HTTP/1.1" status: 200 len: 217 time: 0.0535536 Jun 17 08:33:08.561759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7016c80-efa1-4770-8555-f95a51078fb6 req-c3c72d8c-9728-446a-9b7f-ddad6ad76ed8 service neutron] 10.222.0.60 "GET /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064185 Jun 17 08:33:08.580428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57270) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:08.615403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfa2e164-6279-4d35-aa25-6b498129ca07 req-895aabc6-7534-4f05-a631-625d51b5b139 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797517 Jun 17 08:33:08.654986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-2605f925-1271-4297-b1b6-63f1af38f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.657873 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-2605f925-1271-4297-b1b6-63f1af38f359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0994046 Jun 17 08:33:08.662875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['f2da88cd-de09-4b29-97f2-1c847f6b01ed'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:08.826245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-201604d0-2e87-4808-8a94-ffb8ce52e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.829515 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-201604d0-2e87-4808-8a94-ffb8ce52e48a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619689 Jun 17 08:33:08.928663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.981598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:09.017306 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.055592 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-84af9829-023c-456b-be53-7a6995c5f12e service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168071 Jun 17 08:33:09.368353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b85cf007-a8d2-40a6-89a9-81c5896e92b0 req-479c795c-cfc1-49f1-b61a-13a62377eb30 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 210 time: 0.0492172 Jun 17 08:33:09.399063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-656851bf-1d98-48ee-8611-9d6367c92c53 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.399063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-656851bf-1d98-48ee-8611-9d6367c92c53 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.67 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 820 time: 0.6825924 Jun 17 08:33:09.412962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc38342-92d5-4f7f-a92c-09a7636c97c4 req-49935057-103f-41b3-a386-120b45d0823a tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.420065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bc38342-92d5-4f7f-a92c-09a7636c97c4 req-49935057-103f-41b3-a386-120b45d0823a tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 948 time: 0.5552602 Jun 17 08:33:09.427336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'port': {'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'admin_state_up': True, 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:09.491555 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8ea027b6-0e9e-4727-a236-c5d93dbfc87c req-a3c31ae0-842c-4f58-b47e-4c44f5d4f773 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233582 Jun 17 08:33:09.517188 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bc38342-92d5-4f7f-a92c-09a7636c97c4 req-4f1ac350-caf4-45ef-972f-132930462cd9 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962043 Jun 17 08:33:09.573222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.594456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.601195 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-af5b0920-038b-470c-a08a-f8a4d9b6e698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:09.636711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90505a13-2d1e-49ff-9cce-0f91934633f2 req-9738a52b-572f-4226-8d14-1ef19f1cccba tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.638319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90505a13-2d1e-49ff-9cce-0f91934633f2 req-9738a52b-572f-4226-8d14-1ef19f1cccba tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.1012928 Jun 17 08:33:09.663961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80452754e74445679e7a9d75cda3dfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0781145 Jun 17 08:33:09.666534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57304) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:09.678762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c753704f-911b-444a-b4db-9c3c080917c4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:09.682801 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:09.720619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90505a13-2d1e-49ff-9cce-0f91934633f2 req-c7f09e82-9109-4a63-8e4a-9f23d58711b8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749395 Jun 17 08:33:09.755355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316f2d-3e5d-40dc-990d-2e1cc80144e6 req-d86e319b-c811-4fdf-8642-a20d7c46c6a9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.756900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad316f2d-3e5d-40dc-990d-2e1cc80144e6 req-d86e319b-c811-4fdf-8642-a20d7c46c6a9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1093287 Jun 17 08:33:09.776258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.808839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.814799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.816408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad316f2d-3e5d-40dc-990d-2e1cc80144e6 req-37242b5d-c59a-4736-bc9d-690b613c0ea8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528581 Jun 17 08:33:09.823492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.828991 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f25b79aa-04af-4b2c-a035-1a981d224ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:09.840939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Made reservation on behalf of 0f57a9492608462d8a8c76d64df6b7ca for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:09.847115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.889585 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da603e0cab644fb78bde7453b0487cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9002285 Jun 17 08:33:09.892057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c198dd-3ab3-40da-93aa-42d4659fecb4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:09.894587 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:09.895340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:09.941885 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.944764 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.948239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c753704f-911b-444a-b4db-9c3c080917c4 HTTP/1.1" status: 204 len: 168 time: 0.2784183 Jun 17 08:33:09.948239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-873cc559-399e-4391-9487-9314075cdf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:09.963685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c753704f-911b-444a-b4db-9c3c080917c4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:09.966106 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:09.972076 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.018308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.071440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:10.093810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 89b762d0-51f5-4baa-9ce5-28900e80575b details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:10.097362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f2da88cd-de09-4b29-97f2-1c847f6b01ed up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:10.101101 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.107994 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.109142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11c198dd-3ab3-40da-93aa-42d4659fecb4 HTTP/1.1" status: 204 len: 168 time: 0.2125688 Jun 17 08:33:10.112129 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79f79633-5411-4a70-a7f6-8186fb703bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:10.134203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c198dd-3ab3-40da-93aa-42d4659fecb4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:10.141662 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:10.156935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Allocated IP 172.20.0.4 (f34b23ee-75c3-4df0-b3f1-5a59581718ee/e558524a-2f7c-4cc2-bba0-59903aa5fde7/30eed73f-49c0-482f-94a1-c4e5b2972e85) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:10.194228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6520d-8d23-4dd7-981f-83c8e12c9cb8 req-8ac52e27-93ae-42f3-a6b0-78159016a127 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:10.201180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90b6520d-8d23-4dd7-981f-83c8e12c9cb8 req-8ac52e27-93ae-42f3-a6b0-78159016a127 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 943 time: 0.2214377 Jun 17 08:33:10.244522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port f2da88cd-de09-4b29-97f2-1c847f6b01ed completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:10.254884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port f2da88cd-de09-4b29-97f2-1c847f6b01ed triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:10.255483 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.274263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beecea-3005-4fce-ac1b-e6d6020bc430 req-26a539ee-c131-4908-b723-9ab0d1efc191 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:10.275814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96beecea-3005-4fce-ac1b-e6d6020bc430 req-26a539ee-c131-4908-b723-9ab0d1efc191 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.2299597 Jun 17 08:33:10.285044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:10.293608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'floatingip': {'port_id': '27fc7961-6583-423b-a96f-8264bd22543c'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:10.297378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90b6520d-8d23-4dd7-981f-83c8e12c9cb8 req-b470b512-9f35-432c-9233-e1f540ec3950 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 Jun 17 08:33:10.326617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 89b762d0-51f5-4baa-9ce5-28900e80575b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=89b762d0-51f5-4baa-9ce5-28900e80575b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:10.345242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '89b762d0-51f5-4baa-9ce5-28900e80575b', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '89b762d0-51f5-4baa-9ce5-28900e80575b', 'mac_address': 'fa:16:3e:3e:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:10.418920 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.419850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1079983373'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:10.428924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.434224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b762d0-51f5-4baa-9ce5-28900e80575b {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:10.439306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.452675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.455778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Transition to ACTIVE for port object 30eed73f-49c0-482f-94a1-c4e5b2972e85 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:10.514704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:10.523555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:10.525874 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7560ea83-c6d9-4ab3-838f-ed1ea53359a1" -d '{"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:10.536892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 89b762d0-51f5-4baa-9ce5-28900e80575b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=89b762d0-51f5-4baa-9ce5-28900e80575b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:10.537958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.539918 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8219929a-aa88-4dbd-919e-be126b03df30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:10.542399 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.546681 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59ba7281-8f77-49fb-b48b-d9688b1ab709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:10.565119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Made reservation on behalf of aac7cde38e5645c68519f74a58778406 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:10.569473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.598814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['6f12a769-66a7-475f-9b6b-7c5468105cb8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:10.600951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.684000 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323b4375-4db7-4abe-9deb-ab052f31e9bd x-openstack-request-id: req-323b4375-4db7-4abe-9deb-ab052f31e9bd {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:10.684446 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:10.685518 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-323b4375-4db7-4abe-9deb-ab052f31e9bd {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:10.686024 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'code': 200} Jun 17 08:33:10.691033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:10.706137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:10.710876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:10.713682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event updated for resources: {'Port': ['ID=30eed73f-49c0-482f-94a1-c4e5b2972e85,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:10.728253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.729200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34707326-95d9-4e1c-beda-67cf774e1709 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:10.732132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:10.739327 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:10.754925 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:10.755911 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76925370-6cfe-4d69-9f3c-eda9b9ec51bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:10.779352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:10.780003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.791766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8c21-62df-4143-8638-58d0d8f2f6e6 req-ef7576fb-80fd-4d3d-8c14-15abcfb00a71 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:10.793510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a9a8c21-62df-4143-8638-58d0d8f2f6e6 req-ef7576fb-80fd-4d3d-8c14-15abcfb00a71 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 931 time: 0.2246461 Jun 17 08:33:10.917237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=89b762d0-51f5-4baa-9ce5-28900e80575b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:10.932221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a9a8c21-62df-4143-8638-58d0d8f2f6e6 req-3621eeca-59e6-4128-9e4d-8f4b7581aaae tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310079 Jun 17 08:33:10.945067 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:10.964668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:33:11.007322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c251f-ea39-426e-acf6-249ad40534fa req-a241e340-a99d-446d-8c85-70fc8c204ef9 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.008946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc7c251f-ea39-426e-acf6-249ad40534fa req-a241e340-a99d-446d-8c85-70fc8c204ef9 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 949 time: 0.1753423 Jun 17 08:33:11.098998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc7c251f-ea39-426e-acf6-249ad40534fa req-701b9c57-8023-4d6e-a65a-28e1e034ffc7 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839152 Jun 17 08:33:11.164341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 34707326-95d9-4e1c-beda-67cf774e1709, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34707326-95d9-4e1c-beda-67cf774e1709,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:11.180803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '34707326-95d9-4e1c-beda-67cf774e1709', 'network_id': '0e38e04b-db7f-4b2e-bbeb-21133ad2785c', 'port_id': '34707326-95d9-4e1c-beda-67cf774e1709', 'mac_address': 'fa:16:3e:84:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc7d86-deb0-4478-b270-faf305277e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:11.213027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d888-112c-42fd-bb75-2674974e93a3 req-c7e6ad2b-133a-4baf-8e2e-677f75d35074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.214517 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e11d888-112c-42fd-bb75-2674974e93a3 req-c7e6ad2b-133a-4baf-8e2e-677f75d35074 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 1097 time: 0.2968314 Jun 17 08:33:11.245580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ed0a-f691-4b2b-a776-2883bfd78905 req-cffd0e85-653b-4817-9a20-7c01a45765c4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.252810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.257222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e699ed0a-f691-4b2b-a776-2883bfd78905 req-cffd0e85-653b-4817-9a20-7c01a45765c4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.1176305 Jun 17 08:33:11.277676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-91448a3a-0ab6-434e-ae95-66b8b896fe73 None None] Provisioning for port 30eed73f-49c0-482f-94a1-c4e5b2972e85 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:11.286853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34707326-95d9-4e1c-beda-67cf774e1709 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:11.292885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-91448a3a-0ab6-434e-ae95-66b8b896fe73 None None] Provisioning complete for port 30eed73f-49c0-482f-94a1-c4e5b2972e85 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:11.293534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-91448a3a-0ab6-434e-ae95-66b8b896fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.335044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 34707326-95d9-4e1c-beda-67cf774e1709, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34707326-95d9-4e1c-beda-67cf774e1709,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:11.348285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.351097 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d227fc84-b7f5-4ee9-8e61-61e5e6b474c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.368260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e699ed0a-f691-4b2b-a776-2883bfd78905 req-38a9b3b0-a2d9-4821-83b5-554299ddcf15 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097133 Jun 17 08:33:11.378039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-91448a3a-0ab6-434e-ae95-66b8b896fe73 None None] Port 30eed73f-49c0-482f-94a1-c4e5b2972e85 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:11.416514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=34707326-95d9-4e1c-beda-67cf774e1709,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:11.428327 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:11.432068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.435430 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0e11d888-112c-42fd-bb75-2674974e93a3 req-79d1edf1-7a77-4911-ab79-7b35ef6196a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808980 Jun 17 08:33:11.457458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0337951 Jun 17 08:33:11.473313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Request body: {'port': {'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:11.476689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.484053 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ade41106-d18f-4195-8b5e-c58a9f8c6c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.529928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:11.564436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603d711c-5d7f-4666-8434-81b545a54b31,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:11.573177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:11.602637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.602772 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Added segment 48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9 of type vlan for network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 Jun 17 08:33:11.605635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.614054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['34707326-95d9-4e1c-beda-67cf774e1709'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:11.665034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.667050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['89b762d0-51f5-4baa-9ce5-28900e80575b'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:11.674591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0d855-3a29-4522-9b5e-306a2c282ef9 req-83f00427-42e1-4ca4-9c5e-af6bd22eb890 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.676251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-def0d855-3a29-4522-9b5e-306a2c282ef9 req-83f00427-42e1-4ca4-9c5e-af6bd22eb890 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 944 time: 0.1595623 Jun 17 08:33:11.687920 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.690845 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.818310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.820784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-def0d855-3a29-4522-9b5e-306a2c282ef9 req-9d50f095-0ac1-419c-80f5-686eaec2a9a7 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352117 Jun 17 08:33:11.841489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.842147 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.866180 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63f898fd-54eb-4e7a-bdd8-2a63bef50d98 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.919638 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8461616 Jun 17 08:33:11.976848 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Floating IP 6639bd46-114c-4b1f-b4ef-bee35db68242 associated. External IP: 172.25.7.54, port: 27fc7961-6583-423b-a96f-8264bd22543c. Jun 17 08:33:11.981036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Pushing event updated for resources: {'Network': ['ID=175ba4ad-c4e0-4150-869c-ba7f65ccc952,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:12.011058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:12.102300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57386) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:12.103686 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:12.182841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30eed73f-49c0-482f-94a1-c4e5b2972e85 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:12.193137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.215200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Transition to ACTIVE for port object 30eed73f-49c0-482f-94a1-c4e5b2972e85 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:12.227097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.230554 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-375d2c09-3167-463c-94f1-60eb2eee157b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:12.240149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e998f9-01e5-48a6-bdbb-07749067f0c0 req-b96edeb3-932e-4513-84ec-bdee0754aaae tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.241964 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e998f9-01e5-48a6-bdbb-07749067f0c0 req-b96edeb3-932e-4513-84ec-bdee0754aaae tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 931 time: 0.1409860 Jun 17 08:33:12.370463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e998f9-01e5-48a6-bdbb-07749067f0c0 req-42d65c44-0363-48ad-9690-12ce275e3278 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025441 Jun 17 08:33:12.415388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Router 13475c12-7089-4dc7-849d-f442bb321a13 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:12.429224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Pushing event updated for resources: {'Port': ['ID=30eed73f-49c0-482f-94a1-c4e5b2972e85,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:12.439916 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:12.517168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.543841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57396) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:12.570540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Request body: {'port': {'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952', 'binding:host_id': 'n-h2-780147-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2095148368'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:12.611426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:12.624244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.627512 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:12.628495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Made reservation on behalf of 7a85e51c36ab439aa6e9f72b4902ec82 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:12.630539 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.637968 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:12.639020 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:12.691495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Attempting to bind port 30eed73f-49c0-482f-94a1-c4e5b2972e85 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:12.691865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Attempting to bind port 30eed73f-49c0-482f-94a1-c4e5b2972e85 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:12.692173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Attempting to bind port 30eed73f-49c0-482f-94a1-c4e5b2972e85 on network f34b23ee-75c3-4df0-b3f1-5a59581718ee {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:12.694318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.700541 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a7091b23-18b9-45b9-b60c-701db5623725 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "PUT /v2.0/floatingips/6639bd46-114c-4b1f-b4ef-bee35db68242 HTTP/1.1" status: 200 len: 990 time: 2.4104578 Jun 17 08:33:12.700541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:12.701718 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91552511-5aac-41aa-b321-0df5f7ddaacb" -d '{"events": [{"name": "network-changed", "server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:12.761433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Port 30eed73f-49c0-482f-94a1-c4e5b2972e85 on network f34b23ee-75c3-4df0-b3f1-5a59581718ee not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:12.762099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Attempting to bind port 30eed73f-49c0-482f-94a1-c4e5b2972e85 on network f34b23ee-75c3-4df0-b3f1-5a59581718ee {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:12.782510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:12.782848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Checking segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:12.783262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Bound using segment: {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:12.783539 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:12.783708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Bound port: 30eed73f-49c0-482f-94a1-c4e5b2972e85, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:12.784044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.864045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1422-a6cb-4717-86f9-3207774fbcbd req-865cc89c-94c1-4c2e-98bd-aafe3a5fef2c tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.865582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53bc1422-a6cb-4717-86f9-3207774fbcbd req-865cc89c-94c1-4c2e-98bd-aafe3a5fef2c tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 949 time: 0.2868164 Jun 17 08:33:12.902004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a430cb-ad3a-48be-ae47-aff8916cb3f7 req-a9d53062-d440-4167-9941-b715c16b87a4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.903550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95a430cb-ad3a-48be-ae47-aff8916cb3f7 req-a9d53062-d440-4167-9941-b715c16b87a4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.2139082 Jun 17 08:33:12.972506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] For port 30eed73f-49c0-482f-94a1-c4e5b2972e85, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:12.993685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.014711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] For port 30eed73f-49c0-482f-94a1-c4e5b2972e85, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:13.020904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.026841 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ba73550-be02-438e-a007-85ae01013454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.031301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53bc1422-a6cb-4717-86f9-3207774fbcbd req-c3b994c0-038b-4801-b5ef-fc4e6d0ede3f tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514518 Jun 17 08:33:13.039254 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.043529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95a430cb-ad3a-48be-ae47-aff8916cb3f7 req-af3bc144-e42c-4318-a682-150cd56c3477 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277351 Jun 17 08:33:13.047374 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '6639bd46-114c-4b1f-b4ef-bee35db68242', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'port_id': '27fc7961-6583-423b-a96f-8264bd22543c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'mac_address': 'fa:16:3e:3b:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd413b369-daa7-48b5-9bab-5328ac430370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:32:47Z', 'updated_at': '2021-06-17T08:33:11Z', 'revision_number': 1, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:13.091253 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:13.097333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d52f8627a52447fab02e9d9787f995a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9939928 Jun 17 08:33:13.101160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:13.103404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d5445-405d-4984-8afa-7f7fb72ae010,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.104316 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:13.105179 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:32:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:13.109676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.110149 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.111770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] 10.222.0.67 "PUT /v2.0/ports/30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 1092 time: 1.6469691 Jun 17 08:33:13.112601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:13.116988 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:13.119716 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.121730 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18f29de8-bdd2-4d79-b30c-20dbc61b9c70 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.179659 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46758a17-7852-4711-81bc-c4cb89e2565c x-openstack-request-id: req-46758a17-7852-4711-81bc-c4cb89e2565c {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:13.179999 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:13.180299 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46758a17-7852-4711-81bc-c4cb89e2565c {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:13.180807 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'status': 'completed', 'code': 200} Jun 17 08:33:13.331544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.357530 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:13.389377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.393009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Pushing event updated for resources: {'Port': ['ID=30eed73f-49c0-482f-94a1-c4e5b2972e85,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.409304 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.483219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-ff8a835e-3102-434b-ab58-383f96245e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.485882 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-ff8a835e-3102-434b-ab58-383f96245e29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1097 time: 0.2861514 Jun 17 08:33:13.528042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.546102 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.551780 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5119dc8f-6f5d-4f54-8ab1-831ce8ae1184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.580725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:13.604294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-abace9fb-9687-406f-ba2f-1dbfedf82c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.605681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.606770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-abace9fb-9687-406f-ba2f-1dbfedf82c2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1095 time: 0.4347560 Jun 17 08:33:13.608534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.610330 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d81d5445-405d-4984-8afa-7f7fb72ae010 HTTP/1.1" status: 204 len: 168 time: 0.5075972 Jun 17 08:33:13.617898 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e4c1570-e8a2-4b51-908a-4ccdc1b6a6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.636845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d5445-405d-4984-8afa-7f7fb72ae010,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.640583 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.669861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-cd2745b9-ec54-4cb4-8be8-e74a044b9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.675506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-cd2745b9-ec54-4cb4-8be8-e74a044b9450 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.1831584 Jun 17 08:33:13.693725 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8813b5-9d21-470d-86f7-79c1ad2fb9d8 x-openstack-request-id: req-5f8813b5-9d21-470d-86f7-79c1ad2fb9d8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:13.694080 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:13.694486 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f8813b5-9d21-470d-86f7-79c1ad2fb9d8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:13.694982 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'status': 'completed', 'code': 200} Jun 17 08:33:13.713729 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-6817a090-bd6d-46c4-9840-5f163b562208 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 217 time: 0.0839622 Jun 17 08:33:13.780412 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-e1c08cf5-5d4e-4f91-93de-59547c2fe341 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 998 time: 0.0973666 Jun 17 08:33:13.829055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace4d5-fd49-4d76-a408-632d6c2f2b8e req-29b6be39-39fd-4c47-bf0a-f6362c3cf395 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.830453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46ace4d5-fd49-4d76-a408-632d6c2f2b8e req-29b6be39-39fd-4c47-bf0a-f6362c3cf395 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 944 time: 0.4732769 Jun 17 08:33:13.849364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '6639bd46-114c-4b1f-b4ef-bee35db68242', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'port_id': '27fc7961-6583-423b-a96f-8264bd22543c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'mac_address': 'fa:16:3e:3b:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd413b369-daa7-48b5-9bab-5328ac430370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:32:47Z', 'updated_at': '2021-06-17T08:33:11Z', 'revision_number': 1, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:13.852693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f34b45-92be-423b-971e-c1334744ffc4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.877868 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.911105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-9608c1b2-b4aa-4a25-ba91-a2c866790e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.913140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-9608c1b2-b4aa-4a25-ba91-a2c866790e2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.1255300 Jun 17 08:33:13.939297 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400758f6-a1eb-4c1e-8153-923713d6806d None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '6639bd46-114c-4b1f-b4ef-bee35db68242', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'port_id': '27fc7961-6583-423b-a96f-8264bd22543c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'mac_address': 'fa:16:3e:3b:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd413b369-daa7-48b5-9bab-5328ac430370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:32:47Z', 'updated_at': '2021-06-17T08:33:11Z', 'revision_number': 1, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:14.006177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-99d6689b-e5f9-4210-9f28-96f366b47a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.007741 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-99d6689b-e5f9-4210-9f28-96f366b47a16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887055 Jun 17 08:33:14.064713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-e69802fa-18bc-46fd-b9d7-304cab445761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.066341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-e69802fa-18bc-46fd-b9d7-304cab445761 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.2149794 Jun 17 08:33:14.098555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34707326-95d9-4e1c-beda-67cf774e1709 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:14.130074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46ace4d5-fd49-4d76-a408-632d6c2f2b8e req-ce220279-b719-4d35-ada9-44032d2fed16 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257805 Jun 17 08:33:14.199529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 34707326-95d9-4e1c-beda-67cf774e1709 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:14.207122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-f6bd4e9f-320e-4dab-95bf-59bbef4b496d service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923866 Jun 17 08:33:14.208231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 34707326-95d9-4e1c-beda-67cf774e1709 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:14.209179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22338cd4-aa20-4c7e-a693-fe6dbf777306 req-e3789dba-fe48-4086-ab9d-2f0eb9550556 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.209442 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.210735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22338cd4-aa20-4c7e-a693-fe6dbf777306 req-e3789dba-fe48-4086-ab9d-2f0eb9550556 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 943 time: 0.3637991 Jun 17 08:33:14.385396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea340d-8e85-4d2a-a92e-20f98ba43d5a None None] New status for floating IP 6639bd46-114c-4b1f-b4ef-bee35db68242: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:33:14.402148 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-91552511-5aac-41aa-b321-0df5f7ddaacb req-9631e20a-b7cd-4366-acbb-ca1b1dfad478 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838090 Jun 17 08:33:14.436256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22338cd4-aa20-4c7e-a693-fe6dbf777306 req-123e1439-6f40-4ea6-9899-4c3ff06cac7a tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849620 Jun 17 08:33:14.458208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-4b301395-0943-4319-b506-576f374da617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.459727 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-4b301395-0943-4319-b506-576f374da617 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3824313 Jun 17 08:33:14.530277 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.572831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 34707326-95d9-4e1c-beda-67cf774e1709, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34707326-95d9-4e1c-beda-67cf774e1709,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:14.577643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34707326-95d9-4e1c-beda-67cf774e1709'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:14.584614 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6350d38d-345b-46e3-be80-d293395e88bf" -d '{"events": [{"server_uuid": "f6bf363f-b70d-4d5a-beb1-daa442e88950", "name": "network-vif-plugged", "status": "completed", "tag": "34707326-95d9-4e1c-beda-67cf774e1709"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:14.589433 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.590568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 89b762d0-51f5-4baa-9ce5-28900e80575b up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:14.600082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-fd623527-27e2-4119-b954-1bcb63fcd294 service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103497 Jun 17 08:33:14.642578 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:14.712882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56f3b5aa-3fca-4653-b695-3f8311de023e req-c1ed1979-4bb3-41ab-a95b-38e5780492c1 service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052310 Jun 17 08:33:14.768242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=34707326-95d9-4e1c-beda-67cf774e1709,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:14.772288 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:14.776218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 89b762d0-51f5-4baa-9ce5-28900e80575b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:14.782276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 89b762d0-51f5-4baa-9ce5-28900e80575b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:14.783181 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.798838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:14.852627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.880823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Transition to ACTIVE for port object 81d53cd1-fdec-4053-b7c3-4f5e2350e05e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:14.897630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc597a1-b967-48d6-a438-f8523e2c3035 req-a083cbef-f25b-453c-9160-701239f6c5cc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.904906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fc597a1-b967-48d6-a438-f8523e2c3035 req-a083cbef-f25b-453c-9160-701239f6c5cc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.4656463 Jun 17 08:33:14.923202 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.940832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.952650 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba24a83-e1ce-413c-915e-6fcff24bbc0c tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:14.973786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 89b762d0-51f5-4baa-9ce5-28900e80575b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=89b762d0-51f5-4baa-9ce5-28900e80575b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:14.978065 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.983581 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff4fc2a0-9f61-4d3b-a5ee-8c79538a00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:14.998867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90c51b-d5cb-4b85-84f9-4fd35c54e94c req-bf0e0879-2a25-42cf-a9da-e730d92c5196 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.006705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e90c51b-d5cb-4b85-84f9-4fd35c54e94c req-bf0e0879-2a25-42cf-a9da-e730d92c5196 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 949 time: 0.2902689 Jun 17 08:33:15.030404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-d11f02b4-a919-4704-9810-9d162ba3d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.032822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-d11f02b4-a919-4704-9810-9d162ba3d34b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1095 time: 0.2380135 Jun 17 08:33:15.045191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fc597a1-b967-48d6-a438-f8523e2c3035 req-505a28df-acfd-4cdf-be46-31d5659f27a2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396937 Jun 17 08:33:15.064770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=89b762d0-51f5-4baa-9ce5-28900e80575b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:15.068820 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:15.084264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=81d53cd1-fdec-4053-b7c3-4f5e2350e05e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:15.120302 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:15.169816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e90c51b-d5cb-4b85-84f9-4fd35c54e94c req-23ce151c-98b7-49e1-ac75-66cf7545aa95 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620588 Jun 17 08:33:15.190808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Checking segment: {'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:15.191207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Network hostable DHCP agents. Network: 175ba4ad-c4e0-4150-869c-ba7f65ccc952, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:15.251828 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef54613-02fe-4eae-8f9f-ae6213810e32 x-openstack-request-id: req-9ef54613-02fe-4eae-8f9f-ae6213810e32 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:15.252354 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bf363f-b70d-4d5a-beb1-daa442e88950", "name": "network-vif-plugged", "status": "completed", "tag": "34707326-95d9-4e1c-beda-67cf774e1709", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:15.252455 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ef54613-02fe-4eae-8f9f-ae6213810e32 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:15.252838 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34707326-95d9-4e1c-beda-67cf774e1709', 'code': 200} Jun 17 08:33:15.262784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-95803090-bf82-4292-a56a-6838b9ad751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.264352 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-95803090-bf82-4292-a56a-6838b9ad751b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.2183373 Jun 17 08:33:15.268627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:15.353977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-4dea983f-6cf1-4a91-8147-c1a0540edd94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 217 time: 0.0766709 Jun 17 08:33:15.372913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 175ba4ad-c4e0-4150-869c-ba7f65ccc952) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:15.385127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d53bf-ee19-41d3-88e3-3a2d11c12ff0 None None] Network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:15.418992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:15.435636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.436258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.438180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.440211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ac00e-3197-4a9a-9e0a-6207a6f6c2b1 req-14cfc98c-6d68-457e-bfc9-8bc3959422c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.441664 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a16ac00e-3197-4a9a-9e0a-6207a6f6c2b1 req-14cfc98c-6d68-457e-bfc9-8bc3959422c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 1097 time: 0.1107914 Jun 17 08:33:15.449439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.449794 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.454325 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 2 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.471101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.472016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.472562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.500961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.501784 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.516578 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a16ac00e-3197-4a9a-9e0a-6207a6f6c2b1 req-1dd49c42-b7bb-497b-a603-c4ae814a364e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636938 Jun 17 08:33:15.527444 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 3 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.550758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-8ebe5b9b-bbde-46f1-bbd8-3a638603b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.552984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-8ebe5b9b-bbde-46f1-bbd8-3a638603b542 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1899793 Jun 17 08:33:15.563725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.564178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.564518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.605792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.606406 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.608527 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 4 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.659612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.660200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.660930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.677458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.677781 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.678956 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 5 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.693577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24ecba-6dfa-40e8-9845-dc51c01c771d req-803ebcc9-369a-4690-a5aa-4f98a7af6e68 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.700405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df24ecba-6dfa-40e8-9845-dc51c01c771d req-803ebcc9-369a-4690-a5aa-4f98a7af6e68 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.2237558 Jun 17 08:33:15.757833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.758256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.758698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.765246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-d38dd552-a65e-4327-a93e-f082f39984a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.767985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-d38dd552-a65e-4327-a93e-f082f39984a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2066066 Jun 17 08:33:15.774936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.775356 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.781705 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 6 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.839770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:15.855627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df24ecba-6dfa-40e8-9845-dc51c01c771d req-607fcac1-f7f1-4c04-bd82-2f0632f40958 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539733 Jun 17 08:33:15.864124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.864586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.865081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.876652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.877153 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.902954 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 7 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.928145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.928586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.929016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.939243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.939645 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.943913 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 8 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:15.965097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-c763dade-709e-4a03-9b6e-20d4ca0fccfb service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792116 Jun 17 08:33:15.966088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:15.966485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:15.966935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:15.984056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:15.984928 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:15.986438 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 9 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:16.021944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:16.022497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:16.023032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:16.063946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:16.064389 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:16.067916 n-d-780147-13 neutron-server[93500]: INFO neutron.plugins.ml2.plugin [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 10 to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e Jun 17 08:33:16.117137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-116313134'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:16.141811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Made reservation on behalf of 8febf3303f444fc79150b590521237e5 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:16.145298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.153974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.162694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:16.163084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:16.163430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:16.185613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:16.185968 n-d-780147-13 neutron-server[93500]: ERROR neutron.plugins.ml2.managers [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:16.186323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.206055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f30ef404-6eb8-417a-bd1c-83dbc1957ec0 req-00a6317e-cc6c-47d1-a79b-ac47a7db4d68 service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338963 Jun 17 08:33:16.276023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4392cff-b3a6-4063-b55c-434b15b0b3ce req-d610d1e4-a225-46f8-bb1f-15e03fed798e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.283651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4392cff-b3a6-4063-b55c-434b15b0b3ce req-d610d1e4-a225-46f8-bb1f-15e03fed798e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.2215562 Jun 17 08:33:16.289256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.295442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.314249 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f7c3104-9ddf-4182-b404-4adb2fc4d87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.331933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:16.340186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beb879-0a79-42ad-b4b6-5f15a7212606 req-2d276edf-e374-42e6-908a-ae4c95edf3e3 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.349546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09beb879-0a79-42ad-b4b6-5f15a7212606 req-2d276edf-e374-42e6-908a-ae4c95edf3e3 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 943 time: 0.2889428 Jun 17 08:33:16.354119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.354728 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Added segment c22ce0c8-af73-469a-82d2-0da7ae129041 of type vlan for network b84eb063-d065-4b85-b888-ea67b6133a12 Jun 17 08:33:16.356656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7347a28-695c-4bf6-966f-a0e24887819e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:16.368274 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:16.372752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] For port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:16.373129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempted to set empty binding levels {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:33:16.386584 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.391161 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.412029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.417226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4392cff-b3a6-4063-b55c-434b15b0b3ce req-866458f3-09fd-45b0-bda8-5357029b90cc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326342 Jun 17 08:33:16.458509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.466619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.467513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.472340 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b4a6056-11fd-4212-a823-6a8374c040fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.513048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09beb879-0a79-42ad-b4b6-5f15a7212606 req-5cd892c5-3462-453f-98b9-1cd0764111a8 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624889 Jun 17 08:33:16.531067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.538838 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6971905 Jun 17 08:33:16.539765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.543960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57512) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:16.561948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Request body: {'subnet': {'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:16.617575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event updated for resources: {'Network': ['ID=b84eb063-d065-4b85-b888-ea67b6133a12,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:16.623877 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:16.634493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b84eb063-d065-4b85-b888-ea67b6133a12 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:16.976677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.151074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=81d53cd1-fdec-4053-b7c3-4f5e2350e05e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:17.172519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:17.174227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.6291385 Jun 17 08:33:17.177193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57518) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:17.254291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b762d0-51f5-4baa-9ce5-28900e80575b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:17.257400 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca19cca-3fbe-43fa-987f-97b2ef442417" -d '{"events": [{"server_uuid": "ba8c9d1f-df67-42b3-b102-bf3579f869a0", "name": "network-vif-plugged", "status": "completed", "tag": "89b762d0-51f5-4baa-9ce5-28900e80575b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:17.282415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Made reservation on behalf of 8febf3303f444fc79150b590521237e5 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:17.286019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.293455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Deleting port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:17.293846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.297250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9c8b-10fe-4e36-b672-a1aa6429ef12 req-981dba40-a06f-4fd2-a7e4-27f5c0f4fb3d tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.298992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-289f9c8b-10fe-4e36-b672-a1aa6429ef12 req-981dba40-a06f-4fd2-a7e4-27f5c0f4fb3d tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 950 time: 0.2018006 Jun 17 08:33:17.306136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24be3ed-7f26-492c-b550-d29bea821699 req-6b422223-b8c5-46f2-8cf7-9e3dafacd425 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.307811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d24be3ed-7f26-492c-b550-d29bea821699 req-6b422223-b8c5-46f2-8cf7-9e3dafacd425 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.2117641 Jun 17 08:33:17.359724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] For port 81d53cd1-fdec-4053-b7c3-4f5e2350e05e, host n-h2-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:17.360081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.411229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 30eed73f-49c0-482f-94a1-c4e5b2972e85 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:17.427614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-289f9c8b-10fe-4e36-b672-a1aa6429ef12 req-ecb8c2b3-b9d9-4bd8-a1cc-82078f9143d5 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087811 Jun 17 08:33:17.432626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Calling delete_port for 81d53cd1-fdec-4053-b7c3-4f5e2350e05e owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:17.440624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d24be3ed-7f26-492c-b550-d29bea821699 req-d4cb7a2e-686e-4252-ab78-bc958ae777d5 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178675 Jun 17 08:33:17.547437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.552653 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:17.612978 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.619560 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5f4875d-e953-4865-bfba-8bb4bc99f2ce tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:17.626092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event deleted for resources: {'Port': ['ID=81d53cd1-fdec-4053-b7c3-4f5e2350e05e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:17.633242 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:17.659005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.663915 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "DELETE /v2.0/ports/81d53cd1-fdec-4053-b7c3-4f5e2350e05e HTTP/1.1" status: 204 len: 168 time: 0.4831960 Jun 17 08:33:17.664099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57528) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:17.696150 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3b29f1-03d9-4080-b977-2263b64522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:33:17.702119 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f3b29f1-03d9-4080-b977-2263b64522b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "GET /v2.0/ports/81d53cd1-fdec-4053-b7c3-4f5e2350e05e HTTP/1.1" status: 404 len: 333 time: 0.0321209 Jun 17 08:33:17.703002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57532) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:17.704926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event updated for resources: {'Subnet': ['ID=423f6acc-1827-4d44-b21f-7aafc928725a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:17.712762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Request body: {'port': {'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-106733752'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:17.739146 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:17.747165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294311-5edf-47c0-9b56-d64ccaac7789 req-2076aa3d-35a0-4e3e-ac53-3b42b1fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.748886 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d294311-5edf-47c0-9b56-d64ccaac7789 req-2076aa3d-35a0-4e3e-ac53-3b42b1fb2dca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 1102 time: 0.1371133 Jun 17 08:33:17.758153 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c96a3-7e4e-4890-90b2-e63c75e360c4 x-openstack-request-id: req-045c96a3-7e4e-4890-90b2-e63c75e360c4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:17.761275 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c9d1f-df67-42b3-b102-bf3579f869a0", "name": "network-vif-plugged", "status": "completed", "tag": "89b762d0-51f5-4baa-9ce5-28900e80575b", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:17.762402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Checking segment: {'id': 'c22ce0c8-af73-469a-82d2-0da7ae129041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:17.762856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Network hostable DHCP agents. Network: b84eb063-d065-4b85-b888-ea67b6133a12, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:17.763552 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-045c96a3-7e4e-4890-90b2-e63c75e360c4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:17.764180 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b762d0-51f5-4baa-9ce5-28900e80575b', 'code': 200} Jun 17 08:33:17.779543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Made reservation on behalf of 7a85e51c36ab439aa6e9f72b4902ec82 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:17.782930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.803427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 30eed73f-49c0-482f-94a1-c4e5b2972e85, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:17.810155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Network b84eb063-d065-4b85-b888-ea67b6133a12 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:17.818633 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:17.820707 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d294311-5edf-47c0-9b56-d64ccaac7789 req-4c017aaf-6faf-4b74-96c1-ced9e47a1175 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639303 Jun 17 08:33:17.829066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port 6188079d-99ca-4443-8c1b-dac531817fa3 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:17.836360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b667a-afb2-4f3b-b4e0-60722021d754 req-4e7b62a3-f822-444a-93ef-5a494b9d45bd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.838022 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-324b667a-afb2-4f3b-b4e0-60722021d754 req-4e7b62a3-f822-444a-93ef-5a494b9d45bd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.1382663 Jun 17 08:33:17.839283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, b84eb063-d065-4b85-b888-ea67b6133a12) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:17.844753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.845660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.853303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad0f16-00e9-4d04-a8bd-c9032ab1594f None None] Network b84eb063-d065-4b85-b888-ea67b6133a12 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:17.882314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3374350 Jun 17 08:33:17.883231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57538) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:17.897694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Request body: {'port': {'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1637817386'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:17.898272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.935575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-324b667a-afb2-4f3b-b4e0-60722021d754 req-b252821e-3b65-494c-890b-6c8cc8d7bbe6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 Jun 17 08:33:18.028555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30eed73f-49c0-482f-94a1-c4e5b2972e85 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:18.086770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 30eed73f-49c0-482f-94a1-c4e5b2972e85, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:18.101375 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.114862 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.123226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.162036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f2da88cd-de09-4b29-97f2-1c847f6b01ed details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:18.164917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Made reservation on behalf of 8febf3303f444fc79150b590521237e5 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:18.170425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.191582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.195629 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59c04bb1-940d-4c25-a387-6801b217b5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.202280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] device_id is not set on port 67ce3354-41a5-4018-b937-3dacb89fab19 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:18.222834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed116b-4ad6-4bd5-887c-2f47a26f6901 req-25860cd9-4c94-471f-8f77-f2f56773892d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.230405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81ed116b-4ad6-4bd5-887c-2f47a26f6901 req-25860cd9-4c94-471f-8f77-f2f56773892d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 944 time: 0.1294672 Jun 17 08:33:18.275438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:18.279530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:18.283908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:18.286597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.287252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.305558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=6188079d-99ca-4443-8c1b-dac531817fa3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.311956 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.318436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=30eed73f-49c0-482f-94a1-c4e5b2972e85,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.328356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6190138 Jun 17 08:33:18.328356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.333686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:18.348678 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.358795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81ed116b-4ad6-4bd5-887c-2f47a26f6901 req-ab589e67-50d5-4963-ac46-70542ad70c0d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273360 Jun 17 08:33:18.402164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['30eed73f-49c0-482f-94a1-c4e5b2972e85'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:18.426260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-b84eb063-d065-4b85-b888-ea67b6133a12', 'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12', 'tenant_id': '8febf3303f444fc79150b590521237e5', 'fixed_ips': [{'subnet_id': '423f6acc-1827-4d44-b21f-7aafc928725a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:18.427916 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.429886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.446476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Allocated IP 172.20.0.10 (b84eb063-d065-4b85-b888-ea67b6133a12/423f6acc-1827-4d44-b21f-7aafc928725a/67ce3354-41a5-4018-b937-3dacb89fab19) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:18.474542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b549f-26ba-4117-b08f-7b89c37f8d7b req-888790b1-ddc9-420f-8e64-1566ec308edc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.476366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b6b549f-26ba-4117-b08f-7b89c37f8d7b req-888790b1-ddc9-420f-8e64-1566ec308edc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.2134404 Jun 17 08:33:18.547434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b6b549f-26ba-4117-b08f-7b89c37f8d7b req-570cff4e-a14c-42e4-9758-85a36214dd11 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616128 Jun 17 08:33:18.700200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port 6188079d-99ca-4443-8c1b-dac531817fa3 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:18.709249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.710157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:18.736179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Transition to ACTIVE for port object 6188079d-99ca-4443-8c1b-dac531817fa3 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:18.746284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.749310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'port_id': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'mac_address': 'fa:16:3e:ad:02:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:18.750569 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.763910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.779264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Transition to ACTIVE for port object 67ce3354-41a5-4018-b937-3dacb89fab19 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:18.801711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=6188079d-99ca-4443-8c1b-dac531817fa3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.806850 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.826445 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.840578 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.845650 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f813f181-f397-4b3b-b668-8378bc2809bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.893926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2da88cd-de09-4b29-97f2-1c847f6b01ed {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:18.915873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc29d00-d560-4787-92f7-21ffb22b63a1 req-ecc642da-b74c-4b1c-ae8d-92f390471a3e tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.918641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcc29d00-d560-4787-92f7-21ffb22b63a1 req-ecc642da-b74c-4b1c-ae8d-92f390471a3e tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 950 time: 0.2491798 Jun 17 08:33:18.932497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Network b84eb063-d065-4b85-b888-ea67b6133a12 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:18.944168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:18.970666 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:18.977980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:18.991352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.996707 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb615585-6883-4020-892b-628cde236cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.000913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Allocated IP 172.20.0.2 (b84eb063-d065-4b85-b888-ea67b6133a12/423f6acc-1827-4d44-b21f-7aafc928725a/3dc962c8-6808-4f61-9794-a1a18989b82a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:19.087038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event updated for resources: {'Port': ['ID=67ce3354-41a5-4018-b937-3dacb89fab19,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.094686 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.119337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['f2da88cd-de09-4b29-97f2-1c847f6b01ed'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:19.183963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcc29d00-d560-4787-92f7-21ffb22b63a1 req-c0bc7220-d614-4727-8a2c-0606520ab953 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471404 Jun 17 08:33:19.207100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:19.207977 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.235072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.267807 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.303810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4174685 Jun 17 08:33:19.307038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:19.324112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.324612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.325046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.336387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.338066 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.338535 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 2 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.353308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.353797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.354245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.361541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.361541 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.361973 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 3 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.376016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.376782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.376946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.381429 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.381773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.382197 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.382677 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 4 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.400479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.402051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.402546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.417288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.417288 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.417288 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 5 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.447553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.448772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.449223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.463406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.463941 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.464484 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 6 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.495579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.496087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.496539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.500275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0869d-9504-4e9f-984a-5ee3416a9100 req-214d4d26-c860-4533-b638-3dc0e0ba3357 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:19.502267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8af0869d-9504-4e9f-984a-5ee3416a9100 req-214d4d26-c860-4533-b638-3dc0e0ba3357 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 944 time: 0.3133812 Jun 17 08:33:19.503732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.505065 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.506641 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 7 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.533977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.535184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.537313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.545588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.547475 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.548003 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 8 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.563934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Deleting port 67ce3354-41a5-4018-b937-3dacb89fab19 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:19.564284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.569049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.569519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.569985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.577407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.577664 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.578656 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 9 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.584755 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.593011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.593522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.594574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.596573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Transition to ACTIVE for port object 3dc962c8-6808-4f61-9794-a1a18989b82a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:19.599871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.600461 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.601681 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 10 to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 Jun 17 08:33:19.615505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Transition to ACTIVE for port object 3dc962c8-6808-4f61-9794-a1a18989b82a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:19.618047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:19.618545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:19.619066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:19.626318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:19.626843 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port 6188079d-99ca-4443-8c1b-dac531817fa3 on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:19.627236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8af0869d-9504-4e9f-984a-5ee3416a9100 req-b66082bf-4c64-49ac-a294-8037e39ddf77 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167436 Jun 17 08:33:19.627611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.689243 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.715139 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.722702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] For port 6188079d-99ca-4443-8c1b-dac531817fa3, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:19.723300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempted to set empty binding levels {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:33:19.734712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.739085 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7904c93-bbc8-4286-9a86-581ee566f411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.775272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] In _notify_port_updated(), no bound segment for port 6188079d-99ca-4443-8c1b-dac531817fa3 on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:19.776141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:19.776755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.780472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "PUT /v2.0/ports/6188079d-99ca-4443-8c1b-dac531817fa3 HTTP/1.1" status: 200 len: 979 time: 1.4499252 Jun 17 08:33:19.780743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:19.839693 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.846194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Network b84eb063-d065-4b85-b888-ea67b6133a12 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:19.866242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:19.866446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1611961-86a2-4e53-b3f0-7f119fbdc73b req-eef81406-f0e4-4c27-9397-9444af3b03c1 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:19.874665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1611961-86a2-4e53-b3f0-7f119fbdc73b req-eef81406-f0e4-4c27-9397-9444af3b03c1 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 944 time: 0.3132122 Jun 17 08:33:19.881852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=6188079d-99ca-4443-8c1b-dac531817fa3,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.886462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:19.887685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.956997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Pushing event updated for resources: {'Port': ['ID=3dc962c8-6808-4f61-9794-a1a18989b82a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.984119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Calling delete_port for 67ce3354-41a5-4018-b937-3dacb89fab19 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:19.985307 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.011265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Attempting to bind port 3dc962c8-6808-4f61-9794-a1a18989b82a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:20.011781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Attempting to bind port 3dc962c8-6808-4f61-9794-a1a18989b82a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c22ce0c8-af73-469a-82d2-0da7ae129041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:20.012328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Attempting to bind port 3dc962c8-6808-4f61-9794-a1a18989b82a on network b84eb063-d065-4b85-b888-ea67b6133a12 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:20.019462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:20.019975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Checking segment: {'id': 'c22ce0c8-af73-469a-82d2-0da7ae129041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:20.021410 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.022086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Bound using segment: {'id': 'c22ce0c8-af73-469a-82d2-0da7ae129041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:20.023462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Bound port: 3dc962c8-6808-4f61-9794-a1a18989b82a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22ce0c8-af73-469a-82d2-0da7ae129041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b84eb063-d065-4b85-b888-ea67b6133a12'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:20.023974 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.036654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.037648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.039776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.039776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.040120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.044955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.044955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.044955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.044955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.044955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.048255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.049570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.053874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.056482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.057073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.057991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.069289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.071311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.072875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.074274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.077779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.078419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.079388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.079967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.081508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.082945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.083400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a1611961-86a2-4e53-b3f0-7f119fbdc73b req-110d55b2-bae6-4138-acaa-5928aa07d74a tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071962 Jun 17 08:33:20.087750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.088385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.088862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.100551 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2512a1c0-1e87-4c2b-aa82-22dda14b569a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25806 time: 0.3187804 Jun 17 08:33:20.102894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:20.142169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f2da88cd-de09-4b29-97f2-1c847f6b01ed up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:20.184131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230dae4-9db9-4768-82c2-3a54eb3ae419 req-ac147435-0012-45cd-a753-cac0a61cdd47 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.185642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b230dae4-9db9-4768-82c2-3a54eb3ae419 req-ac147435-0012-45cd-a753-cac0a61cdd47 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.3084795 Jun 17 08:33:20.192662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] For port 3dc962c8-6808-4f61-9794-a1a18989b82a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:20.222342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] For port 3dc962c8-6808-4f61-9794-a1a18989b82a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3dc962c8-6808-4f61-9794-a1a18989b82a,segment=NetworkSegment(c22ce0c8-af73-469a-82d2-0da7ae129041),segment_id=c22ce0c8-af73-469a-82d2-0da7ae129041)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:20.241980 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.264359 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.317139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b230dae4-9db9-4768-82c2-3a54eb3ae419 req-34efcd7e-c3e3-4277-a032-46f5bdf6e879 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Jun 17 08:33:20.396083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Deleting port 6188079d-99ca-4443-8c1b-dac531817fa3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:20.396435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.412018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port f2da88cd-de09-4b29-97f2-1c847f6b01ed triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:20.412867 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.481919 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.503089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] For port 6188079d-99ca-4443-8c1b-dac531817fa3, host n-h2-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:20.503451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.556944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Pushing event updated for resources: {'Port': ['ID=3dc962c8-6808-4f61-9794-a1a18989b82a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.564889 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.573969 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69a5ce51-1344-45ed-a048-6abf89214124 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.678664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.714740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Calling delete_port for 6188079d-99ca-4443-8c1b-dac531817fa3 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:20.738159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event deleted for resources: {'Port': ['ID=67ce3354-41a5-4018-b937-3dacb89fab19,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.741854 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.774385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:20.781635 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42fcdc7-bb31-4d31-a589-18db37895785" -d '{"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:20.851626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:20.868507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.882135 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff4fc2a0-9f61-4d3b-a5ee-8c79538a00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.903520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.908411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6384954e-65c2-4205-b0fb-42603d570029 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.973797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event deleted for resources: {'Port': ['ID=6188079d-99ca-4443-8c1b-dac531817fa3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.977010 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.981890 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.991316 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6188079d-99ca-4443-8c1b-dac531817fa3 HTTP/1.1" status: 204 len: 168 time: 0.8844483 Jun 17 08:33:20.992020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57616) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.001579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.009621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "DELETE /v2.0/ports/67ce3354-41a5-4018-b937-3dacb89fab19 HTTP/1.1" status: 204 len: 168 time: 1.6985848 Jun 17 08:33:21.012343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57620) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.021749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402c38-77d0-454d-a680-24f4a1e42370 req-19ad4180-eec9-4f01-826a-c5c7dd36f80a tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.023547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29402c38-77d0-454d-a680-24f4a1e42370 req-19ad4180-eec9-4f01-826a-c5c7dd36f80a tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 950 time: 0.5443556 Jun 17 08:33:21.037974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:21.046164 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:21.070411 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e0d6f6-52f4-44b9-b9d1-57fe0ce45255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:33:21.076506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91e0d6f6-52f4-44b9-b9d1-57fe0ce45255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "GET /v2.0/ports/6188079d-99ca-4443-8c1b-dac531817fa3 HTTP/1.1" status: 404 len: 333 time: 0.0834656 Jun 17 08:33:21.077236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57624) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.082728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-350698680', 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:21.111376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ceb7c399-349a-48b1-bd83-e16a72b6c72e tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0991564 Jun 17 08:33:21.114699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.133101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29402c38-77d0-454d-a680-24f4a1e42370 req-2fd499af-ae66-4849-8ba5-5f42c4289a52 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933578 Jun 17 08:33:21.149605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-790645294'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:21.197599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Made reservation on behalf of 7a85e51c36ab439aa6e9f72b4902ec82 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:21.200705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.214679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Made reservation on behalf of 8febf3303f444fc79150b590521237e5 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:21.217446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.224463 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ad6e4-4148-4bd8-b451-26eabd419dbe x-openstack-request-id: req-482ad6e4-4148-4bd8-b451-26eabd419dbe {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:21.224924 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:21.225294 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-482ad6e4-4148-4bd8-b451-26eabd419dbe {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:21.225913 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'code': 200} Jun 17 08:33:21.241924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port 565cc48e-e69a-4b39-a362-a7c6c5e2237a yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:21.336529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:21.386450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.386997 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Added segment 2a9db670-0707-45f9-8007-39c7c7b2174f of type vlan for network 754ebb6d-2cc8-4246-b419-6c6a9211dfd7 Jun 17 08:33:21.430783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 30eed73f-49c0-482f-94a1-c4e5b2972e85 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:21.519199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b55f7-44e7-4aa6-be7e-e571b3246a08 req-31958a42-6811-4cc1-a107-448dc52c27cb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.525866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e76b55f7-44e7-4aa6-be7e-e571b3246a08 req-31958a42-6811-4cc1-a107-448dc52c27cb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.1480291 Jun 17 08:33:21.548243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.550252 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 30eed73f-49c0-482f-94a1-c4e5b2972e85 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:21.554452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 30eed73f-49c0-482f-94a1-c4e5b2972e85 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:21.554841 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.601066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21964806-19d9-49a6-a42b-ad2951e64660 req-ded5e801-a4a5-47de-9077-30f9918feb97 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.612098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21964806-19d9-49a6-a42b-ad2951e64660 req-ded5e801-a4a5-47de-9077-30f9918feb97 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.2469683 Jun 17 08:33:21.626049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.702710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e76b55f7-44e7-4aa6-be7e-e571b3246a08 req-bbb38196-3edd-4dba-992d-ba04c979dba5 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724808 Jun 17 08:33:21.735618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.752737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.754593 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.761239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21964806-19d9-49a6-a42b-ad2951e64660 req-0bcee34f-959f-4b84-a926-076986921059 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442118 Jun 17 08:33:21.765021 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-daae0699-432a-448a-92f3-c96254755805 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:21.768039 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.788103 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.857009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:21.867711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:21.873534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:21.874510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.876357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.893818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 30eed73f-49c0-482f-94a1-c4e5b2972e85, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:21.909076 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.916543 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:21.936303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8579707 Jun 17 08:33:21.939255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.944360 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8285744 Jun 17 08:33:21.952397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57636) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:22.025500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event updated for resources: {'Network': ['ID=754ebb6d-2cc8-4246-b419-6c6a9211dfd7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.030125 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.030670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:22.053268 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 754ebb6d-2cc8-4246-b419-6c6a9211dfd7 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:22.112185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=565cc48e-e69a-4b39-a362-a7c6c5e2237a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.117105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.145360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e891364-4bb7-498a-9f28-2ae2ee9a67ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.149601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57638) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:22.157881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e891364-4bb7-498a-9f28-2ae2ee9a67ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "GET /v2.0/ports/565cc48e-e69a-4b39-a362-a7c6c5e2237a HTTP/1.1" status: 200 len: 958 time: 0.2172494 Jun 17 08:33:22.242733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68537917-30f0-4572-a999-76f7c1ca4dbd None None] Network b84eb063-d065-4b85-b888-ea67b6133a12 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:22.263055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3dc962c8-6808-4f61-9794-a1a18989b82a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:22.347250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Deleting port 565cc48e-e69a-4b39-a362-a7c6c5e2237a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:22.347827 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.371707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=30eed73f-49c0-482f-94a1-c4e5b2972e85,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.395567 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.452622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.474313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c399f0cd-5fe8-42ad-8acc-71ccee05bf76 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/agents/e4b01433-0864-4e59-9d72-f53702c10abc/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 0.5132120 Jun 17 08:33:22.475224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57644) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:22.484965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-573dc465-662d-4e6b-a8e5-0ddfb25d91a3 None None] Provisioning for port 3dc962c8-6808-4f61-9794-a1a18989b82a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:22.572013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3dc962c8-6808-4f61-9794-a1a18989b82a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:22.574947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a26ab-3a1a-4261-aae8-96fb45b7e8a9 req-021168e8-e659-42dd-bb2b-89514638c648 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.585683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Calling delete_port for 565cc48e-e69a-4b39-a362-a7c6c5e2237a owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:22.587054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3dc962c8-6808-4f61-9794-a1a18989b82a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:22.587450 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.588831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad2a26ab-3a1a-4261-aae8-96fb45b7e8a9 req-021168e8-e659-42dd-bb2b-89514638c648 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 945 time: 0.5455155 Jun 17 08:33:22.714199 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.754758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad2a26ab-3a1a-4261-aae8-96fb45b7e8a9 req-1835ded5-d4b5-43fd-821a-54a36048fb51 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647317 Jun 17 08:33:22.762567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55b975-9c96-4050-a17d-0f2c673e3543 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] Network 754ebb6d-2cc8-4246-b419-6c6a9211dfd7 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:22.769288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3dc962c8-6808-4f61-9794-a1a18989b82a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3dc962c8-6808-4f61-9794-a1a18989b82a,segment=NetworkSegment(c22ce0c8-af73-469a-82d2-0da7ae129041),segment_id=c22ce0c8-af73-469a-82d2-0da7ae129041)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:22.776212 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.787342 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2141507a-d829-4c81-991f-86d1b54441d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:22.838249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c55b975-9c96-4050-a17d-0f2c673e3543 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "POST /v2.0/agents/e4b01433-0864-4e59-9d72-f53702c10abc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3608921 Jun 17 08:33:22.849794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c624d4c-d927-4c08-8a5a-cf8259fb584f None None] Network 754ebb6d-2cc8-4246-b419-6c6a9211dfd7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:22.854451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:22.910559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-049c4026-cfe9-4d67-849d-164541231773 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.911622 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-049c4026-cfe9-4d67-849d-164541231773 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.3738356 Jun 17 08:33:23.005188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9039a-1dee-4579-af23-96a872546446 req-993bb755-81a9-4d8a-8605-d95d55823145 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:23.026711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3aa9039a-1dee-4579-af23-96a872546446 req-993bb755-81a9-4d8a-8605-d95d55823145 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 950 time: 0.3103790 Jun 17 08:33:23.030560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3dc962c8-6808-4f61-9794-a1a18989b82a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:23.034544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.037960 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:23.061432 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d213b853-7eab-4e72-8316-58a369d419a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:23.103558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event deleted for resources: {'Port': ['ID=565cc48e-e69a-4b39-a362-a7c6c5e2237a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:23.149301 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:23.152076 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.154197 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "DELETE /v2.0/ports/565cc48e-e69a-4b39-a362-a7c6c5e2237a HTTP/1.1" status: 204 len: 168 time: 1.0035489 Jun 17 08:33:23.157229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:23.205924 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b942bb-9f24-4f6a-9596-915a00d56f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:33:23.208209 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a7b942bb-9f24-4f6a-9596-915a00d56f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "GET /v2.0/ports/565cc48e-e69a-4b39-a362-a7c6c5e2237a HTTP/1.1" status: 404 len: 333 time: 0.0498295 Jun 17 08:33:23.235052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:23.235052 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd382d-39a4-4b7d-a95b-8363d4e55107" -d '{"events": [{"server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "name": "network-vif-plugged", "status": "completed", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:23.238647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57656) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:23.269046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Request body: {'port': {'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1852440356'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:23.310411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-82ad311b-66a8-4202-9f27-00c92425c9c2 None None] Provisioning complete for port 3dc962c8-6808-4f61-9794-a1a18989b82a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:23.310970 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82ad311b-66a8-4202-9f27-00c92425c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.322219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Deleting port 34707326-95d9-4e1c-beda-67cf774e1709 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:23.322844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.366711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fe6e04c7-2d78-4b55-80ea-83caddba4ccd tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/agents/e4b01433-0864-4e59-9d72-f53702c10abc/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 0.5038645 Jun 17 08:33:23.367451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57660) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:23.389471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Made reservation on behalf of 7a85e51c36ab439aa6e9f72b4902ec82 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:23.394578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.425267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3aa9039a-1dee-4579-af23-96a872546446 req-bc3801b4-7eb1-45cb-9d6e-21fb1ae9b119 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974712 Jun 17 08:33:23.460911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port f8aebffd-66cf-48ad-bc16-5990120659bf yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:23.598112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] For port 34707326-95d9-4e1c-beda-67cf774e1709, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34707326-95d9-4e1c-beda-67cf774e1709,segment=NetworkSegment(a87b2639-5b16-45f0-87ed-3c59514e9d1d),segment_id=a87b2639-5b16-45f0-87ed-3c59514e9d1d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:23.598635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.641397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f16c4-60cc-46c8-be94-d922152d121e req-cb767b57-a202-43e3-812d-47d4312ba44f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:23.652779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-104f16c4-60cc-46c8-be94-d922152d121e req-cb767b57-a202-43e3-812d-47d4312ba44f tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6bf363f-b70d-4d5a-beb1-daa442e88950 HTTP/1.1" status: 200 len: 945 time: 0.5917811 Jun 17 08:33:23.655865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f9337832-3af2-48f9-ba6f-8740769ae58b None None] Could not find standard attr ID for object 67ce3354-41a5-4018-b937-3dacb89fab19. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:33:23.716446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-148bba45-cdc5-41e6-b3bc-4d03819e4947 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "DELETE /v2.0/agents/e4b01433-0864-4e59-9d72-f53702c10abc/dhcp-networks/754ebb6d-2cc8-4246-b419-6c6a9211dfd7 HTTP/1.1" status: 204 len: 168 time: 0.3286817 Jun 17 08:33:23.729063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57664) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:23.759013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Calling delete_port for 34707326-95d9-4e1c-beda-67cf774e1709 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:23.798752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-104f16c4-60cc-46c8-be94-d922152d121e req-eaffefb0-efda-4c53-93d6-bce74c4da106 tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ab02edf-0fdb-4012-bb30-71a301dbdb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443872 Jun 17 08:33:23.894752 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf0b3d-4f02-4d2e-bda5-d949627f5116 x-openstack-request-id: req-6ecf0b3d-4f02-4d2e-bda5-d949627f5116 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:23.895081 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "name": "network-vif-plugged", "status": "completed", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:23.895351 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ecf0b3d-4f02-4d2e-bda5-d949627f5116 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:23.895808 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'code': 200} Jun 17 08:33:23.939858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.146958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.153512 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-226291fa-7231-4fff-95ee-0aec930e4630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:24.161918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['34707326-95d9-4e1c-beda-67cf774e1709'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:24.176959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.239970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Pushing event deleted for resources: {'Port': ['ID=34707326-95d9-4e1c-beda-67cf774e1709,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:24.246709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3dc962c8-6808-4f61-9794-a1a18989b82a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:24.253547 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:24.254657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d4e96fc-3a2f-474b-b525-67528054ece7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:24.272992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:24.278444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:24.327236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:24.330034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.331030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.374097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] No DVR routers for this DVR port 34707326-95d9-4e1c-beda-67cf774e1709 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:24.384039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.387337 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1aacd8a-4887-41a2-83a3-aa73556d1b55 req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] 10.222.0.60 "DELETE /v2.0/ports/34707326-95d9-4e1c-beda-67cf774e1709 HTTP/1.1" status: 204 len: 173 time: 1.4669538 Jun 17 08:33:24.389457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'name': 'network-vif-deleted', 'tag': '34707326-95d9-4e1c-beda-67cf774e1709'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:24.393887 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2efe832-c0c0-4b06-ae30-83b1df1d1ffe" -d '{"events": [{"server_uuid": "f6bf363f-b70d-4d5a-beb1-daa442e88950", "name": "network-vif-deleted", "tag": "34707326-95d9-4e1c-beda-67cf774e1709"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:24.410420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=f8aebffd-66cf-48ad-bc16-5990120659bf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:24.414577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:24.420100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3dc962c8-6808-4f61-9794-a1a18989b82a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:24.420611 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.422359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1683483 Jun 17 08:33:24.423727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57674) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:24.430018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:24.602419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.705682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59932eb-b2bc-4aed-84ab-9d702cd9f6ce req-fbea120f-43d6-4e4f-bf2c-c57ac6e9dffd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.716823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f59932eb-b2bc-4aed-84ab-9d702cd9f6ce req-fbea120f-43d6-4e4f-bf2c-c57ac6e9dffd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.9960992 Jun 17 08:33:24.880742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f59932eb-b2bc-4aed-84ab-9d702cd9f6ce req-dc566ad1-e8a8-4ba1-87e8-4371d1cd6be9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621931 Jun 17 08:33:24.934176 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6546889b-5f39-4d48-b84c-edbb5da96f53 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/agents/e4b01433-0864-4e59-9d72-f53702c10abc/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 1.2035806 Jun 17 08:33:24.949613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d158c-2d87-41bc-b1ab-078596960c73 req-254144da-5b7b-4c4b-8dd8-6010e5908fa5 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.962720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-397d158c-2d87-41bc-b1ab-078596960c73 req-254144da-5b7b-4c4b-8dd8-6010e5908fa5 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 950 time: 1.0531414 Jun 17 08:33:24.962720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57684) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:24.991457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-641c3f4e-ab2b-45e7-a855-50f02407a96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.006416 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0d38c3-4e08-41d9-b0f5-6552abce1561 x-openstack-request-id: req-5a0d38c3-4e08-41d9-b0f5-6552abce1561 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:25.006891 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bf363f-b70d-4d5a-beb1-daa442e88950", "name": "network-vif-deleted", "tag": "34707326-95d9-4e1c-beda-67cf774e1709", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:25.007383 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a0d38c3-4e08-41d9-b0f5-6552abce1561 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:25.008172 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bf363f-b70d-4d5a-beb1-daa442e88950', 'name': 'network-vif-deleted', 'tag': '34707326-95d9-4e1c-beda-67cf774e1709', 'status': 'completed', 'code': 200} Jun 17 08:33:25.072036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57686) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.082617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f68e2fe3-56c6-4d16-b650-ba9d03df74a8 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/networks/b84eb063-d065-4b85-b888-ea67b6133a12/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1271954 Jun 17 08:33:25.089624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] device_id is not set on port f8aebffd-66cf-48ad-bc16-5990120659bf yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:25.096694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3e378-dc04-43fd-a7fb-fa0889cd7a01 req-35b45e9d-ae4a-4a34-985e-6bd61d9b734d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.105217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3eb3e378-dc04-43fd-a7fb-fa0889cd7a01 req-35b45e9d-ae4a-4a34-985e-6bd61d9b734d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 945 time: 0.4297037 Jun 17 08:33:25.116998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57688) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.135983 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.162477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9407573-9919-46e7-9f70-662bc0bcb69a req-6b05d773-09af-4c7b-941b-32bc57de3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.164365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9407573-9919-46e7-9f70-662bc0bcb69a req-6b05d773-09af-4c7b-941b-32bc57de3810 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1097 time: 1.1134098 Jun 17 08:33:25.222521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Transition to ACTIVE for port object f8aebffd-66cf-48ad-bc16-5990120659bf will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:25.244579 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.248968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9407573-9919-46e7-9f70-662bc0bcb69a req-b7f985c0-020e-44f0-9463-5f62e91c8b5d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768120 Jun 17 08:33:25.269477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8feac6b9-31b7-47b3-bbe5-eab46b66834b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:25.306090 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c331fc5b-e936-4937-8db2-a6dc52b514da tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/networks/b84eb063-d065-4b85-b888-ea67b6133a12/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1754761 Jun 17 08:33:25.307034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57694) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.314804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3eb3e378-dc04-43fd-a7fb-fa0889cd7a01 req-905f3b3d-cc7c-4783-9dfc-7b4c6c99c919 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075276 Jun 17 08:33:25.338541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Deleting port 89b762d0-51f5-4baa-9ce5-28900e80575b {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:25.340367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.459502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=f8aebffd-66cf-48ad-bc16-5990120659bf,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:25.476991 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:25.526632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.585425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a514895-4219-4b86-a6dd-39871e9949b2 req-326e8c50-4b66-4371-be94-de6ab01c2269 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.592134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a514895-4219-4b86-a6dd-39871e9949b2 req-326e8c50-4b66-4371-be94-de6ab01c2269 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 950 time: 0.3316247 Jun 17 08:33:25.612877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:25.613222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:25.613556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:25.620513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] For port 89b762d0-51f5-4baa-9ce5-28900e80575b, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=89b762d0-51f5-4baa-9ce5-28900e80575b,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:25.620882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.660176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:25.660570 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:25.670157 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 2 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:25.692990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:25.693478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:25.693818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:25.762370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:25.762874 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:25.763235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Calling delete_port for 89b762d0-51f5-4baa-9ce5-28900e80575b owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:25.767619 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 3 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:25.806973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a514895-4219-4b86-a6dd-39871e9949b2 req-881bb178-260a-42c0-a90d-01e6250a70b9 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7ea56c4-41b7-4037-99ab-b0710f3c7477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030957 Jun 17 08:33:25.845541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.848724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:25.849355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:25.850060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:25.858483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:25.859025 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:25.862381 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3462e0be-9a3c-4a34-a169-d2d72d0de997 tempest-DHCPAgentSchedulersTestJSON-1644799593 tempest-DHCPAgentSchedulersTestJSON-1644799593-project-admin] 10.222.0.65 "GET /v2.0/agents/e4b01433-0864-4e59-9d72-f53702c10abc/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 0.4737687 Jun 17 08:33:25.863540 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 4 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:25.867617 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.869363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57704) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.901628 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70c617d3-653e-46d3-9d48-fec82c5f2dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:25.905336 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f754047a85d448e99f9614e40541c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325520 Jun 17 08:33:25.917369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57708) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.946939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:25.947289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:25.947632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:25.990551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:25.990885 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.001282 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 5 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:26.040750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6affef-15b1-4263-88c2-d7e7f6fbd9da,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.042604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.100411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.101740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.102208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.102634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.122220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:26.122694 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.125169 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 6 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:26.130073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.157280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.157719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34707326-95d9-4e1c-beda-67cf774e1709 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:26.173615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.203297 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71ec9fc3-62de-484c-8666-384962dafa43 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.277842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.278382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 34707326-95d9-4e1c-beda-67cf774e1709 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:26.278382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34707326-95d9-4e1c-beda-67cf774e1709 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:26.278382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 89b762d0-51f5-4baa-9ce5-28900e80575b no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:26.278622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Pushing event deleted for resources: {'Port': ['ID=89b762d0-51f5-4baa-9ce5-28900e80575b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.281132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.292697 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e6affef-15b1-4263-88c2-d7e7f6fbd9da HTTP/1.1" status: 204 len: 168 time: 0.3718460 Jun 17 08:33:26.292697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90472dc6-544c-42e4-b005-1d18d9e8df5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.300646 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.311429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.311775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.311949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 89b762d0-51f5-4baa-9ce5-28900e80575b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:26.312122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.312245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 89b762d0-51f5-4baa-9ce5-28900e80575b not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:26.335673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:26.335673 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.335673 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 7 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:26.349393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6affef-15b1-4263-88c2-d7e7f6fbd9da,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.357347 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.423562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.428667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.429541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.431724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] No DVR routers for this DVR port 89b762d0-51f5-4baa-9ce5-28900e80575b on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:26.439130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:26.439625 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.442334 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 8 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:26.476826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.477230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.477570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.487817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:26.488148 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.488536 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 9 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:26.511899 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.518060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-397d158c-2d87-41bc-b1ab-078596960c73 req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.60 "DELETE /v2.0/ports/89b762d0-51f5-4baa-9ce5-28900e80575b HTTP/1.1" status: 204 len: 173 time: 1.5430412 Jun 17 08:33:26.520943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.520943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.520943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.527052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'name': 'network-vif-deleted', 'tag': '89b762d0-51f5-4baa-9ce5-28900e80575b'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:26.532155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:26.532491 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.532962 n-d-780147-13 neutron-server[93499]: INFO neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempt 10 to bind port f8aebffd-66cf-48ad-bc16-5990120659bf Jun 17 08:33:26.535544 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3938cf00-6c34-40d8-a39f-1a86e7cf610e" -d '{"events": [{"server_uuid": "ba8c9d1f-df67-42b3-b102-bf3579f869a0", "name": "network-vif-deleted", "tag": "89b762d0-51f5-4baa-9ce5-28900e80575b"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:26.582303 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.584613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.584970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempting to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.591903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:26.592413 n-d-780147-13 neutron-server[93499]: ERROR neutron.plugins.ml2.managers [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Failed to bind port f8aebffd-66cf-48ad-bc16-5990120659bf on host n-h2-780147-13 for vnic_type normal using segments [{'id': '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '175ba4ad-c4e0-4150-869c-ba7f65ccc952'}] Jun 17 08:33:26.592681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.603926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.622896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754ebb6d-2cc8-4246-b419-6c6a9211dfd7']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:26.652196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9db670-0707-45f9-8007-39c7c7b2174f') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:26.653113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9db670-0707-45f9-8007-39c7c7b2174f') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:26.680207 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.708481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] For port f8aebffd-66cf-48ad-bc16-5990120659bf, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:26.708744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attempted to set empty binding levels {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:33:26.721908 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.735475 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e11a0033-c5d3-4033-8456-3d7097a048b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.744920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] In _notify_port_updated(), no bound segment for port f8aebffd-66cf-48ad-bc16-5990120659bf on network 175ba4ad-c4e0-4150-869c-ba7f65ccc952 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:26.746009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:26.746770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.752414 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "PUT /v2.0/ports/f8aebffd-66cf-48ad-bc16-5990120659bf HTTP/1.1" status: 200 len: 980 time: 2.3271437 Jun 17 08:33:26.760973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7f976-ac43-49e2-bde5-1d611a7f0ec3 req-d595f87d-4a6f-4dd3-aed0-23e8c17481fb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:26.770734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04c7f976-ac43-49e2-bde5-1d611a7f0ec3 req-d595f87d-4a6f-4dd3-aed0-23e8c17481fb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.4708357 Jun 17 08:33:26.780825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57730) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:26.793410 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.813590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event updated for resources: {'Port': ['ID=f8aebffd-66cf-48ad-bc16-5990120659bf,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.832826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.847136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:26.847967 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:26.854391 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:26.858313 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:26.902372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57734) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:26.927985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-04c7f976-ac43-49e2-bde5-1d611a7f0ec3 req-0a829850-3d86-4639-bc42-1e3d6fa79475 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563365 Jun 17 08:33:26.981556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.012709 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.020559 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e009476c-617f-4d19-b10e-ecfab18fea56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:27.031817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.033336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "DELETE /v2.0/networks/754ebb6d-2cc8-4246-b419-6c6a9211dfd7 HTTP/1.1" status: 204 len: 168 time: 1.1626530 Jun 17 08:33:27.035932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57736) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:27.056263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509276d-5f1f-4bde-9109-5148f581ee5f req-61247647-4abe-4de5-ae49-9e35eee03eb5 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:27.075621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6509276d-5f1f-4bde-9109-5148f581ee5f req-61247647-4abe-4de5-ae49-9e35eee03eb5 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 945 time: 0.3889010 Jun 17 08:33:27.087905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event deleted for resources: {'Network': ['ID=754ebb6d-2cc8-4246-b419-6c6a9211dfd7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:27.088680 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae53036-6795-41a9-a523-1bb9a0110303 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] DELETE failed (client error): The resource could not be found. Jun 17 08:33:27.089735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae53036-6795-41a9-a523-1bb9a0110303 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:33:27.093062 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eae53036-6795-41a9-a523-1bb9a0110303 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "DELETE /v2.0/ports/67ce3354-41a5-4018-b937-3dacb89fab19 HTTP/1.1" status: 404 len: 333 time: 0.0551050 Jun 17 08:33:27.096043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57740) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:27.123395 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:27.135965 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df05f816-769c-4f44-92d0-3a129a4bdbbc x-openstack-request-id: req-df05f816-769c-4f44-92d0-3a129a4bdbbc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:27.136289 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c9d1f-df67-42b3-b102-bf3579f869a0", "name": "network-vif-deleted", "tag": "89b762d0-51f5-4baa-9ce5-28900e80575b", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:27.136586 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df05f816-769c-4f44-92d0-3a129a4bdbbc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:27.137025 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c9d1f-df67-42b3-b102-bf3579f869a0', 'name': 'network-vif-deleted', 'tag': '89b762d0-51f5-4baa-9ce5-28900e80575b', 'status': 'completed', 'code': 200} Jun 17 08:33:27.175105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Deleting subnet 423f6acc-1827-4d44-b21f-7aafc928725a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:27.181313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.217390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6509276d-5f1f-4bde-9109-5148f581ee5f req-8d3f8130-ec84-41f4-8ec3-646aed213d9d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408062 Jun 17 08:33:27.271020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Deleting port f8aebffd-66cf-48ad-bc16-5990120659bf {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:27.271368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.274798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.373744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.400425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-610797ba-edfc-45f1-a080-d37e22b35cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.466208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] For port f8aebffd-66cf-48ad-bc16-5990120659bf, host n-h2-780147-13, got binding levels [] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:27.467028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.493143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.499269 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f81af732-b093-4c53-8302-dd6e7cc9af7d tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:27.504819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.505094 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.514266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.555763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.559956 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "DELETE /v2.0/subnets/423f6acc-1827-4d44-b21f-7aafc928725a HTTP/1.1" status: 204 len: 168 time: 0.4621778 Jun 17 08:33:27.562291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event deleted for resources: {'Subnet': ['ID=423f6acc-1827-4d44-b21f-7aafc928725a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:27.564169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae597ba-cb87-43f8-9d63-6f9cd22ac6b4 None None] Network b84eb063-d065-4b85-b888-ea67b6133a12 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:27.566147 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:27.566654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57746) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:27.608634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-496b267f-aa86-4870-ae5c-a728be2c8e20 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:27.648571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.704020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Calling delete_port for f8aebffd-66cf-48ad-bc16-5990120659bf owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:27.716777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Deleting port 3dc962c8-6808-4f61-9794-a1a18989b82a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:27.717126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.719497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8ff9f-d7fb-4abe-8e45-1488f97771c9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:27.781190 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:27.825305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] For port 3dc962c8-6808-4f61-9794-a1a18989b82a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3dc962c8-6808-4f61-9794-a1a18989b82a,segment=NetworkSegment(c22ce0c8-af73-469a-82d2-0da7ae129041),segment_id=c22ce0c8-af73-469a-82d2-0da7ae129041)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:27.825673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.853201 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-114dd308-f547-4317-a2db-b3f8c8f09c70 req-151dce66-8821-44cc-91b9-41eae2049637 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8c9d1f-df67-42b3-b102-bf3579f869a0 HTTP/1.1" status: 200 len: 210 time: 0.2448263 Jun 17 08:33:27.856456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a1e80899fa9424da0ab204e9d13cb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9517140 Jun 17 08:33:27.864686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] DHCP port deletion for b84eb063-d065-4b85-b888-ea67b6133a12 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:27.866487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57752) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:27.924718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Calling delete_port for 3dc962c8-6808-4f61-9794-a1a18989b82a owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:27.956336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Deleting port 3dc962c8-6808-4f61-9794-a1a18989b82a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:27.959139 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.003925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-4d33d05d-19a0-42cf-8eed-afd7f4396734 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:28.006002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-4d33d05d-19a0-42cf-8eed-afd7f4396734 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2737195 Jun 17 08:33:28.027426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.070573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] For port 3dc962c8-6808-4f61-9794-a1a18989b82a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3dc962c8-6808-4f61-9794-a1a18989b82a,segment=NetworkSegment(c22ce0c8-af73-469a-82d2-0da7ae129041),segment_id=c22ce0c8-af73-469a-82d2-0da7ae129041)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:28.071190 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.075533 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.080999 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a897060-340b-4cca-986e-05e1f8d2fe1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:28.095848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-9ac9650a-542e-4905-a4e7-f4a52d37d520 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.0748365 Jun 17 08:33:28.115310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'floatingip': {'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:28.123502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.133210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event deleted for resources: {'Port': ['ID=3dc962c8-6808-4f61-9794-a1a18989b82a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.137057 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.149016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] No DVR routers for this DVR port 3dc962c8-6808-4f61-9794-a1a18989b82a on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:28.185415 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.192629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.255059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Calling delete_port for 3dc962c8-6808-4f61-9794-a1a18989b82a owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:28.259180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3dc962c8-6808-4f61-9794-a1a18989b82a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:28.300880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3dc962c8-6808-4f61-9794-a1a18989b82a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:28.301494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3dc962c8-6808-4f61-9794-a1a18989b82a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:28.374054 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.387552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84eb063-d065-4b85-b888-ea67b6133a12']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:28.400953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22ce0c8-af73-469a-82d2-0da7ae129041') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:28.401626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22ce0c8-af73-469a-82d2-0da7ae129041') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:28.412577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.428442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.436456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:28.437358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.460912 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.462934 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:28.497905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Pushing event deleted for resources: {'Port': ['ID=3dc962c8-6808-4f61-9794-a1a18989b82a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.503643 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.504745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] No DVR routers for this DVR port 3dc962c8-6808-4f61-9794-a1a18989b82a on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:28.532836 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:28.541397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.550881 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:28.560508 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.580900 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] 10.222.0.65 "DELETE /v2.0/networks/b84eb063-d065-4b85-b888-ea67b6133a12 HTTP/1.1" status: 204 len: 168 time: 1.0038595 Jun 17 08:33:28.606146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Pushing event deleted for resources: {'Network': ['ID=b84eb063-d065-4b85-b888-ea67b6133a12,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.613297 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.666886 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-02e31882-ba39-4854-ac9e-5a2f67e07c3b tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:28.776175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8aebffd-66cf-48ad-bc16-5990120659bf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.787290 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.813825 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.841609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.842729 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "DELETE /v2.0/ports/f8aebffd-66cf-48ad-bc16-5990120659bf HTTP/1.1" status: 204 len: 168 time: 2.0598578 Jun 17 08:33:28.846047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57764) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:28.943276 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9c8258-86f5-4239-8109-c6687d39e496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:33:28.945608 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f9c8258-86f5-4239-8109-c6687d39e496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] 10.222.0.65 "GET /v2.0/ports/f8aebffd-66cf-48ad-bc16-5990120659bf HTTP/1.1" status: 404 len: 333 time: 0.0981729 Jun 17 08:33:28.949463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57768) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:28.959980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c67021-e065-4fbd-bfaa-6bce4087e701 req-be764c0b-a099-4500-8490-39afe8e68c7c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:28.967100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c67021-e065-4fbd-bfaa-6bce4087e701 req-be764c0b-a099-4500-8490-39afe8e68c7c tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.3029003 Jun 17 08:33:28.986671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.989321 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.990888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdb8ff9f-d7fb-4abe-8e45-1488f97771c9 HTTP/1.1" status: 204 len: 168 time: 1.1146626 Jun 17 08:33:29.001950 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0c26aa01-d10e-44a5-a0cd-4a4b77a191ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.025864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8ff9f-d7fb-4abe-8e45-1488f97771c9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.066132 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.resource_extend [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:33:29.068468 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.081762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c67021-e065-4fbd-bfaa-6bce4087e701 req-36b9b92a-47be-40e8-8165-ab1efdbcf5a9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137185 Jun 17 08:33:29.199129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.216793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.218055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.288971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57776) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:29.451351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.476563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175ba4ad-c4e0-4150-869c-ba7f65ccc952']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:29.478261 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Floating IP ec008e6b-f70c-4815-9f51-81014a942fa2 associated. External IP: 172.25.7.243, port: 6f12a769-66a7-475f-9b6b-7c5468105cb8. Jun 17 08:33:29.529245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:29.529545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48809ff8-58f3-4087-9d5e-7a2c5b4f5ed9') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:29.551442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.580832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.594305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:29.594830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:29.725537 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:29.743682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.770578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f1ee9cd-398f-4dcd-a430-6c1a19f90940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.774509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.801995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] 10.222.0.65 "DELETE /v2.0/networks/175ba4ad-c4e0-4150-869c-ba7f65ccc952 HTTP/1.1" status: 204 len: 168 time: 0.8487515 Jun 17 08:33:29.910287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Pushing event deleted for resources: {'Network': ['ID=175ba4ad-c4e0-4150-869c-ba7f65ccc952,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.928177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.979026 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-346a4890-4b8f-4b3d-aa2f-7cf2713fa403 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8febf3303f444fc79150b590521237e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884623 Jun 17 08:33:29.982129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57806) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:30.093213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.148722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.275533 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.298663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.301429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.302718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7347a28-695c-4bf6-966f-a0e24887819e HTTP/1.1" status: 204 len: 168 time: 0.3195848 Jun 17 08:33:30.303605 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-88c73bbf-d68d-40b6-9291-7c81986df9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:30.324828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7347a28-695c-4bf6-966f-a0e24887819e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:30.337666 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:30.551603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57822) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:30.768406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b811e9b-2fd1-4957-97af-52686fb0b564 req-0a944fa0-8435-47f1-88ba-f6908c7cacb8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:30.775660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b811e9b-2fd1-4957-97af-52686fb0b564 req-0a944fa0-8435-47f1-88ba-f6908c7cacb8 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.2394350 Jun 17 08:33:30.816926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:30.843072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b811e9b-2fd1-4957-97af-52686fb0b564 req-c6f6df79-8c56-412e-92f4-e2055fe0cbd3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662880 Jun 17 08:33:30.974405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57832) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.105774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57838) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.193888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.393423 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8846045-de82-4534-8d29-2ed5f453aa31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d28fdfd6a949427b843d5f99de86445e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396659 Jun 17 08:33:31.396079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.399172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:31.409941 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:31.421325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.431468 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:31.433887 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:31.466447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.490396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.511569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-42046fcc-e955-4f95-b576-a72a8c78807b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "PUT /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 996 time: 3.4049556 Jun 17 08:33:31.519310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:31.522003 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485" -d '{"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:31.624251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.628523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.635502 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7ea56c4-41b7-4037-99ab-b0710f3c7477 HTTP/1.1" status: 204 len: 168 time: 0.2361472 Jun 17 08:33:31.636185 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-990d6ee4-9858-4d0d-b953-39c2df80368c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:31.651672 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:31.678048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ea56c4-41b7-4037-99ab-b0710f3c7477,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:31.684226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1319dfe0-8e59-45d0-99ca-cc1ccc691389 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aac7cde38e5645c68519f74a58778406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082238 Jun 17 08:33:31.685557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57852) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.724371 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761a0e4-4ff1-469f-94d2-b5b8e7285b0c x-openstack-request-id: req-9761a0e4-4ff1-469f-94d2-b5b8e7285b0c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:31.724800 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:31.725053 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9761a0e4-4ff1-469f-94d2-b5b8e7285b0c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:31.725878 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'status': 'completed', 'code': 200} Jun 17 08:33:31.739072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:31.787137 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.839159 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.842018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.860184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.890736 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa336756-d1d1-4353-ad57-18c605e70035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:31.999059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f8836-1e85-4d57-9b9a-dc88eec489b2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.025832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-5038d7f1-888d-450e-9d65-4e3700b33de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.027893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-5038d7f1-888d-450e-9d65-4e3700b33de4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.4952123 Jun 17 08:33:32.044838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.049604 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.054014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.058324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebb21ffaea6e4bce861a4775ff21a8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9513052 Jun 17 08:33:32.058895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:32.064212 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/603d711c-5d7f-4666-8434-81b545a54b31 HTTP/1.1" status: 204 len: 168 time: 0.3751407 Jun 17 08:33:32.065438 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:32.100027 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:28Z', 'revision_number': 1, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:32.103542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d711c-5d7f-4666-8434-81b545a54b31,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.118665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.198192 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:32.238978 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:32.246133 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:32.522074 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:32.590050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-d89d3352-a96f-4408-8097-8ac9b31194fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.592214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-d89d3352-a96f-4408-8097-8ac9b31194fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.8644266 Jun 17 08:33:32.597007 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-7d87e6bc-9e27-4ff8-a6df-f6ee3ebcb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.598754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-7d87e6bc-9e27-4ff8-a6df-f6ee3ebcb146 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.5377274 Jun 17 08:33:32.909735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.919514 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:33:32.947574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:33.003051 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:28Z', 'revision_number': 1, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:33.040937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b6673aaa-38ff-4282-b9cb-51df7ac62d86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a85e51c36ab439aa6e9f72b4902ec82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919597 Jun 17 08:33:33.044885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:33.085822 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b38596-baa4-4a73-ade3-5911a532c901 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:28Z', 'revision_number': 1, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:33.190532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.254635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.261076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.305389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-5825dc12-f889-483f-9b46-596f17cb56c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 999 time: 0.6878622 Jun 17 08:33:33.338974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837b49d-a89d-420c-9c3e-d33a93276e5c req-12c7cdb5-4aab-4991-b891-aecab98e03f1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:33.341634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8837b49d-a89d-420c-9c3e-d33a93276e5c req-12c7cdb5-4aab-4991-b891-aecab98e03f1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 1.0890806 Jun 17 08:33:33.369184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.373000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.377377 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64f34b45-92be-423b-971e-c1334744ffc4 HTTP/1.1" status: 204 len: 168 time: 0.3313746 Jun 17 08:33:33.378783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.397911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f34b45-92be-423b-971e-c1334744ffc4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:33.410476 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:33.499650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ef09-d656-4b28-a547-a29de0ada4a3 None None] New status for floating IP ec008e6b-f70c-4815-9f51-81014a942fa2: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:33:33.612513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-bfa4278a-8bea-47a7-a653-7d2c77939125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:33.617143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-bfa4278a-8bea-47a7-a653-7d2c77939125 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.2727985 Jun 17 08:33:33.622939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-9ffc171b-3f8f-41a2-b10d-c24c5522bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:33.626338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-9ffc171b-3f8f-41a2-b10d-c24c5522bce8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 1.0253632 Jun 17 08:33:33.642660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.648934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.656771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/534f8836-1e85-4d57-9b9a-dc88eec489b2 HTTP/1.1" status: 204 len: 168 time: 1.5909269 Jun 17 08:33:33.793193 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a677dc0-2ed8-48bb-bab7-b38717ad3617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.805231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-dfa838b1-bc15-4525-ad2b-6d7b8d94f6ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 999 time: 0.1415329 Jun 17 08:33:33.891215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8837b49d-a89d-420c-9c3e-d33a93276e5c req-b63abe99-4faf-403f-a0ac-36c1de958b7b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247071 Jun 17 08:33:33.894708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f8836-1e85-4d57-9b9a-dc88eec489b2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:33.976027 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:34.049339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-ec5e2032-e9d1-4d4a-814c-5ee2382c34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.055758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-ec5e2032-e9d1-4d4a-814c-5ee2382c34dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1943207 Jun 17 08:33:34.136614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-a7951470-aa51-43f7-9ea8-adba9b461b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.147594 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-a7951470-aa51-43f7-9ea8-adba9b461b3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5172262 Jun 17 08:33:34.160150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-c039ae5e-5045-4ec0-8774-bea953b42c2f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:33:34.165154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-c039ae5e-5045-4ec0-8774-bea953b42c2f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121140 Jun 17 08:33:34.320159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-6ffbfa56-ca3a-48c1-b998-eafc936c4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.322320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-6ffbfa56-ca3a-48c1-b998-eafc936c4b6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513320 Jun 17 08:33:34.487047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-7b23499e-1039-4dc0-883c-d659bff8da4f service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527710 Jun 17 08:33:34.500633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-0b05a7b9-8511-4f0f-bc78-5eb38212f1db service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258088 Jun 17 08:33:34.865510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c6eee7-ba42-40cb-8d58-c903ddeb7485 req-48aa3349-8dcb-403b-8388-c7e4e9a2f3c0 service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620303 Jun 17 08:33:34.884740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c9d0bb0-047d-4e8d-a748-d0f17770d456 req-32f5d8d8-c174-4e69-baaf-4b1a812c6e8e service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824265 Jun 17 08:33:35.388466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-2dece0dd-ba89-485f-985a-8c0502d67ba2 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.390051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-2dece0dd-ba89-485f-985a-8c0502d67ba2 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1339352 Jun 17 08:33:35.407978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db454-4d4f-445c-988c-69647af329a5 req-a5177c32-d11e-4d61-ac3e-35ab022c53b7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.410014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c3db454-4d4f-445c-988c-69647af329a5 req-a5177c32-d11e-4d61-ac3e-35ab022c53b7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.1385942 Jun 17 08:33:35.440872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57982) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:35.583410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c3db454-4d4f-445c-988c-69647af329a5 req-510f2dd7-34a3-4751-ad5a-b2c942953cc1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327527 Jun 17 08:33:35.654074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-18baa8f0-0585-41dd-b440-c385d03add2f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.2560320 Jun 17 08:33:35.675628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'floatingip': {'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:35.724739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1717424345'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:35.775301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:35.779444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.806002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.810429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.033364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.087929 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.092288 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:36.130033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:36.144577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4ff440-7a41-48ef-9d68-9407c0eae451,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.165456 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.177878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.178222 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Added segment 19ce89f3-e826-4529-a1b9-7ca378de1dc9 of type vlan for network cb2cdce1-bd74-427c-9ba9-41b8ec788aff Jun 17 08:33:36.253641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.293030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.308560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:36.317775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.343227 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-88cf3de1-41a1-46ee-997c-0f044df58ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:36.458640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58014) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:36.461181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Network': ['ID=cb2cdce1-bd74-427c-9ba9-41b8ec788aff,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.464879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.472873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:36.505732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0624177 Jun 17 08:33:36.506729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58018) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:36.508725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.523155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'subnet': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:36.526612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.635008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58022) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:36.718234 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.729862 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Floating IP ec008e6b-f70c-4815-9f51-81014a942fa2 associated. External IP: 172.25.7.243, port: 6f12a769-66a7-475f-9b6b-7c5468105cb8. Jun 17 08:33:36.911588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.913709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:36.917792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.950643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58030) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.069181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:37.111105 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.147842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.177400 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7fecf706-8701-42ef-b41b-5d55c85b28a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:37.187097 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17aa7188c88c4efc899f146771b85264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195823 Jun 17 08:33:37.191292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.205772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58034) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.244335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a25ca2-b8b4-41a3-8e81-1c716ad5a205,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:37.254784 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:37.255708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7fb3b43-2087-4b68-9652-597e908cbe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:37.404820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Checking segment: {'id': '19ce89f3-e826-4529-a1b9-7ca378de1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:37.405365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network hostable DHCP agents. Network: cb2cdce1-bd74-427c-9ba9-41b8ec788aff, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:37.414219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.452839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Subnet': ['ID=45afd156-74dd-4c55-9278-cb50c6949dba,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:37.481598 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:37.546316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:37.550575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.576984 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, cb2cdce1-bd74-427c-9ba9-41b8ec788aff) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:37.588178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5d11a-b520-4230-b9d9-38ab89b3f291 None None] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:37.607958 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:37.608850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.665981 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1578233 Jun 17 08:33:37.667306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58040) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.673828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'name': 'tempest-AllowedAddressPairTestJSON-632084053'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:37.717721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.723163 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.724732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94a25ca2-b8b4-41a3-8e81-1c716ad5a205 HTTP/1.1" status: 204 len: 168 time: 0.5177059 Jun 17 08:33:37.747266 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a9097a1e-da89-44b3-9c98-b48dbdf06ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:37.768562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a25ca2-b8b4-41a3-8e81-1c716ad5a205,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:37.774402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:37.812993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Deleting subnet a6cc7d86-deb0-4478-b270-faf305277e6b {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:37.820812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.876219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'tenant_id': '0805f93b6ee7489bb072ad7be0b11f96', 'fixed_ips': [{'subnet_id': '45afd156-74dd-4c55-9278-cb50c6949dba'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:37.877414 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.920226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:37.925914 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.958539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba639-bbf5-4407-9bac-03daecc2ca94 req-feb5e230-0844-4a37-bd90-df5758a101a9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:37.972199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port 2a80fecd-8bb7-4855-ad6e-8b0a4f40b576 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:37.975236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfbba639-bbf5-4407-9bac-03daecc2ca94 req-feb5e230-0844-4a37-bd90-df5758a101a9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 1.0225444 Jun 17 08:33:37.984785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:37.987566 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.065448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Allocated IP 172.20.0.2 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:38.238618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bfbba639-bbf5-4407-9bac-03daecc2ca94 req-eecd4395-6503-4857-82c1-d041d64ee676 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624037 Jun 17 08:33:38.270492 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.272820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.285793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Transition to ACTIVE for port object bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:38.305886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Transition to ACTIVE for port object bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:38.322983 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.326952 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:38.405474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:38.410681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:38.414018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Pushing event updated for resources: {'Port': ['ID=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.426362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:38.438936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:38.457035 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.458402 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:38.473066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-86e849b0-f9ce-4f87-a619-d7c6015cc771 {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:33:38.473542 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:33:38.479886 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:38.480757 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:38.543305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Attempting to bind port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:38.543663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Attempting to bind port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '19ce89f3-e826-4529-a1b9-7ca378de1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:38.543925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Attempting to bind port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d on network cb2cdce1-bd74-427c-9ba9-41b8ec788aff {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:38.551213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:38.551605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Checking segment: {'id': '19ce89f3-e826-4529-a1b9-7ca378de1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:38.552019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.552430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Bound using segment: {'id': '19ce89f3-e826-4529-a1b9-7ca378de1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:38.553021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Bound port: bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ce89f3-e826-4529-a1b9-7ca378de1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:38.553399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.577056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.587138 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:38.612590 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.662499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cc7d86-deb0-4478-b270-faf305277e6b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.665455 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.667843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.670054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a6cc7d86-deb0-4478-b270-faf305277e6b HTTP/1.1" status: 204 len: 168 time: 2.0340846 Jun 17 08:33:38.674842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58064) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:38.701319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] For port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:38.736851 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:38.748486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] For port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,segment=NetworkSegment(19ce89f3-e826-4529-a1b9-7ca378de1dc9),segment_id=19ce89f3-e826-4529-a1b9-7ca378de1dc9)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:38.762000 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.773695 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:38.906211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.914349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Pushing event updated for resources: {'Port': ['ID=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.918186 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.926716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58072) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:38.998309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Allocated IP 172.25.7.209 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/03abce21-1fb6-43b0-a976-5039e4ef7462) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:39.010478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.222918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:39.274385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.330155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1978717201-network', 'tenant_id': '7c6972550461472d8def895940ed9fb0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:39.412754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e38e04b-db7f-4b2e-bbeb-21133ad2785c']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.413233 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:36Z', 'revision_number': 3, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.426701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port 3f9c2f91-7038-4ffe-a426-761ec5b56edb yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:39.451624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.487361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Made reservation on behalf of 7c6972550461472d8def895940ed9fb0 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:39.489450 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:39.494502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.506976 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:39.507638 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.534059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87b2639-5b16-45f0-87ed-3c59514e9d1d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.534397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87b2639-5b16-45f0-87ed-3c59514e9d1d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.583647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.587491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.648280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.665442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:39.665905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:39.667609 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:39.677184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:39.680697 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:39.689625 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.801738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:39.804957 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa618a-3551-4842-8344-60db58d32b93" -d '{"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:39.831424 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.833527 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:39.927845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Allocated IP 172.20.0.7 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/3f9c2f91-7038-4ffe-a426-761ec5b56edb) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:39.937938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:39.943907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:39.952733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:40.053170 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.056115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-027f6bac-d09e-4309-82e2-0dedd0fc4a8b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "PUT /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 998 time: 4.3966148 Jun 17 08:33:40.081061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Pushing event updated for resources: {'Port': ['ID=03abce21-1fb6-43b0-a976-5039e4ef7462,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:40.123452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83753-6e61-4954-9936-30bfb634107c req-8b7991e8-4cc1-4095-bfbe-d483dc90046b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:40.131338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbf83753-6e61-4954-9936-30bfb634107c req-8b7991e8-4cc1-4095-bfbe-d483dc90046b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.6225364 Jun 17 08:33:40.134040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f551d91-31b4-464c-8995-0923dd85bb3c tempest-PortsAdminExtendedAttrsTestJSON-1565368212 tempest-PortsAdminExtendedAttrsTestJSON-1565368212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.151985 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:40.158342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.176386 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e38e04b-db7f-4b2e-bbeb-21133ad2785c HTTP/1.1" status: 204 len: 168 time: 1.4998078 Jun 17 08:33:40.236960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e38e04b-db7f-4b2e-bbeb-21133ad2785c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:40.290527 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:40.319056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:40.341457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbf83753-6e61-4954-9936-30bfb634107c req-ad31ec47-059e-4def-9ba3-e44423e88ecd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087090 Jun 17 08:33:40.342023 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:36Z', 'revision_number': 3, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:40.398109 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11af546-243b-4967-b52c-d80612ec6c4f None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:36Z', 'revision_number': 3, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:40.423430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:40.435467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-1f38e8ee-43f1-4a7a-ae27-8d4bae36207d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:40.441928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-1f38e8ee-43f1-4a7a-ae27-8d4bae36207d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports/6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 942 time: 0.3849227 Jun 17 08:33:40.470870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58108) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:40.584216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.615370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bdf4f-4e4a-48e1-8b57-89458b253012 None None] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:40.652654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.660162 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.681587 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42a53d03-3563-4c5a-840c-06692948a178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.693068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Provisioning for port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:40.713013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Provisioning complete for port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:40.713619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.739799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.785597 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b472f1-9ff2-44b4-a2bc-e83832f813ff x-openstack-request-id: req-97b472f1-9ff2-44b4-a2bc-e83832f813ff {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:40.786771 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:40.787199 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97b472f1-9ff2-44b4-a2bc-e83832f813ff {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:40.788471 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'status': 'completed', 'code': 200} Jun 17 08:33:40.816820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:40.822009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f4b4f-bcc6-45eb-b9a2-98a59a1783fe None None] New status for floating IP ec008e6b-f70c-4815-9f51-81014a942fa2: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:33:40.828484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Transition to ACTIVE for port object 3f9c2f91-7038-4ffe-a426-761ec5b56edb will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:40.829987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:40.836944 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:40.842743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.843220 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Added segment dcf5ecda-799b-41ba-957b-3a2a9ebda581 of type vlan for network ad98c31f-8b18-49a2-902b-1b7dc2e998ce Jun 17 08:33:40.918199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.954008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.975865 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9a6ca86-7e60-49f0-8dac-9c15ef431d65 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.992873 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.016060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:41.023219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:41.028123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:41.066747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.067884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.068697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.087066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=3f9c2f91-7038-4ffe-a426-761ec5b56edb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.095995 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.097262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b0c141ad-06c5-4bcb-ac11-36168c47ea44 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.182857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Pushing event updated for resources: {'Network': ['ID=ad98c31f-8b18-49a2-902b-1b7dc2e998ce,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.189730 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.194052 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2628603 Jun 17 08:33:41.195607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:41.204763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Request body: {'subnet': {'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1978717201-subnet', 'tenant_id': '7c6972550461472d8def895940ed9fb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:41.224887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.225569 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.239728 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:41.256122 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:41.257199 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:41.263858 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.264386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ad98c31f-8b18-49a2-902b-1b7dc2e998ce details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:41.269831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Made reservation on behalf of 7c6972550461472d8def895940ed9fb0 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:41.274229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.298589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58114) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:41.299492 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7f50f49d-fdfe-49c7-b41e-fee44e86e18b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ec8ebd2f1f24537b0d2c8f470a901c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194652 Jun 17 08:33:41.305969 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.319571 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c594e0a-1170-4de2-b023-8dc07d46366c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.339641 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.367621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Pushing event updated for resources: {'Port': ['ID=03abce21-1fb6-43b0-a976-5039e4ef7462,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.398227 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7295470 Jun 17 08:33:41.401656 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.411964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:41.430943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'name': 'tempest-AllowedAddressPairTestJSON-232129870', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ac:89:1b'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:41.458047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-a431c749-dd80-4bf9-8ac6-f0f6c09cb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.464813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-a431c749-dd80-4bf9-8ac6-f0f6c09cb3c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.7711751 Jun 17 08:33:41.483215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] For port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,segment=NetworkSegment(19ce89f3-e826-4529-a1b9-7ca378de1dc9),segment_id=19ce89f3-e826-4529-a1b9-7ca378de1dc9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:41.512674 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:41.564351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.574755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa618a-3551-4842-8344-60db58d32b93 req-603c9aba-2c2d-450b-830b-610db6826297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.576680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-603c9aba-2c2d-450b-830b-610db6826297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.7798986 Jun 17 08:33:41.588375 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.588599 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.684122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.710983 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.712480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Pushing event updated for resources: {'Port': ['ID=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.726442 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.774381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.776194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8231437 Jun 17 08:33:41.777621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa618a-3551-4842-8344-60db58d32b93 req-2556f8c7-3f73-4a2d-bad1-b92ae24f5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.779206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-2556f8c7-3f73-4a2d-bad1-b92ae24f5d52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.1689487 Jun 17 08:33:41.780352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58122) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:41.785549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.788469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.793028 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ab02edf-0fdb-4012-bb30-71a301dbdb88 HTTP/1.1" status: 204 len: 168 time: 0.4919491 Jun 17 08:33:41.813400 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c176a23-ca92-420c-803d-fabaea73ca2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.838928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab02edf-0fdb-4012-bb30-71a301dbdb88,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.847849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:41.878190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2048848342', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'fixed_ips': [{'ip_address': '172.25.7.209'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:41.975321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Made reservation on behalf of 9b4ac0adcf9c4933bba50dbace0325cc for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:41.983256 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.079208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.139105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:42.238979 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.248472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.268585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-78f9e1c2-c09e-4505-83ee-407eeb62412e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 217 time: 0.3985662 Jun 17 08:33:42.296087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:42.302202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.335362 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9547382-f534-4237-92ee-a8575c2e6925 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:42.372280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] device_id is not set on port 624a22ca-cc26-4277-ab20-b55b3cf48165 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:42.405956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2dee575f-b796-4b50-ab6b-0af01cf11b99 None None] Provisioning complete for port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:42.410949 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2dee575f-b796-4b50-ab6b-0af01cf11b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.429800 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:40Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:42.472367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port f845e467-2047-493a-a0cb-3e5989805ebf yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:42.496385 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:42.520166 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:42.521208 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:42.573842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:42.575619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.580817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6a858-a0f5-410e-b9ae-eaa303da201c req-a544bcc0-4523-4b16-a97c-396b54f9b23d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:42.592454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ce6a858-a0f5-410e-b9ae-eaa303da201c req-a544bcc0-4523-4b16-a97c-396b54f9b23d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 1.0123034 Jun 17 08:33:42.787211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-9c04b58d-aeec-45dc-96c7-34aef3dfef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:42.789072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-9c04b58d-aeec-45dc-96c7-34aef3dfef2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 1.3059888 Jun 17 08:33:42.819483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.827046 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63aed092-8aea-417e-82e5-359854c0ab4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:42.845399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2dee575f-b796-4b50-ab6b-0af01cf11b99 None None] Provisioning for port 3f9c2f91-7038-4ffe-a426-761ec5b56edb completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:42.858063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2dee575f-b796-4b50-ab6b-0af01cf11b99 None None] Provisioning complete for port 3f9c2f91-7038-4ffe-a426-761ec5b56edb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:42.858703 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2dee575f-b796-4b50-ab6b-0af01cf11b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.860524 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:42.904181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2dee575f-b796-4b50-ab6b-0af01cf11b99 None None] Port 3f9c2f91-7038-4ffe-a426-761ec5b56edb cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:42.962694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Allocated IP 172.20.0.13 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/f845e467-2047-493a-a0cb-3e5989805ebf) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:42.965950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64fb00f-4c88-46a1-b300-d07550490f85,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:42.973126 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:42.976497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Checking segment: {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:42.976870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Network hostable DHCP agents. Network: ad98c31f-8b18-49a2-902b-1b7dc2e998ce, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:42.990634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ce6a858-a0f5-410e-b9ae-eaa303da201c req-2059aa96-e848-464d-9017-1d89bb04d00b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963137 Jun 17 08:33:42.997683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:43.000612 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39518bf8-7a2f-4929-9f0f-7f2cf102c460" -d '{"events": [{"name": "network-changed", "server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:43.033178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eecf23-a97d-4d21-b452-c03ae794a498,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:43.036899 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:43.043213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-55cc593c-d7e1-4c0d-936c-3b5fde2e3843 None None] Provisioning complete for port 3f9c2f91-7038-4ffe-a426-761ec5b56edb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:43.045367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55cc593c-d7e1-4c0d-936c-3b5fde2e3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.077248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Network ad98c31f-8b18-49a2-902b-1b7dc2e998ce is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:43.137481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ad98c31f-8b18-49a2-902b-1b7dc2e998ce) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:43.139047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-55cc593c-d7e1-4c0d-936c-3b5fde2e3843 None None] Port 3f9c2f91-7038-4ffe-a426-761ec5b56edb cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:43.154800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94ea26-8aae-4356-bc6e-355933c522eb None None] Network ad98c31f-8b18-49a2-902b-1b7dc2e998ce requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:43.183250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:43.186721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.225204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-4765e459-2c44-471c-96fd-4cb25ce87854 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 217 time: 0.1954272 Jun 17 08:33:43.241737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa618a-3551-4842-8344-60db58d32b93 req-a4f185a8-8e5c-45a8-af56-c9175bfd33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:43.244081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-a4f185a8-8e5c-45a8-af56-c9175bfd33e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.9218209 Jun 17 08:33:43.330945 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1337800 Jun 17 08:33:43.443912 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:40Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:43.482504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.563802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4cf138-c754-4051-a00e-f52feeb0d566 None None] Network ad98c31f-8b18-49a2-902b-1b7dc2e998ce requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:43.566210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Transition to ACTIVE for port object f845e467-2047-493a-a0cb-3e5989805ebf will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:43.582166 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5841a-98c3-498f-856c-8d1209363741 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:b8:f0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:40Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:43.682500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:43.782298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.793049 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b6e83404-98de-4f8f-88a6-2c69cd9fcd9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:43.867563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:43.872370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:43.875369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:43.952549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=f845e467-2047-493a-a0cb-3e5989805ebf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:43.959581 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:44.024526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.025246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.138327 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7144957 Jun 17 08:33:44.144006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58166) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:44.274091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2035993027-network', 'tenant_id': 'd2d189546e0249159b748acaef8f9371'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:44.316831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641dade0-1879-4273-8ea6-f978a16a7f57 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.322847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641dade0-1879-4273-8ea6-f978a16a7f57 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.330527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641dade0-1879-4273-8ea6-f978a16a7f57 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.333064 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-641dade0-1879-4273-8ea6-f978a16a7f57 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1877823 Jun 17 08:33:44.343579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:44.353401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Made reservation on behalf of d2d189546e0249159b748acaef8f9371 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:44.366084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.402193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.452785 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd024c-07ac-4077-877f-76dd15587db1 x-openstack-request-id: req-79dd024c-07ac-4077-877f-76dd15587db1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:44.453981 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:44.453981 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79dd024c-07ac-4077-877f-76dd15587db1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:44.454355 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'status': 'completed', 'code': 200} Jun 17 08:33:44.469287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3a2b7d5c-5c98-4301-b02a-c7694e9299dc req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-716432487', 'description': 'tempest-description-147107893'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:44.521037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5928ac28-a204-4031-8dff-085cd185304b None None] Provisioning for port f845e467-2047-493a-a0cb-3e5989805ebf completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:44.547260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-38e31a91-d09b-4c91-ae96-6041ff337863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.549446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-38e31a91-d09b-4c91-ae96-6041ff337863 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 1.3050785 Jun 17 08:33:44.555121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port f845e467-2047-493a-a0cb-3e5989805ebf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:44.555892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.560594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5928ac28-a204-4031-8dff-085cd185304b None None] Provisioning complete for port f845e467-2047-493a-a0cb-3e5989805ebf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:44.563657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5928ac28-a204-4031-8dff-085cd185304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.613590 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:33:44.614472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:33:44.640513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.661782 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.676655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:44.681729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa618a-3551-4842-8344-60db58d32b93 req-5d127863-f6e3-4aba-b49e-d091ae571f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.683564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-5d127863-f6e3-4aba-b49e-d091ae571f74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4101496 Jun 17 08:33:44.692220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.692626 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Added segment d868bf72-d5bb-46a9-a3ff-f445a28bec04 of type vlan for network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 Jun 17 08:33:44.716093 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a2b7d5c-5c98-4301-b02a-c7694e9299dc req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.731044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9229498 Jun 17 08:33:44.733066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-504f69d2-e751-463c-9d8b-bdeec609b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.735088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-504f69d2-e751-463c-9d8b-bdeec609b6c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1097 time: 0.2737713 Jun 17 08:33:44.737950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:44.740206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5928ac28-a204-4031-8dff-085cd185304b None None] Port f845e467-2047-493a-a0cb-3e5989805ebf cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:44.748851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.872268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.933957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-cd33d4bb-1fb6-43e6-b63f-22330dc3fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.936229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-cd33d4bb-1fb6-43e6-b63f-22330dc3fa49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3702812 Jun 17 08:33:44.979249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for f845e467-2047-493a-a0cb-3e5989805ebf owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:45.027937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a2b7d5c-5c98-4301-b02a-c7694e9299dc req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.072631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-8cf7a5a3-0ce3-4d36-b4bb-ad6dee1f88ca service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:33:45.073736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-8cf7a5a3-0ce3-4d36-b4bb-ad6dee1f88ca service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120602 Jun 17 08:33:45.074400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a2b7d5c-5c98-4301-b02a-c7694e9299dc req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.100975 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c115c11b-b6b9-4d40-8acd-df66cefbdbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.157478 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.188510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.191486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.194860 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:45.207716 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.230583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-cd4f1f6d-9653-4be0-b8b0-b562ae0a77c1 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393261 Jun 17 08:33:45.231502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a2b7d5c-5c98-4301-b02a-c7694e9299dc req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.242481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=f845e467-2047-493a-a0cb-3e5989805ebf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.245493 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:45.251104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.252277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:45.253048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.255740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a2b7d5c-5c98-4301-b02a-c7694e9299dc req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7902629 Jun 17 08:33:45.272921 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.429759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7206cd-44a6-4ed5-868b-4da49c0c38c7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.433399 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7463224 Jun 17 08:33:45.434306 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:45.441099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:45.470999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58182) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:45.493354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Request body: {'subnet': {'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2035993027-subnet', 'tenant_id': 'd2d189546e0249159b748acaef8f9371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:45.574273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Made reservation on behalf of d2d189546e0249159b748acaef8f9371 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:45.580373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.589190 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-aae6446e-2137-44ce-931a-16df5030596e service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962374 Jun 17 08:33:45.694468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60acb713-44d7-443c-ad86-22e763f5efc4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.698699 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:45.764787 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Deleting port 03abce21-1fb6-43b0-a976-5039e4ef7462 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:45.765129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.892710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-c002eed6-4011-4d4e-a4ce-961e71de3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:45.894179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-c002eed6-4011-4d4e-a4ce-961e71de3cf3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 1.0369308 Jun 17 08:33:45.914074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.914410 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.917289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.919762 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/ports/f845e467-2047-493a-a0cb-3e5989805ebf HTTP/1.1" status: 204 len: 168 time: 1.5749683 Jun 17 08:33:45.922200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-c30f8a7e-3b94-4589-a047-3392ad166924 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003814 Jun 17 08:33:45.922670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58194) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:45.972495 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d69a31-8abb-45fe-a35b-f95873469a14 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] GET failed (client error): The resource could not be found. Jun 17 08:33:45.977942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59d69a31-8abb-45fe-a35b-f95873469a14 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "GET /v2.0/ports/f845e467-2047-493a-a0cb-3e5989805ebf HTTP/1.1" status: 404 len: 333 time: 0.0504799 Jun 17 08:33:45.977942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.979575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:45.980315 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-605ce2db-b73b-4b77-8e37-ba81e1e03434 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:46.028269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'name': 'tempest-AllowedAddressPairTestJSON-280751219'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:46.033583 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa10a67f-6030-4bac-bc69-3f00e29945a8,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:46.039575 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:46.048321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Calling delete_port for 03abce21-1fb6-43b0-a976-5039e4ef7462 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:46.102600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3516091-39d3-4d8b-ba1c-525a717af6a3 req-82b0d731-afdb-408c-81b5-9d0e8b2fda58 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.104146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3516091-39d3-4d8b-ba1c-525a717af6a3 req-82b0d731-afdb-408c-81b5-9d0e8b2fda58 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.5482490 Jun 17 08:33:46.121244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5efa618a-3551-4842-8344-60db58d32b93 req-041dd7c8-7e29-46a7-a85f-062bd80488c3 service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833097 Jun 17 08:33:46.139252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Checking segment: {'id': 'd868bf72-d5bb-46a9-a3ff-f445a28bec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:46.139689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Network hostable DHCP agents. Network: ab7206cd-44a6-4ed5-868b-4da49c0c38c7, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:46.170863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:46.188660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ab7206cd-44a6-4ed5-868b-4da49c0c38c7) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:46.197919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e879a19-8cd9-4a2b-b885-ccef8e8602d2 None None] Network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:46.198614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-d0d2a66c-d617-448e-a6f7-56d4ad4800a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 1001 time: 0.2813475 Jun 17 08:33:46.204722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.205404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.209196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:46.212721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.237123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port 0d031865-e84e-415d-aa99-78995ce85b5e yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:46.253067 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7735786 Jun 17 08:33:46.293040 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3516091-39d3-4d8b-ba1c-525a717af6a3 req-107ea18c-efe6-45f8-88a0-8f9d081cc200 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744180 Jun 17 08:33:46.313703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-6faf781f-beb0-4e19-ba2b-a7e07b673143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.315233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-6faf781f-beb0-4e19-ba2b-a7e07b673143 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1021867 Jun 17 08:33:46.332670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-d5b262c0-d192-4ee5-8ce0-618e8b0cbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.334023 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-d5b262c0-d192-4ee5-8ce0-618e8b0cbbd7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1097 time: 0.3119640 Jun 17 08:33:46.478400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Allocated IP 172.20.0.13 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/0d031865-e84e-415d-aa99-78995ce85b5e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:46.642398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-1debc9c1-fd1a-4ddc-b0f0-d45b86ea32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.644506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-1debc9c1-fd1a-4ddc-b0f0-d45b86ea32e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.3000097 Jun 17 08:33:46.659722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-e204074d-5328-4449-b60d-dda64dfb8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.661224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-e204074d-5328-4449-b60d-dda64dfb8c7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3315272 Jun 17 08:33:46.665392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a45d7d05-23c6-4d8e-97bc-7fef38228d6a req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-390216464', 'description': 'tempest-description-571331096'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:46.768736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655446c-9051-4bd1-9afd-a103028c8619 None None] Network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:46.785144 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.826334 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-003017b0-0e36-4b1f-a26b-f533dc47174b tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:46.826931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.852679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Transition to ACTIVE for port object 0d031865-e84e-415d-aa99-78995ce85b5e will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:46.876410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:46.913776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Pushing event deleted for resources: {'Port': ['ID=03abce21-1fb6-43b0-a976-5039e4ef7462,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:46.924543 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.939464 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:46.955764 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.956311 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:46.967181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-a0fe6562-8a74-442d-aa17-5be7248efd20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 1001 time: 0.3121924 Jun 17 08:33:46.980887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:46.986797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:47.002357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:47.005817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a45d7d05-23c6-4d8e-97bc-7fef38228d6a req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.045821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=0d031865-e84e-415d-aa99-78995ce85b5e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:47.062955 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:47.065572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.067418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-941575e7-9167-4974-8dd7-14b8f1e8dd8a service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282795 Jun 17 08:33:47.093845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.094611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.112801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-1813f51a-f060-48ea-aa73-e687351918ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.114498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-1813f51a-f060-48ea-aa73-e687351918ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 1097 time: 0.3765960 Jun 17 08:33:47.116200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.119089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.120198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/6106044a-b829-4593-b760-d0a59ff891eb HTTP/1.1" status: 204 len: 168 time: 2.3789790 Jun 17 08:33:47.140246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-c09db0e6-7337-4b62-b2a9-7c2f32eb5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.141942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-c09db0e6-7337-4b62-b2a9-7c2f32eb5702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1519275 Jun 17 08:33:47.209896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.217713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.221080 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93eb4c6d-99ef-408c-a270-a86905ee9bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:47.243031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2187810 Jun 17 08:33:47.247461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58218) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:47.258605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ac:89:1b'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:47.267789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99d491a800134ea2817288600a83e7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900785 Jun 17 08:33:47.268401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58220) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:47.270448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2b56e0-a154-4f9e-b6e0-ad35df99aa98,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:47.290866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.291477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.291667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.292161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.292569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.293088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.293463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.293874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.294290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.294680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.295075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.295566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:47.297732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bce2c8f6-5612-4ad8-9ae2-d87df1ca79b4 None None] Provisioning for port 0d031865-e84e-415d-aa99-78995ce85b5e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:47.303160 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:47.324044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bce2c8f6-5612-4ad8-9ae2-d87df1ca79b4 None None] Provisioning complete for port 0d031865-e84e-415d-aa99-78995ce85b5e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:47.324527 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce2c8f6-5612-4ad8-9ae2-d87df1ca79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.341342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.364921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.365887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-18205932-6702-4f31-b592-76c236678c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.367463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-18205932-6702-4f31-b592-76c236678c54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.2412696 Jun 17 08:33:47.378448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bce2c8f6-5612-4ad8-9ae2-d87df1ca79b4 None None] Port 0d031865-e84e-415d-aa99-78995ce85b5e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:47.389791 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58226) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:47.428468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.431383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.433031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f2b56e0-a154-4f9e-b6e0-ad35df99aa98 HTTP/1.1" status: 204 len: 168 time: 0.1634274 Jun 17 08:33:47.434040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3d21f3c-de33-4916-ac4e-5b3d687d608a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:47.442381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2b56e0-a154-4f9e-b6e0-ad35df99aa98,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:47.445083 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:47.467324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-862f7b12-75b1-432b-9c30-37ee640c3b5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed HTTP/1.1" status: 200 len: 217 time: 0.0862880 Jun 17 08:33:47.481771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39518bf8-7a2f-4929-9f0f-7f2cf102c460 req-f0a20331-ce70-4488-b120-d7ab41b82b2c service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000194 Jun 17 08:33:47.539839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.978575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-4f4bc694-661c-451c-877b-bc03719ad054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.980084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-4f4bc694-661c-451c-877b-bc03719ad054 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8190305 Jun 17 08:33:47.981403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-9e40a59d-6ec4-45ce-aa50-5360eb4d2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.982719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-9e40a59d-6ec4-45ce-aa50-5360eb4d2826 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.5032730 Jun 17 08:33:48.052389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a45d7d05-23c6-4d8e-97bc-7fef38228d6a req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.063862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a45d7d05-23c6-4d8e-97bc-7fef38228d6a req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.078763 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9a53aba2-a7d5-428a-926d-70a9dfeb2ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:48.161918 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.167262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.191698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a45d7d05-23c6-4d8e-97bc-7fef38228d6a req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.192957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45d7d05-23c6-4d8e-97bc-7fef38228d6a req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5469818 Jun 17 08:33:48.212551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810fc6ec-da1b-47a9-b27d-f51533980438,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:48.226981 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:48.230486 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.249246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-f62b44d7-a254-4faa-96bf-081bd0677e1c service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613497 Jun 17 08:33:48.255655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-678716a8-8665-47ba-83e7-154ec6548712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:48.257247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-678716a8-8665-47ba-83e7-154ec6548712 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2586787 Jun 17 08:33:48.516462 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:48.521800 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=297c64daad664743b06415309eefec99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1307888 Jun 17 08:33:48.524404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58264) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:48.544498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-780d7dd1-44f4-47f6-a19a-31baa522a672 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565711 Jun 17 08:33:48.547586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eba6d90-4995-4b55-97ba-65405e538a4e req-1ad02cb1-2ef1-4453-8aa5-165b72cc2a26 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858799 Jun 17 08:33:48.578261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632add82-7cfd-49ed-b0e6-0d2589340611,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:48.594740 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:48.624286 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.652312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.707559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.710330 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.713725 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/632add82-7cfd-49ed-b0e6-0d2589340611 HTTP/1.1" status: 204 len: 168 time: 0.1861749 Jun 17 08:33:48.713725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb2ddb79-1308-4255-bfe0-a3ed95779cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:48.720534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632add82-7cfd-49ed-b0e6-0d2589340611,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:48.723378 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:48.862852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.876617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.887080 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-070c6ee7-e763-40fa-bcf5-a001b70733a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:48.942084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02f91f32-4ed8-486f-88ab-769a9811b92d req-34df374f-8586-48de-a0ec-9e6c12ff5900 service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893950 Jun 17 08:33:48.963661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-2829ec28-9c4c-4bff-82bd-a1615f51dc66 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:48.965168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-2829ec28-9c4c-4bff-82bd-a1615f51dc66 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/networks?id=ab7206cd-44a6-4ed5-868b-4da49c0c38c7 HTTP/1.1" status: 200 len: 818 time: 0.3315303 Jun 17 08:33:49.022190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=0d031865-e84e-415d-aa99-78995ce85b5e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.033027 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.043052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666361-c839-4f91-8743-deeb45b79be4 req-7fb8fec4-974f-45f1-a2f1-0621a1001780 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:49.044654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74666361-c839-4f91-8743-deeb45b79be4 req-7fb8fec4-974f-45f1-a2f1-0621a1001780 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 945 time: 0.3563073 Jun 17 08:33:49.049097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-055f3d82-3958-46f2-ac11-b2fb61ad63a4 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/quotas/d2d189546e0249159b748acaef8f9371 HTTP/1.1" status: 200 len: 375 time: 0.0436206 Jun 17 08:33:49.074167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] In _notify_port_updated(), no bound segment for port 0d031865-e84e-415d-aa99-78995ce85b5e on network cb2cdce1-bd74-427c-9ba9-41b8ec788aff {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:49.080155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:49.080568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.084387 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "PUT /v2.0/ports/0d031865-e84e-415d-aa99-78995ce85b5e HTTP/1.1" status: 200 len: 993 time: 1.8279102 Jun 17 08:33:49.084976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58292) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:49.112239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-fb3b7ef3-6c9c-46c7-9d38-051cb2cfe129 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2d189546e0249159b748acaef8f9371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558603 Jun 17 08:33:49.159963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74666361-c839-4f91-8743-deeb45b79be4 req-f370fcf8-5b05-4ccd-b2d2-ae322982fd00 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050956 Jun 17 08:33:49.251958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.292832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-2e22922b-3f66-4ba3-9181-cdf31515d901 service neutron] 10.222.0.65 "GET /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671126 Jun 17 08:33:49.293667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:49.304462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port 0d031865-e84e-415d-aa99-78995ce85b5e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:49.304795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.319512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9bd8b6a3-18cf-4846-9720-ee792e501a21 None None] Provisioning complete for port 0d031865-e84e-415d-aa99-78995ce85b5e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:49.319897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9bd8b6a3-18cf-4846-9720-ee792e501a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.392586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8b6a3-18cf-4846-9720-ee792e501a21 None None] Port 0d031865-e84e-415d-aa99-78995ce85b5e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:49.437081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.450818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-70478968-9a84-45c4-8114-3819e6e772d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b4ac0adcf9c4933bba50dbace0325cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538639 Jun 17 08:33:49.451524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58304) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:49.517196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for 0d031865-e84e-415d-aa99-78995ce85b5e owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:49.532803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-0a714e45-d027-4645-97ae-d36bd2cdf0b2 service neutron] 10.222.0.65 "GET /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202632 Jun 17 08:33:49.565113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ab19ed0f-15d7-465e-8caa-dc64784d94b2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:49.567460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ab19ed0f-15d7-465e-8caa-dc64784d94b2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 813 time: 0.1394813 Jun 17 08:33:49.591058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-337aff7e-4ac4-451c-8867-6ca519e478b9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/quotas/7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 375 time: 0.0156848 Jun 17 08:33:49.642938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.677460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.678382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-8cb4bc39-e39d-4dfc-91f1-3be21aeaf3c8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860868 Jun 17 08:33:49.788277 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.790729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.793841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.798847 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05eecf23-a97d-4d21-b452-c03ae794a498 HTTP/1.1" status: 204 len: 168 time: 0.3462467 Jun 17 08:33:49.802816 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f535079-18b8-4a3c-b232-55fca06213a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:49.815753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eecf23-a97d-4d21-b452-c03ae794a498,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.822688 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.823623 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-871e2ec4-65f6-4ecf-9c6a-aafd81c5efde tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:49.865270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=0d031865-e84e-415d-aa99-78995ce85b5e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.917190 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.930670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-89aa16b6-d69d-49fd-a016-7894dc15b1c2 service neutron] 10.222.0.65 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505043 Jun 17 08:33:49.972090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d384a9de-d474-4e31-943c-d61c2a30dc78 req-ca1032be-793f-4316-9d6a-215d783eba5d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.1622255 Jun 17 08:33:50.128118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a9de-d474-4e31-943c-d61c2a30dc78 req-e510f513-69e6-45a2-af90-367b642e8f86 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:50.152713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d384a9de-d474-4e31-943c-d61c2a30dc78 req-e510f513-69e6-45a2-af90-367b642e8f86 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports/30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 942 time: 0.1792026 Jun 17 08:33:50.166814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.171284 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/ports/0d031865-e84e-415d-aa99-78995ce85b5e HTTP/1.1" status: 204 len: 168 time: 1.0829964 Jun 17 08:33:50.172173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:50.207642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-cd870b44-1f2f-4e9a-9cd2-a7f8aaace999 service neutron] 10.222.0.65 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763989 Jun 17 08:33:50.256605 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c47332-4570-452b-abe3-9bcf5d808a7c tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] GET failed (client error): The resource could not be found. Jun 17 08:33:50.262471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58332) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:50.262855 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-51c47332-4570-452b-abe3-9bcf5d808a7c tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "GET /v2.0/ports/0d031865-e84e-415d-aa99-78995ce85b5e HTTP/1.1" status: 404 len: 333 time: 0.0894837 Jun 17 08:33:50.269282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'name': 'tempest-AllowedAddressPairTestJSON-764084352'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:50.279759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f2da88cd-de09-4b29-97f2-1c847f6b01ed no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:50.374068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.403972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:50.407098 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe55800-c025-49da-9c00-9dfc5f600a61" -d '{"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:50.428804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:50.435336 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.437455 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:50.508158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:50.516439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d384a9de-d474-4e31-943c-d61c2a30dc78 req-a36936c5-1d59-4fe0-aba0-4b4b84acc6ab tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.2411747 Jun 17 08:33:50.526816 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:50.567076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-196cc4e6-5a63-4b6c-8905-cc818733ed54 req-5141154e-66b1-471a-8930-872b31bd9716 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 210 time: 0.0746348 Jun 17 08:33:50.818097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:50.822433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.868024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a9de-d474-4e31-943c-d61c2a30dc78 req-9b3fa0aa-349a-4723-90a5-287f06a3e8ad tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:50.880702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d384a9de-d474-4e31-943c-d61c2a30dc78 req-9b3fa0aa-349a-4723-90a5-287f06a3e8ad tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3280046 Jun 17 08:33:50.914073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port a2628955-bd00-4c3a-9f90-088f391160a5 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:51.033661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56590491-edd7-44e1-b638-c5281c4cc73b req-252b84b3-fc83-4c7a-bdcd-08f327acba3e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.035367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56590491-edd7-44e1-b638-c5281c4cc73b req-252b84b3-fc83-4c7a-bdcd-08f327acba3e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 943 time: 0.2537224 Jun 17 08:33:51.127069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56590491-edd7-44e1-b638-c5281c4cc73b req-e3709ba8-3c5f-4e51-95d4-b8dd09909bb4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804007 Jun 17 08:33:51.137662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Allocated IP 172.20.0.9 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/a2628955-bd00-4c3a-9f90-088f391160a5) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:51.146674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:51.149979 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90851e6b-50c4-4701-90ee-af94d9b850bc x-openstack-request-id: req-90851e6b-50c4-4701-90ee-af94d9b850bc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:51.150281 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:51.152104 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90851e6b-50c4-4701-90ee-af94d9b850bc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:51.152574 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'code': 200} Jun 17 08:33:51.266374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-ad32e7f1-6b92-4e52-afc6-f07fd8812a53 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.0970016 Jun 17 08:33:51.317439 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28caa6b6-da95-468c-a43c-8572ccfad4df tempest-AgentManagementNegativeTest-549712394 tempest-AgentManagementNegativeTest-549712394-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1680362 Jun 17 08:33:51.338438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7474897a-4b23-49d6-ace4-e90077e7262a req-8a4611a0-9f23-4e5c-b317-c740d7d6598e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 210 time: 0.0682466 Jun 17 08:33:51.438626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740fc1-2825-4451-b220-6007ee0835f2 req-b0e5a2e4-b24a-4a30-9232-fcf70140553c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.440218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-b0e5a2e4-b24a-4a30-9232-fcf70140553c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports/30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 942 time: 0.1597469 Jun 17 08:33:51.616881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.654258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Transition to ACTIVE for port object a2628955-bd00-4c3a-9f90-088f391160a5 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:51.666088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58376) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:51.667852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-3c15631f-9a87-4968-9441-c2139a3e0f93 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.669324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-3c15631f-9a87-4968-9441-c2139a3e0f93 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.60 "GET /v2.0/networks?id=ab7206cd-44a6-4ed5-868b-4da49c0c38c7 HTTP/1.1" status: 200 len: 818 time: 0.2075062 Jun 17 08:33:51.684243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Request body: {'port': {'device_id': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7', 'admin_state_up': True, 'tenant_id': 'd2d189546e0249159b748acaef8f9371'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:51.694276 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-e6b3ee5b-a56c-4794-8b70-defbec073ab8 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.1348472 Jun 17 08:33:51.784333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a8ae6b9-cac5-41d6-9e6d-1dcf84e51544 req-59313045-a1c4-45a2-8f2a-9b8686e1c4ad tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 210 time: 0.0888133 Jun 17 08:33:51.835385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.949506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.963967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c928e8e7-9e9f-4888-9d13-eeb8331af1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:51.966265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.971279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.974990 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b39f1637-ba8f-4ffe-a7ad-139a40a3d2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:52.011468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af44e0ba77354b71876eb38754e8d822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441627 Jun 17 08:33:52.014127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58386) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:52.018835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5b186-5d02-45af-b431-a1b785435453,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:52.024513 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:52.044608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740fc1-2825-4451-b220-6007ee0835f2 req-499818a2-693b-418d-920c-6b009c646f3c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.046270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-499818a2-693b-418d-920c-6b009c646f3c tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3375442 Jun 17 08:33:52.059313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:52.061558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=a2628955-bd00-4c3a-9f90-088f391160a5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:52.073630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:52.075983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:52.098446 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:52.142409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.167342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.169480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Made reservation on behalf of d2d189546e0249159b748acaef8f9371 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:52.174434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.252211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.255346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.258708 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7a5b186-5d02-45af-b431-a1b785435453 HTTP/1.1" status: 204 len: 168 time: 0.2303584 Jun 17 08:33:52.258708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-19721f2e-6d40-4fd2-a48c-cb1e2bdf79df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:52.271895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5b186-5d02-45af-b431-a1b785435453,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:52.277177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:52.279066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.282186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.389952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-8356cdba-1b66-4840-9eb4-8656cdb15c1d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.3330243 Jun 17 08:33:52.424088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:52.545443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-587caca5-32e1-4664-a08e-90325e126825 None None] Provisioning for port a2628955-bd00-4c3a-9f90-088f391160a5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:52.554929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-b68eba68-ecad-465d-9b03-3217461aae3b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.556627 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-b68eba68-ecad-465d-9b03-3217461aae3b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 813 time: 0.1764622 Jun 17 08:33:52.563024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-587caca5-32e1-4664-a08e-90325e126825 None None] Provisioning complete for port a2628955-bd00-4c3a-9f90-088f391160a5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:52.563735 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-587caca5-32e1-4664-a08e-90325e126825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.571121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'port': {'device_id': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce', 'admin_state_up': True, 'tenant_id': '7c6972550461472d8def895940ed9fb0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:52.610215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58402) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:52.612327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3480730 Jun 17 08:33:52.623761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ac:89:1b'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:52.650762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-587caca5-32e1-4664-a08e-90325e126825 None None] Port a2628955-bd00-4c3a-9f90-088f391160a5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:52.728172 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.795527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73341c-f7b5-4fbf-858a-779f537d1ea3 req-4b169caa-3b9a-4b4e-bd96-c9d1004e1c29 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.797628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e73341c-f7b5-4fbf-858a-779f537d1ea3 req-4b169caa-3b9a-4b4e-bd96-c9d1004e1c29 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 943 time: 0.4043894 Jun 17 08:33:52.810456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Allocated IP 172.20.0.7 (ab7206cd-44a6-4ed5-868b-4da49c0c38c7/aa10a67f-6030-4bac-bc69-3f00e29945a8/fc0dd09d-e228-425f-8cbb-e1034192b89e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:52.881173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e73341c-f7b5-4fbf-858a-779f537d1ea3 req-6b63a596-fca7-4add-99f8-31e0c3112fef tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Jun 17 08:33:52.961217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.964786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Made reservation on behalf of 7c6972550461472d8def895940ed9fb0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:52.969192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.319307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.321240 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58426) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:53.328969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Allocated IP 172.20.0.14 (ad98c31f-8b18-49a2-902b-1b7dc2e998ce/f64fb00f-4c88-46a1-b300-d07550490f85/69655422-b060-43fe-9055-fc30793bb8d6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:53.341680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.350966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5301c0f3-deb9-4326-beba-7df8afd4fbb0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:53.495333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.496970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=a2628955-bd00-4c3a-9f90-088f391160a5,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:53.509353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5b66632-b22b-4a9f-adf2-6ad18918eff4 req-3c17d09b-ef1b-4c7c-9645-17f052a9cd88 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 210 time: 0.0937419 Jun 17 08:33:53.516435 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:53.518020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.518338 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Floating IP ec008e6b-f70c-4815-9f51-81014a942fa2 disassociated. External IP: 172.25.7.243, port: 30eed73f-49c0-482f-94a1-c4e5b2972e85. Jun 17 08:33:53.525683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1267461640'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:53.577486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] In _notify_port_updated(), no bound segment for port a2628955-bd00-4c3a-9f90-088f391160a5 on network cb2cdce1-bd74-427c-9ba9-41b8ec788aff {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:53.583035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.583678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.585126 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "PUT /v2.0/ports/a2628955-bd00-4c3a-9f90-088f391160a5 HTTP/1.1" status: 200 len: 995 time: 0.9737105 Jun 17 08:33:53.591355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:53.645650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:53.649846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.708308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.727463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7b6df67-1de8-4f57-bf29-86968ff3509a req-6e95d1e6-02d7-483c-be2c-bdf7f3440fa8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 210 time: 0.0415576 Jun 17 08:33:53.784481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2cd060ef-4e83-4d20-8f67-cf6fe6220102 None None] Provisioning complete for port a2628955-bd00-4c3a-9f90-088f391160a5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:53.785079 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2cd060ef-4e83-4d20-8f67-cf6fe6220102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.825400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.828573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2cd060ef-4e83-4d20-8f67-cf6fe6220102 None None] Port a2628955-bd00-4c3a-9f90-088f391160a5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:53.865217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.932855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.943912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.951637 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28f9b348-d8f6-4267-b6f3-bb1876d98781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:53.970850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port a2628955-bd00-4c3a-9f90-088f391160a5 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:53.971270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.022703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.023829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:54.030387 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:54.040181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de65bda3-3b5d-4e70-bdd0-4b58150fde5b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.050509 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.080191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.080581 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Added segment 350cb848-2da8-42d5-94b4-6a56e1fa8749 of type vlan for network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 Jun 17 08:33:54.094841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:54.098255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.104096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:54.105140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:54.107069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:54.110552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Pushing event updated for resources: {'Port': ['ID=fc0dd09d-e228-425f-8cbb-e1034192b89e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.113117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:54.118247 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.149305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7946d44-0b0a-4b77-a530-d42b09c8f563 req-86c98ce3-f9b5-4959-82c4-3bf927365bdc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.150804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f7946d44-0b0a-4b77-a530-d42b09c8f563 req-86c98ce3-f9b5-4959-82c4-3bf927365bdc tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1929791 Jun 17 08:33:54.176983 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.204029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Network ad98c31f-8b18-49a2-902b-1b7dc2e998ce is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:54.204591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.219243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:54.256963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:54.287229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for a2628955-bd00-4c3a-9f90-088f391160a5 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:54.293226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f2da88cd-de09-4b29-97f2-1c847f6b01ed no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:54.306820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:54.320213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.321791 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.323116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.resource_extend [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:33:54.327330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:54.337088 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.366749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:54.367679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:54.391353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.393276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.401903 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.407228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.407949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.413473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b92eeb86-3150-4772-95a4-5d42375b3668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:54.422927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.423580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.439985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f7946d44-0b0a-4b77-a530-d42b09c8f563 req-905a1beb-5603-49ac-b4e0-cc5fd0916b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799456 Jun 17 08:33:54.475170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:54.490986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-7aaa71d2-594c-4385-8fa6-13f2dfcfff56 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "PUT /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 695 time: 2.0960057 Jun 17 08:33:54.491992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:54.502129 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6194fd73-8377-4c4f-9314-684d8c9a401b" -d '{"events": [{"name": "network-changed", "server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:54.509193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8302541 Jun 17 08:33:54.563030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Request body: {'port': {'device_id': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:54.631114 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2972913 Jun 17 08:33:54.632602 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0667198 Jun 17 08:33:54.633060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58444) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:54.650746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58446) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:54.655146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'subnet': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:54.671699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Request body: {'port': {'device_id': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:54.696743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740fc1-2825-4451-b220-6007ee0835f2 req-e0a9c40e-f73d-455c-9611-a5987a23da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.706090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-e0a9c40e-f73d-455c-9611-a5987a23da15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1097 time: 0.1989732 Jun 17 08:33:54.740273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.759656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Network': ['ID=21239591-a6bc-4723-9f2c-5a8c4ccf91a0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.774513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:54.799830 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.902691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:54.931865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:54.942112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:54.942756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:54.961657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.994788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740fc1-2825-4451-b220-6007ee0835f2 req-14e48e66-fdd8-4926-8678-48962bf45e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.003870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-14e48e66-fdd8-4926-8678-48962bf45e6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.2969646 Jun 17 08:33:55.006216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.021197 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e054913-9b86-4a2f-8553-796b4aafc4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.047324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.054975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:55.070148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-159bcd6f-5e68-4734-ba93-a0d7e372f5f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 217 time: 0.0652339 Jun 17 08:33:55.099935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=a2628955-bd00-4c3a-9f90-088f391160a5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.111990 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:55.112920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:55.118070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.179068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2218c9a7-ab09-49db-88d4-460f94a9d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.321884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:55.361983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004678-786b-4085-b545-a41d00d94ea7 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:55.373877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682af6-382a-4ced-ac8c-d7f772574935 req-b5d83c10-dc9e-40d6-b927-a46c897a3bc6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.382143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a682af6-382a-4ced-ac8c-d7f772574935 req-b5d83c10-dc9e-40d6-b927-a46c897a3bc6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.6235881 Jun 17 08:33:55.409649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.411014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740fc1-2825-4451-b220-6007ee0835f2 req-9ece43d2-94d5-4161-b09f-10caf206d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.411601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/ports/a2628955-bd00-4c3a-9f90-088f391160a5 HTTP/1.1" status: 204 len: 168 time: 1.8181608 Jun 17 08:33:55.415472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.419629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-9ece43d2-94d5-4161-b09f-10caf206d98a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.3482127 Jun 17 08:33:55.459351 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bc58e3-61e4-452b-a7c8-071b9c442979 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] GET failed (client error): The resource could not be found. Jun 17 08:33:55.460041 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36bc58e3-61e4-452b-a7c8-071b9c442979 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "GET /v2.0/ports/a2628955-bd00-4c3a-9f90-088f391160a5 HTTP/1.1" status: 404 len: 333 time: 0.0436301 Jun 17 08:33:55.468937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.474018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'name': 'tempest-AllowedAddressPairTestJSON-833378784'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:55.544978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a682af6-382a-4ced-ac8c-d7f772574935 req-dbe5e1bc-2776-4512-8f4a-290dab474d88 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616042 Jun 17 08:33:55.576559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0dd09d-e228-425f-8cbb-e1034192b89e {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:55.594872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.625894 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b883a3a-676f-4de3-98cd-973850871edc x-openstack-request-id: req-4b883a3a-676f-4de3-98cd-973850871edc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:55.626369 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:55.626678 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b883a3a-676f-4de3-98cd-973850871edc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:55.627589 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'status': 'completed', 'code': 200} Jun 17 08:33:55.649936 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.660952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Transition to ACTIVE for port object fc0dd09d-e228-425f-8cbb-e1034192b89e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:55.684302 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.686796 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5516f50b-ff1f-46df-abc7-640f634092af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.721441 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2bac2-d773-4f60-b066-760db36aec59 None None] New status for floating IP ec008e6b-f70c-4815-9f51-81014a942fa2: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:33:55.740772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740fc1-2825-4451-b220-6007ee0835f2 req-5f7c8119-9e24-4a1f-81e7-db020b231715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.742688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-5f7c8119-9e24-4a1f-81e7-db020b231715 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2977664 Jun 17 08:33:55.744926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.767360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:55.771092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.802809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.810414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:55.816271 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06fb767e-ada2-4cd2-a09a-5b0c8270fc8b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.835720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efa63d-ebbd-45c7-8b76-b047788c46bb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.844566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc62c154a484439d9e70fdac61aad9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1925790 Jun 17 08:33:55.846281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:55.854113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.854626 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ef03db7-807e-470e-9893-6f3aeb075ddd tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.975500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69655422-b060-43fe-9055-fc30793bb8d6 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:55.980045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Subnet': ['ID=76c9f9fa-80e5-4815-b2d7-d6f15553ea02,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.992219 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:55.997836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.008782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0dd09d-e228-425f-8cbb-e1034192b89e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.017566 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.039566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-63c4d79e-4fae-4a95-aeb5-a542d65575ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.041083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-63c4d79e-4fae-4a95-aeb5-a542d65575ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 1097 time: 0.3723004 Jun 17 08:33:56.056844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Transition to ACTIVE for port object 69655422-b060-43fe-9055-fc30793bb8d6 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:56.073984 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.081472 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0f36f46-fb98-47a7-8997-59080f7a1202 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.083405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-603af7ee-2004-4218-8e6e-5dee25e3a64c service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221371 Jun 17 08:33:56.090487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Checking segment: {'id': '350cb848-2da8-42d5-94b4-6a56e1fa8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:56.090844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network hostable DHCP agents. Network: 21239591-a6bc-4723-9f2c-5a8c4ccf91a0, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:56.091119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c81ae2-534b-4574-9935-6181ea44e9fa req-c7aaf0f5-416c-4837-89fe-e66c1319e017 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.092622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c81ae2-534b-4574-9935-6181ea44e9fa req-c7aaf0f5-416c-4837-89fe-e66c1319e017 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 932 time: 0.3386772 Jun 17 08:33:56.119251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.132430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Allocated IP 172.20.0.12 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/57351b71-eb69-4d11-b8a0-cb5bbcec91e2) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:56.219670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.221389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.236396 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.241132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:56.244936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Attempting to bind port fc0dd09d-e228-425f-8cbb-e1034192b89e on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:56.245216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Attempting to bind port fc0dd09d-e228-425f-8cbb-e1034192b89e by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'd868bf72-d5bb-46a9-a3ff-f445a28bec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:56.245546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Attempting to bind port fc0dd09d-e228-425f-8cbb-e1034192b89e on network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:56.266936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Port fc0dd09d-e228-425f-8cbb-e1034192b89e on network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:56.267267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Attempting to bind port fc0dd09d-e228-425f-8cbb-e1034192b89e on network ab7206cd-44a6-4ed5-868b-4da49c0c38c7 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:56.271480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7c81ae2-534b-4574-9935-6181ea44e9fa req-0478dc7b-19ca-4796-abc7-433dff84f274 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576891 Jun 17 08:33:56.287096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:56.287484 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Checking segment: {'id': 'd868bf72-d5bb-46a9-a3ff-f445a28bec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:56.287827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Bound using segment: {'id': 'd868bf72-d5bb-46a9-a3ff-f445a28bec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:56.288275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Bound port: fc0dd09d-e228-425f-8cbb-e1034192b89e, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd868bf72-d5bb-46a9-a3ff-f445a28bec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:56.288627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.293382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-abec6024-99fc-4dff-8383-1ddeac6b0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.294841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-abec6024-99fc-4dff-8383-1ddeac6b0877 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.2430840 Jun 17 08:33:56.325496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 21239591-a6bc-4723-9f2c-5a8c4ccf91a0) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:56.335251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2165b28-af73-41aa-92e7-9732bbf028a2 None None] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:56.351221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.351833 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.372117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-509458dd-9f99-4e46-8548-38176481916a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 200 len: 217 time: 0.0642653 Jun 17 08:33:56.408011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Attempting to bind port 69655422-b060-43fe-9055-fc30793bb8d6 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:56.408353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Attempting to bind port 69655422-b060-43fe-9055-fc30793bb8d6 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:56.408690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Attempting to bind port 69655422-b060-43fe-9055-fc30793bb8d6 on network ad98c31f-8b18-49a2-902b-1b7dc2e998ce {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:56.421260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09740fc1-2825-4451-b220-6007ee0835f2 req-aa8d71d8-f97e-49d8-8792-30e21b6f8d16 service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276505 Jun 17 08:33:56.441979 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8052011 Jun 17 08:33:56.444841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58462) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:56.450725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-824532767'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:56.461268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Port 69655422-b060-43fe-9055-fc30793bb8d6 on network ad98c31f-8b18-49a2-902b-1b7dc2e998ce not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:56.461417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Attempting to bind port 69655422-b060-43fe-9055-fc30793bb8d6 on network ad98c31f-8b18-49a2-902b-1b7dc2e998ce {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:56.463308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.465974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.467268 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9efa63d-ebbd-45c7-8b76-b047788c46bb HTTP/1.1" status: 204 len: 168 time: 0.6131458 Jun 17 08:33:56.480159 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5d664b1-f297-483d-bcd2-e67196fd3453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.498575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:56.498839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Checking segment: {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:56.499253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Bound using segment: {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:56.500405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Bound port: 69655422-b060-43fe-9055-fc30793bb8d6, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:56.500853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.511901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efa63d-ebbd-45c7-8b76-b047788c46bb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.528583 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.575603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'tenant_id': 'b32e1079220d49be8b512563b089c2c2', 'fixed_ips': [{'subnet_id': '76c9f9fa-80e5-4815-b2d7-d6f15553ea02'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:56.576787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.611945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f8985-aab2-4841-9978-75f1a6d578e3 req-c1dc1c32-8ef3-4428-b673-563c07c32e72 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.614089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d46f8985-aab2-4841-9978-75f1a6d578e3 req-c1dc1c32-8ef3-4428-b673-563c07c32e72 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 943 time: 0.1647143 Jun 17 08:33:56.618442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-22c45477-9d99-4d30-a6bf-80e90d2262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.620542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-22c45477-9d99-4d30-a6bf-80e90d2262e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.2419527 Jun 17 08:33:56.697679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] For port fc0dd09d-e228-425f-8cbb-e1034192b89e, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:56.727173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d46f8985-aab2-4841-9978-75f1a6d578e3 req-bbd1ff94-3bb5-4a98-8a0a-14e341786279 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027291 Jun 17 08:33:56.729883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] For port fc0dd09d-e228-425f-8cbb-e1034192b89e, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e,segment=NetworkSegment(d868bf72-d5bb-46a9-a3ff-f445a28bec04),segment_id=d868bf72-d5bb-46a9-a3ff-f445a28bec04)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:56.754593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-93810a86-1fa7-4c45-874e-4bb98e3a18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.756454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-93810a86-1fa7-4c45-874e-4bb98e3a18cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020105 Jun 17 08:33:56.757639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.761244 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94b75d52-dcc0-477a-a01c-09c359e85bd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.791818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Allocated IP 2001:db8::2 (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:56.825582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.826323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.827983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] 10.222.0.60 "PUT /v2.0/ports/fc0dd09d-e228-425f-8cbb-e1034192b89e HTTP/1.1" status: 200 len: 1092 time: 2.2789903 Jun 17 08:33:56.943043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0dd09d-e228-425f-8cbb-e1034192b89e,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.975088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.975590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.976080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.976563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.977040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.977517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.978639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.979331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.979866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.980299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.980774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.981247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:56.991992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.002360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-3f62067c-04d9-4218-bdc4-ed62f5d90194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.004158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-3f62067c-04d9-4218-bdc4-ed62f5d90194 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2d189546e0249159b748acaef8f9371&device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 1095 time: 0.1122696 Jun 17 08:33:57.010028 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-5964ea6a-b218-42b7-9dd0-ebca27168284 service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423675 Jun 17 08:33:57.060527 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.125181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Transition to ACTIVE for port object 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:57.206734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58474) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:57.214341 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.228544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Transition to ACTIVE for port object 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:57.244451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Transition to ACTIVE for port object 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:57.252502 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.262767 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.289457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:57.294126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:57.300153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:57.302669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:57.315602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Pushing event updated for resources: {'Port': ['ID=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.321372 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.322019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:57.339072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.344974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-8441fabf-fab9-4bd6-95ad-c70f4226524b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e HTTP/1.1" status: 200 len: 217 time: 0.3318892 Jun 17 08:33:57.345164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.359656 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.361682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:57.365133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.370525 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1cdcc9cf-2817-4ba7-95b6-85b888a71b15 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.393358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Attempting to bind port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:57.393914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Attempting to bind port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '350cb848-2da8-42d5-94b4-6a56e1fa8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:57.394442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Attempting to bind port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 on network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:57.405199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6194fd73-8377-4c4f-9314-684d8c9a401b req-c1f9eb2e-6c69-4547-8dc3-bbe51ec8124b service neutron] 10.222.0.67 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796580 Jun 17 08:33:57.409106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:57.409685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Checking segment: {'id': '350cb848-2da8-42d5-94b4-6a56e1fa8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:57.410321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.410827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Bound using segment: {'id': '350cb848-2da8-42d5-94b4-6a56e1fa8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:57.412012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Bound port: 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350cb848-2da8-42d5-94b4-6a56e1fa8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:57.412535 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.435841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.473062 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbef714c-f937-4dff-b375-c7ab48ca1ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.509322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.519491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.520027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.521424 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] 10.222.0.60 "PUT /v2.0/ports/69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 1093 time: 2.8578200 Jun 17 08:33:57.522571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] device_id is not set on port 4731af22-d3ef-486e-a2db-23a8cffe6e72 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:57.522920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] For port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:57.526213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] For port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,segment=NetworkSegment(350cb848-2da8-42d5-94b4-6a56e1fa8749),segment_id=350cb848-2da8-42d5-94b4-6a56e1fa8749)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:57.536747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.542211 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.547480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:57.551583 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b5909-cafc-4620-84c4-539ea03946b3" -d '{"events": [{"name": "network-changed", "server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "tag": "69655422-b060-43fe-9055-fc30793bb8d6"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:57.560890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:57.568089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:57.572730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-66cd6bd9-82d3-40af-bef4-46f0baaa9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.573708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-66cd6bd9-82d3-40af-bef4-46f0baaa9c4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa10a67f-6030-4bac-bc69-3f00e29945a8 HTTP/1.1" status: 200 len: 858 time: 0.2020135 Jun 17 08:33:57.578198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:57.637513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'tag': 'fc0dd09d-e228-425f-8cbb-e1034192b89e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:57.640142 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86052162-eea4-4fc0-9fd2-ab972720fd47" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1e5400-55d8-45d4-a899-8219eee160dc", "tag": "fc0dd09d-e228-425f-8cbb-e1034192b89e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:57.647668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-d4821ac5-0657-483c-9b9c-bb8d1e19e331 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab7206cd-44a6-4ed5-868b-4da49c0c38c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594327 Jun 17 08:33:57.662735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Pushing event updated for resources: {'Port': ['ID=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.667546 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.675941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9995f-911f-42e7-a789-75ab69c4fe6f req-5f267519-9e6c-4bfa-867e-0ee60dd39bf1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.680803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=57351b71-eb69-4d11-b8a0-cb5bbcec91e2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.683793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fd9995f-911f-42e7-a789-75ab69c4fe6f req-5f267519-9e6c-4bfa-867e-0ee60dd39bf1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3422601 Jun 17 08:33:57.718779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.722128 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.722801 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.780521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.780521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.884575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Allocated IP 2001:db8::2a2 (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/4731af22-d3ef-486e-a2db-23a8cffe6e72) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:57.934679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-8f23e85c-d7bb-4426-a82b-d6b1685f15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.936034 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-8f23e85c-d7bb-4426-a82b-d6b1685f15eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1096 time: 0.3434422 Jun 17 08:33:57.986140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-52a7fe58-bb84-4018-99da-2bbbe15d3201 None None] Provisioning for port 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:57.991725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-52a7fe58-bb84-4018-99da-2bbbe15d3201 None None] Provisioning complete for port 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:57.992630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52a7fe58-bb84-4018-99da-2bbbe15d3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.011772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.013854 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-637f1539-1173-4998-bfff-dcfe8707ea1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 217 time: 0.0687969 Jun 17 08:33:58.039371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.047483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89716809-d66b-4b2b-895f-863d1e694d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.061127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-52a7fe58-bb84-4018-99da-2bbbe15d3201 None None] Port 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:58.089241 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6169279 Jun 17 08:33:58.101268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58486) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:58.127040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'network_id': 'cb2cdce1-bd74-427c-9ba9-41b8ec788aff', 'name': 'tempest-AllowedAddressPairTestJSON-510760617'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:58.170121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=904bc14e23f74338a5ce4ad4b99a9136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557910 Jun 17 08:33:58.179294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:58.179995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-1dc2babb-78dc-4b0f-8a7c-f7adbddd8283 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.181518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-1dc2babb-78dc-4b0f-8a7c-f7adbddd8283 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7055631 Jun 17 08:33:58.184499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-94c02df3-c53a-4a98-a386-bb4cd7ef87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.185970 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-94c02df3-c53a-4a98-a386-bb4cd7ef87ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.1589684 Jun 17 08:33:58.188381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d701b38d-ed71-4080-be57-9a82070d4a9a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.216147 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.219653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:58.276416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:58.300515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fd9995f-911f-42e7-a789-75ab69c4fe6f req-61e32987-f67c-4f11-b5fd-3b90079b4600 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151927 Jun 17 08:33:58.309924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-f7766770-3173-4296-9876-65b4a6e6a5fa tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1162264 Jun 17 08:33:58.325624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-ad6d5fb3-a057-4627-b568-a5e3a9093008 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170759 Jun 17 08:33:58.329334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'floatingip': {'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:58.378679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.383534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-a546ed01-b4aa-4855-a8a8-d6dad3da3e02 service neutron] 10.222.0.60 "GET /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972954 Jun 17 08:33:58.486525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.490351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.545588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Transition to ACTIVE for port object 4731af22-d3ef-486e-a2db-23a8cffe6e72 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:58.552780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Made reservation on behalf of 0805f93b6ee7489bb072ad7be0b11f96 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:58.556223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.559811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.572929 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-78129ad7-40eb-4a47-befd-5cd73ad1ad5d service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315090 Jun 17 08:33:58.661497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] device_id is not set on port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:58.743806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0b474fd8-9b5a-4f95-8c2e-57f6a3b1e276 req-6e5dcabb-9b80-458e-94c0-b4297ba5f0bd service neutron] 10.222.0.60 "GET /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331997 Jun 17 08:33:58.753154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c577f-926a-48c3-a3fb-bf13eb05d78d req-7e77b3f4-9bef-4635-93fa-9909234078ed tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.760733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-640c577f-926a-48c3-a3fb-bf13eb05d78d req-7e77b3f4-9bef-4635-93fa-9909234078ed tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 944 time: 0.3345404 Jun 17 08:33:58.781702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.793590 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-112ee14b-0f52-42d9-b1d3-13d0e3fdde80 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.799158 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.817237 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.819844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.820988 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d701b38d-ed71-4080-be57-9a82070d4a9a HTTP/1.1" status: 204 len: 168 time: 0.6341040 Jun 17 08:33:58.842326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-640c577f-926a-48c3-a3fb-bf13eb05d78d req-d8f2f82f-600a-4675-ad64-21e45c9d229d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798223 Jun 17 08:33:58.873346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7827e87e-640b-49d1-8c70-dc31d7b63e16 req-6b9c9aa1-bb05-477d-ab22-be9c4e1ddba4 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893310 Jun 17 08:33:58.893867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:58.904466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:58.909317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:58.922825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.923688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.929457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=4731af22-d3ef-486e-a2db-23a8cffe6e72,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.941571 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.943135 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2dce0d-54d9-4431-b4f9-8fb0f11bdca1 x-openstack-request-id: req-0a2dce0d-54d9-4431-b4f9-8fb0f11bdca1 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:58.943465 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "tag": "69655422-b060-43fe-9055-fc30793bb8d6", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:58.943910 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a2dce0d-54d9-4431-b4f9-8fb0f11bdca1 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:58.944178 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6', 'status': 'completed', 'code': 200} Jun 17 08:33:58.951041 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c0fefff-fc40-44c4-87cc-b029cbe30f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.969941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Allocated IP 172.20.0.4 (cb2cdce1-bd74-427c-9ba9-41b8ec788aff/45afd156-74dd-4c55-9278-cb50c6949dba/ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:58.987311 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5405447 Jun 17 08:33:59.018300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d701b38d-ed71-4080-be57-9a82070d4a9a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:59.023475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:59.024470 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:59.030281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2110006534', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a2', 'mac_address': 'fa:16:3e:da:b8:4c'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:59.060032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8bee82-9012-4af2-bed8-3fe7b4611728 None None] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:59.109111 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a76edc6-4476-44b3-9295-d08c0f325d75 x-openstack-request-id: req-8a76edc6-4476-44b3-9295-d08c0f325d75 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:59.109450 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1e5400-55d8-45d4-a899-8219eee160dc", "tag": "fc0dd09d-e228-425f-8cbb-e1034192b89e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:59.109746 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a76edc6-4476-44b3-9295-d08c0f325d75 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:59.110248 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'tag': 'fc0dd09d-e228-425f-8cbb-e1034192b89e', 'status': 'completed', 'code': 200} Jun 17 08:33:59.149581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-2856a9f3-ebdc-4916-a3ae-40fda5a29945 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.151644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-2856a9f3-ebdc-4916-a3ae-40fda5a29945 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.67 "GET /v2.0/ports?device_id=63632bcb-9ec6-45d6-afde-d239983bfefc HTTP/1.1" status: 200 len: 945 time: 0.4466469 Jun 17 08:33:59.222631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Provisioning for port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:59.231711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Provisioning complete for port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:59.232438 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.256010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-9733f527-9ac5-48d6-9354-ca8e4f38884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.258491 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-9733f527-9ac5-48d6-9354-ca8e4f38884c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1096 time: 0.2988718 Jun 17 08:33:59.406805 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.420116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:59.449797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.452128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882acaa4-8892-4a29-bba5-7ca6dd22830c req-906ef4d5-c866-4dc1-ae56-3df45ee40eb1 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.454815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-882acaa4-8892-4a29-bba5-7ca6dd22830c req-906ef4d5-c866-4dc1-ae56-3df45ee40eb1 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 943 time: 0.3483694 Jun 17 08:33:59.467496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-56efe152-d1af-4ae0-b72c-05ae4fd38570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.470926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-56efe152-d1af-4ae0-b72c-05ae4fd38570 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2d189546e0249159b748acaef8f9371&device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 1095 time: 0.3589463 Jun 17 08:33:59.502343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Transition to ACTIVE for port object ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:59.556215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-c0c34fa7-95ba-46e2-af17-250fa204bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.557959 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-c0c34fa7-95ba-46e2-af17-250fa204bae1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.2911541 Jun 17 08:33:59.629143 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-3e6a629c-e6b3-4b35-9ba2-dca3cf9d38e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 217 time: 0.0598631 Jun 17 08:33:59.641107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] For port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,segment=NetworkSegment(350cb848-2da8-42d5-94b4-6a56e1fa8749),segment_id=350cb848-2da8-42d5-94b4-6a56e1fa8749)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:59.652931 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.655104 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:59.661354 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.705126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.716922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-882acaa4-8892-4a29-bba5-7ca6dd22830c req-61e8d2eb-101a-42cc-bf89-6eecedfd3a63 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449608 Jun 17 08:33:59.721488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Deleting port 30eed73f-49c0-482f-94a1-c4e5b2972e85 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:59.721831 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.724756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.736392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] device_id is not set on port f0e8f501-c51d-4a2d-8b36-e0297fd22849 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:59.757624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Pushing event updated for resources: {'Port': ['ID=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:59.760453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.761835 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:59.833925 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1057a964-6c50-4e3a-9196-1903bb2b739d tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:59.837342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-1852ba36-3418-4eaf-8db0-c18fb7f7a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.838844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-1852ba36-3418-4eaf-8db0-c18fb7f7a9dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab7206cd-44a6-4ed5-868b-4da49c0c38c7 HTTP/1.1" status: 200 len: 919 time: 0.3238950 Jun 17 08:33:59.879133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ed75d281-e1ba-40bf-9f6c-7327a41d1354 None None] Provisioning complete for port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:59.881677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed75d281-e1ba-40bf-9f6c-7327a41d1354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.889131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-3d39a7ce-c512-4fbe-9017-ecfa35b787e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.891613 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-3d39a7ce-c512-4fbe-9017-ecfa35b787e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.2514138 Jun 17 08:33:59.962726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:59.965394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-4c35d4fa-d5f1-45a1-bbf2-48138a04d60b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e HTTP/1.1" status: 200 len: 217 time: 0.1046691 Jun 17 08:34:00.003093 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-9b522687-e0e9-429f-bb20-1fcfa2d998a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695028 Jun 17 08:34:00.004276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:00.007109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:00.053408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ed75d281-e1ba-40bf-9f6c-7327a41d1354 None None] Provisioning for port 4731af22-d3ef-486e-a2db-23a8cffe6e72 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:00.060890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ed75d281-e1ba-40bf-9f6c-7327a41d1354 None None] Provisioning complete for port 4731af22-d3ef-486e-a2db-23a8cffe6e72 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:00.061333 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed75d281-e1ba-40bf-9f6c-7327a41d1354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.098704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.107753 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:00.117341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] For port 30eed73f-49c0-482f-94a1-c4e5b2972e85, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=30eed73f-49c0-482f-94a1-c4e5b2972e85,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:00.117828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.171121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ed75d281-e1ba-40bf-9f6c-7327a41d1354 None None] Port 4731af22-d3ef-486e-a2db-23a8cffe6e72 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:00.186826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-1f895ab4-7cc9-4145-88db-4adf0ff4be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.188805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-1f895ab4-7cc9-4145-88db-4adf0ff4be9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa10a67f-6030-4bac-bc69-3f00e29945a8 HTTP/1.1" status: 200 len: 858 time: 0.2085981 Jun 17 08:34:00.258360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.267334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Allocated IP 2001:db8::4b (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/f0e8f501-c51d-4a2d-8b36-e0297fd22849) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:00.269459 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Floating IP ec008e6b-f70c-4815-9f51-81014a942fa2 associated. External IP: 172.25.7.243, port: 6f12a769-66a7-475f-9b6b-7c5468105cb8. Jun 17 08:34:00.282470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:00.283213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.284350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.330051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Calling delete_port for 30eed73f-49c0-482f-94a1-c4e5b2972e85 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:00.348976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fc0dd09d-e228-425f-8cbb-e1034192b89e details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:34:00.370440 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2612550 Jun 17 08:34:00.378828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:00.381190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:00.381513 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.385012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ac:89:1b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8e:b2:ba'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:00.388857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-548fc5e9-1938-4478-9260-47acd1682300 None None] Provisioning complete for port 4731af22-d3ef-486e-a2db-23a8cffe6e72 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:00.389238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-548fc5e9-1938-4478-9260-47acd1682300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.402174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-dc68a19d-8f7c-49cf-9ed2-26d6fdf1e4e7 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711183 Jun 17 08:34:00.410982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-96ae2bb9-9f09-4c38-a212-32561cea9c3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab7206cd-44a6-4ed5-868b-4da49c0c38c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744831 Jun 17 08:34:00.458939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-548fc5e9-1938-4478-9260-47acd1682300 None None] Port 4731af22-d3ef-486e-a2db-23a8cffe6e72 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:00.633448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fc0dd09d-e228-425f-8cbb-e1034192b89e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e,segment=NetworkSegment(d868bf72-d5bb-46a9-a3ff-f445a28bec04),segment_id=d868bf72-d5bb-46a9-a3ff-f445a28bec04)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:00.637542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d4303ace-8433-4c58-bfdf-20ecf937ec9a None None] Provisioning for port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:00.646934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d4303ace-8433-4c58-bfdf-20ecf937ec9a None None] Provisioning complete for port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:00.647326 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d4303ace-8433-4c58-bfdf-20ecf937ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.692230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738dfb1-c722-45d2-9e53-617d71e636fe req-17021322-b2f5-448d-8b99-5282ddf7887d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.693908 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e738dfb1-c722-45d2-9e53-617d71e636fe req-17021322-b2f5-448d-8b99-5282ddf7887d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.5208943 Jun 17 08:34:00.702072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-07e440ef-a7b8-4cfe-b0ff-d3d11b46d555 service neutron] 10.222.0.60 "GET /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607956 Jun 17 08:34:00.721445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d4303ace-8433-4c58-bfdf-20ecf937ec9a None None] Port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:00.730171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'fc0dd09d-e228-425f-8cbb-e1034192b89e', 'network_id': 'ab7206cd-44a6-4ed5-868b-4da49c0c38c7', 'port_id': 'fc0dd09d-e228-425f-8cbb-e1034192b89e', 'mac_address': 'fa:16:3e:a7:82:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa10a67f-6030-4bac-bc69-3f00e29945a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:34:00.734418 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b41b5909-cafc-4620-84c4-539ea03946b3 req-7dca0b80-33a7-4035-9cfd-dd82c8630e09 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087268 Jun 17 08:34:00.802240 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.817658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0dd09d-e228-425f-8cbb-e1034192b89e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:34:00.841556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fc0dd09d-e228-425f-8cbb-e1034192b89e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e,segment=NetworkSegment(d868bf72-d5bb-46a9-a3ff-f445a28bec04),segment_id=d868bf72-d5bb-46a9-a3ff-f445a28bec04)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:00.842325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.847878 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.850085 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:00.910763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=fc0dd09d-e228-425f-8cbb-e1034192b89e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.914184 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:01.090557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['fc0dd09d-e228-425f-8cbb-e1034192b89e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:01.364144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e738dfb1-c722-45d2-9e53-617d71e636fe req-7fd14daa-cc08-48b9-97ee-6cc21aaaf01b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6575527 Jun 17 08:34:01.374591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.375797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.383598 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f254052-5050-4503-8ea6-5cf61783589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:01.423976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Transition to ACTIVE for port object f0e8f501-c51d-4a2d-8b36-e0297fd22849 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:01.441613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event deleted for resources: {'Port': ['ID=30eed73f-49c0-482f-94a1-c4e5b2972e85,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:01.445912 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:01.448886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86052162-eea4-4fc0-9fd2-ab972720fd47 req-d2f37bb4-4aaf-4b3a-b0b6-ece6b21e9a61 service neutron] 10.222.0.60 "GET /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392385 Jun 17 08:34:01.476092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:01.542726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] No DVR routers for this DVR port 30eed73f-49c0-482f-94a1-c4e5b2972e85 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:01.545804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.548553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-feb987d8-b70a-4cab-bcad-4d10bf8d73be req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.67 "DELETE /v2.0/ports/30eed73f-49c0-482f-94a1-c4e5b2972e85 HTTP/1.1" status: 204 len: 173 time: 2.3559821 Jun 17 08:34:01.549437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'name': 'network-vif-deleted', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:01.553297 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727853ce-2876-4a58-a31e-03c5f1a64561" -d '{"events": [{"server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "name": "network-vif-deleted", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:01.564523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['6f12a769-66a7-475f-9b6b-7c5468105cb8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:01.576386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.591610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-27d41b66-1439-426a-8b03-4f45590af0b1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:01.602992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.609544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.677661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:01.677946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 30eed73f-49c0-482f-94a1-c4e5b2972e85 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:01.688828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:01.692115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:01.698109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.698875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.730050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=f0e8f501-c51d-4a2d-8b36-e0297fd22849,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:01.735273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:01.743483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d151dc36-fe45-4807-b3fd-1c7159c3a32d tempest-FloatingIPAdminTestJSON-2144961679 tempest-FloatingIPAdminTestJSON-2144961679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:01.754385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 30eed73f-49c0-482f-94a1-c4e5b2972e85 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:01.754737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 30eed73f-49c0-482f-94a1-c4e5b2972e85 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:01.788485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76b55-d6ca-43e8-91cc-1e7c7acedaa0 req-29b6f1b4-b597-4535-8493-fcbb6934c7b4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.790182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aca76b55-d6ca-43e8-91cc-1e7c7acedaa0 req-29b6f1b4-b597-4535-8493-fcbb6934c7b4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 944 time: 0.2336650 Jun 17 08:34:01.794070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:01.801371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.811614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:01.853605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] In _notify_port_updated(), no bound segment for port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 on network cb2cdce1-bd74-427c-9ba9-41b8ec788aff {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:01.861436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:01.862379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:01.869851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.870780 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.872064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c67cde4f-f42b-41bd-b453-7908c896a752 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "PUT /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 996 time: 3.5530593 Jun 17 08:34:01.888669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58538) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:01.889009 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "PUT /v2.0/ports/ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 HTTP/1.1" status: 200 len: 1055 time: 1.4987302 Jun 17 08:34:01.897463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event updated for resources: {'Port': ['ID=ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:01.904201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:01.909312 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8830030 Jun 17 08:34:01.912030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:02.097816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aca76b55-d6ca-43e8-91cc-1e7c7acedaa0 req-dc790ab1-3ff9-4c39-a8f7-f732506f16b8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862458 Jun 17 08:34:02.117599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f785b0-a2ea-4408-b3a0-6b7ba8bef816 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.119203 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:02.130131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f785b0-a2ea-4408-b3a0-6b7ba8bef816 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.143469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f785b0-a2ea-4408-b3a0-6b7ba8bef816 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.150725 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-07f785b0-a2ea-4408-b3a0-6b7ba8bef816 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2321155 Jun 17 08:34:02.151501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58542) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:02.255528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0eef4849-6897-401f-8ffd-1a956e235514 None None] Provisioning complete for port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.256399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0eef4849-6897-401f-8ffd-1a956e235514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.273050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-b1e63c85-5347-4b72-bf46-1a7fd6833a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.288877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-b1e63c85-5347-4b72-bf46-1a7fd6833a17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.3991761 Jun 17 08:34:02.337588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 69655422-b060-43fe-9055-fc30793bb8d6 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:34:02.340172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fc0dd09d-e228-425f-8cbb-e1034192b89e up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:02.395853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port f0e8f501-c51d-4a2d-8b36-e0297fd22849 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:02.396085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.451737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port fc0dd09d-e228-425f-8cbb-e1034192b89e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:02.459094 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0eef4849-6897-401f-8ffd-1a956e235514 None None] Port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:02.466372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port fc0dd09d-e228-425f-8cbb-e1034192b89e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.466755 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.518446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:02.519179 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.533720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.581885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c6baa935-40b4-4321-801a-5f63af4374dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.583619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-c6baa935-40b4-4321-801a-5f63af4374dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.2939281 Jun 17 08:34:02.614581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for f0e8f501-c51d-4a2d-8b36-e0297fd22849 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:02.626428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830058f-6cdb-45c0-8800-f2cd38112ae7 req-f280bc97-7b5f-4c60-ac02-883402c1d0bf tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.635204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e830058f-6cdb-45c0-8800-f2cd38112ae7 req-f280bc97-7b5f-4c60-ac02-883402c1d0bf tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 944 time: 0.2980678 Jun 17 08:34:02.640426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5e02623d-0d23-45f5-8a70-86df780b835d None None] Provisioning for port f0e8f501-c51d-4a2d-8b36-e0297fd22849 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:02.660834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5e02623d-0d23-45f5-8a70-86df780b835d None None] Provisioning complete for port f0e8f501-c51d-4a2d-8b36-e0297fd22849 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.661218 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e02623d-0d23-45f5-8a70-86df780b835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.716810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5e02623d-0d23-45f5-8a70-86df780b835d None None] Port f0e8f501-c51d-4a2d-8b36-e0297fd22849 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:02.727548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:02.749207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '69655422-b060-43fe-9055-fc30793bb8d6', 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce', 'port_id': '69655422-b060-43fe-9055-fc30793bb8d6', 'mac_address': 'fa:16:3e:d0:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64fb00f-4c88-46a1-b300-d07550490f85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:34:02.779956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e830058f-6cdb-45c0-8800-f2cd38112ae7 req-69de6d3c-7802-4b8b-88dc-6349d786793f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434166 Jun 17 08:34:02.791304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.822575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-cb495139-c9f6-446e-ae91-80f0e2e0f071 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 999 time: 0.1811492 Jun 17 08:34:02.870481 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.887543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69655422-b060-43fe-9055-fc30793bb8d6 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:34:02.912270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:02.915380 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.931265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.936129 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14c0b6ac-c2f3-43ab-8666-f280ce8e4f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:02.944763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:02.988931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:03.001145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.001505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.001871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.002207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.002532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.002854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.003204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.003569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.003892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.004376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.004651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.005123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:03.011013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:59Z', 'revision_number': 8, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:03.043675 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:03.044622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:03.064461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0dd09d-e228-425f-8cbb-e1034192b89e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:03.067091 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09883b-330e-4744-9b5b-73426b48f3cf" -d '{"events": [{"server_uuid": "7f1e5400-55d8-45d4-a899-8219eee160dc", "name": "network-vif-plugged", "status": "completed", "tag": "fc0dd09d-e228-425f-8cbb-e1034192b89e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:03.083765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:03.084410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:03.137277 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86806f-cc2c-47cc-9fef-fc0b985679ea x-openstack-request-id: req-9d86806f-cc2c-47cc-9fef-fc0b985679ea {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:03.137713 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63632bcb-9ec6-45d6-afde-d239983bfefc", "name": "network-vif-deleted", "tag": "30eed73f-49c0-482f-94a1-c4e5b2972e85", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:03.138026 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d86806f-cc2c-47cc-9fef-fc0b985679ea {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:03.138557 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63632bcb-9ec6-45d6-afde-d239983bfefc', 'name': 'network-vif-deleted', 'tag': '30eed73f-49c0-482f-94a1-c4e5b2972e85', 'status': 'completed', 'code': 200} Jun 17 08:34:03.141662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.152113 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c5daf921-3251-4fb6-8783-b05e9ddc0329 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:03.189560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:03.203671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:03.207852 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:03.226546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.231483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-512d5203-4d00-4fde-802c-7a5c7e473079 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:03.270671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=f0e8f501-c51d-4a2d-8b36-e0297fd22849,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:03.285180 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:03.345403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-f7ad0e12-0249-4df5-b78b-28b9e85d2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.349611 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-f7ad0e12-0249-4df5-b78b-28b9e85d2812 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.5259399 Jun 17 08:34:03.358587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port fc0dd09d-e228-425f-8cbb-e1034192b89e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e,segment=NetworkSegment(d868bf72-d5bb-46a9-a3ff-f445a28bec04),segment_id=d868bf72-d5bb-46a9-a3ff-f445a28bec04)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:03.394706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.452819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-477e77de-1fbd-40b6-aa93-5cbc470b10ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:03.473485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.478566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/ports/f0e8f501-c51d-4a2d-8b36-e0297fd22849 HTTP/1.1" status: 204 len: 168 time: 1.3239591 Jun 17 08:34:03.479255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.528437 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e47280-1ba4-41ed-a5f8-b32a314afd0a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] GET failed (client error): The resource could not be found. Jun 17 08:34:03.535440 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e4e47280-1ba4-41ed-a5f8-b32a314afd0a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "GET /v2.0/ports/f0e8f501-c51d-4a2d-8b36-e0297fd22849 HTTP/1.1" status: 404 len: 333 time: 0.0465879 Jun 17 08:34:03.536431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.542276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2052720708'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:03.608422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23349e-5cf7-406b-b3a1-475d39880e92 req-49ba01ec-45aa-416c-8869-0e5ba57ee401 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.611519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a23349e-5cf7-406b-b3a1-475d39880e92 req-49ba01ec-45aa-416c-8869-0e5ba57ee401 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2698855 Jun 17 08:34:03.682609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:03.711475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:03.715636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.735873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-f718fff7-d708-4e83-a816-e6d0c688d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.738326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-f718fff7-d708-4e83-a816-e6d0c688d0fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2747207 Jun 17 08:34:03.740584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] device_id is not set on port 6885f434-2758-4088-aa00-8406b496318b yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:03.805437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a23349e-5cf7-406b-b3a1-475d39880e92 req-e1520dd2-cd09-4e47-8aa4-768ed98321ee tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695130 Jun 17 08:34:03.885705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.887757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/ports/ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 HTTP/1.1" status: 204 len: 168 time: 1.9934447 Jun 17 08:34:03.890389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58562) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.903005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Allocated IP 2001:db8::5e (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/6885f434-2758-4088-aa00-8406b496318b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:03.952625 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a85803-a00f-42e0-a083-b0e179bbef0a x-openstack-request-id: req-b4a85803-a00f-42e0-a083-b0e179bbef0a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:03.952892 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1e5400-55d8-45d4-a899-8219eee160dc", "name": "network-vif-plugged", "status": "completed", "tag": "fc0dd09d-e228-425f-8cbb-e1034192b89e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:03.953151 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4a85803-a00f-42e0-a083-b0e179bbef0a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:03.954180 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0dd09d-e228-425f-8cbb-e1034192b89e', 'code': 200} Jun 17 08:34:03.962467 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-057f7968-3b17-4dfc-939c-7c36cbe841c0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] GET failed (client error): The resource could not be found. Jun 17 08:34:03.967665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-057f7968-3b17-4dfc-939c-7c36cbe841c0 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "GET /v2.0/ports/ed4dcdb8-2dc7-45f9-98bc-d2d02af9c2e0 HTTP/1.1" status: 404 len: 333 time: 0.0761442 Jun 17 08:34:03.969991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58564) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.022663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-6c7955c9-4ad9-47b5-bff8-9337def7ee7c service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753298 Jun 17 08:34:04.036284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=fc0dd09d-e228-425f-8cbb-e1034192b89e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:04.049231 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:04.160949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:59Z', 'revision_number': 8, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:04.178545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.191602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea07f9-642d-42da-a4f5-aee6c2a56281 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'ec008e6b-f70c-4815-9f51-81014a942fa2', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'port_id': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'mac_address': 'fa:16:3e:5a:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:33:01Z', 'updated_at': '2021-06-17T08:33:59Z', 'revision_number': 8, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:04.199560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Transition to ACTIVE for port object 6885f434-2758-4088-aa00-8406b496318b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:04.252263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.258287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9eafbbfa-603d-4834-b9b2-64ac1604ac72 tempest-ImagesNegativeTestJSON-26543661 tempest-ImagesNegativeTestJSON-26543661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:04.308281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de4fa3-d67d-470d-b443-8ce76de5c4cc req-bb1f0e51-3ea7-49c7-af2e-d43caa579e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.308658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:04.309829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0de4fa3-d67d-470d-b443-8ce76de5c4cc req-bb1f0e51-3ea7-49c7-af2e-d43caa579e1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 1097 time: 0.3021772 Jun 17 08:34:04.315736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:04.317505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20cafa6e-c046-43e0-a1a0-a1d41ad2ad9f req-93147fe8-cc1d-4bc4-a067-3cfdb922c77b service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620373 Jun 17 08:34:04.322692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:04.338252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.340456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.366042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=6885f434-2758-4088-aa00-8406b496318b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:04.370234 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:04.381275 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8434248 Jun 17 08:34:04.383800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58572) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.393951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a2', 'mac_address': 'fa:16:3e:da:b8:4c'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:04.412164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39740ae-dc89-493d-b19a-0a1a8fc7d8e1 req-938e3f40-c17e-42b6-8c10-01dac6f65536 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.419296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a39740ae-dc89-493d-b19a-0a1a8fc7d8e1 req-938e3f40-c17e-42b6-8c10-01dac6f65536 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 945 time: 0.3228850 Jun 17 08:34:04.426919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0de4fa3-d67d-470d-b443-8ce76de5c4cc req-51b115e5-69d3-40e9-b886-0aa743fea6cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063774 Jun 17 08:34:04.443455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:04.443824 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.508650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.538556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a39740ae-dc89-493d-b19a-0a1a8fc7d8e1 req-28a70c25-1f20-4790-ae9b-9e86e50f8573 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181762 Jun 17 08:34:04.581002 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3fce6-35a6-4b1c-8a8c-3fcd47b342d6 None None] New status for floating IP ec008e6b-f70c-4815-9f51-81014a942fa2: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:34:04.692544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.783598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-01aaff66-5cd1-4672-bfd7-913f0928d68a None None] Provisioning for port 6885f434-2758-4088-aa00-8406b496318b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:04.788994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-01aaff66-5cd1-4672-bfd7-913f0928d68a None None] Provisioning complete for port 6885f434-2758-4088-aa00-8406b496318b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:04.788994 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01aaff66-5cd1-4672-bfd7-913f0928d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.812781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.814994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for 57351b71-eb69-4d11-b8a0-cb5bbcec91e2 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:04.823297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.825670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-04f14d29-c353-44b3-af1a-1f825875be85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:04.867352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-01aaff66-5cd1-4672-bfd7-913f0928d68a None None] Port 6885f434-2758-4088-aa00-8406b496318b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:04.870494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] In _notify_port_updated(), no bound segment for port 6885f434-2758-4088-aa00-8406b496318b on network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:04.877241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.878250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.879663 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "PUT /v2.0/ports/6885f434-2758-4088-aa00-8406b496318b HTTP/1.1" status: 200 len: 1002 time: 0.4949369 Jun 17 08:34:04.882946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58576) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.932581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=6885f434-2758-4088-aa00-8406b496318b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:04.937930 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:04.988480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc3cf8-592b-40e0-88b7-e6ae4323d738 req-4fb87e59-a04b-402c-a1f7-d0eb7ff50467 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.989988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfbc3cf8-592b-40e0-88b7-e6ae4323d738 req-4fb87e59-a04b-402c-a1f7-d0eb7ff50467 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 945 time: 0.3575947 Jun 17 08:34:05.003055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de80688c-2037-4353-99f6-f8a9514f4f4d req-6fa6ec9e-e3ca-439d-b56a-7c0a47c3ace0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 998 time: 0.2153232 Jun 17 08:34:05.019959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port 6885f434-2758-4088-aa00-8406b496318b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:05.020315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.092076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfbc3cf8-592b-40e0-88b7-e6ae4323d738 req-114283b4-bbda-4569-a82f-998b2d4b7831 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Jun 17 08:34:05.132824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.156759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:05.160273 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:05.215691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for 6885f434-2758-4088-aa00-8406b496318b owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:05.230422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e1d5ee9-9e71-45d0-adf5-0e50a961e080 None None] Provisioning complete for port 6885f434-2758-4088-aa00-8406b496318b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:05.230817 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5ee9-9e71-45d0-adf5-0e50a961e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.257540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80688c-2037-4353-99f6-f8a9514f4f4d req-fa546eb9-2398-4b1d-8776-c0f0ab6d69be tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.287116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de80688c-2037-4353-99f6-f8a9514f4f4d req-fa546eb9-2398-4b1d-8776-c0f0ab6d69be tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2824652 Jun 17 08:34:05.289821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.308614 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b80e7531-e475-462f-a94f-2ceacf4dcc1f tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:05.314936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d5ee9-9e71-45d0-adf5-0e50a961e080 None None] Port 6885f434-2758-4088-aa00-8406b496318b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:05.360069 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed26d98-e1ec-4d22-bec3-69365f9b6cc7 x-openstack-request-id: req-8ed26d98-e1ec-4d22-bec3-69365f9b6cc7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:05.360454 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:05.360761 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ed26d98-e1ec-4d22-bec3-69365f9b6cc7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:05.361189 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'status': 'completed', 'code': 200} Jun 17 08:34:05.366207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=57351b71-eb69-4d11-b8a0-cb5bbcec91e2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:05.425731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.446448 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c004c1fa-ebc1-4d84-b71d-115a743c1dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:05.470345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=6885f434-2758-4088-aa00-8406b496318b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:05.502401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:05.525861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f5cfe981-b40c-4e57-b37b-312a11011df8 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.1682367 Jun 17 08:34:05.537564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:05.601714 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.606045 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/ports/6885f434-2758-4088-aa00-8406b496318b HTTP/1.1" status: 204 len: 168 time: 0.7198687 Jun 17 08:34:05.606301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58588) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.645489 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54a92ab-deb4-4746-b5d3-74f12f17e0d9 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] GET failed (client error): The resource could not be found. Jun 17 08:34:05.651482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f54a92ab-deb4-4746-b5d3-74f12f17e0d9 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "GET /v2.0/ports/6885f434-2758-4088-aa00-8406b496318b HTTP/1.1" status: 404 len: 333 time: 0.0401056 Jun 17 08:34:05.651812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58590) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.658434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1767047035'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:05.687595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-971f6223-d827-4245-b639-9a2429f98c61 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.688807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-971f6223-d827-4245-b639-9a2429f98c61 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports/6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 942 time: 0.1503131 Jun 17 08:34:05.694430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.700366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.700698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/ports/57351b71-eb69-4d11-b8a0-cb5bbcec91e2 HTTP/1.1" status: 204 len: 168 time: 1.7269804 Jun 17 08:34:05.766715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c7be6-4e96-4582-a94a-d032f64a5645 req-3c755a76-df27-49a9-8c8a-3981f5cc79c4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.768368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c0c7be6-4e96-4582-a94a-d032f64a5645 req-3c755a76-df27-49a9-8c8a-3981f5cc79c4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.4620459 Jun 17 08:34:05.770512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-85ae5fea-0f99-4279-9b57-a6620ed10d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.785873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-85ae5fea-0f99-4279-9b57-a6620ed10d8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.2567587 Jun 17 08:34:05.793006 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ee46e4-78f4-467e-95a9-1769eb738917 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] GET failed (client error): The resource could not be found. Jun 17 08:34:05.794607 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c3ee46e4-78f4-467e-95a9-1769eb738917 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "GET /v2.0/ports/57351b71-eb69-4d11-b8a0-cb5bbcec91e2 HTTP/1.1" status: 404 len: 333 time: 0.0896611 Jun 17 08:34:05.798610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58596) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.889975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c0c7be6-4e96-4582-a94a-d032f64a5645 req-d94c8b0b-da08-447f-9d63-82101d571484 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029897 Jun 17 08:34:05.955742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:05.960408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.967516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-b9f18107-a08a-45e3-9e6b-f4ca4794b715 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.1310046 Jun 17 08:34:05.973640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port 3f9c2f91-7038-4ffe-a426-761ec5b56edb {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:05.974007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.991352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-31325128-fe3c-4016-bc00-3d54c3599989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.992793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-31325128-fe3c-4016-bc00-3d54c3599989 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.1986732 Jun 17 08:34:06.004247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] device_id is not set on port 2b05681f-e016-4441-a9d9-a7783ac2f988 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:06.134739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.151149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-02f8dc98-01e4-46d9-9041-58ef22ccc048 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.152541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-02f8dc98-01e4-46d9-9041-58ef22ccc048 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.1842670 Jun 17 08:34:06.168097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-9a9ddbf7-7551-492d-873b-824902992205 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1655731 Jun 17 08:34:06.236621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for 3f9c2f91-7038-4ffe-a426-761ec5b56edb owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:06.270488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Allocated IP 2001:db8::146 (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/2b05681f-e016-4441-a9d9-a7783ac2f988) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:06.358032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 69655422-b060-43fe-9055-fc30793bb8d6 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:06.465141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 69655422-b060-43fe-9055-fc30793bb8d6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:06.470222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 69655422-b060-43fe-9055-fc30793bb8d6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:06.470649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.535188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.551354 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eaeacd07-2d69-4d3a-ac9e-8d7d186c0b4b tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:06.566260 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.603136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:06.604274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:06.607064 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795b3fc-634b-42ab-b189-1b4bb58bcd6a" -d '{"events": [{"server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "name": "network-vif-plugged", "status": "completed", "tag": "69655422-b060-43fe-9055-fc30793bb8d6"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:06.612904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=3f9c2f91-7038-4ffe-a426-761ec5b56edb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:06.613582 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.616797 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:06.618662 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:06.643751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.670640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Transition to ACTIVE for port object 2b05681f-e016-4441-a9d9-a7783ac2f988 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:06.672787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:06.676843 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:06.680173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.682143 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/ports/3f9c2f91-7038-4ffe-a426-761ec5b56edb HTTP/1.1" status: 204 len: 168 time: 0.8825707 Jun 17 08:34:06.684862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58604) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:06.768102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting subnet 45afd156-74dd-4c55-9278-cb50c6949dba {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:06.773153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613ef6-d222-434c-8743-f14982944cd9 req-7b3464b5-98e1-435d-aab9-af006a3cfcff tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.773958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.774672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92613ef6-d222-434c-8743-f14982944cd9 req-7b3464b5-98e1-435d-aab9-af006a3cfcff tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 945 time: 0.6999977 Jun 17 08:34:06.778647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-7362c222-cebc-4db0-9f2a-33049b04efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.779955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-7362c222-cebc-4db0-9f2a-33049b04efd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.6020238 Jun 17 08:34:06.783562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-d7fe0844-32c6-4aa4-a742-11bbf2a18d38 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.6182988 Jun 17 08:34:06.800785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:06.833078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.891762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.902677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92613ef6-d222-434c-8743-f14982944cd9 req-18d8889f-a6fb-488a-a42b-e8d95731c499 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984466 Jun 17 08:34:06.918530 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f1626a60-8839-4d0b-a277-ab09ce9a28a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:06.920430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.976008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:06.976274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-eea34cad-c6a4-45d8-8c26-41eaf123ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.977669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-eea34cad-c6a4-45d8-8c26-41eaf123ea17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898677 Jun 17 08:34:06.986383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:06.992283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:06.998786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.999661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.005466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=2b05681f-e016-4441-a9d9-a7783ac2f988,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.012330 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.016129 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.054240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4012821 Jun 17 08:34:07.055121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58608) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:07.063897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:da:b8:4c'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:07.139353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.144427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2bb063a0-5935-4832-b206-996bce2fc034 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.181452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.189596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Subnet': ['ID=45afd156-74dd-4c55-9278-cb50c6949dba,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.194431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.196776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/subnets/45afd156-74dd-4c55-9278-cb50c6949dba HTTP/1.1" status: 204 len: 168 time: 0.5108423 Jun 17 08:34:07.199854 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.200489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58610) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:07.202979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df8b0c-d56e-4b18-8ea2-31f646265168 None None] Network cb2cdce1-bd74-427c-9ba9-41b8ec788aff requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:07.206355 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.206676 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Floating IP ec008e6b-f70c-4815-9f51-81014a942fa2 disassociated. External IP: 172.25.7.243, port: 6f12a769-66a7-475f-9b6b-7c5468105cb8. Jun 17 08:34:07.314569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-92c4266c-3664-4166-9a56-77be77a0946b service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275731 Jun 17 08:34:07.458987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-92cc297f-05ef-40f1-b115-cc5f07f9d39d None None] Provisioning for port 2b05681f-e016-4441-a9d9-a7783ac2f988 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:07.469808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-92cc297f-05ef-40f1-b115-cc5f07f9d39d None None] Provisioning complete for port 2b05681f-e016-4441-a9d9-a7783ac2f988 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:07.471190 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92cc297f-05ef-40f1-b115-cc5f07f9d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.520712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.528418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c0200ec-f11e-4e35-b0ff-ab07fc4ae6d7 req-7a6cad3a-049e-452c-8a96-fc18e115cdde service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023649 Jun 17 08:34:07.556006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] DHCP port deletion for cb2cdce1-bd74-427c-9ba9-41b8ec788aff request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:07.568538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-92cc297f-05ef-40f1-b115-cc5f07f9d39d None None] Port 2b05681f-e016-4441-a9d9-a7783ac2f988 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:07.603350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0a162-66e2-42a0-88a1-fb85b0346e8c req-7af23b80-e232-478a-913b-6eb2b37141d4 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.610513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad0a162-66e2-42a0-88a1-fb85b0346e8c req-7af23b80-e232-478a-913b-6eb2b37141d4 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 945 time: 0.2950325 Jun 17 08:34:07.627739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Deleting port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:07.628548 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.630091 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.672430 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad0a162-66e2-42a0-88a1-fb85b0346e8c req-ca8f424d-2397-416d-912e-56337eeb6cee tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607274 Jun 17 08:34:07.724680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:07.728120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] For port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,segment=NetworkSegment(19ce89f3-e826-4529-a1b9-7ca378de1dc9),segment_id=19ce89f3-e826-4529-a1b9-7ca378de1dc9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:07.728917 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.748458 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5bdfc-1c49-47e5-b7e1-02f811b90103 x-openstack-request-id: req-9fc5bdfc-1c49-47e5-b7e1-02f811b90103 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:07.749147 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "name": "network-vif-plugged", "status": "completed", "tag": "69655422-b060-43fe-9055-fc30793bb8d6", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:07.750381 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fc5bdfc-1c49-47e5-b7e1-02f811b90103 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:07.753397 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6', 'code': 200} Jun 17 08:34:07.793982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Deleting port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:07.794509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.834108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.848661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Calling delete_port for bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:07.850005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.891876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7cbe5e25-372e-4244-869f-78202115c095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.905834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] In _notify_port_updated(), no bound segment for port 2b05681f-e016-4441-a9d9-a7783ac2f988 on network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:07.913089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.913748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.915168 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "PUT /v2.0/ports/2b05681f-e016-4441-a9d9-a7783ac2f988 HTTP/1.1" status: 200 len: 1003 time: 0.8565938 Jun 17 08:34:07.924243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58616) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:07.944185 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.947676 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c56d51b-f0ae-404b-a0ab-6299af66ee59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.981939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Pushing event deleted for resources: {'Port': ['ID=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.987073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] For port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,segment=NetworkSegment(19ce89f3-e826-4529-a1b9-7ca378de1dc9),segment_id=19ce89f3-e826-4529-a1b9-7ca378de1dc9)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:07.988026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.988141 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.994939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] No DVR routers for this DVR port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:08.035369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24573a-861a-4770-a490-825ebba1b5ab req-cb081efd-f521-4673-b932-e080456fdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:08.036841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f24573a-861a-4770-a490-825ebba1b5ab req-cb081efd-f521-4673-b932-e080456fdcec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1098 time: 0.1836548 Jun 17 08:34:08.061028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=2b05681f-e016-4441-a9d9-a7783ac2f988,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.064865 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.096577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Calling delete_port for bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:08.139994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f24573a-861a-4770-a490-825ebba1b5ab req-05a969c2-732d-4508-9a81-96ecb068ae95 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937433 Jun 17 08:34:08.142551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:08.160978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:08.185725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:08.186381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.188122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.247245 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:08.250737 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:34:08.257726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.257957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d89e20-1899-4978-bd8c-7d63a92a455b req-87aad70a-b7d8-40f6-9034-568abdaefbfb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:08.259488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18d89e20-1899-4978-bd8c-7d63a92a455b req-87aad70a-b7d8-40f6-9034-568abdaefbfb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3337619 Jun 17 08:34:08.260228 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1069cd71-bba5-498d-a7a1-476c9ee0a929 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.289633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-f401c264-afdd-4e17-a006-ca2b4b2f869f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "PUT /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 696 time: 1.4929669 Jun 17 08:34:08.293961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Port': ['ID=bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.294246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:08.296619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] No DVR routers for this DVR port bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:08.298290 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.302059 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3813ed-2d52-4167-8314-9694571369cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:08.337770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:08.350197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port 2b05681f-e016-4441-a9d9-a7783ac2f988 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:08.350453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.356963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18d89e20-1899-4978-bd8c-7d63a92a455b req-68e45b1b-4c6a-4d0c-83d8-f23e1632b47e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873978 Jun 17 08:34:08.366118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:08.409374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.426520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2cdce1-bd74-427c-9ba9-41b8ec788aff']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.437442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:08.438343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf9d3b76-3b2a-429e-ae06-cbfb6d259b9d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:08.441575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ce89f3-e826-4529-a1b9-7ca378de1dc9') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.441862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ce89f3-e826-4529-a1b9-7ca378de1dc9') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.454197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.480471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.495663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:08.496097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:08.500412 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:08.535814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-3e2d7a27-972e-478f-ab2e-9179c9da2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:08.536062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4957c9ec-b61f-43e3-a7de-103cb1f84515 None None] Provisioning complete for port 2b05681f-e016-4441-a9d9-a7783ac2f988 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:08.536508 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4957c9ec-b61f-43e3-a7de-103cb1f84515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.537717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-3e2d7a27-972e-478f-ab2e-9179c9da2443 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.2008975 Jun 17 08:34:08.542762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.631684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for 2b05681f-e016-4441-a9d9-a7783ac2f988 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:08.642132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.645891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f0b953bf-58d5-4a11-bb4f-80928f11a80c tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.649461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4957c9ec-b61f-43e3-a7de-103cb1f84515 None None] Port 2b05681f-e016-4441-a9d9-a7783ac2f988 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:08.672410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.677907 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] 10.222.0.65 "DELETE /v2.0/networks/cb2cdce1-bd74-427c-9ba9-41b8ec788aff HTTP/1.1" status: 204 len: 168 time: 1.4037836 Jun 17 08:34:08.680077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Pushing event deleted for resources: {'Network': ['ID=cb2cdce1-bd74-427c-9ba9-41b8ec788aff,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.693580 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.805629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.823900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-9bf2ba73-bedb-4b44-a9d6-ba93f55d2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:08.825564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-9bf2ba73-bedb-4b44-a9d6-ba93f55d2851 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.1149690 Jun 17 08:34:08.836867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:08.847775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:08.848677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.881536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-c7937cb2-f10c-4608-b4f1-3a9364b29d19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 217 time: 0.0403788 Jun 17 08:34:08.997850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:09.029963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-04ca5512-6845-4d4c-bdc8-8a514356e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.033258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-04ca5512-6845-4d4c-bdc8-8a514356e4f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.1151626 Jun 17 08:34:09.162635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.168395 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.204019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=2b05681f-e016-4441-a9d9-a7783ac2f988,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.208792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.214726 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.262492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.264498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/ports/2b05681f-e016-4441-a9d9-a7783ac2f988 HTTP/1.1" status: 204 len: 168 time: 1.3186295 Jun 17 08:34:09.268108 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58638) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.276686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ee690-47e9-465b-b107-550f07e8d45a req-c3992eb2-760b-4ba2-a4d5-a58100f115d0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.278283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c5ee690-47e9-465b-b107-550f07e8d45a req-c3992eb2-760b-4ba2-a4d5-a58100f115d0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 946 time: 0.2123346 Jun 17 08:34:09.284106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-4bfafd06-03ce-4173-be7b-65b42f9a851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.285582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-4bfafd06-03ce-4173-be7b-65b42f9a851e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2409601 Jun 17 08:34:09.335850 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8b55fa-b8af-49d8-9ced-a3d6d8444cca tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] GET failed (client error): The resource could not be found. Jun 17 08:34:09.344441 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af8b55fa-b8af-49d8-9ced-a3d6d8444cca tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "GET /v2.0/ports/2b05681f-e016-4441-a9d9-a7783ac2f988 HTTP/1.1" status: 404 len: 333 time: 0.0710187 Jun 17 08:34:09.347364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58640) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.364392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-666536991'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:09.369666 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:34:09.370671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:09.398878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c5ee690-47e9-465b-b107-550f07e8d45a req-6b7aaf69-5103-4952-a975-d76fd0cdf764 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122720 Jun 17 08:34:09.411348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168dd37-acc8-485a-a4f4-432fa0eff915 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:32:26Z', 'revision_number': 4, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6854df98-94aa-4dd2-910c-4016e959bd6f', 'name': '', 'network_id': 'f34b23ee-75c3-4df0-b3f1-5a59581718ee', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'mac_address': 'fa:16:3e:bb:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:24Z', 'updated_at': '2021-06-17T08:32:36Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'subnets': [{'id': 'e558524a-2f7c-4cc2-bba0-59903aa5fde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:09.547215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-d5795b83-f9fe-457d-8ceb-fb1c4ac4d6df service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532403 Jun 17 08:34:09.613997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-290cbd20-e929-4e3c-a890-18ebc813e6a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0805f93b6ee7489bb072ad7be0b11f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001825 Jun 17 08:34:09.614540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58646) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.659646 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa37365f-14fa-417b-b7d8-36e9eda5c6bc x-openstack-request-id: req-fa37365f-14fa-417b-b7d8-36e9eda5c6bc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:09.660055 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:09.660420 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa37365f-14fa-417b-b7d8-36e9eda5c6bc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:09.660924 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'status': 'completed', 'code': 200} Jun 17 08:34:09.694460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:09.698206 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.710979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.744939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ffbf36-17db-4f58-ab9e-3be686315b2a req-447b4188-fd1c-46bd-a13e-d28ccc46a78f service neutron] 10.222.0.65 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818109 Jun 17 08:34:09.752685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] device_id is not set on port 921a95a9-a018-4982-abda-4181a3dc5d22 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:09.797867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.865223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.876449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.876449 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb4ff440-7a41-48ef-9d68-9407c0eae451 HTTP/1.1" status: 204 len: 168 time: 0.2582059 Jun 17 08:34:09.877281 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-19acba9a-f176-43a1-bf97-45e1e5e483df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.887716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4ff440-7a41-48ef-9d68-9407c0eae451,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.903922 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5a000-33d4-4465-ad42-51f86e19ff39 None None] New status for floating IP ec008e6b-f70c-4815-9f51-81014a942fa2: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:34:09.904515 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:10.008277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3813ed-2d52-4167-8314-9694571369cf req-422436c1-df60-479e-a4f8-f6ff542990fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.010464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-422436c1-df60-479e-a4f8-f6ff542990fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 1097 time: 0.3330982 Jun 17 08:34:10.072808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Allocated IP 2001:db8::3bd (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/921a95a9-a018-4982-abda-4181a3dc5d22) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:10.131952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027e993-1634-4836-a317-a1033a7c193c req-061ad32e-b036-4a8f-9799-bc36c6d76d1a tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.133479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9027e993-1634-4836-a317-a1033a7c193c req-061ad32e-b036-4a8f-9799-bc36c6d76d1a tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 945 time: 0.3116205 Jun 17 08:34:10.259753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-43e47b7b-5cc6-4e3c-85b7-6267aadcdbdb tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.261602 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-43e47b7b-5cc6-4e3c-85b7-6267aadcdbdb tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f1e5400-55d8-45d4-a899-8219eee160dc HTTP/1.1" status: 200 len: 945 time: 0.1060495 Jun 17 08:34:10.269004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3813ed-2d52-4167-8314-9694571369cf req-55d1bda2-5879-4dc2-a722-182b9fd31be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.270324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-55d1bda2-5879-4dc2-a722-182b9fd31be9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 200 len: 921 time: 0.2483230 Jun 17 08:34:10.288123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539163-e287-40c5-9cd7-f52ce6c77268 req-9634ff27-23f4-4c74-88e5-88f5f22d5b75 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.289632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a539163-e287-40c5-9cd7-f52ce6c77268 req-9634ff27-23f4-4c74-88e5-88f5f22d5b75 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3393347 Jun 17 08:34:10.351564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-271bfda7-316c-4f8a-b08a-fa8bb6bab602 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 200 len: 217 time: 0.0569210 Jun 17 08:34:10.378607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9027e993-1634-4836-a317-a1033a7c193c req-f3a342aa-fb30-4709-84ea-7eff752f1a19 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325718 Jun 17 08:34:10.444182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Deleting port fc0dd09d-e228-425f-8cbb-e1034192b89e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:10.444540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.612138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] For port fc0dd09d-e228-425f-8cbb-e1034192b89e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=fc0dd09d-e228-425f-8cbb-e1034192b89e,segment=NetworkSegment(d868bf72-d5bb-46a9-a3ff-f445a28bec04),segment_id=d868bf72-d5bb-46a9-a3ff-f445a28bec04)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:10.612516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.689962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Calling delete_port for fc0dd09d-e228-425f-8cbb-e1034192b89e owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:10.829867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58680) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:10.865430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.870122 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-176ab750-fb2c-436e-beb4-57abddc8a8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:10.878354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['fc0dd09d-e228-425f-8cbb-e1034192b89e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:10.908746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Pushing event deleted for resources: {'Port': ['ID=fc0dd09d-e228-425f-8cbb-e1034192b89e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:10.912818 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:10.968679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] No DVR routers for this DVR port fc0dd09d-e228-425f-8cbb-e1034192b89e on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:10.973382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-465294734'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:10.977722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.979593 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-354ff3be-065a-4f0a-ac20-4891b37d9ee4 req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] 10.222.0.60 "DELETE /v2.0/ports/fc0dd09d-e228-425f-8cbb-e1034192b89e HTTP/1.1" status: 204 len: 173 time: 0.7075095 Jun 17 08:34:10.980086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'name': 'network-vif-deleted', 'tag': 'fc0dd09d-e228-425f-8cbb-e1034192b89e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:10.982439 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8cc038-6e30-4e93-9763-03fc05c34f74" -d '{"events": [{"server_uuid": "7f1e5400-55d8-45d4-a899-8219eee160dc", "name": "network-vif-deleted", "tag": "fc0dd09d-e228-425f-8cbb-e1034192b89e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:10.995266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a539163-e287-40c5-9cd7-f52ce6c77268 req-2c06f534-0d8f-4bde-a49e-3bc8c0a6ede3 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6803885 Jun 17 08:34:11.008701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3813ed-2d52-4167-8314-9694571369cf req-792f0929-d396-4047-8be3-43fea0523437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.009094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:11.010173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-792f0929-d396-4047-8be3-43fea0523437 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 200 len: 859 time: 0.6277854 Jun 17 08:34:11.014758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.030374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.065646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.094668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Transition to ACTIVE for port object 921a95a9-a018-4982-abda-4181a3dc5d22 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:11.117022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6859aa-fc20-4e91-b4b9-6f0144e9eeb0 req-2d815840-72e4-404b-9ee0-6a7310bf3657 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.118619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d6859aa-fc20-4e91-b4b9-6f0144e9eeb0 req-2d815840-72e4-404b-9ee0-6a7310bf3657 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 946 time: 0.1922512 Jun 17 08:34:11.164080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.173622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.176406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3813ed-2d52-4167-8314-9694571369cf req-61253229-7f03-40c6-aa8b-10329c211c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.177940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-61253229-7f03-40c6-aa8b-10329c211c05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f34b23ee-75c3-4df0-b3f1-5a59581718ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589782 Jun 17 08:34:11.181820 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-928b33ac-bcb8-4f1c-942e-fb292f032953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.216260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:11.222347 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d6859aa-fc20-4e91-b4b9-6f0144e9eeb0 req-a09e3c9b-682b-480e-b59c-2a5a81fc8e7f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930488 Jun 17 08:34:11.225311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.231831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a67290-3145-4ac1-8d6e-1c58372ee778,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.237601 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.238565 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eaf42f82-276a-4b90-970b-ee8203c17172 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.242727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.243113 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Added segment 296869a3-13df-47d7-9350-b4a45835758b of type vlan for network 5554fb35-4376-4d8e-adc9-3103759046d8 Jun 17 08:34:11.288764 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.300310 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c5a0d5-1cc0-469c-8f0e-138b7325f17d x-openstack-request-id: req-f6c5a0d5-1cc0-469c-8f0e-138b7325f17d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:11.300646 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1e5400-55d8-45d4-a899-8219eee160dc", "name": "network-vif-deleted", "tag": "fc0dd09d-e228-425f-8cbb-e1034192b89e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:11.300942 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6c5a0d5-1cc0-469c-8f0e-138b7325f17d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:11.301388 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1e5400-55d8-45d4-a899-8219eee160dc', 'name': 'network-vif-deleted', 'tag': 'fc0dd09d-e228-425f-8cbb-e1034192b89e', 'status': 'completed', 'code': 200} Jun 17 08:34:11.323939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:11.324558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.331570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.332433 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.344016 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57cb439d-d84f-4914-9f04-a46f10686fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.355633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5244770 Jun 17 08:34:11.356484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58690) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:11.362355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:11.364757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:11.370304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.370977 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.397398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:11.405922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-b7af9dbf-344c-4bce-9ff1-78ec1219b7dc tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 200 len: 694 time: 0.1011949 Jun 17 08:34:11.417806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=921a95a9-a018-4982-abda-4181a3dc5d22,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.421318 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.453764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Network': ['ID=5554fb35-4376-4d8e-adc9-3103759046d8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.458946 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.467926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:11.538689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1839273 Jun 17 08:34:11.541721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58694) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:11.548716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'network_id': '21239591-a6bc-4723-9f2c-5a8c4ccf91a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-836857743'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:11.550566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-0e119026-9add-432e-8563-a14ffc35eebc service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603373 Jun 17 08:34:11.589414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:11.594505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.699961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-1ad35b75-0817-487a-861d-f458d9463b6d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.711332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-1ad35b75-0817-487a-861d-f458d9463b6d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2867141 Jun 17 08:34:11.726151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ccfa06a3-75d1-4354-93a2-41fe16c9045b None None] Provisioning for port 921a95a9-a018-4982-abda-4181a3dc5d22 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:11.730668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ccfa06a3-75d1-4354-93a2-41fe16c9045b None None] Provisioning complete for port 921a95a9-a018-4982-abda-4181a3dc5d22 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:11.731364 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06a3-75d1-4354-93a2-41fe16c9045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.774604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-7b2feb48-67b0-4a83-8641-adc49f5adb9d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-716432487&fields=id&tenant_id=7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 267 time: 0.3728850 Jun 17 08:34:11.799619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa06a3-75d1-4354-93a2-41fe16c9045b None None] Port 921a95a9-a018-4982-abda-4181a3dc5d22 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:11.887541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-14eeefa3-b2d8-4f08-80a2-2176febbaa8f tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 697 time: 0.1743977 Jun 17 08:34:11.952829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f3813ed-2d52-4167-8314-9694571369cf req-00a02f3c-2d6a-4b4e-9baf-221be0a77ba4 service neutron] 10.222.0.60 "GET /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873007 Jun 17 08:34:11.967296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-07e505e8-463d-4d4b-8256-f36cb934260b tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 697 time: 0.0656297 Jun 17 08:34:12.106327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-51cd936a-8d1d-430d-b113-1ecedf9101f4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:12.114360 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-51cd936a-8d1d-430d-b113-1ecedf9101f4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 946 time: 0.3231132 Jun 17 08:34:12.122018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'port': {'security_groups': ['61d6e4b7-1239-4f7a-bb2d-844cb359a6ff', '60acb713-44d7-443c-ad86-22e763f5efc4']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:12.166383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Made reservation on behalf of b32e1079220d49be8b512563b089c2c2 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:12.171179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.216309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] device_id is not set on port 812bbdff-6189-403f-81a2-f5891a0ea87d yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:12.222117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Deleting port a7cea610-01d1-44cf-a180-2b80b96e3ce0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:12.222469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.246658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.356681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.362430 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-16410281-8a6e-4247-ba92-0e19784a5759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.372331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.372650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.443108 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Allocated IP 2001:db8::6a (21239591-a6bc-4723-9f2c-5a8c4ccf91a0/76c9f9fa-80e5-4815-b2d7-d6f15553ea02/812bbdff-6189-403f-81a2-f5891a0ea87d) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:12.448189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Calling delete_port for a7cea610-01d1-44cf-a180-2b80b96e3ce0 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:12.457654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=e25ae58a-4beb-4834-b185-444dee5d8e99,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:12.465402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.475720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:12.476087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network hostable DHCP agents. Network: 5554fb35-4376-4d8e-adc9-3103759046d8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:12.535191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:12.558347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 5554fb35-4376-4d8e-adc9-3103759046d8) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:12.571287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:12.571558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.574640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cf49e-c8cc-4042-98cc-e97dfb24ea31 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:12.629011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:12.670148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.688838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.689126 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3003590 Jun 17 08:34:12.691836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58722) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.698969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'name': 'tempest-NetworksTestDHCPv6-504568300'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:12.699533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.707271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3173dade-448f-45b3-a0aa-b48a1c33f9d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.729069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:12.737744 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.741230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Transition to ACTIVE for port object 812bbdff-6189-403f-81a2-f5891a0ea87d will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:12.761025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:12.761907 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.771759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a6593e6-3c75-4876-8601-b9dd4725fda2 req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "PUT /v2.0/ports/69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 982 time: 0.6562660 Jun 17 08:34:12.772731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:12.794308 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10f2d2f-17c0-4755-945b-a141c6b4b07a" -d '{"events": [{"name": "network-changed", "server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "tag": "69655422-b060-43fe-9055-fc30793bb8d6"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:12.834443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:12.868486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:12.872548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.893957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.903546 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c9739a5-8984-4da7-affe-b02e94c1d159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.908573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:12.920540 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.921083 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.952100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event deleted for resources: {'Port': ['ID=a7cea610-01d1-44cf-a180-2b80b96e3ce0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:12.960026 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.971013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.973720 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.975039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b17f44e3-ccda-4705-934b-c28f17cd5bc4 req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "DELETE /v2.0/floatingips/ec008e6b-f70c-4815-9f51-81014a942fa2 HTTP/1.1" status: 204 len: 173 time: 1.0067167 Jun 17 08:34:12.999325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'e25ae58a-4beb-4834-b185-444dee5d8e99'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:13.001199 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.006046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:13.009863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 91354db0-4782-41e3-9291-265082b810f0 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:13.014973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:13.024049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:13.029796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.030437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.097346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=812bbdff-6189-403f-81a2-f5891a0ea87d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:13.104254 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:13.144553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6017075 Jun 17 08:34:13.145182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58738) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.148863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335961e-8947-48ff-ada6-22765342b2d5 req-488f4106-3be1-4ca5-9f6e-0c39f774f5e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.152530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b335961e-8947-48ff-ada6-22765342b2d5 req-488f4106-3be1-4ca5-9f6e-0c39f774f5e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1194484 Jun 17 08:34:13.169549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a2', 'mac_address': 'fa:16:3e:da:b8:4c'}, {'ip_address': '2001:db8::3bd', 'mac_address': 'fa:16:3e:4a:e5:d3'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:13.211505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b335961e-8947-48ff-ada6-22765342b2d5 req-a3657e0e-9996-4e29-8a3d-5f5782e73e41 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530806 Jun 17 08:34:13.319882 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9717d8e-dc84-43ea-a888-37b4cb299d39 x-openstack-request-id: req-a9717d8e-dc84-43ea-a888-37b4cb299d39 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:13.320585 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "tag": "69655422-b060-43fe-9055-fc30793bb8d6", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:13.321957 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9717d8e-dc84-43ea-a888-37b4cb299d39 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:13.322444 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6', 'status': 'completed', 'code': 200} Jun 17 08:34:13.461835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::135 (5554fb35-4376-4d8e-adc9-3103759046d8/e25ae58a-4beb-4834-b185-444dee5d8e99/91354db0-4782-41e3-9291-265082b810f0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:13.483274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-fbe0c1af-ba05-4dba-b833-2f630e5203e6 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-390216464&fields=id&tenant_id=7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 267 time: 0.1770346 Jun 17 08:34:13.513902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6756952e-3591-4541-8da7-991c4cf119b9 None None] Provisioning for port 812bbdff-6189-403f-81a2-f5891a0ea87d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:13.556153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6756952e-3591-4541-8da7-991c4cf119b9 None None] Provisioning complete for port 812bbdff-6189-403f-81a2-f5891a0ea87d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:13.556534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6756952e-3591-4541-8da7-991c4cf119b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.599300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-01e3e23e-8e26-415a-9c39-2b125106537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.605525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-01e3e23e-8e26-415a-9c39-2b125106537b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1137 time: 0.2607527 Jun 17 08:34:13.638613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-a4a6c9ad-5c50-4bf5-981a-5f4120d702d5 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.652210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-a4a6c9ad-5c50-4bf5-981a-5f4120d702d5 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 985 time: 0.1674414 Jun 17 08:34:13.661375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6756952e-3591-4541-8da7-991c4cf119b9 None None] Port 812bbdff-6189-403f-81a2-f5891a0ea87d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:13.733410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.760510 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.762776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 91354db0-4782-41e3-9291-265082b810f0 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:13.796024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'port': {'security_groups': ['60acb713-44d7-443c-ad86-22e763f5efc4', '61d6e4b7-1239-4f7a-bb2d-844cb359a6ff', '810fc6ec-da1b-47a9-b27d-f51533980438']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:13.848518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-16086b89-7f85-4891-8c21-ce0eb45df9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.851542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-16086b89-7f85-4891-8c21-ce0eb45df9f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.2352452 Jun 17 08:34:13.883184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.902225 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:13.912385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:13.942451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:13.951080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/e25ae58a-4beb-4834-b185-444dee5d8e99/c4ed920c-4288-404f-b7c6-7fcfb56bbf67) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:13.951281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:13.957395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.957966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.973688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-2985ca7f-6f4a-41bb-94d3-1ad93acb3371 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 217 time: 0.1122906 Jun 17 08:34:14.019817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=91354db0-4782-41e3-9291-265082b810f0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.025434 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.033227 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3400784 Jun 17 08:34:14.036082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58756) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:14.079315 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.092695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-84b59b33-a715-4ca3-9bbb-befefdc89d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.095293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-84b59b33-a715-4ca3-9bbb-befefdc89d31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.1097720 Jun 17 08:34:14.158211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.188424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d633eb-c6f2-4359-bc97-a9667f472f1e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.190049 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8d633eb-c6f2-4359-bc97-a9667f472f1e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1528416 Jun 17 08:34:14.203615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58762) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:14.206734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-79bdccfa-2a6e-4cc0-b542-a17f6f4c07d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041040 Jun 17 08:34:14.207759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.216994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cf62b48-27dc-4dbf-b489-98e7eb71af6e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.240455 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.254104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Transition to ACTIVE for port object c4ed920c-4288-404f-b7c6-7fcfb56bbf67 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:14.278219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Transition to ACTIVE for port object c4ed920c-4288-404f-b7c6-7fcfb56bbf67 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:14.288538 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.310076 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.323711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event updated for resources: {'Port': ['ID=812bbdff-6189-403f-81a2-f5891a0ea87d,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.330291 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.337139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] In _notify_port_updated(), no bound segment for port 812bbdff-6189-403f-81a2-f5891a0ea87d on network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:14.344029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.345382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.349647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "PUT /v2.0/ports/812bbdff-6189-403f-81a2-f5891a0ea87d HTTP/1.1" status: 200 len: 1066 time: 1.1984339 Jun 17 08:34:14.361006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58770) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:14.385600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fc0dd09d-e228-425f-8cbb-e1034192b89e no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:14.425114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:14.445679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 91354db0-4782-41e3-9291-265082b810f0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:14.446021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.467572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:14.474979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:14.484040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: fc0dd09d-e228-425f-8cbb-e1034192b89e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:14.484398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device fc0dd09d-e228-425f-8cbb-e1034192b89e not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:14.587331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Pushing event updated for resources: {'Port': ['ID=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.588326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.591888 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.613593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Attempting to bind port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:14.614134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Attempting to bind port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:14.614541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Attempting to bind port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:14.621188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:14.621620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:14.622204 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.622747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:14.623257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Bound port: c4ed920c-4288-404f-b7c6-7fcfb56bbf67, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:14.623647 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.657135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-dd1379cf-7aa0-433d-b6ca-2dcd2df68241 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375265 Jun 17 08:34:14.696536 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-3a8dffd0-2d0c-4b00-b62d-e8d97b0fd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.698036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-3a8dffd0-2d0c-4b00-b62d-e8d97b0fd7e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.4398015 Jun 17 08:34:14.727246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] For port c4ed920c-4288-404f-b7c6-7fcfb56bbf67, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:14.731195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 91354db0-4782-41e3-9291-265082b810f0 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:14.731436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] For port c4ed920c-4288-404f-b7c6-7fcfb56bbf67, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:14.748515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.754019 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3990c281-c953-4a41-bc40-bf50c0238c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.827647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Pushing event updated for resources: {'Port': ['ID=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.831423 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.838357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e69e54d-50f9-4777-b7b7-6deeb7b1651e None None] Provisioning complete for port 812bbdff-6189-403f-81a2-f5891a0ea87d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:14.838779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e69e54d-50f9-4777-b7b7-6deeb7b1651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.901321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2e69e54d-50f9-4777-b7b7-6deeb7b1651e None None] Port 812bbdff-6189-403f-81a2-f5891a0ea87d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:14.913076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95b6ed-1fc1-4884-aacf-2124a0fbfa6e req-3c4df3cf-d1fc-4514-b97e-7d42ae8eb587 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.920126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac95b6ed-1fc1-4884-aacf-2124a0fbfa6e req-3c4df3cf-d1fc-4514-b97e-7d42ae8eb587 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 945 time: 0.4657238 Jun 17 08:34:14.941749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.953775 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7000e6dd-ca6c-4169-bffb-32df7540865e tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.982254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=91354db0-4782-41e3-9291-265082b810f0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:15.003469 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:15.006665 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.009032 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/91354db0-4782-41e3-9291-265082b810f0 HTTP/1.1" status: 204 len: 168 time: 0.8041017 Jun 17 08:34:15.011575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58780) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.037754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:15.040714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port 812bbdff-6189-403f-81a2-f5891a0ea87d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:15.041052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.161429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac95b6ed-1fc1-4884-aacf-2124a0fbfa6e req-19db909e-79dd-408b-ad44-1774681548bc tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404346 Jun 17 08:34:15.213631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4148ec7-cf7c-4f87-8248-9d25807d6216 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.215167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4148ec7-cf7c-4f87-8248-9d25807d6216 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.220691 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d4148ec7-cf7c-4f87-8248-9d25807d6216 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2081063 Jun 17 08:34:15.222223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58784) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.234068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a10f2d2f-17c0-4755-945b-a141c6b4b07a req-d138e3c8-5e6d-401b-815f-a4d84bbc464f service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497630 Jun 17 08:34:15.286033 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.293864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-af016e36-c51f-4ba4-8f25-3ab153a68cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.295723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-af016e36-c51f-4ba4-8f25-3ab153a68cc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.5110795 Jun 17 08:34:15.319522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.332777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:15.333037 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:15.365132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-de3a1beb-7851-4641-ac13-fc5677ea46d1 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.366987 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-de3a1beb-7851-4641-ac13-fc5677ea46d1 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.60 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 945 time: 0.2312841 Jun 17 08:34:15.379052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet e25ae58a-4beb-4834-b185-444dee5d8e99 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:15.393059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.464291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.471824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.517138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.518179 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.533651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48d8795c-8791-48d2-a27a-8bcc627dc7ec req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "PUT /v2.0/ports/69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 1021 time: 1.8804579 Jun 17 08:34:15.556147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:15.560442 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a1be4d-5535-4f51-8404-694060324d68" -d '{"events": [{"name": "network-changed", "server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "tag": "69655422-b060-43fe-9055-fc30793bb8d6"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:15.597325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:15.608010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-cc0e1222-eb3d-4484-9220-65eae65ef243 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.3056543 Jun 17 08:34:15.658000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Deleting port 6f12a769-66a7-475f-9b6b-7c5468105cb8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:15.658342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.718818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.812151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58796) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.032903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Deleting subnet aa10a67f-6030-4bac-bc69-3f00e29945a8 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:16.036912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.076601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.112219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.121667 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f710cfd6-7450-4357-b7cc-f988d15f0dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:16.142454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] For port 6f12a769-66a7-475f-9b6b-7c5468105cb8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=6f12a769-66a7-475f-9b6b-7c5468105cb8,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:16.143098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.181874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=e25ae58a-4beb-4834-b185-444dee5d8e99,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:16.185417 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:16.193438 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.196775 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/e25ae58a-4beb-4834-b185-444dee5d8e99 HTTP/1.1" status: 204 len: 168 time: 0.9735334 Jun 17 08:34:16.212571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58802) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.224663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:16.319668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:16.330230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4ed920c-4288-404f-b7c6-7fcfb56bbf67 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:16.334816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Calling delete_port for 6f12a769-66a7-475f-9b6b-7c5468105cb8 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:16.355250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for 812bbdff-6189-403f-81a2-f5891a0ea87d owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:16.417990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e0e27-5af3-4ce2-a539-034e79b8a3d6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:16.462275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.481363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cd03f445-3e1b-42a3-b7c3-c2f4356b215a None None] Provisioning for port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:16.495715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b294d53-3130-4349-91bc-49e1f71abe6d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2704699 Jun 17 08:34:16.501315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.508336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:16.540824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-c0cee58a-9e85-4544-a28a-7d0d3e0c4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.541428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-c0cee58a-9e85-4544-a28a-7d0d3e0c4c93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.3100700 Jun 17 08:34:16.598099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0542b78-68e0-400a-aadf-07a568010405 req-5f4b711b-4f39-44a6-a518-372fc918d845 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.599895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0542b78-68e0-400a-aadf-07a568010405 req-5f4b711b-4f39-44a6-a518-372fc918d845 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 1.1998985 Jun 17 08:34:16.615205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0ac6a-8e7b-4ec8-8ee6-3ee44daf9dcb req-4fb8ef9c-3014-444a-b425-f775f6523ea4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.617775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:16.623009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2f0ac6a-8e7b-4ec8-8ee6-3ee44daf9dcb req-4fb8ef9c-3014-444a-b425-f775f6523ea4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1024 time: 0.3705392 Jun 17 08:34:16.623211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:16.623322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.754940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.771668 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-299219cb-ea0c-4bbd-8d37-2ac3c9da1755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:16.778631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:16.782481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.795375 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.838198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c4ed920c-4288-404f-b7c6-7fcfb56bbf67, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:16.839757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:16.877670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0542b78-68e0-400a-aadf-07a568010405 req-4faa639f-d2ee-4897-95c6-66acd9a77fb1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519464 Jun 17 08:34:16.887683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.893613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa10a67f-6030-4bac-bc69-3f00e29945a8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:16.906597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:16.906848 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:16.913942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.919379 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa10a67f-6030-4bac-bc69-3f00e29945a8 HTTP/1.1" status: 204 len: 168 time: 1.0969262 Jun 17 08:34:16.920038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58820) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.947457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2f0ac6a-8e7b-4ec8-8ee6-3ee44daf9dcb req-67ba6ff0-e08b-40ae-8056-f6421330e504 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&id=810fc6ec-da1b-47a9-b27d-f51533980438&id=60acb713-44d7-443c-ad86-22e763f5efc4 HTTP/1.1" status: 200 len: 6154 time: 0.3236973 Jun 17 08:34:16.952468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-84759e36-64ff-4d36-96df-18ddb0e9f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.954839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-84759e36-64ff-4d36-96df-18ddb0e9f4e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4047480 Jun 17 08:34:16.997053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.013253 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.034142 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.043292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Deleting port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:17.043661 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.153520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-5222bb4d-2e95-4b89-a93e-ffb208d5bd33 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694765 Jun 17 08:34:17.167643 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e007ec6d-62fa-409a-a9d8-e7b6f97b2383 x-openstack-request-id: req-e007ec6d-62fa-409a-a9d8-e7b6f97b2383 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:17.168010 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "tag": "69655422-b060-43fe-9055-fc30793bb8d6", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:17.168313 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e007ec6d-62fa-409a-a9d8-e7b6f97b2383 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:17.168753 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6', 'status': 'completed', 'code': 200} Jun 17 08:34:17.180160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.194592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] For port c4ed920c-4288-404f-b7c6-7fcfb56bbf67, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:17.194592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.202171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6c66449-c00c-4520-b087-85a1e034b78d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.270521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=812bbdff-6189-403f-81a2-f5891a0ea87d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.275051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.287603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.294287 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.295701 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1cd38adc-adee-4d51-bb5a-dab18f1d07c6 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.312618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a31abc77-65c3-493c-9d46-0bf30adac2cb req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1893344868 ', 'description': 'tempest-description-2079851889'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:17.314736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Calling delete_port for c4ed920c-4288-404f-b7c6-7fcfb56bbf67 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:17.391455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Pushing event deleted for resources: {'Port': ['ID=6f12a769-66a7-475f-9b6b-7c5468105cb8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.393851 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.429011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] No DVR routers for this DVR port 6f12a769-66a7-475f-9b6b-7c5468105cb8 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:17.431848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.434485 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-9a1d6194-8fd0-48ee-a880-e93e14407121 req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.60 "DELETE /v2.0/ports/6f12a769-66a7-475f-9b6b-7c5468105cb8 HTTP/1.1" status: 204 len: 173 time: 2.0510044 Jun 17 08:34:17.462639 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.475674 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.477239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'name': 'network-vif-deleted', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:17.482841 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a69158-c80d-4218-bb1d-6f6853f4e8db" -d '{"events": [{"server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "name": "network-vif-deleted", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:17.486417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] No DVR routers for this DVR port c4ed920c-4288-404f-b7c6-7fcfb56bbf67 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:17.527712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Pushing event deleted for resources: {'Port': ['ID=c4ed920c-4288-404f-b7c6-7fcfb56bbf67,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.535466 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.545935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.550446 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7362ae7-5903-4122-b4ee-1fe474c6bab9 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.724281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a31abc77-65c3-493c-9d46-0bf30adac2cb req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.758265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3219c-e1d3-46fd-8508-4158d42b736b req-dac15419-1abb-450c-a0fc-bbb883f859ec tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:17.766343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8dc3219c-e1d3-46fd-8508-4158d42b736b req-dac15419-1abb-450c-a0fc-bbb883f859ec tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d766833b-9578-4bd2-9f3e-f28bd889423b HTTP/1.1" status: 200 len: 867 time: 0.5380614 Jun 17 08:34:17.774291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.776430 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/ports/812bbdff-6189-403f-81a2-f5891a0ea87d HTTP/1.1" status: 204 len: 168 time: 3.4069321 Jun 17 08:34:17.802710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1be4d-5535-4f51-8404-694060324d68 req-ac0fa233-c862-48a2-9b72-52be3acd21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:17.804642 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-ac0fa233-c862-48a2-9b72-52be3acd21f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1176 time: 0.6500647 Jun 17 08:34:17.825040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58834) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:17.873830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4dc89076-5c00-4758-9623-9ceabf9c5b44 req-cae4e6f2-7b19-4d19-8fe7-c40b380d3a22 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037592 Jun 17 08:34:17.915642 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d03dd6-441c-4535-b19f-8c32e09018c6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] GET failed (client error): The resource could not be found. Jun 17 08:34:17.920506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e6d03dd6-441c-4535-b19f-8c32e09018c6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "GET /v2.0/ports/812bbdff-6189-403f-81a2-f5891a0ea87d HTTP/1.1" status: 404 len: 333 time: 0.0942657 Jun 17 08:34:17.925478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58840) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:17.992093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8dc3219c-e1d3-46fd-8508-4158d42b736b req-b87df686-18af-401e-ba1b-2579cf6db44d tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b014928-5b63-45ac-b44f-aeb4e705b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245965 Jun 17 08:34:18.117066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.127393 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8be0f6a-5327-447a-9def-722bb5ad2672 x-openstack-request-id: req-f8be0f6a-5327-447a-9def-722bb5ad2672 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:18.128044 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d766833b-9578-4bd2-9f3e-f28bd889423b", "name": "network-vif-deleted", "tag": "6f12a769-66a7-475f-9b6b-7c5468105cb8", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:18.128411 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8be0f6a-5327-447a-9def-722bb5ad2672 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:18.129230 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766833b-9578-4bd2-9f3e-f28bd889423b', 'name': 'network-vif-deleted', 'tag': '6f12a769-66a7-475f-9b6b-7c5468105cb8', 'status': 'completed', 'code': 200} Jun 17 08:34:18.138872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:18.143433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7206cd-44a6-4ed5-868b-4da49c0c38c7']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:18.154355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:18.165757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=6c7acd93-6b47-4927-a0f8-4b9b4b0bae96,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.165951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2227448a-54c9-4798-b4fd-e7aacab44823 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:18.169692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd868bf72-d5bb-46a9-a3ff-f445a28bec04') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:18.169692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd868bf72-d5bb-46a9-a3ff-f445a28bec04') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:18.173212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.174024 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.183341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.190561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.207258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1be4d-5535-4f51-8404-694060324d68 req-57537db0-e68c-4c96-87b1-d2023ff95a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.207663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.209731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-57537db0-e68c-4c96-87b1-d2023ff95a03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.3821795 Jun 17 08:34:18.212906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a31abc77-65c3-493c-9d46-0bf30adac2cb req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.215466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:18.216078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:18.218226 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:18.270337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4ed920c-4288-404f-b7c6-7fcfb56bbf67 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:18.278573 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7761507 Jun 17 08:34:18.281699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58848) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.287433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'name': 'tempest-NetworksTestDHCPv6-1614102147'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:18.329895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a31abc77-65c3-493c-9d46-0bf30adac2cb req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.334371 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8397a8b4-95c2-4f45-bc4d-6b6e4407176a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.351597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.357591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.362439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-acdaa4e4-7aaf-474c-a4b0-68d163ed36ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 217 time: 0.1333671 Jun 17 08:34:18.362596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ab7206cd-44a6-4ed5-868b-4da49c0c38c7 HTTP/1.1" status: 204 len: 168 time: 1.4318569 Jun 17 08:34:18.378552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6f12a769-66a7-475f-9b6b-7c5468105cb8 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:18.436829 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2257459d-6665-44a9-81b6-ae6353470866 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.451379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c4ed920c-4288-404f-b7c6-7fcfb56bbf67 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:18.452306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4ed920c-4288-404f-b7c6-7fcfb56bbf67 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:18.468756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7206cd-44a6-4ed5-868b-4da49c0c38c7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.480870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 6f12a769-66a7-475f-9b6b-7c5468105cb8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:18.480870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 6f12a769-66a7-475f-9b6b-7c5468105cb8 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:18.490389 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.559848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e65140-10c7-4716-80e1-f33b6c993e23,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.577346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1be4d-5535-4f51-8404-694060324d68 req-199e7e7e-d58a-4acc-8126-e62c5fb1ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.579766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-199e7e7e-d58a-4acc-8126-e62c5fb1ebde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.1711192 Jun 17 08:34:18.582747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a31abc77-65c3-493c-9d46-0bf30adac2cb req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.584137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a31abc77-65c3-493c-9d46-0bf30adac2cb req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.2806709 Jun 17 08:34:18.585425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:18.589266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.599865 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.641205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 8d47a8ea-6173-42b0-ac75-c2b39fb933ed yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:18.641529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-e9d87c40-4360-4f1f-ae15-9ae21a89aecc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502639 Jun 17 08:34:18.644135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port 921a95a9-a018-4982-abda-4181a3dc5d22 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:18.644610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.705123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58858) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.705546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '6c7acd93-6b47-4927-a0f8-4b9b4b0bae96'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:18.706410 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.799074 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c1db9de-b95f-49d8-92fa-763d39542f2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2d189546e0249159b748acaef8f9371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920134 Jun 17 08:34:18.803701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.863866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.874124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::34 (5554fb35-4376-4d8e-adc9-3103759046d8/6c7acd93-6b47-4927-a0f8-4b9b4b0bae96/8d47a8ea-6173-42b0-ac75-c2b39fb933ed) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:18.895885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c460c-652a-428a-91a5-4512314dae26 req-49883f18-f951-4f45-ac13-dab351a0bd17 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.903874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc5c460c-652a-428a-91a5-4512314dae26 req-49883f18-f951-4f45-ac13-dab351a0bd17 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.5343697 Jun 17 08:34:18.920833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90a0bd15-98ae-4851-b7ac-365b38734808 req-b26dfb62-e919-4dd4-a23f-c929fd9b000b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/96e65140-10c7-4716-80e1-f33b6c993e23 HTTP/1.1" status: 200 len: 1783 time: 0.1545393 Jun 17 08:34:18.967667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.997242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for 921a95a9-a018-4982-abda-4181a3dc5d22 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:19.018278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.039584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-abb64ba8-656a-4bfc-aaa4-a562a9a75276 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075402 Jun 17 08:34:19.055475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc5c460c-652a-428a-91a5-4512314dae26 req-177b0f29-4d31-4e2f-9879-27f079b73f51 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503942 Jun 17 08:34:19.119125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83f9a952-5ae7-4c23-bf7d-0d4db0093dae req-b78e291b-68bb-4dc2-94cc-887ab8d30bb0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/96e65140-10c7-4716-80e1-f33b6c993e23 HTTP/1.1" status: 200 len: 1783 time: 0.1561096 Jun 17 08:34:19.151763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.154481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.155899 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3f47776-9e5a-4d8c-8840-eac0c80cd9b9 HTTP/1.1" status: 204 len: 168 time: 0.3510702 Jun 17 08:34:19.158708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-136487f2-97bc-4517-964e-55c9f379ffac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.172573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f47776-9e5a-4d8c-8840-eac0c80cd9b9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.179567 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:19.196004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.198496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:19.264501 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.318351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72a1be4d-5535-4f51-8404-694060324d68 req-9f088255-5913-4a43-adb6-4d9d32e443dc service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673709 Jun 17 08:34:19.318925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83f9a952-5ae7-4c23-bf7d-0d4db0093dae req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.360148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83f9a952-5ae7-4c23-bf7d-0d4db0093dae req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.375318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.390504 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5796ab32-f38c-4fd1-8336-6a06c028a2e1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.427247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 8d47a8ea-6173-42b0-ac75-c2b39fb933ed will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:19.460741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.466433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:19.467787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/ports/921a95a9-a018-4982-abda-4181a3dc5d22 HTTP/1.1" status: 204 len: 168 time: 1.5355549 Jun 17 08:34:19.476436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=921a95a9-a018-4982-abda-4181a3dc5d22,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.479665 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:19.513366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83f9a952-5ae7-4c23-bf7d-0d4db0093dae req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.517328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83f9a952-5ae7-4c23-bf7d-0d4db0093dae req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.519784 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc6e0d7-5e5f-4480-a28d-4585e142548a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] GET failed (client error): The resource could not be found. Jun 17 08:34:19.525066 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9dc6e0d7-5e5f-4480-a28d-4585e142548a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "GET /v2.0/ports/921a95a9-a018-4982-abda-4181a3dc5d22 HTTP/1.1" status: 404 len: 333 time: 0.0545797 Jun 17 08:34:19.528021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83f9a952-5ae7-4c23-bf7d-0d4db0093dae req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/96e65140-10c7-4716-80e1-f33b6c993e23 HTTP/1.1" status: 204 len: 173 time: 0.4011812 Jun 17 08:34:19.528713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58888) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:19.529730 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8786da76-9e77-43c1-b3de-976a304441dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.586237 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.594147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e65140-10c7-4716-80e1-f33b6c993e23,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.597065 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:19.600707 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-aa1e364d-7632-4124-878c-352d3d4dc91a req-b85baaf3-8be9-4168-b12e-194e67d849c3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:34:19.608858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa1e364d-7632-4124-878c-352d3d4dc91a req-b85baaf3-8be9-4168-b12e-194e67d849c3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/96e65140-10c7-4716-80e1-f33b6c993e23 HTTP/1.1" status: 404 len: 352 time: 0.0542982 Jun 17 08:34:19.629115 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9836e564-29b1-47ef-bb14-81b7f80ea19c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.631767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d073c1dc-1513-4699-a8ba-7093fea1f206 req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-651881849', 'description': 'tempest-description-1330062631'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:19.671986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d073c1dc-1513-4699-a8ba-7093fea1f206 req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.691677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/6c7acd93-6b47-4927-a0f8-4b9b4b0bae96/434720ba-9990-4a1c-ad9a-87c2e4278348) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:19.764315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:19.782891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:19.794024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:19.818456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:19.819289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.855484 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port 4731af22-d3ef-486e-a2db-23a8cffe6e72 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:19.855832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.871439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=8d47a8ea-6173-42b0-ac75-c2b39fb933ed,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.883490 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.023987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.034212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Transition to ACTIVE for port object 434720ba-9990-4a1c-ad9a-87c2e4278348 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:20.041400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d073c1dc-1513-4699-a8ba-7093fea1f206 req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.052811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Transition to ACTIVE for port object 434720ba-9990-4a1c-ad9a-87c2e4278348 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:20.055318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d073c1dc-1513-4699-a8ba-7093fea1f206 req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.061087 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-87095bb0-47e0-4e39-a1a1-3e5dde7a6449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.062675 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.066864 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ab6a9e3-becb-4fc3-abf2-190abe1f27bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.067980 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.117914 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8345697 Jun 17 08:34:20.118761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.137686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:20.143220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:20.156340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:20.172271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d073c1dc-1513-4699-a8ba-7093fea1f206 req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.173062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d073c1dc-1513-4699-a8ba-7093fea1f206 req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5455875 Jun 17 08:34:20.209407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for 4731af22-d3ef-486e-a2db-23a8cffe6e72 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:20.220849 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-82b6831d-88db-4724-b25e-9da1afc9ba48 req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822699964', 'description': 'tempest-description-491663780'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:20.236875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0899f2-d78e-4937-9086-8c3b8e474faa,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.246838 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.291508 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.292460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Pushing event updated for resources: {'Port': ['ID=434720ba-9990-4a1c-ad9a-87c2e4278348,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.298609 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.312562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Attempting to bind port 434720ba-9990-4a1c-ad9a-87c2e4278348 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:20.313068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Attempting to bind port 434720ba-9990-4a1c-ad9a-87c2e4278348 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:20.313540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Attempting to bind port 434720ba-9990-4a1c-ad9a-87c2e4278348 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:20.320966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:20.321561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:20.322087 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.322857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:20.323491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Bound port: 434720ba-9990-4a1c-ad9a-87c2e4278348, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:20.324028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.387428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b16c-296c-4bbe-93c0-9030599f3e2f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.393436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b16c-296c-4bbe-93c0-9030599f3e2f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.397834 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-be32b16c-296c-4bbe-93c0-9030599f3e2f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2769425 Jun 17 08:34:20.400441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58928) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.442468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58930) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.448245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] For port 434720ba-9990-4a1c-ad9a-87c2e4278348, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:20.449139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-82b6831d-88db-4724-b25e-9da1afc9ba48 req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.454358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] For port 434720ba-9990-4a1c-ad9a-87c2e4278348, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=434720ba-9990-4a1c-ad9a-87c2e4278348,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:20.462121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.476301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.587308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Pushing event updated for resources: {'Port': ['ID=434720ba-9990-4a1c-ad9a-87c2e4278348,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.610529 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.621182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 8d47a8ea-6173-42b0-ac75-c2b39fb933ed {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:20.621697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.647565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-673259324-network', 'tenant_id': 'e795fe0aa9f44d4abaa39492aed0c9f5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:20.695024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.702073 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac5ae131-ce85-4599-991d-403dfccd41d1 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.761526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1c59b-9885-400e-a7b8-ecb6f36b16e2 req-689e6694-d4c9-4a38-a6c9-f85bf82ec974 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.772476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.772606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28b1c59b-9885-400e-a7b8-ecb6f36b16e2 req-689e6694-d4c9-4a38-a6c9-f85bf82ec974 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.4529035 Jun 17 08:34:20.849876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=4731af22-d3ef-486e-a2db-23a8cffe6e72,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.895701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 8d47a8ea-6173-42b0-ac75-c2b39fb933ed owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:20.949101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-82b6831d-88db-4724-b25e-9da1afc9ba48 req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.950664 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.958186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.960976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/ports/4731af22-d3ef-486e-a2db-23a8cffe6e72 HTTP/1.1" status: 204 len: 168 time: 1.4134333 Jun 17 08:34:20.962767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-82b6831d-88db-4724-b25e-9da1afc9ba48 req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.965016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58940) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.972447 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3ece942-18df-46cf-8d19-f4a7e65a36aa tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.056683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Deleting port 6854df98-94aa-4dd2-910c-4016e959bd6f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:21.057415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.061753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Made reservation on behalf of e795fe0aa9f44d4abaa39492aed0c9f5 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:21.064245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28b1c59b-9885-400e-a7b8-ecb6f36b16e2 req-88c2a7c5-bdfe-4dba-8d97-39b791dad6ba tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907772 Jun 17 08:34:21.067156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.095866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e91e670-54b6-4d1c-b8ce-88ee74eed91d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.109355 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.117258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting subnet 76c9f9fa-80e5-4815-b2d7-d6f15553ea02 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:21.120303 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-82b6831d-88db-4724-b25e-9da1afc9ba48 req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.127499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82b6831d-88db-4724-b25e-9da1afc9ba48 req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9124432 Jun 17 08:34:21.132553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.138687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.181536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.340197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-588bf831-623d-43c8-9656-4fa06bd1da26 req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1405008060', 'description': 'tempest-description-1894828109'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:21.344351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.355893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.365610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70699bc1-d83c-4abd-8ce4-230ae53456ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.370818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.375792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-588bf831-623d-43c8-9656-4fa06bd1da26 req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.428593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] For port 6854df98-94aa-4dd2-910c-4016e959bd6f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6854df98-94aa-4dd2-910c-4016e959bd6f,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:21.428964 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.527006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6485-c508-4b55-8d8c-7672e5cf2459 req-d7380fda-1cbb-4a70-b754-c9b1538676f7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:21.527904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbce6485-c508-4b55-8d8c-7672e5cf2459 req-d7380fda-1cbb-4a70-b754-c9b1538676f7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2391093 Jun 17 08:34:21.546071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Calling delete_port for 6854df98-94aa-4dd2-910c-4016e959bd6f owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:21.547583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-588bf831-623d-43c8-9656-4fa06bd1da26 req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.569256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effbe65c-7897-44d4-a183-3ca2e71b1806,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.569420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-588bf831-623d-43c8-9656-4fa06bd1da26 req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.575839 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2282c367-5bbd-4583-a86c-15c7b0371886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.580864 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.607184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8178b65-cf63-4801-88fb-88e912410537,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.610623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.613398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.616262 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1aee8240-12c0-439f-b499-a71ce66edc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.627280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.635654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:21.637835 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c252b107-82d0-42a9-9b53-2cb441b9ef4a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.649702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Subnet': ['ID=76c9f9fa-80e5-4815-b2d7-d6f15553ea02,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.667070 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.670389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-588bf831-623d-43c8-9656-4fa06bd1da26 req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.672582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588bf831-623d-43c8-9656-4fa06bd1da26 req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3393066 Jun 17 08:34:21.681430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.681664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/subnets/76c9f9fa-80e5-4815-b2d7-d6f15553ea02 HTTP/1.1" status: 204 len: 168 time: 0.7046900 Jun 17 08:34:21.685518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbce6485-c508-4b55-8d8c-7672e5cf2459 req-2a3b5983-4135-494b-982d-ba2b24ea3f00 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475976 Jun 17 08:34:21.686042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58958) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.695164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=8d47a8ea-6173-42b0-ac75-c2b39fb933ed,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.698287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8b8f3-e229-47e5-9834-a6d7ca85845d None None] Network 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:21.703357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.703921 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Added segment 1ae058d3-3d06-4907-bc34-8298ea8b5cf4 of type vlan for network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 Jun 17 08:34:21.705939 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.788458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.800103 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.810066 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/8d47a8ea-6173-42b0-ac75-c2b39fb933ed HTTP/1.1" status: 204 len: 168 time: 1.4085863 Jun 17 08:34:21.811291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58962) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.890778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.959882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.961146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:21.962568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.967038 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b23b929-fb0d-43df-900d-b03a1e4e9f17 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.048421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2341f-b612-4bd8-b53e-d19b2466a57c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:22.050240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2341f-b612-4bd8-b53e-d19b2466a57c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:22.054456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ade2341f-b612-4bd8-b53e-d19b2466a57c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2372427 Jun 17 08:34:22.057245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58970) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.064272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-67b9b134-643c-4d16-bac7-a60b642de485 None None] Provisioning for port 434720ba-9990-4a1c-ad9a-87c2e4278348 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:22.081187 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6375916 Jun 17 08:34:22.083610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58972) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.098689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Request body: {'subnet': {'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-673259324-subnet', 'tenant_id': 'e795fe0aa9f44d4abaa39492aed0c9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:22.137443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] DHCP port deletion for 21239591-a6bc-4723-9f2c-5a8c4ccf91a0 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:22.197487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Deleting port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:22.197821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.228562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Pushing event updated for resources: {'Network': ['ID=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.247020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:22.249109 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.261974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Deleting port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:22.262659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.271783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.276564 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-33fb0ddb-85b5-4cc3-8b41-020e1228c624 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.292263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fd06-853b-4e85-b139-cd1cae7fb224 req-74d76e2c-1a61-43c4-bef7-f14639a1b7da tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:22.304094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9e6fd06-853b-4e85-b139-cd1cae7fb224 req-74d76e2c-1a61-43c4-bef7-f14639a1b7da tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3712380 Jun 17 08:34:22.313649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 6c7acd93-6b47-4927-a0f8-4b9b4b0bae96 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:22.335270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fba5857d-7152-4abc-9b85-07bbcb4b019e req-0cada4e9-c643-429e-8564-186d00c82d18 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 10908 time: 0.5442960 Jun 17 08:34:22.349740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 434720ba-9990-4a1c-ad9a-87c2e4278348 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:22.369940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.381860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6854df98-94aa-4dd2-910c-4016e959bd6f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.423318 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.429917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Made reservation on behalf of e795fe0aa9f44d4abaa39492aed0c9f5 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:22.432519 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.509617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fba5857d-7152-4abc-9b85-07bbcb4b019e req-9150c1fc-b86f-43c3-981a-891cdab53586 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/61d6e4b7-1239-4f7a-bb2d-844cb359a6ff HTTP/1.1" status: 200 len: 2985 time: 0.1734626 Jun 17 08:34:22.534951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] For port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,segment=NetworkSegment(350cb848-2da8-42d5-94b4-6a56e1fa8749),segment_id=350cb848-2da8-42d5-94b4-6a56e1fa8749)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:22.540885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9e6fd06-853b-4e85-b139-cd1cae7fb224 req-01dbe79a-3724-4af0-9cd5-70aab15c6e90 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917608 Jun 17 08:34:22.545507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] For port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,segment=NetworkSegment(350cb848-2da8-42d5-94b4-6a56e1fa8749),segment_id=350cb848-2da8-42d5-94b4-6a56e1fa8749)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:22.545979 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.549698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.553295 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.768603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Calling delete_port for 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:22.772673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Calling delete_port for 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:22.777965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a1fd3d5a-4ba2-4162-b323-c924f0f162fb None None] Could not find standard attr ID for object 8d47a8ea-6173-42b0-ac75-c2b39fb933ed. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:34:22.864140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fba5857d-7152-4abc-9b85-07bbcb4b019e req-dc7cf63e-345b-428b-b504-b12365ed9d5b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/61d6e4b7-1239-4f7a-bb2d-844cb359a6ff HTTP/1.1" status: 200 len: 2985 time: 0.3449807 Jun 17 08:34:22.912391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 434720ba-9990-4a1c-ad9a-87c2e4278348 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:22.936801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 434720ba-9990-4a1c-ad9a-87c2e4278348 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:22.937190 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.048325 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.085482 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.150295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Pushing event deleted for resources: {'Port': ['ID=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.164776 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.165902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] No DVR routers for this DVR port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:23.167890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.194595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.287632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.299501 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.312572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad237773-3095-417d-9ad2-530879ffa1c4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.340878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7acd93-6b47-4927-a0f8-4b9b4b0bae96,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.342731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.349953 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/6c7acd93-6b47-4927-a0f8-4b9b4b0bae96 HTTP/1.1" status: 204 len: 168 time: 1.2895436 Jun 17 08:34:23.396682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58996) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:23.398350 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.487914 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d9b6e93c-c87e-4886-bd3e-cfecae22e065 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869298 Jun 17 08:34:23.488771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:23.501073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:23.524403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb82011-39e9-4f52-b922-66461d28fe4e None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:23.534434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f032d0c3-41cd-48b6-8144-e6fe6d46b1b1 req-e92cee24-0187-42ef-9c2f-8cc0d36f764d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/ca0899f2-d78e-4937-9086-8c3b8e474faa HTTP/1.1" status: 200 len: 1802 time: 0.6282804 Jun 17 08:34:23.560652 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:34:23.561408 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:34:23.651703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.661749 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73d598e6-b072-4a84-bff5-7f7ee7b6ce43 tempest-FloatingIPsTestJSON-194463635 tempest-FloatingIPsTestJSON-194463635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.722296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358a127-41cb-4860-a73f-7e3b10bfc5bd req-6b1b581e-d4e4-4516-9db5-9e7cff8b52c4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:23.724062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6358a127-41cb-4860-a73f-7e3b10bfc5bd req-6b1b581e-d4e4-4516-9db5-9e7cff8b52c4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.2985682 Jun 17 08:34:23.724965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Port': ['ID=33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.727728 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.734182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] No DVR routers for this DVR port 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:23.743605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:23.778467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.785532 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b535505-c74b-4c7a-8199-de8ac6306e9f tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.816980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Deleting port 434720ba-9990-4a1c-ad9a-87c2e4278348 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:23.818778 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.836016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:23.840445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.877340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd012eff-aec2-43a8-bd8a-6e69a2632b0c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.879911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Router 41d9f9c1-6626-42ac-afb0-937173351b08 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:23.896076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f032d0c3-41cd-48b6-8144-e6fe6d46b1b1 req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.920928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] For port 434720ba-9990-4a1c-ad9a-87c2e4278348, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=434720ba-9990-4a1c-ad9a-87c2e4278348,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:23.922332 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.945072 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.955349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6358a127-41cb-4860-a73f-7e3b10bfc5bd req-d7aee5f3-0ac3-4e52-a7a0-6f16090538fd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109146 Jun 17 08:34:24.025518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f032d0c3-41cd-48b6-8144-e6fe6d46b1b1 req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.077646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Calling delete_port for 434720ba-9990-4a1c-ad9a-87c2e4278348 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:24.103408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f032d0c3-41cd-48b6-8144-e6fe6d46b1b1 req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.107469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f032d0c3-41cd-48b6-8144-e6fe6d46b1b1 req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.109532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f032d0c3-41cd-48b6-8144-e6fe6d46b1b1 req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/ca0899f2-d78e-4937-9086-8c3b8e474faa HTTP/1.1" status: 204 len: 173 time: 0.5657535 Jun 17 08:34:24.134518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:24.142195 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] 10.222.0.65 "PUT /v2.0/routers/41d9f9c1-6626-42ac-afb0-937173351b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9424281 Jun 17 08:34:24.144812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59014) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:24.160753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] Sync routers for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:24.168654 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.174431 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3cda30b9-7f9b-426f-96a5-8da468f34faa tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.180578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:24.181435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:24.217919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21239591-a6bc-4723-9f2c-5a8c4ccf91a0']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:24.220830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0899f2-d78e-4937-9086-8c3b8e474faa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.242175 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.247643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350cb848-2da8-42d5-94b4-6a56e1fa8749') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:24.247643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350cb848-2da8-42d5-94b4-6a56e1fa8749') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:24.251080 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-1b58e962-7962-4508-ae52-7ce9ab48ad32 req-68032233-1f6a-4996-a04c-4b980019055b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:34:24.252139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b58e962-7962-4508-ae52-7ce9ab48ad32 req-68032233-1f6a-4996-a04c-4b980019055b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/ca0899f2-d78e-4937-9086-8c3b8e474faa HTTP/1.1" status: 404 len: 352 time: 0.0672109 Jun 17 08:34:24.269232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Checking segment: {'id': '1ae058d3-3d06-4907-bc34-8298ea8b5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:24.269232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Network hostable DHCP agents. Network: c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:24.275920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.309971 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.319679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.323419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.343702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:24.352337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:24.353689 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:24.357852 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:24.362837 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:24.392408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 434720ba-9990-4a1c-ad9a-87c2e4278348, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=434720ba-9990-4a1c-ad9a-87c2e4278348,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:24.401686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:24.425429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.429873 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-61b77a61-0a4d-4d85-b507-353d749dad3d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.443629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.456114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:24.473647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-002d931d-7db0-4ced-b2e4-4d932e99b13b req-56eb2e7d-fbf7-4816-b538-9440c413f98d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/9e91e670-54b6-4d1c-b8ce-88ee74eed91d HTTP/1.1" status: 200 len: 1802 time: 0.1826653 Jun 17 08:34:24.480470 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.487564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27b63a-4631-4354-bdd8-f7a944cc9fa1 None None] Network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:24.490859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.491533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.504894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:24.524081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:24.534578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.535622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.548293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:24.553762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=8437e528-6e81-41dd-ab29-86789eff71ee,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.559384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.566799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.568443 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0755198 Jun 17 08:34:24.570505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59022) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:24.576917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'name': 'tempest-NetworksTestDHCPv6-841756115'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:24.587515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4942789 Jun 17 08:34:24.588237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.591943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.603122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] No DVR routers for this DVR port 434720ba-9990-4a1c-ad9a-87c2e4278348 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:24.620855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:24.621487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 33da6f5e-d2d9-42dd-876d-ab1a1b2a8ba1 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:24.666536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f588ea-5cd8-4085-be35-e2d91dced304 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:24.667852 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-383b2133-93bc-4df6-9b8c-d6c52532be59 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.690558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.692662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] 10.222.0.65 "DELETE /v2.0/networks/21239591-a6bc-4723-9f2c-5a8c4ccf91a0 HTTP/1.1" status: 204 len: 168 time: 3.0057001 Jun 17 08:34:24.696294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Pushing event deleted for resources: {'Network': ['ID=21239591-a6bc-4723-9f2c-5a8c4ccf91a0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.727598 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.760867 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-002d931d-7db0-4ced-b2e4-4d932e99b13b req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.770758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=434720ba-9990-4a1c-ad9a-87c2e4278348,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.774199 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.779091 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-68fb1574-3f8e-4138-94f4-854ea619da7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.794029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-002d931d-7db0-4ced-b2e4-4d932e99b13b req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.804477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Pushing event deleted for resources: {'Port': ['ID=434720ba-9990-4a1c-ad9a-87c2e4278348,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.806709 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.839244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Deleting port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:24.839648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.860803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-002d931d-7db0-4ced-b2e4-4d932e99b13b req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.872519 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-002d931d-7db0-4ced-b2e4-4d932e99b13b req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.876214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-002d931d-7db0-4ced-b2e4-4d932e99b13b req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/9e91e670-54b6-4d1c-b8ce-88ee74eed91d HTTP/1.1" status: 204 len: 173 time: 0.3633280 Jun 17 08:34:24.940373 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c230bb8-139e-4a4a-9626-07f88696c7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.976385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e91e670-54b6-4d1c-b8ce-88ee74eed91d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.981518 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-b0e456a2-cb1e-4db6-a1de-2438af057a0e req-aa741456-0aff-4e14-a155-7a9be4fff633 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:34:24.982650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0e456a2-cb1e-4db6-a1de-2438af057a0e req-aa741456-0aff-4e14-a155-7a9be4fff633 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/9e91e670-54b6-4d1c-b8ce-88ee74eed91d HTTP/1.1" status: 404 len: 352 time: 0.0387850 Jun 17 08:34:24.984564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.997136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 434720ba-9990-4a1c-ad9a-87c2e4278348 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:25.054795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] For port 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:25.055179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.066281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:25.073956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.097876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 434720ba-9990-4a1c-ad9a-87c2e4278348 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:25.098664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 434720ba-9990-4a1c-ad9a-87c2e4278348 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:25.104549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a454db2-1048-4d77-ad66-1f9e8b4e473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.143205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 6eff15b2-c3e5-4171-be3b-882605028ab4 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:25.189721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Calling delete_port for 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:25.191675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:25.238509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e6c61-a78c-4b4a-9451-3b5e30e5afd3 None None] Network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:25.406721 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::1a7 (5554fb35-4376-4d8e-adc9-3103759046d8/8437e528-6e81-41dd-ab29-86789eff71ee/6eff15b2-c3e5-4171-be3b-882605028ab4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:25.421737 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a6bfbed2-03f4-4d8f-819f-a5700fc7c9cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b32e1079220d49be8b512563b089c2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285964 Jun 17 08:34:25.425170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59060) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:25.434080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-167170d5-7bb9-4639-af8d-b369ce863fbc req-a2a19d6c-7b37-466c-b38c-f47578b8ebd1 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/d8178b65-cf63-4801-88fb-88e912410537 HTTP/1.1" status: 200 len: 1803 time: 0.3844950 Jun 17 08:34:25.514354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:34:21Z', 'revision_number': 5, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port': {'id': '0cbe7f6f-b19d-406d-9c4d-a5701e6f6935', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:20Z', 'updated_at': '2021-06-17T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:25.526776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '8437e528-6e81-41dd-ab29-86789eff71ee'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:25.527656 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.570541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.587261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] Checking router: 41d9f9c1-6626-42ac-afb0-937173351b08 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:25.591174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-167170d5-7bb9-4639-af8d-b369ce863fbc req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.626322 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.629815 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.631978 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ca2adc39-6cc9-4f21-935f-37d4d9afd46c tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.678129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbe7f6f-b19d-406d-9c4d-a5701e6f6935,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.686708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.696585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] Routers {'41d9f9c1-6626-42ac-afb0-937173351b08'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:25.697238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:33:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['41d9f9c1-6626-42ac-afb0-937173351b08'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:25.739447 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.772813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.776221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.779050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.781556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-167170d5-7bb9-4639-af8d-b369ce863fbc req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.783413 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de65bda3-3b5d-4e70-bdd0-4b58150fde5b HTTP/1.1" status: 204 len: 168 time: 0.3570871 Jun 17 08:34:25.807611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] Set router 41d9f9c1-6626-42ac-afb0-937173351b08 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:25.809945 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-529913ce-d25e-4eef-bbcb-6e1616445532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.829160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 6eff15b2-c3e5-4171-be3b-882605028ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:25.846774 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-167170d5-7bb9-4639-af8d-b369ce863fbc req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.850952 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-167170d5-7bb9-4639-af8d-b369ce863fbc req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.852163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-167170d5-7bb9-4639-af8d-b369ce863fbc req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/d8178b65-cf63-4801-88fb-88e912410537 HTTP/1.1" status: 204 len: 173 time: 0.4007251 Jun 17 08:34:25.867670 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d8e9356b-12e6-4339-97c4-b15df5ac49a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.889103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de65bda3-3b5d-4e70-bdd0-4b58150fde5b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.889451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8178b65-cf63-4801-88fb-88e912410537,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.894555 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.901388 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.907446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.909862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.022429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.023120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41d9f9c1-6626-42ac-afb0-937173351b08 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:34:26.036844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.038486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/41d9f9c1-6626-42ac-afb0-937173351b08 HTTP/1.1" status: 204 len: 168 time: 1.8927450 Jun 17 08:34:26.041319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.112990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Deleting subnet e558524a-2f7c-4cc2-bba0-59903aa5fde7 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:26.118966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.160102 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.178782 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a7db8339-fb87-48f7-95cd-15bda90c0bb6 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.184013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.196770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:34:25Z', 'revision_number': 7, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:26.270041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-19d54e28-bb9a-41e5-b820-b13d99390c08 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.275626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/8437e528-6e81-41dd-ab29-86789eff71ee/4b108ab1-4397-4271-84a3-84df92b74633) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:26.284184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-19d54e28-bb9a-41e5-b820-b13d99390c08 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/networks?id=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 HTTP/1.1" status: 200 len: 821 time: 0.4569426 Jun 17 08:34:26.304281 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.309041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-a0474ba4-3890-47a3-8407-51ab68fed751 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/quotas/e795fe0aa9f44d4abaa39492aed0c9f5 HTTP/1.1" status: 200 len: 375 time: 0.0240817 Jun 17 08:34:26.342790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f72d8-3672-4c7e-b7db-7a4c05c36038 None None] The sync data for ids ['41d9f9c1-6626-42ac-afb0-937173351b08'] in n-d-780147-13 is: [{'id': '41d9f9c1-6626-42ac-afb0-937173351b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-676591326-router', 'tenant_id': '0f57a9492608462d8a8c76d64df6b7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:19Z', 'updated_at': '2021-06-17T08:34:25Z', 'revision_number': 7, 'project_id': '0f57a9492608462d8a8c76d64df6b7ca', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:26.362633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0f0d-9da9-41f2-bf1e-1ca5d5924d90 req-090ea037-6a7a-4e08-ba4d-77af69ea96e7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.364693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecbe0f0d-9da9-41f2-bf1e-1ca5d5924d90 req-090ea037-6a7a-4e08-ba4d-77af69ea96e7 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3577650 Jun 17 08:34:26.375094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-92ead83d-3aa6-4a2f-88ac-b8e0f31bf2ab tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e795fe0aa9f44d4abaa39492aed0c9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647812 Jun 17 08:34:26.413235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:26.434270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.439899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=6eff15b2-c3e5-4171-be3b-882605028ab4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.443421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:26.445558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:26.451263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.451875 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.452447 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b71a12b6-4b0f-4e3f-9d8c-6291149660b1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.454606 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.474060 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.478676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d39fea-6611-45de-89cd-c791bf285927 None None] Network f34b23ee-75c3-4df0-b3f1-5a59581718ee requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:26.485548 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e558524a-2f7c-4cc2-bba0-59903aa5fde7 HTTP/1.1" status: 204 len: 168 time: 0.4422190 Jun 17 08:34:26.515668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59100) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.562471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e558524a-2f7c-4cc2-bba0-59903aa5fde7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.567149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.641485 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.657410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0854867 Jun 17 08:34:26.660047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.674363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecbe0f0d-9da9-41f2-bf1e-1ca5d5924d90 req-0a47db51-0ca9-4a35-9d84-3148fd05818d tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729867 Jun 17 08:34:26.723091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-bdfb414c-3145-4793-a96a-fc2cb97b7182 service neutron] 10.222.0.65 "GET /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470237 Jun 17 08:34:26.814705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0725ce-7695-4fd9-96e2-12a6c710ad5c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.820016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c0725ce-7695-4fd9-96e2-12a6c710ad5c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1560903 Jun 17 08:34:26.820514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59116) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.827687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.840430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Transition to ACTIVE for port object 4b108ab1-4397-4271-84a3-84df92b74633 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:26.872007 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Deleting port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:26.872707 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.903599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Transition to ACTIVE for port object 4b108ab1-4397-4271-84a3-84df92b74633 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:26.919600 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.934222 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.936462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6854df98-94aa-4dd2-910c-4016e959bd6f no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:26.954651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-13e0f524-2f56-4273-bd9b-a8127f18eca3 service neutron] 10.222.0.65 "GET /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197208 Jun 17 08:34:26.995196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6854df98-94aa-4dd2-910c-4016e959bd6f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:26.995531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6854df98-94aa-4dd2-910c-4016e959bd6f not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:27.040456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:27.045153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:27.047901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Pushing event updated for resources: {'Port': ['ID=4b108ab1-4397-4271-84a3-84df92b74633,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.050488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:27.061024 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.106464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59122) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:27.126446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] For port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,segment=NetworkSegment(f6f2a3b4-1278-48c7-a41d-fc5e518419c3),segment_id=f6f2a3b4-1278-48c7-a41d-fc5e518419c3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:27.127645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.173603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 6eff15b2-c3e5-4171-be3b-882605028ab4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:27.173930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.208527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Calling delete_port for 3eabf57a-9ced-4d56-bbcb-094ea577f7ec owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:27.208749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Attempting to bind port 4b108ab1-4397-4271-84a3-84df92b74633 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:27.210056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Attempting to bind port 4b108ab1-4397-4271-84a3-84df92b74633 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:27.210600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Attempting to bind port 4b108ab1-4397-4271-84a3-84df92b74633 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:27.218969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:27.219700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:27.220838 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.221442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:27.222118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Bound port: 4b108ab1-4397-4271-84a3-84df92b74633, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:27.222827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.233117 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-2c6dc957-4d28-40f3-9fe5-eff142593502 req-de845daa-6b9e-4f94-9c2f-47410553885f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:34:27.245526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c6dc957-4d28-40f3-9fe5-eff142593502 req-de845daa-6b9e-4f94-9c2f-47410553885f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/d8178b65-cf63-4801-88fb-88e912410537 HTTP/1.1" status: 404 len: 352 time: 0.0340621 Jun 17 08:34:27.402607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e431c-86d7-46bc-9ba1-ff7062279180 None None] DHCP port deletion for f34b23ee-75c3-4df0-b3f1-5a59581718ee request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:27.419669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-757553261'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:27.446194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.450391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.456761 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76c8c01f-9f40-4845-a14f-36397390edc4 tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:27.505744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3eabf57a-9ced-4d56-bbcb-094ea577f7ec,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.508289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] No DVR routers for this DVR port 3eabf57a-9ced-4d56-bbcb-094ea577f7ec on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:27.513455 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.536088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e431c-86d7-46bc-9ba1-ff7062279180 None None] The port '3eabf57a-9ced-4d56-bbcb-094ea577f7ec' was deleted {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 17 08:34:27.578647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] For port 4b108ab1-4397-4271-84a3-84df92b74633, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:27.582663 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0c3322e-00a2-4db4-8921-35f8b842b21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.611348 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.620746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] For port 4b108ab1-4397-4271-84a3-84df92b74633, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4b108ab1-4397-4271-84a3-84df92b74633,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:27.637512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78e9fe17-65eb-41bc-bd81-a848bff046b0 req-19091881-b711-44e8-965a-7c52dc8d504a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 6154 time: 0.2174160 Jun 17 08:34:27.639283 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.658688 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:27.690380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 6eff15b2-c3e5-4171-be3b-882605028ab4 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:27.722877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:27.731841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.778013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.805914 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.830965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Pushing event updated for resources: {'Port': ['ID=4b108ab1-4397-4271-84a3-84df92b74633,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.857553 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.874515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34b23ee-75c3-4df0-b3f1-5a59581718ee']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:27.963451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:27.963802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f2a3b4-1278-48c7-a41d-fc5e518419c3') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:27.969274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d57b5da0-2d01-45a0-ae68-863780e74bee req-f5474d46-590c-4005-a652-822ff619bce8 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 210 time: 0.1415691 Jun 17 08:34:27.984740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.995559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78e9fe17-65eb-41bc-bd81-a848bff046b0 req-ea3f95a5-ec17-42fa-acfb-74ddfc79f264 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/61d6e4b7-1239-4f7a-bb2d-844cb359a6ff HTTP/1.1" status: 200 len: 2985 time: 0.3572030 Jun 17 08:34:28.023981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.027941 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.046859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.063529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:28.064180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:28.066218 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:28.085928 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.144395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:28.149550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78e9fe17-65eb-41bc-bd81-a848bff046b0 req-4839eccd-8bfe-403d-aff1-ce1cae27a167 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/61d6e4b7-1239-4f7a-bb2d-844cb359a6ff HTTP/1.1" status: 200 len: 2985 time: 0.1395395 Jun 17 08:34:28.153592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57d83-2820-409d-859e-ec008241dd94 req-6cbcd9e1-ee77-4040-b4fc-aaed87b1d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.156421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-6cbcd9e1-ee77-4040-b4fc-aaed87b1d558 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.3266439 Jun 17 08:34:28.167978 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.168445 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Added segment 90fd68a8-d4f5-4b0d-9f9f-fc268c7ab49d of type vlan for network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 Jun 17 08:34:28.219630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.260408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.265021 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d2236b2-baf8-4065-8e07-a15bdf0be0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.270495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.275160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] 10.222.0.65 "DELETE /v2.0/networks/f34b23ee-75c3-4df0-b3f1-5a59581718ee HTTP/1.1" status: 204 len: 168 time: 1.7526772 Jun 17 08:34:28.298156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.304606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.311499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.313003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.318327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db325c8b-4531-413e-99c2-78ac02e9bafa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.331395 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.332176 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3cc29a1e-7dbb-485f-95ea-3af293806904 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.375760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f34b23ee-75c3-4df0-b3f1-5a59581718ee,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.379512 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.396948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=6eff15b2-c3e5-4171-be3b-882605028ab4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.410368 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.415951 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7226abbe-80c4-4b24-9883-9552f65d569f tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.484566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3743391 Jun 17 08:34:28.494344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.501014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'subnet': {'network_id': '35bcb2c6-1c4f-487f-9cd9-51f86dc77d18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:28.512825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-dd517499-5ea9-4872-a1ac-cc4c8b930219 req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1008231468', 'description': 'tempest-description-1880844527'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:28.542786 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.546122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/6eff15b2-c3e5-4171-be3b-882605028ab4 HTTP/1.1" status: 204 len: 168 time: 1.7248218 Jun 17 08:34:28.561619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59164) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.605053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59166) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.614220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Network': ['ID=35bcb2c6-1c4f-487f-9cd9-51f86dc77d18,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.618728 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.627351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:28.675172 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8e473b07-fa5f-4d49-b0c8-85e54dc8dcc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0f57a9492608462d8a8c76d64df6b7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681210 Jun 17 08:34:28.677335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.724204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9980cf-4916-4072-bfef-f8da99940063 req-68ad7efc-24d7-433c-8e9a-e80c9b87651e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.725759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d9980cf-4916-4072-bfef-f8da99940063 req-68ad7efc-24d7-433c-8e9a-e80c9b87651e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.5094752 Jun 17 08:34:28.726794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57d83-2820-409d-859e-ec008241dd94 req-38b97a54-092c-4880-b9e0-c937ed562b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.728206 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-38b97a54-092c-4880-b9e0-c937ed562b7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.5656610 Jun 17 08:34:28.764732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dd517499-5ea9-4872-a1ac-cc4c8b930219 req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.775912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.804346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.844215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4b108ab1-4397-4271-84a3-84df92b74633 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:28.845980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.933202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d9980cf-4916-4072-bfef-f8da99940063 req-5553a6eb-6332-4eea-9627-653172521759 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909184 Jun 17 08:34:28.937468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 4b108ab1-4397-4271-84a3-84df92b74633 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:28.941582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3d2ee-5ebb-4f55-a5b6-958ca5bd6cfe tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.949466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3d2ee-5ebb-4f55-a5b6-958ca5bd6cfe tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.952201 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d9c3d2ee-5ebb-4f55-a5b6-958ca5bd6cfe tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3824661 Jun 17 08:34:28.958138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59176) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.970389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.973715 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.977281 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b014928-5b63-45ac-b44f-aeb4e705b455 HTTP/1.1" status: 204 len: 168 time: 0.2966809 Jun 17 08:34:28.977281 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17dc78f3-39c8-4f2d-94af-06e843b65bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.981040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:34:28.981040 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:34:28.981040 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id_1': '9692e35931a34b29ba8bb00448ad192e', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 34, 28, 867348)}] Jun 17 08:34:28.981040 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:34:28.981758 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:34:29.006768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b014928-5b63-45ac-b44f-aeb4e705b455,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:29.035231 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:29.045083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-1a9f2fb4-f169-493b-a8f4-2a4eea336794 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.2994442 Jun 17 08:34:29.055450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3eabf57a-9ced-4d56-bbcb-094ea577f7ec no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:29.114112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3eabf57a-9ced-4d56-bbcb-094ea577f7ec {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:29.114464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3eabf57a-9ced-4d56-bbcb-094ea577f7ec not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:29.114897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:29.177264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:29.177771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cbe7f6f-b19d-406d-9c4d-a5701e6f6935 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:29.215503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 8437e528-6e81-41dd-ab29-86789eff71ee {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:29.220135 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.256324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-8566756b-a27f-47ac-a2e8-153be108b508 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:29.258094 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-8566756b-a27f-47ac-a2e8-153be108b508 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.67 "GET /v2.0/networks?id=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 HTTP/1.1" status: 200 len: 821 time: 0.1700764 Jun 17 08:34:29.271546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Request body: {'port': {'device_id': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9', 'admin_state_up': True, 'tenant_id': 'e795fe0aa9f44d4abaa39492aed0c9f5'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:29.341253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d3c6487-43d2-441d-9cff-0a68a6dc7590 req-869d65c1-2db5-4ad9-adf3-40f085464b99 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 210 time: 0.1456449 Jun 17 08:34:29.366062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57d83-2820-409d-859e-ec008241dd94 req-c5025a08-e19c-439d-ada6-40dd883ffc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:29.367936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-c5025a08-e19c-439d-ada6-40dd883ffc41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.3040187 Jun 17 08:34:29.376450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.418890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dd517499-5ea9-4872-a1ac-cc4c8b930219 req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.491413 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dd517499-5ea9-4872-a1ac-cc4c8b930219 req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.501428 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ff30c13-d1a1-4fe7-a2bd-bc72a3654593 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:29.517815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Made reservation on behalf of e795fe0aa9f44d4abaa39492aed0c9f5 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:29.528138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.707590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af12177-5456-461b-b952-8c4d3c36a064,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:29.716173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Provisioning for port 4b108ab1-4397-4271-84a3-84df92b74633 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:29.718863 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:29.727008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Provisioning complete for port 4b108ab1-4397-4271-84a3-84df92b74633 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:29.727963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.772603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:29.802965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.880299 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dd517499-5ea9-4872-a1ac-cc4c8b930219 req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.894327 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.895606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd517499-5ea9-4872-a1ac-cc4c8b930219 req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4015863 Jun 17 08:34:29.920860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.931472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f9e776cd-3e96-4583-af02-c98eaf1c8434 req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1303149414', 'description': 'tempest-description-999805819'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:29.956696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Allocated IP 172.20.0.2 (c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9/dd012eff-aec2-43a8-bd8a-6e69a2632b0c/d08386ce-0b9e-496d-9862-7c4299dd1b97) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:30.024529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57d83-2820-409d-859e-ec008241dd94 req-c2c03b5a-c70c-4b5f-a04e-2928c3c3682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.026784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-c2c03b5a-c70c-4b5f-a04e-2928c3c3682f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6475449 Jun 17 08:34:30.034707 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9e776cd-3e96-4583-af02-c98eaf1c8434 req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.154242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.166107 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6fcf37ba-096b-4c2a-9c70-3d9ce6832385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.222377 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:34:30.222634 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:34:30.276810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.320327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=8437e528-6e81-41dd-ab29-86789eff71ee,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.325054 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.333817 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.360262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.362664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/8437e528-6e81-41dd-ab29-86789eff71ee HTTP/1.1" status: 204 len: 168 time: 1.4004157 Jun 17 08:34:30.365701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59224) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.451014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e58df99e-d35b-4350-8c09-dc188786f7f1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832970 Jun 17 08:34:30.454667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59226) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.456272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.469462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59228) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.474729 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-58a2fd0a-3af5-45db-ba94-00c3917118b1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.479846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-df6c781c-833b-4095-97f0-269658cf9f2c service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402516 Jun 17 08:34:30.529409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbdf1c-ddf2-4c0c-9ca4-3a71543895ce None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:30.543986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9e776cd-3e96-4583-af02-c98eaf1c8434 req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.592477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9e776cd-3e96-4583-af02-c98eaf1c8434 req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.598188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:30.599886 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2aaa1bef-af85-49e5-8a2b-654693e8a7d3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.617327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782dd4d-bde9-4ff0-ac9a-82349e4a9113 req-8300ac83-1c57-4f70-9016-cfb86f61d1cf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.618989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5782dd4d-bde9-4ff0-ac9a-82349e4a9113 req-8300ac83-1c57-4f70-9016-cfb86f61d1cf tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.4494328 Jun 17 08:34:30.628477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:30.634145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:30.639504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Pushing event updated for resources: {'Port': ['ID=d08386ce-0b9e-496d-9862-7c4299dd1b97,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.665570 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.687348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-network', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:30.697234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f9e776cd-3e96-4583-af02-c98eaf1c8434 req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.698448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9e776cd-3e96-4583-af02-c98eaf1c8434 req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7718976 Jun 17 08:34:30.699293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.763803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8a81b-9a78-4dd4-8848-4111a96a3b51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.764334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b7a8a81b-9a78-4dd4-8848-4111a96a3b51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3023312 Jun 17 08:34:30.775701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59240) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.784263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.793331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.804856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d6bbc-9835-49d3-b141-c051a90e0343,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.808246 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.821899 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a08f3ea-a94b-4428-8637-e198746debc6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.850175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43c57d83-2820-409d-859e-ec008241dd94 req-47f32e9a-3dbc-4d34-8610-c54caa8899e7 service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539917 Jun 17 08:34:30.868965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6017597 Jun 17 08:34:30.883523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Request body: {'port': {'device_id': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:30.889457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5782dd4d-bde9-4ff0-ac9a-82349e4a9113 req-bc8e3dea-d057-4da9-809c-e31852296e20 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317610 Jun 17 08:34:30.890578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Made reservation on behalf of a94d5bccf8344fa1a1cd909eb1b31773 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:30.893089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.945819 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.962888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.002030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] For port 4b108ab1-4397-4271-84a3-84df92b74633, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4b108ab1-4397-4271-84a3-84df92b74633,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:31.013382 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.016100 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.077828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.079970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Pushing event updated for resources: {'Port': ['ID=4b108ab1-4397-4271-84a3-84df92b74633,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.083030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:31.085766 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.141080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-32754588-bc77-4219-ad1c-d49b5c6acf42 None None] Could not find standard attr ID for object 6eff15b2-c3e5-4171-be3b-882605028ab4. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:34:31.191809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Deleting port 4b108ab1-4397-4271-84a3-84df92b74633 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:31.192586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.315910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] For port 4b108ab1-4397-4271-84a3-84df92b74633, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4b108ab1-4397-4271-84a3-84df92b74633,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:31.318371 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.397578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609c651-7826-4099-a1d6-08a2cda55fc4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.399077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2609c651-7826-4099-a1d6-08a2cda55fc4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6130819 Jun 17 08:34:31.408004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59258) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:31.413018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Calling delete_port for 4b108ab1-4397-4271-84a3-84df92b74633 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:31.440627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Subnet': ['ID=e4865486-19eb-445d-b9df-6485e55c459c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.452006 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.504554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Checking segment: {'id': '90fd68a8-d4f5-4b0d-9f9f-fc268c7ab49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '35bcb2c6-1c4f-487f-9cd9-51f86dc77d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:31.504915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network hostable DHCP agents. Network: 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:31.567109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f5844d04-e409-4324-9a2f-0486ee0701ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406157 Jun 17 08:34:31.570059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59264) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:31.598257 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.607438 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08538374-e080-45c1-9410-962d3b8a2a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.614577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:31.644281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] No DVR routers for this DVR port 4b108ab1-4397-4271-84a3-84df92b74633 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:31.646750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Pushing event deleted for resources: {'Port': ['ID=4b108ab1-4397-4271-84a3-84df92b74633,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.649644 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.656600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08386ce-0b9e-496d-9862-7c4299dd1b97 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:34:31.668604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.690298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Transition to ACTIVE for port object d08386ce-0b9e-496d-9862-7c4299dd1b97 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:31.695760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.706420 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0af2ad2c-a5a8-4758-979c-a522901d3f8d tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.720931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c910b20-c45b-4d06-891c-bb8d7114cdc0 req-a1fa0e2e-0b9a-4cbb-b2bc-1dd5f2d271eb tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.728485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c910b20-c45b-4d06-891c-bb8d7114cdc0 req-a1fa0e2e-0b9a-4cbb-b2bc-1dd5f2d271eb tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 931 time: 0.8428185 Jun 17 08:34:31.730273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:31.817541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-046704fd-cb6a-43da-91f8-8ee7f51749c6 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.819119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-046704fd-cb6a-43da-91f8-8ee7f51749c6 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 813 time: 0.4480202 Jun 17 08:34:31.822476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:31.827268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.828370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.843484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b86f60-05b1-4022-a5d7-cf0bf9474fc0 None None] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:31.847370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Pushing event updated for resources: {'Port': ['ID=d08386ce-0b9e-496d-9862-7c4299dd1b97,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.863809 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.864512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Attempting to bind port d08386ce-0b9e-496d-9862-7c4299dd1b97 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:31.864852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Attempting to bind port d08386ce-0b9e-496d-9862-7c4299dd1b97 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '1ae058d3-3d06-4907-bc34-8298ea8b5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:31.865184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Attempting to bind port d08386ce-0b9e-496d-9862-7c4299dd1b97 on network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:31.869809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Port d08386ce-0b9e-496d-9862-7c4299dd1b97 on network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:34:31.870126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Attempting to bind port d08386ce-0b9e-496d-9862-7c4299dd1b97 on network c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:31.876254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:31.876597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Checking segment: {'id': '1ae058d3-3d06-4907-bc34-8298ea8b5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:31.876982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Bound using segment: {'id': '1ae058d3-3d06-4907-bc34-8298ea8b5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:31.877413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Bound port: d08386ce-0b9e-496d-9862-7c4299dd1b97, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae058d3-3d06-4907-bc34-8298ea8b5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:31.877763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.885295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-63fa3926-64fb-4d9d-896e-19f2184f3a39 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/quotas/7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 375 time: 0.0482275 Jun 17 08:34:31.905230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c910b20-c45b-4d06-891c-bb8d7114cdc0 req-145ee5d6-49e1-48d5-9e0c-8b398f494923 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757238 Jun 17 08:34:31.955489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] For port d08386ce-0b9e-496d-9862-7c4299dd1b97, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:31.960185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] For port d08386ce-0b9e-496d-9862-7c4299dd1b97, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97,segment=NetworkSegment(1ae058d3-3d06-4907-bc34-8298ea8b5cf4),segment_id=1ae058d3-3d06-4907-bc34-8298ea8b5cf4)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:31.967044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.971118 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5f4d3eb-9b73-4f01-bc18-aca0820a5ea0 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.984382 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.006206 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.011543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.013539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.013539 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] 10.222.0.67 "PUT /v2.0/ports/d08386ce-0b9e-496d-9862-7c4299dd1b97 HTTP/1.1" status: 200 len: 1092 time: 1.1367044 Jun 17 08:34:32.014083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'tag': 'd08386ce-0b9e-496d-9862-7c4299dd1b97'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:32.024916 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-030710fb-5c56-4473-8bed-e54370639947 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:32.038593 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "73bc1c4f-dc5e-4af0-b063-60e39039e94e", "tag": "d08386ce-0b9e-496d-9862-7c4299dd1b97"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:32.047200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59274) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.048095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5514095 Jun 17 08:34:32.061400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-515788188', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:32.083632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Pushing event updated for resources: {'Port': ['ID=d08386ce-0b9e-496d-9862-7c4299dd1b97,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.112694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436e9a8-cf80-4571-99cd-5d6f45cf6a58 None None] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:32.114551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:32.124107 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.133272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaedfd6-6c79-47b6-a780-3183dbd65e3e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.137018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.144058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:32.149812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.159465 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.160059 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Added segment c7baf88e-b1a3-4d24-b20c-c6162fe5d91d of type vlan for network 3488a3ce-6e47-420f-8b88-c44ba3349785 Jun 17 08:34:32.167004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.168116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.178350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-949c75b4-5808-43c8-9f63-cbbfac4fcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.179957 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-949c75b4-5808-43c8-9f63-cbbfac4fcdb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e795fe0aa9f44d4abaa39492aed0c9f5&device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 1095 time: 0.0933716 Jun 17 08:34:32.238538 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-91f29e11-6b37-431d-8179-37508644885d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97 HTTP/1.1" status: 200 len: 217 time: 0.0483596 Jun 17 08:34:32.247670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-2623676d-71c8-4f20-8ab7-4264de669618 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3363032 Jun 17 08:34:32.324661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.340983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-6573d999-f540-497b-b269-750f67637b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.342501 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-6573d999-f540-497b-b269-750f67637b3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd012eff-aec2-43a8-bd8a-6e69a2632b0c HTTP/1.1" status: 200 len: 861 time: 0.0837417 Jun 17 08:34:32.397528 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.422338 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-27b5119f-0221-4de3-9d3f-3be2a4845fda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365665 Jun 17 08:34:32.528101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.529169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.529757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.535469 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-60a60352-5e53-4344-b5dc-b716c3a16700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:32.698622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2280059 Jun 17 08:34:32.711112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59288) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.711112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-83ef02fa-e168-4f61-aa85-8a65ac0cc482 service neutron] 10.222.0.65 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587820 Jun 17 08:34:32.712136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Request body: {'subnet': {'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-subnet', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:32.745103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Pushing event updated for resources: {'Network': ['ID=3488a3ce-6e47-420f-8b88-c44ba3349785,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.753224 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.762076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:32.763067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37bdd-b726-4688-8dc0-c467a229ced0 req-e46580aa-85ba-416c-9feb-3e5af5a71de2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.764579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83f37bdd-b726-4688-8dc0-c467a229ced0 req-e46580aa-85ba-416c-9feb-3e5af5a71de2 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.3894212 Jun 17 08:34:32.772789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4b108ab1-4397-4271-84a3-84df92b74633 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:32.807024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 4b108ab1-4397-4271-84a3-84df92b74633 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:32.807373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4b108ab1-4397-4271-84a3-84df92b74633 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:32.865523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Made reservation on behalf of a94d5bccf8344fa1a1cd909eb1b31773 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:32.867932 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.959529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-3d1b9c25-66a1-44d1-9cbe-4cbc97aba8e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285759 Jun 17 08:34:32.988550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.024280 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-c1b1905d-6049-44bb-9ca8-832f6309e1da service neutron] 10.222.0.67 "GET /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646062 Jun 17 08:34:33.045008 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.054171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e5ec382-7c6e-4716-8ae9-9956e1ba3b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:33.127628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:33.159860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff954806-d8ca-4b33-8eed-2e76821e1423 req-46e358ff-770b-4128-9062-51953aff958b service neutron] 10.222.0.67 "GET /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198125 Jun 17 08:34:33.161408 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62c107-a47c-4ef9-805c-e09830cdbfaf x-openstack-request-id: req-0c62c107-a47c-4ef9-805c-e09830cdbfaf {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:33.161750 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bc1c4f-dc5e-4af0-b063-60e39039e94e", "tag": "d08386ce-0b9e-496d-9862-7c4299dd1b97", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:33.162053 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c62c107-a47c-4ef9-805c-e09830cdbfaf {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:33.163105 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'tag': 'd08386ce-0b9e-496d-9862-7c4299dd1b97', 'status': 'completed', 'code': 200} Jun 17 08:34:33.221536 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:33.224871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83f37bdd-b726-4688-8dc0-c467a229ced0 req-aee01518-5693-4e72-bb4c-2cd26a0579f9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506799 Jun 17 08:34:33.244475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:33.247998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:33.261087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fbab2-d09d-4ed7-a3df-b4b00cd293f9 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:33.297494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.298119 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.350147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-2ae7f7a0-0c8e-4701-bb94-f60317a4bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.361263 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-2ae7f7a0-0c8e-4701-bb94-f60317a4bbe6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e795fe0aa9f44d4abaa39492aed0c9f5&device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 1095 time: 0.1017811 Jun 17 08:34:33.413359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8377125 Jun 17 08:34:33.420908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59310) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:33.429998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': 'c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4', 'ip_address': '2001:db8::dd32:c0eb:5f41:97f8'}], 'name': 'tempest-NetworksTestDHCPv6-1991485346'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:33.462996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.502490 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b2b4dc2e-18e6-4927-af39-394ecd73eb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:33.526755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.574598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.613868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:33.614968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.639319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1abdc63-9cc0-4057-bd97-a2037275aaba req-15f0c5ed-a1b3-4426-9bcd-e763663ce5de tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 210 time: 0.2123740 Jun 17 08:34:33.726440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-b2317a6b-aaea-4ec5-8878-8c1aa690fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.729259 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-b2317a6b-aaea-4ec5-8878-8c1aa690fe52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 HTTP/1.1" status: 200 len: 922 time: 0.3008256 Jun 17 08:34:33.790240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-8087aafb-43a4-4c3b-ba68-62f4bb1e28d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97 HTTP/1.1" status: 200 len: 217 time: 0.0508964 Jun 17 08:34:33.791827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.213 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/8f75d74a-9795-45db-81f5-4d2799aeaa25) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:33.899654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaefd46-b07b-4d8d-94a5-4c10b6c28115,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:33.917467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4/3fed37aa-4673-4849-a784-9c11666e8380) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:33.926661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:33.945176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-bc95a6ff-d0c3-4640-bf96-b463895533dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.946648 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-bc95a6ff-d0c3-4640-bf96-b463895533dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd012eff-aec2-43a8-bd8a-6e69a2632b0c HTTP/1.1" status: 200 len: 861 time: 0.1494734 Jun 17 08:34:34.027073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Checking segment: {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:34.027441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Network hostable DHCP agents. Network: 3488a3ce-6e47-420f-8b88-c44ba3349785, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:34.084421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-a08e4793-7f25-400d-971a-682fca68180c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4733031 Jun 17 08:34:34.100887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5356-08a4-4eb2-bcab-f8a4148e1d5c req-20f8d837-9348-4a38-b3ea-eeab9f0f9c38 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.102057 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-1f3aff09-3d64-400b-b4f1-9e57dbcef5bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436439 Jun 17 08:34:34.108332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58fe5356-08a4-4eb2-bcab-f8a4148e1d5c req-20f8d837-9348-4a38-b3ea-eeab9f0f9c38 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 943 time: 0.5423255 Jun 17 08:34:34.111810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.122455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Transition to ACTIVE for port object 3fed37aa-4673-4849-a784-9c11666e8380 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:34.147530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Transition to ACTIVE for port object 3fed37aa-4673-4849-a784-9c11666e8380 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:34.157242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:34.172554 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.175858 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.225210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Pushing event updated for resources: {'Port': ['ID=3fed37aa-4673-4849-a784-9c11666e8380,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.228328 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.238629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:34.240323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:34.242773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:34.260143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.297949 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-6a9202d5-3b44-4b3a-9491-6c02782d1952 service neutron] 10.222.0.67 "GET /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874015 Jun 17 08:34:34.303515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:34.309872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Attempting to bind port 3fed37aa-4673-4849-a784-9c11666e8380 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:34.310437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Attempting to bind port 3fed37aa-4673-4849-a784-9c11666e8380 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:34.310693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Attempting to bind port 3fed37aa-4673-4849-a784-9c11666e8380 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:34.317262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:34.317693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:34.318042 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.318437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:34.318922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Bound port: 3fed37aa-4673-4849-a784-9c11666e8380, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:34.319306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.360604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413febf-dc6b-48d9-b12a-1f43a59e1cbe req-d2744582-6c2c-45d3-a024-ce4e1f58ce61 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.368359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8413febf-dc6b-48d9-b12a-1f43a59e1cbe req-d2744582-6c2c-45d3-a024-ce4e1f58ce61 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.4857643 Jun 17 08:34:34.394356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] For port 3fed37aa-4673-4849-a784-9c11666e8380, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:34.398744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] For port 3fed37aa-4673-4849-a784-9c11666e8380, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3fed37aa-4673-4849-a784-9c11666e8380,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:34.410934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.411682 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.418068 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90f7e906-303d-4b0e-b8f1-b9cbddf7f97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.430695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58fe5356-08a4-4eb2-bcab-f8a4148e1d5c req-189c21a9-f803-438f-966f-f70c0879215a tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161139 Jun 17 08:34:34.434826 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.437828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 3488a3ce-6e47-420f-8b88-c44ba3349785) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:34.448802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.449391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.458732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7439a-7fac-4a4b-9f61-e8c3e1f15788 None None] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:34.517910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.562833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8496964 Jun 17 08:34:34.563594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:34.572354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:34.589026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-51f6a4ec-569a-4161-a741-749de20fb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.590548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-51f6a4ec-569a-4161-a741-749de20fb6ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 1097 time: 0.3823812 Jun 17 08:34:34.591975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 02103e05-e615-47f1-9e7d-6ab4379c3191 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:34.594134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Pushing event updated for resources: {'Port': ['ID=3fed37aa-4673-4849-a784-9c11666e8380,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.598233 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.611996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:34.613630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:34.616635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:34.699591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=8f75d74a-9795-45db-81f5-4d2799aeaa25,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.708353 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.758925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-3488a3ce-6e47-420f-8b88-c44ba3349785', 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'fixed_ips': [{'subnet_id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:34.759992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.904988 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-20b1a476-0d2c-4f53-8255-381cc6c5c6e7 req-1ba83056-170d-4bfc-859f-444f2286e3f2 service neutron] 10.222.0.67 "GET /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975902 Jun 17 08:34:34.974801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.975870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.073674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Allocated IP 172.20.0.2 (3488a3ce-6e47-420f-8b88-c44ba3349785/7eaefd46-b07b-4d8d-94a5-4c10b6c28115/ae189d57-e4ab-4937-a3aa-f1f92f3e7adf) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:35.237870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8413febf-dc6b-48d9-b12a-1f43a59e1cbe req-6b694ea0-1f64-4a9f-b928-b979699c2ecd tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=efccf493-8606-41a1-b138-703fe542af3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8685448 Jun 17 08:34:35.278315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.287675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Transition to ACTIVE for port object ae189d57-e4ab-4937-a3aa-f1f92f3e7adf will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:35.299825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-607dace9-9047-43f7-8aff-768b0c6fb6cd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.301492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-607dace9-9047-43f7-8aff-768b0c6fb6cd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 813 time: 0.3930347 Jun 17 08:34:35.306618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Transition to ACTIVE for port object ae189d57-e4ab-4937-a3aa-f1f92f3e7adf will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:35.318485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'port': {'device_id': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce', 'admin_state_up': True, 'tenant_id': '7c6972550461472d8def895940ed9fb0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:35.326128 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.332506 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a63a2d8c-4f56-484f-be00-c5df60e52a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:35.378788 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.380488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f545264-6367-43df-894b-54077d0ef178 req-4a2afea7-522c-40d6-b8df-9309b5d7f78b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 210 time: 0.1872594 Jun 17 08:34:35.414768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Pushing event updated for resources: {'Port': ['ID=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:35.435873 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:35.457846 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:35.459676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:35.462407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:35.480208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-e1e301f8-0df4-48cc-bad8-77b7ebfcfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.483699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-e1e301f8-0df4-48cc-bad8-77b7ebfcfbb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.8418818 Jun 17 08:34:35.488884 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.576473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::dd32:c0eb:5f41:97f8 (5554fb35-4376-4d8e-adc9-3103759046d8/c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4/02103e05-e615-47f1-9e7d-6ab4379c3191) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:35.613587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Attempting to bind port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:35.614248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Attempting to bind port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:35.614783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Attempting to bind port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf on network 3488a3ce-6e47-420f-8b88-c44ba3349785 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:35.620272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:35.628297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Checking segment: {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:35.632154 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.632784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Bound using segment: {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:35.633463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Bound port: ae189d57-e4ab-4937-a3aa-f1f92f3e7adf, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:35.634033 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.753159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] For port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:35.762158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] For port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:35.777869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.784432 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:35.785632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Made reservation on behalf of 7c6972550461472d8def895940ed9fb0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:35.789213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.842877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d08386ce-0b9e-496d-9862-7c4299dd1b97 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:34:35.887250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.167260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d08386ce-0b9e-496d-9862-7c4299dd1b97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97,segment=NetworkSegment(1ae058d3-3d06-4907-bc34-8298ea8b5cf4),segment_id=1ae058d3-3d06-4907-bc34-8298ea8b5cf4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:36.181340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'd08386ce-0b9e-496d-9862-7c4299dd1b97', 'network_id': 'c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9', 'port_id': 'd08386ce-0b9e-496d-9862-7c4299dd1b97', 'mac_address': 'fa:16:3e:5c:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd012eff-aec2-43a8-bd8a-6e69a2632b0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:34:36.190965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:34:36.201754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Allocated IP 172.20.0.7 (ad98c31f-8b18-49a2-902b-1b7dc2e998ce/f64fb00f-4c88-46a1-b300-d07550490f85/c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:36.247985 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Pushing event updated for resources: {'Port': ['ID=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.253777 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.285878 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.331817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08386ce-0b9e-496d-9862-7c4299dd1b97 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:34:36.389003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d08386ce-0b9e-496d-9862-7c4299dd1b97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97,segment=NetworkSegment(1ae058d3-3d06-4907-bc34-8298ea8b5cf4),segment_id=1ae058d3-3d06-4907-bc34-8298ea8b5cf4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:36.396436 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.399728 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:36.404732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ab23806b-1176-4cd3-84cf-70c6f8ebda2c None None] Provisioning for port 3fed37aa-4673-4849-a784-9c11666e8380 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:36.477703 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=d08386ce-0b9e-496d-9862-7c4299dd1b97,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.492546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:36.493209 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.504836 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:36.521499 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:36.522074 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.619571 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.638530 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:36.639437 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.661350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.668281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['d08386ce-0b9e-496d-9862-7c4299dd1b97'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:36.673607 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6196682 Jun 17 08:34:36.676561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.700939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-b8167343-0a7d-48b5-8128-25b9ba75b6e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece HTTP/1.1" status: 200 len: 217 time: 0.9872184 Jun 17 08:34:36.788474 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.788474 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b771bd2-53bd-459c-964d-6507a98c2741 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:36.854146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.924772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.933429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-4586f043-7787-4490-b244-550ff0e63452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:36.935157 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-4586f043-7787-4490-b244-550ff0e63452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2250066 Jun 17 08:34:36.981383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.995842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 02103e05-e615-47f1-9e7d-6ab4379c3191 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:37.005315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164754d-75ea-484f-ae11-7527205504b6 req-dfa648fa-8bf8-46f6-9ed8-ef5d745d995b tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:37.013530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b164754d-75ea-484f-ae11-7527205504b6 req-dfa648fa-8bf8-46f6-9ed8-ef5d745d995b tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 944 time: 1.1986167 Jun 17 08:34:37.035303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ae189d57-e4ab-4937-a3aa-f1f92f3e7adf up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:37.098568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:37.104043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3fed37aa-4673-4849-a784-9c11666e8380 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:37.145940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b164754d-75ea-484f-ae11-7527205504b6 req-5b16dca6-de18-4a4f-bfc4-d33864c9741e tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311738 Jun 17 08:34:37.188330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3fed37aa-4673-4849-a784-9c11666e8380 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:37.193319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3fed37aa-4673-4849-a784-9c11666e8380 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:37.193706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.296794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-0e3e5613-bb99-4fc8-b610-9eb9f638e858 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:37.299310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-0e3e5613-bb99-4fc8-b610-9eb9f638e858 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad8b962a-1ac7-4539-9ba4-526fbff3a0c8 HTTP/1.1" status: 200 len: 943 time: 0.3498814 Jun 17 08:34:37.304308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-7d2ece31-854f-4809-b75e-3d75dedbfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:37.306278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-7d2ece31-854f-4809-b75e-3d75dedbfd36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3581693 Jun 17 08:34:37.307880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.362685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.369075 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f28dfbc6-a1d1-4396-8e8b-f3c49ccb7f6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:37.414036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3fed37aa-4673-4849-a784-9c11666e8380, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3fed37aa-4673-4849-a784-9c11666e8380,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:37.420662 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.425094 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:37.490940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3fed37aa-4673-4849-a784-9c11666e8380,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:37.495142 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:37.520191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:37.606314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:37.612974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=02103e05-e615-47f1-9e7d-6ab4379c3191,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:37.621622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:37.629568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:37.630377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.649088 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:37.698782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb3416f1-42b3-4e38-8072-1c3fe17d5c0a req-38bba510-d660-4718-a7af-690bab966da7 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 210 time: 0.2203362 Jun 17 08:34:37.758095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3333881 Jun 17 08:34:37.792748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.822497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-ceacbe22-c0f1-4308-a9e2-6d0b4ec69b2b service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999466 Jun 17 08:34:37.823673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.831431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d08386ce-0b9e-496d-9862-7c4299dd1b97 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:37.837552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:37.872082 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:37.961184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fcee91-0386-4986-b6fc-d64a7406c9c2 None None] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:37.967162 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-82f86e06-2cc1-480d-bf1d-0cea0154f2db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8918803 Jun 17 08:34:37.993594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Network ad98c31f-8b18-49a2-902b-1b7dc2e998ce is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:38.001261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:38.004697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Deleting port f2da88cd-de09-4b29-97f2-1c847f6b01ed {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:38.005055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.053921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.068200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:38.114453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Provisioning for port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:38.134687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.138319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Provisioning complete for port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:38.138760 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.172218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.175762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.176424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.193653 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.248821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port d08386ce-0b9e-496d-9862-7c4299dd1b97 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:38.277171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port d08386ce-0b9e-496d-9862-7c4299dd1b97 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:38.277712 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.278572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c514ceb-e7e0-4c0e-9a91-0bf46d46d596 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.282608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] For port f2da88cd-de09-4b29-97f2-1c847f6b01ed, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f2da88cd-de09-4b29-97f2-1c847f6b01ed,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:38.283153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.286964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c514ceb-e7e0-4c0e-9a91-0bf46d46d596 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.288785 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c514ceb-e7e0-4c0e-9a91-0bf46d46d596 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4915893 Jun 17 08:34:38.290180 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9756911 Jun 17 08:34:38.297660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.303229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b6f0f6b-5cb1-4cb1-8b3a-0576cf9987b3 req-48ce95c0-7c9a-45ed-9ddf-504ee2e5730b service neutron] 10.222.0.60 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541147 Jun 17 08:34:38.350227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Request body: {'port': {'device_id': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:38.388999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Calling delete_port for f2da88cd-de09-4b29-97f2-1c847f6b01ed owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:38.474216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.480228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-84371cc0-88a7-4c76-bf54-b1ca313e12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.481726 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-84371cc0-88a7-4c76-bf54-b1ca313e12e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 1097 time: 0.4251390 Jun 17 08:34:38.521368 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.532983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Allocated IP 172.25.7.66 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/6bbbafb0-f59b-4744-be6c-29bcc544126a) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:38.600385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d08386ce-0b9e-496d-9862-7c4299dd1b97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97,segment=NetworkSegment(1ae058d3-3d06-4907-bc34-8298ea8b5cf4),segment_id=1ae058d3-3d06-4907-bc34-8298ea8b5cf4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:38.608239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08386ce-0b9e-496d-9862-7c4299dd1b97'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:38.611788 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef454c6f-8a17-48ac-af7a-dc77fb58390c" -d '{"events": [{"server_uuid": "73bc1c4f-dc5e-4af0-b063-60e39039e94e", "name": "network-vif-plugged", "status": "completed", "tag": "d08386ce-0b9e-496d-9862-7c4299dd1b97"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:38.627168 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.632481 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-accc6607-e74d-43d6-8a7a-865cb4cf70ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.643238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.694579 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.732646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] For port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:38.741567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.751495 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.805716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=d08386ce-0b9e-496d-9862-7c4299dd1b97,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.832589 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.833522 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.835643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3011-19aa-4eb0-8876-cf49384c3b70 req-b17885b5-7409-4547-9045-d84c89de6297 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.844048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3011-19aa-4eb0-8876-cf49384c3b70 req-b17885b5-7409-4547-9045-d84c89de6297 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 944 time: 0.4868934 Jun 17 08:34:38.849067 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3fed37aa-4673-4849-a784-9c11666e8380 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:38.920396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 02103e05-e615-47f1-9e7d-6ab4379c3191 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:38.920955 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.926064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d3a3011-19aa-4eb0-8876-cf49384c3b70 req-d54a0695-4fd0-4285-a7cf-d3ceb79a921e tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774174 Jun 17 08:34:38.928781 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.966717 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f3c2591-e778-4ef1-974b-aabf4d494fa0 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201 tempest-ExternalNetworksAdminNegativeTestJSON-1114230201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:39.020413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Pushing event updated for resources: {'Port': ['ID=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:39.026665 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:39.067847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8f5e3b9-bbb6-4a98-8bf3-a1381f71dbf2 None None] Provisioning for port 02103e05-e615-47f1-9e7d-6ab4379c3191 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:39.079308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8f5e3b9-bbb6-4a98-8bf3-a1381f71dbf2 None None] Provisioning complete for port 02103e05-e615-47f1-9e7d-6ab4379c3191 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:39.096538 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8f5e3b9-bbb6-4a98-8bf3-a1381f71dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.096793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-712bb960-5ec3-4090-b650-5043a1ad7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:39.101767 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-712bb960-5ec3-4090-b650-5043a1ad7578 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 200 len: 912 time: 0.5778222 Jun 17 08:34:39.111463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbbafb0-f59b-4744-be6c-29bcc544126a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:39.120374 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:39.127041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:39.131726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:39.136872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:39.178514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3fed37aa-4673-4849-a784-9c11666e8380 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:39.178945 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.230938 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af3e258-05b0-43f4-990f-077869c21231 x-openstack-request-id: req-3af3e258-05b0-43f4-990f-077869c21231 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:39.232042 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bc1c4f-dc5e-4af0-b063-60e39039e94e", "name": "network-vif-plugged", "status": "completed", "tag": "d08386ce-0b9e-496d-9862-7c4299dd1b97", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:39.232042 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3af3e258-05b0-43f4-990f-077869c21231 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:39.232284 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08386ce-0b9e-496d-9862-7c4299dd1b97', 'code': 200} Jun 17 08:34:39.236433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5e3b9-bbb6-4a98-8bf3-a1381f71dbf2 None None] Port 02103e05-e615-47f1-9e7d-6ab4379c3191 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:39.262440 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-e4d7566c-e33e-4289-9ada-ae4b2c895259 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 200 len: 1000 time: 0.1335993 Jun 17 08:34:39.356502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dee0e9ab-cbe2-4f95-abfa-b55e9c9405c9 None None] Provisioning complete for port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:39.356882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee0e9ab-cbe2-4f95-abfa-b55e9c9405c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.397557 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.413546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:39.415471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a31de0ec-60ed-45c5-95bc-2c807ffafece'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:39.436262 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:39.481300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'Port': ['ID=f2da88cd-de09-4b29-97f2-1c847f6b01ed,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:39.492457 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:39.544360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-7883af5d-6226-488b-a931-9c1822609a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:39.545995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-7883af5d-6226-488b-a931-9c1822609a4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 200 len: 850 time: 0.2379456 Jun 17 08:34:39.556694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.713189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.1 (35bcb2c6-1c4f-487f-9cd9-51f86dc77d18/e4865486-19eb-445d-b9df-6485e55c459c/5185f0b9-ff3c-40d9-9764-48cdac1a8d04) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:39.752711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 02103e05-e615-47f1-9e7d-6ab4379c3191 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:39.963048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] No DVR routers for this DVR port f2da88cd-de09-4b29-97f2-1c847f6b01ed on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:39.969026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.971155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-302159af-1ad6-4195-a2d3-d53b3d926909 req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "DELETE /v2.0/ports/f2da88cd-de09-4b29-97f2-1c847f6b01ed HTTP/1.1" status: 204 len: 173 time: 2.6475234 Jun 17 08:34:39.971854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-deleted', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:39.974174 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea016344-9445-423c-b722-ab3f11de2755" -d '{"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-deleted", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:40.018285 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c2510-62a8-4e7c-9465-199efe5712ad req-614f931c-06fd-4df1-b100-ddd72ba65968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.019910 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-282c2510-62a8-4e7c-9465-199efe5712ad req-614f931c-06fd-4df1-b100-ddd72ba65968 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 1097 time: 0.7154474 Jun 17 08:34:40.072204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32579a1b-550a-4823-a852-9f741d0c4ab1 req-cad0b139-de78-4aa6-81e9-acf9291cbc0d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.079251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32579a1b-550a-4823-a852-9f741d0c4ab1 req-cad0b139-de78-4aa6-81e9-acf9291cbc0d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 931 time: 0.7726734 Jun 17 08:34:40.096266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-521309fd-5284-4372-8b04-c635036a73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.097782 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-521309fd-5284-4372-8b04-c635036a73e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4580d1b9-d13a-4ca5-bab7-8b005b1906c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5379987 Jun 17 08:34:40.133886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-282c2510-62a8-4e7c-9465-199efe5712ad req-ff9b198b-08df-446a-9d43-4a75c6f44e78 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831327 Jun 17 08:34:40.195602 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.216896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.257448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:34:40.262678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2ae41961-4c4e-4615-a798-114495708814 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:40.286208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.347415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=02103e05-e615-47f1-9e7d-6ab4379c3191,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:40.349725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:40.360267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.371410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32579a1b-550a-4823-a852-9f741d0c4ab1 req-2aa77c8a-2497-4a39-b4c3-ecf96397ee79 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911923 Jun 17 08:34:40.386396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.388570 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/02103e05-e615-47f1-9e7d-6ab4379c3191 HTTP/1.1" status: 204 len: 168 time: 2.0902007 Jun 17 08:34:40.394646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59478) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:40.398764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Transition to ACTIVE for port object c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:40.464937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710c796-d957-4c96-a308-95c3368fd8f7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.466513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710c796-d957-4c96-a308-95c3368fd8f7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.467807 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b0ab7d-6ca6-42ea-a483-f8962998bf1d x-openstack-request-id: req-69b0ab7d-6ca6-42ea-a483-f8962998bf1d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:40.468037 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a710c796-d957-4c96-a308-95c3368fd8f7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0678699 Jun 17 08:34:40.468181 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b962a-1ac7-4539-9ba4-526fbff3a0c8", "name": "network-vif-deleted", "tag": "f2da88cd-de09-4b29-97f2-1c847f6b01ed", "status": "failed", "code": 422}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:40.468488 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69b0ab7d-6ca6-42ea-a483-f8962998bf1d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:40.468847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.475388 n-d-780147-13 neutron-server[93500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad8b962a-1ac7-4539-9ba4-526fbff3a0c8', 'name': 'network-vif-deleted', 'tag': 'f2da88cd-de09-4b29-97f2-1c847f6b01ed', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:34:40.487308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:40.488118 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd168c07-74bf-4591-bab8-cb0930805ab8 tempest-InstanceActionsV221TestJSON-1165283336 tempest-InstanceActionsV221TestJSON-1165283336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:40.746602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ae189d57-e4ab-4937-a3aa-f1f92f3e7adf up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:40.758361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.775184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696bbe-b2c0-4b6c-b3f8-04d513f099fe req-b27c41a2-98f1-4823-9a37-5d02fd46aa72 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.776718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce696bbe-b2c0-4b6c-b3f8-04d513f099fe req-b27c41a2-98f1-4823-9a37-5d02fd46aa72 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 945 time: 0.2380574 Jun 17 08:34:40.866302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:40.866687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.915089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce696bbe-b2c0-4b6c-b3f8-04d513f099fe req-1edb90f4-0409-4843-8613-0504e6a1f522 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073773 Jun 17 08:34:41.048919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Router e6a775af-b1aa-47f2-9ec6-38195add40fa is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:34:41.153310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-9a1ef7c3-5dd1-4d7b-8cfa-86d23a14f94f service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0388875 Jun 17 08:34:41.256618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4605b-1f40-4014-b50e-401190ab4d61 req-4e9836b4-9c74-4dde-91f2-c7c7dfd3d4bb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:41.257769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85f4605b-1f40-4014-b50e-401190ab4d61 req-4e9836b4-9c74-4dde-91f2-c7c7dfd3d4bb tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 908 time: 0.1024947 Jun 17 08:34:41.283832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:41.287851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Sync routers for ids ['e6a775af-b1aa-47f2-9ec6-38195add40fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:41.299613 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.301374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Routers {'e6a775af-b1aa-47f2-9ec6-38195add40fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:41.301901 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7351246 Jun 17 08:34:41.302694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e6a775af-b1aa-47f2-9ec6-38195add40fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:41.304730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59500) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:41.337106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:41.351186 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:41.382166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:41.400256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.432480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Attempting to bind port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:41.432833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Attempting to bind port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:41.433412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Attempting to bind port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a on network ad98c31f-8b18-49a2-902b-1b7dc2e998ce {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:41.435112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Set router e6a775af-b1aa-47f2-9ec6-38195add40fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:41.448778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a on network ad98c31f-8b18-49a2-902b-1b7dc2e998ce not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:34:41.449121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Attempting to bind port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a on network ad98c31f-8b18-49a2-902b-1b7dc2e998ce {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:41.460966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.470466 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3b76998-6742-467f-8402-82b9370375f4 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:41.513628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:41.513974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Checking segment: {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:41.514372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Bound using segment: {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:41.515025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Bound port: c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf5ecda-799b-41ba-957b-3a2a9ebda581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:41.515606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.547178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.550230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=5185f0b9-ff3c-40d9-9764-48cdac1a8d04,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:41.554145 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-70f5fcb6-43a3-40e6-b844-bdcd2e314fb1 req-00566e5a-75f0-4f03-9c1b-936dd5d1c79d service neutron] 10.222.0.67 "GET /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856297 Jun 17 08:34:41.575025 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:41.588486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:41.609725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:41.615260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:41.649868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:34:39Z', 'revision_number': 3, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:41.690399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Checking router: e6a775af-b1aa-47f2-9ec6-38195add40fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:41.690830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Updating router e6a775af-b1aa-47f2-9ec6-38195add40fa port 6bbbafb0-f59b-4744-be6c-29bcc544126a binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:34:41.723198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.730977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:41.734035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554c4b-396c-4d05-b852-91ad8dbb94e7 req-567608c7-b609-41a3-83e6-84f97bd0be6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:41.735748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15554c4b-396c-4d05-b852-91ad8dbb94e7 req-567608c7-b609-41a3-83e6-84f97bd0be6a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 943 time: 0.1523809 Jun 17 08:34:41.767351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.786462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:41.791710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.847000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.855757 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b83e1336-8cc1-4827-8649-2b5c15caa4d9 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:41.859092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15554c4b-396c-4d05-b852-91ad8dbb94e7 req-e53cfe63-09a9-4865-8ef2-707535d0f165 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825038 Jun 17 08:34:41.918109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:41.918789 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.920449 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] 10.222.0.60 "PUT /v2.0/ports/c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 1092 time: 3.5824115 Jun 17 08:34:41.928513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:41.931404 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7387355a-ac5f-4f42-bae1-4512e014e7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:42.064579 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9911a31f-ba68-4134-bfa9-0794657968b9 x-openstack-request-id: req-9911a31f-ba68-4134-bfa9-0794657968b9 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:42.064920 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:42.065121 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9911a31f-ba68-4134-bfa9-0794657968b9 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:42.065563 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'status': 'completed', 'code': 200} Jun 17 08:34:42.086561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:42.090297 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:42.098752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.102340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.116459 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e8d5d15-cf3b-43ef-aa12-ad752b0b6d86 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:42.145955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d372d-4671-4e02-998d-0e9044d867ec None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:42.155161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.158064 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4 HTTP/1.1" status: 204 len: 168 time: 1.6675985 Jun 17 08:34:42.178272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:42.190287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:42.243565 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:42.245629 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18728a0b-4225-4956-b108-675b746d36a9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651715 Jun 17 08:34:42.251324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59522) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:42.259068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:42.262556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.288862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-a10fc428-0b44-40cd-8628-bc13155d6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.290380 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-a10fc428-0b44-40cd-8628-bc13155d6f78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1095 time: 0.3106258 Jun 17 08:34:42.394181 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.400432 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-485bd3ee-7c9b-43f3-b68a-865fe8a2f4e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 217 time: 0.1007385 Jun 17 08:34:42.408626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Transition to ACTIVE for port object 6bbbafb0-f59b-4744-be6c-29bcc544126a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:42.424443 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.430737 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:42.515554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:42.520553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Attempting to bind port 6bbbafb0-f59b-4744-be6c-29bcc544126a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:42.521018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Attempting to bind port 6bbbafb0-f59b-4744-be6c-29bcc544126a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:42.521478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Attempting to bind port 6bbbafb0-f59b-4744-be6c-29bcc544126a on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:42.529945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477992e-f4fd-47df-8fb7-f39ba187fc2a None None] Pushing event updated for resources: {'Port': ['ID=6bbbafb0-f59b-4744-be6c-29bcc544126a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:42.533522 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5477992e-f4fd-47df-8fb7-f39ba187fc2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:42.555596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:42.556707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:42.557498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.558000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:42.558838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Bound port: 6bbbafb0-f59b-4744-be6c-29bcc544126a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:42.559352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.571407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-73394ed7-9e86-4c0b-b9fe-85c8c822d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.572998 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-73394ed7-9e86-4c0b-b9fe-85c8c822d9be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.1620610 Jun 17 08:34:42.594148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:42.598202 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.634788 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-38a4d5ca-3f83-470d-a7e8-ecae89686b74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543005 Jun 17 08:34:42.644011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890b195-bebb-4406-b113-66b354d828fe req-969ab504-fb75-4374-b5f4-9ff78519948f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.654852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5890b195-bebb-4406-b113-66b354d828fe req-969ab504-fb75-4374-b5f4-9ff78519948f tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 908 time: 0.2375090 Jun 17 08:34:42.686013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676687-daa2-409d-ab75-0a51878e0464 req-2928fda9-2947-49fb-9c1b-b6e6e1232222 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.694520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8676687-daa2-409d-ab75-0a51878e0464 req-2928fda9-2947-49fb-9c1b-b6e6e1232222 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 945 time: 0.5427349 Jun 17 08:34:42.775188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Allocated IP 172.20.0.1 (3488a3ce-6e47-420f-8b88-c44ba3349785/7eaefd46-b07b-4d8d-94a5-4c10b6c28115/fb5e87fa-9b7d-41dc-9a01-38882db0605f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:42.779676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3fed37aa-4673-4849-a784-9c11666e8380 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:42.791231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8676687-daa2-409d-ab75-0a51878e0464 req-a5aa7af6-5d4c-43a4-9713-733678ef4402 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933464 Jun 17 08:34:42.847079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] For port 6bbbafb0-f59b-4744-be6c-29bcc544126a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:42.866467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] For port 6bbbafb0-f59b-4744-be6c-29bcc544126a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bbbafb0-f59b-4744-be6c-29bcc544126a,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:42.881022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.885430 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-af1bcd9f-29a7-4223-b522-0355633686d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:42.889165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Deleting port 3fed37aa-4673-4849-a784-9c11666e8380 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:42.889812 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.038356 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.070227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Transition to ACTIVE for port object fb5e87fa-9b7d-41dc-9a01-38882db0605f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:43.149387 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-469ea838-1a39-4437-97b6-345957f52064 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665570 Jun 17 08:34:43.168364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-6937cdc7-f46c-4183-8d77-f0796bde234b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:43.169875 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-6937cdc7-f46c-4183-8d77-f0796bde234b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 908 time: 0.5399001 Jun 17 08:34:43.179572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] For port 3fed37aa-4673-4849-a784-9c11666e8380, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3fed37aa-4673-4849-a784-9c11666e8380,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:43.180327 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.182821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Routers {'e6a775af-b1aa-47f2-9ec6-38195add40fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:43.183949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e6a775af-b1aa-47f2-9ec6-38195add40fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:43.192384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477992e-f4fd-47df-8fb7-f39ba187fc2a None None] Pushing event updated for resources: {'Port': ['ID=6bbbafb0-f59b-4744-be6c-29bcc544126a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:43.195834 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5477992e-f4fd-47df-8fb7-f39ba187fc2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:43.202583 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.230471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.241721 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-129496b6-3688-4145-a96b-01df00c0299b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.301699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:43.305272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Calling delete_port for 3fed37aa-4673-4849-a784-9c11666e8380 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:43.317558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:43.325880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:43.381005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.451438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097756e6-d978-48eb-9ea4-49a97edd7bfa req-579c7815-4ff4-455d-bd46-4f345527dddc tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:43.453977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-097756e6-d978-48eb-9ea4-49a97edd7bfa req-579c7815-4ff4-455d-bd46-4f345527dddc tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 943 time: 0.3240697 Jun 17 08:34:43.465154 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.506912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.531687 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5c56b70-e436-4c21-ba8d-af3ac7d1797b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.635334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3fed37aa-4673-4849-a784-9c11666e8380, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3fed37aa-4673-4849-a784-9c11666e8380,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:43.657487 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.662822 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57b9cc53-273a-4f89-a00b-923120b67d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.666407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] Set router e6a775af-b1aa-47f2-9ec6-38195add40fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:43.715821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.736674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Pushing event updated for resources: {'Port': ['ID=fb5e87fa-9b7d-41dc-9a01-38882db0605f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:43.748367 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:43.805947 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.865711 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.873433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.890438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3fed37aa-4673-4849-a784-9c11666e8380,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:43.895237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:43.895237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d1945cc-3b43-4615-9a4c-68b1b9817a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.933211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-097756e6-d978-48eb-9ea4-49a97edd7bfa req-e757deb7-62d2-4c4e-890f-b049000db839 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978350 Jun 17 08:34:43.963667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-75ddaac7-c087-48cb-9e3d-dc1e065a3978 None None] Provisioning for port fb5e87fa-9b7d-41dc-9a01-38882db0605f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:43.996183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] No DVR routers for this DVR port 3fed37aa-4673-4849-a784-9c11666e8380 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:44.001749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Pushing event deleted for resources: {'Port': ['ID=3fed37aa-4673-4849-a784-9c11666e8380,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.004166 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.013689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-75ddaac7-c087-48cb-9e3d-dc1e065a3978 None None] Provisioning complete for port fb5e87fa-9b7d-41dc-9a01-38882db0605f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:44.015659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75ddaac7-c087-48cb-9e3d-dc1e065a3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.054387 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-eb40087b-71ad-4b54-873a-b67e76610df8 req-758dbf28-b288-4c15-8706-a973d86f97da service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8805003 Jun 17 08:34:44.075311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:44.091385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:44.093492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:44.102796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=5185f0b9-ff3c-40d9-9764-48cdac1a8d04,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.106016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-75ddaac7-c087-48cb-9e3d-dc1e065a3978 None None] Port fb5e87fa-9b7d-41dc-9a01-38882db0605f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:44.135016 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.142969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:34:39Z', 'revision_number': 3, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:44.184355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babe3d1-83b4-41b1-97e8-62d22c68ac32 None None] The sync data for ids ['e6a775af-b1aa-47f2-9ec6-38195add40fa'] in n-d-780147-13 is: [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:34:39Z', 'revision_number': 3, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:44.189377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13a2cda1-171e-422c-bb3e-fdc0adf2c6a8 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:44.198672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:44.211336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:44.211986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.213762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97cecb5-a3de-4e9a-a512-96d692b82b19 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:44.420571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '8d3971d9-c25a-4787-9cd8-6cbfed03dbfe'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:44.422279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.534769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6c26-bedc-47b6-81cd-2b21877deb14 req-92013332-1c4a-4f39-9b9d-3681569a5c36 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:44.540256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d42b6c26-bedc-47b6-81cd-2b21877deb14 req-92013332-1c4a-4f39-9b9d-3681569a5c36 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 945 time: 0.5993359 Jun 17 08:34:44.618308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/8d3971d9-c25a-4787-9cd8-6cbfed03dbfe/3736d68a-064f-4cc9-8afb-ba8c55c16eea) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:44.717396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d42b6c26-bedc-47b6-81cd-2b21877deb14 req-f472898f-5eff-484b-a1c5-9c44d8fb78de tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915327 Jun 17 08:34:44.891991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bbbafb0-f59b-4744-be6c-29bcc544126a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:44.991146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.994333 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.007647 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.009420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Transition to ACTIVE for port object 3736d68a-064f-4cc9-8afb-ba8c55c16eea will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:45.016489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ba42bb8-97b1-4c3e-a9d9-6080ef0d27b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.018787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6bbbafb0-f59b-4744-be6c-29bcc544126a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:45.028525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6bbbafb0-f59b-4744-be6c-29bcc544126a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:45.028927 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.056570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72144-0d88-4a94-b833-17b6321ad362 req-c0c4068b-200b-4658-9f0a-623075aa52b0 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.065542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ddb72144-0d88-4a94-b833-17b6321ad362 req-c0c4068b-200b-4658-9f0a-623075aa52b0 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 908 time: 0.5543690 Jun 17 08:34:45.086419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Transition to ACTIVE for port object 3736d68a-064f-4cc9-8afb-ba8c55c16eea will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:45.101252 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.114022 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2bca1e18-8dec-4aa1-ad48-90cf53880dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.167994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:45.194765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:45.195836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Pushing event updated for resources: {'Port': ['ID=fb5e87fa-9b7d-41dc-9a01-38882db0605f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.203828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:45.206991 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.224172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Deleting port 92f98f71-33f7-458b-900b-8ce0bd71634c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:45.224797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.236116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.243541 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9906688 Jun 17 08:34:45.244696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59578) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.267458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=8d3971d9-c25a-4787-9cd8-6cbfed03dbfe,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.281779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.287744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '8d3971d9-c25a-4787-9cd8-6cbfed03dbfe', 'ip_address': '2001:db8::1bfe:1788:5282:9a52'}], 'name': 'tempest-NetworksTestDHCPv6-686009833'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:45.299831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Pushing event updated for resources: {'Port': ['ID=3736d68a-064f-4cc9-8afb-ba8c55c16eea,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.303251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Attempting to bind port 3736d68a-064f-4cc9-8afb-ba8c55c16eea on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:45.303767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Attempting to bind port 3736d68a-064f-4cc9-8afb-ba8c55c16eea by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:45.304146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Attempting to bind port 3736d68a-064f-4cc9-8afb-ba8c55c16eea on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:45.306539 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.355530 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.362853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:45.363266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:45.363683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.364090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:45.364587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Bound port: 3736d68a-064f-4cc9-8afb-ba8c55c16eea, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:45.365262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.388343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-82b2f0e7-8e9e-4505-a265-28c1a786fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.390755 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-82b2f0e7-8e9e-4505-a265-28c1a786fcb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1095 time: 1.2537220 Jun 17 08:34:45.441752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6bbbafb0-f59b-4744-be6c-29bcc544126a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bbbafb0-f59b-4744-be6c-29bcc544126a,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:45.451030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-3f1c7e6d-7030-4c21-883f-0b467637f9c0 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.453682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-3f1c7e6d-7030-4c21-883f-0b467637f9c0 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.67 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 945 time: 0.3419054 Jun 17 08:34:45.456191 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.462676 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5477992e-f4fd-47df-8fb7-f39ba187fc2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.513295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] For port 3736d68a-064f-4cc9-8afb-ba8c55c16eea, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:45.520720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] For port 3736d68a-064f-4cc9-8afb-ba8c55c16eea, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3736d68a-064f-4cc9-8afb-ba8c55c16eea,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:45.555274 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.563177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6bbbafb0-f59b-4744-be6c-29bcc544126a,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.569869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.570348 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2bb3d62-6207-402c-a128-90ca6e31c714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.589661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-cc2a4d7b-4c24-42c0-942a-a816152945f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.591606 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-cc2a4d7b-4c24-42c0-942a-a816152945f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.1928337 Jun 17 08:34:45.618818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] For port 92f98f71-33f7-458b-900b-8ce0bd71634c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=92f98f71-33f7-458b-900b-8ce0bd71634c,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:45.618818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.661676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Pushing event updated for resources: {'Port': ['ID=3736d68a-064f-4cc9-8afb-ba8c55c16eea,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.672100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102e28-a84a-49f8-9795-37f338cc02c4 req-2beafaea-46b1-4cd6-8e09-b3e5216f6c95 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.676048 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.679700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d102e28-a84a-49f8-9795-37f338cc02c4 req-2beafaea-46b1-4cd6-8e09-b3e5216f6c95 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 943 time: 0.3983543 Jun 17 08:34:45.708166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:45.709142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:45.717768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:45.742819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Calling delete_port for 92f98f71-33f7-458b-900b-8ce0bd71634c owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:45.815221 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-5a833cc0-13af-4f9d-905a-5b910a340c2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 217 time: 0.1774817 Jun 17 08:34:45.894800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 92f98f71-33f7-458b-900b-8ce0bd71634c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:45.944903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-df447781-b7ed-4da5-aa1d-9e200ede20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.946537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-df447781-b7ed-4da5-aa1d-9e200ede20fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.1239562 Jun 17 08:34:46.063389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:46.116635 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-134ea5f9-6b1e-435c-b0e0-e119a2095e54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281836 Jun 17 08:34:46.196093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d102e28-a84a-49f8-9795-37f338cc02c4 req-667bee56-2048-4f6d-86ae-44d974b13775 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767332 Jun 17 08:34:46.215122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.304450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:46.310238 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/routers/38cfe612-15b4-41dd-abd3-29d7b43e6ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6326921 Jun 17 08:34:46.318576 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:46.319306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59596) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.329207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'port': {'network_id': '35bcb2c6-1c4f-487f-9cd9-51f86dc77d18', 'name': 'tempest-FloatingIPTestJSON-1495214417'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:46.338800 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:46.348988 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:46.366477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0ee124d4-482b-4f52-85d5-e658238fa5cb None None] Provisioning complete for port fb5e87fa-9b7d-41dc-9a01-38882db0605f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:46.366875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee124d4-482b-4f52-85d5-e658238fa5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.403973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.409079 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-50a3556a-066b-4cdc-9a9d-4e2e2a7050ac tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.413957 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-4567bf8d-e869-4dab-8793-931893239f52 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810087 Jun 17 08:34:46.440579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Router e6a775af-b1aa-47f2-9ec6-38195add40fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:46.450783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Deleting port d08386ce-0b9e-496d-9862-7c4299dd1b97 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:46.451213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.493091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'Port': ['ID=92f98f71-33f7-458b-900b-8ce0bd71634c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:46.496918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:46.504158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0ee124d4-482b-4f52-85d5-e658238fa5cb None None] Port fb5e87fa-9b7d-41dc-9a01-38882db0605f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:46.505745 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:46.510569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:34:46.522380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37749183-2518-4b6e-a4db-e210f9a9f11c req-d32185ed-a631-44f7-af8e-0678bea0e55d tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:46.524071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37749183-2518-4b6e-a4db-e210f9a9f11c req-d32185ed-a631-44f7-af8e-0678bea0e55d tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 945 time: 0.5920162 Jun 17 08:34:46.530243 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:34:46.536866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.553673 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:46.555905 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:46.626082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] No DVR routers for this DVR port 92f98f71-33f7-458b-900b-8ce0bd71634c on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:46.629907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.633955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-baef5e26-4ef7-4bbb-8e39-4ab15bc43103 req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "DELETE /v2.0/ports/92f98f71-33f7-458b-900b-8ce0bd71634c HTTP/1.1" status: 204 len: 173 time: 3.4250660 Jun 17 08:34:46.644230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'name': 'network-vif-deleted', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:46.658509 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:46.658509 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0695e-62af-4c4c-8dde-1b9e2da9b873 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:46.661808 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc684aa-6eeb-41c1-b81c-a1fb24af367e" -d '{"events": [{"server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "name": "network-vif-deleted", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:46.788210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4840fcf5-e0e4-488c-9cd8-7aa531326662 req-111a371f-61f2-4fb9-bca0-7152b37d17b5 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a2e05f-2729-4f84-9410-8388f482eb4d HTTP/1.1" status: 200 len: 210 time: 0.1773653 Jun 17 08:34:46.795043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 7c4bd625-c03f-4e82-a182-47e66dc18eda yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:46.914810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:46.972549 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7387355a-ac5f-4f42-bae1-4512e014e7c9 req-6b29ef43-b14f-477d-8488-351bb0d99b8a service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305145 Jun 17 08:34:46.974143 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d44cfb0-7888-4152-9cc5-e88d12d1e378 x-openstack-request-id: req-4d44cfb0-7888-4152-9cc5-e88d12d1e378 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:46.974475 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a2e05f-2729-4f84-9410-8388f482eb4d", "name": "network-vif-deleted", "tag": "92f98f71-33f7-458b-900b-8ce0bd71634c", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:46.974769 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d44cfb0-7888-4152-9cc5-e88d12d1e378 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:46.995494 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2e05f-2729-4f84-9410-8388f482eb4d', 'name': 'network-vif-deleted', 'tag': '92f98f71-33f7-458b-900b-8ce0bd71634c', 'status': 'completed', 'code': 200} Jun 17 08:34:46.997626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:47.021081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.032902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] For port d08386ce-0b9e-496d-9862-7c4299dd1b97, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d08386ce-0b9e-496d-9862-7c4299dd1b97,segment=NetworkSegment(1ae058d3-3d06-4907-bc34-8298ea8b5cf4),segment_id=1ae058d3-3d06-4907-bc34-8298ea8b5cf4)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:47.033273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.036396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:47.040185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bbbafb0-f59b-4744-be6c-29bcc544126a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:47.054032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37749183-2518-4b6e-a4db-e210f9a9f11c req-565456dc-28ef-4a84-a828-d3af9807228f tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/security-groups?id=effbe65c-7897-44d4-a183-3ca2e71b1806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125265 Jun 17 08:34:47.062930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] 10.222.0.65 "PUT /v2.0/routers/e6a775af-b1aa-47f2-9ec6-38195add40fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7552936 Jun 17 08:34:47.091935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'network_id': 'ad98c31f-8b18-49a2-902b-1b7dc2e998ce', 'port_id': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'mac_address': 'fa:16:3e:81:3c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64fb00f-4c88-46a1-b300-d07550490f85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:34:47.107270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] device_id is not set on port 164c9f26-ed8c-4845-a6ec-d372920e906b yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:47.153306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.196763 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.218064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Calling delete_port for d08386ce-0b9e-496d-9862-7c4299dd1b97 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:47.218959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:34:47.244245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6bbbafb0-f59b-4744-be6c-29bcc544126a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:47.245044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.252121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:47.275890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.280573 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb605497-a456-4d7e-82e7-4566e5311035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.355290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.359127 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.424717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a61f-6814-47da-8144-c14107291392 None None] Sync routers for ids ['e6a775af-b1aa-47f2-9ec6-38195add40fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:47.466118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3736d68a-064f-4cc9-8afb-ba8c55c16eea up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:47.516282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:47.523174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] Routers {'e6a775af-b1aa-47f2-9ec6-38195add40fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:47.524062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e6a775af-b1aa-47f2-9ec6-38195add40fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:47.524950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::1bfe:1788:5282:9a52 (5554fb35-4376-4d8e-adc9-3103759046d8/8d3971d9-c25a-4787-9cd8-6cbfed03dbfe/7c4bd625-c03f-4e82-a182-47e66dc18eda) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:47.531200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.10 (35bcb2c6-1c4f-487f-9cd9-51f86dc77d18/e4865486-19eb-445d-b9df-6485e55c459c/164c9f26-ed8c-4845-a6ec-d372920e906b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:47.718086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3736d68a-064f-4cc9-8afb-ba8c55c16eea completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:47.766269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.813811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Provisioning for port 3736d68a-064f-4cc9-8afb-ba8c55c16eea completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:47.842741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.843805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Provisioning complete for port 3736d68a-064f-4cc9-8afb-ba8c55c16eea triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:47.844121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.858194 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07375897-62f5-456d-bb9b-139c1fcb8abb tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.892402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:47.898382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:47.901098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:47.938405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] Set router e6a775af-b1aa-47f2-9ec6-38195add40fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:47.956752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=164c9f26-ed8c-4845-a6ec-d372920e906b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.972383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.972684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.973070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.973451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.973829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.974202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.974575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.974965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.975337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.975728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.976332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.976710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:47.982710 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.990589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:47.991499 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.994451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-9911d71d-35ba-4e17-9758-239f3e1c2762 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3365030 Jun 17 08:34:48.001182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:48.011653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6897697 Jun 17 08:34:48.012840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59630) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.020646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'port': {'network_id': '35bcb2c6-1c4f-487f-9cd9-51f86dc77d18', 'name': 'tempest-FloatingIPTestJSON-1313798912'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:48.118361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b0ae0-8bb6-4bc5-ab1b-285257e28769 req-1ffa15a5-6960-4f22-bd7c-b2080d69106a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:48.126652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638b0ae0-8bb6-4bc5-ab1b-285257e28769 req-1ffa15a5-6960-4f22-bd7c-b2080d69106a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 944 time: 0.7218697 Jun 17 08:34:48.150817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.165611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.179256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d08386ce-0b9e-496d-9862-7c4299dd1b97 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:48.180759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:48.186391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.214890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] device_id is not set on port 83b38c70-e7f5-42e1-b775-8abbdbeb5552 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:48.352218 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.359068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.2 (35bcb2c6-1c4f-487f-9cd9-51f86dc77d18/e4865486-19eb-445d-b9df-6485e55c459c/83b38c70-e7f5-42e1-b775-8abbdbeb5552) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:48.468486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d2080000-0a56-499e-9081-46f509902b8f None None] For port 3736d68a-064f-4cc9-8afb-ba8c55c16eea, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3736d68a-064f-4cc9-8afb-ba8c55c16eea,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:48.511015 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.519938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638b0ae0-8bb6-4bc5-ab1b-285257e28769 req-57a3b0aa-46db-4d54-b694-28ba609a4676 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918555 Jun 17 08:34:48.523044 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.527710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 7c4bd625-c03f-4e82-a182-47e66dc18eda will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:48.586065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.620697 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.631919 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.657458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.668148 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9787951a-670d-4a9d-899f-52eb7afa5190 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.685038 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86636a51-515f-47d8-bfeb-6dc93935300d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.693249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Pushing event updated for resources: {'Port': ['ID=3736d68a-064f-4cc9-8afb-ba8c55c16eea,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.697625 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.716178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Pushing event deleted for resources: {'Port': ['ID=d08386ce-0b9e-496d-9862-7c4299dd1b97,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.719518 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.782733 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.788189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=83b38c70-e7f5-42e1-b775-8abbdbeb5552,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.796809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9b71f956-e5d1-4c3d-b2e1-141bd40ea6fd tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.799666 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:34:43Z', 'revision_number': 4, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'fb5e87fa-9b7d-41dc-9a01-38882db0605f', 'name': '', 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'mac_address': 'fa:16:3e:9a:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:42Z', 'updated_at': '2021-06-17T08:34:44Z', 'revision_number': 2, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'subnets': [{'id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:48.804495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.823828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] No DVR routers for this DVR port d08386ce-0b9e-496d-9862-7c4299dd1b97 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:48.834325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:48.835985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:48.838948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:48.846671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.848786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbb64333-d76b-4391-a6b3-4de2a4379d40 req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.67 "DELETE /v2.0/ports/d08386ce-0b9e-496d-9862-7c4299dd1b97 HTTP/1.1" status: 204 len: 173 time: 3.3256993 Jun 17 08:34:48.851522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'name': 'network-vif-deleted', 'tag': 'd08386ce-0b9e-496d-9862-7c4299dd1b97'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:48.854019 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bae9fb-177d-461f-ba66-c794f5106da0" -d '{"events": [{"server_uuid": "73bc1c4f-dc5e-4af0-b063-60e39039e94e", "name": "network-vif-deleted", "tag": "d08386ce-0b9e-496d-9862-7c4299dd1b97"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:48.878712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a61f-6814-47da-8144-c14107291392 None None] Checking router: e6a775af-b1aa-47f2-9ec6-38195add40fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:48.888179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:48.889794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a61f-6814-47da-8144-c14107291392 None None] Updating router e6a775af-b1aa-47f2-9ec6-38195add40fa port fb5e87fa-9b7d-41dc-9a01-38882db0605f binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:34:48.910126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:48.913127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=7c4bd625-c03f-4e82-a182-47e66dc18eda,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.915438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:48.919755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:48.920624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.927205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:48.927639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.932360 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.953505 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.969822 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5634a61f-6814-47da-8144-c14107291392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.987973 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9731865 Jun 17 08:34:48.992306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59652) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.992511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7123957 Jun 17 08:34:48.993581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.008980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '83b38c70-e7f5-42e1-b775-8abbdbeb5552', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:49.130889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.180712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87917b-a9f5-44bc-952e-a7a66b52ed8e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.181244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c87d73f-b6c0-4b41-b50d-3ebf3410bf3a req-38d1388f-d9ea-41b0-9391-4c1703076972 tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] 10.222.0.65 "GET /v2.0/ports?device_id=73bc1c4f-dc5e-4af0-b063-60e39039e94e HTTP/1.1" status: 200 len: 210 time: 0.0751796 Jun 17 08:34:49.193631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87917b-a9f5-44bc-952e-a7a66b52ed8e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.195435 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2b87917b-a9f5-44bc-952e-a7a66b52ed8e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2029061 Jun 17 08:34:49.201821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59662) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.272815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Allocated IP 172.25.7.144 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/509f3e1e-7977-4ef5-8a76-48366b1d4195) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:49.395206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 7c4bd625-c03f-4e82-a182-47e66dc18eda {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:49.395663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.396198 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.419007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1f454db9-7320-4ec2-ad1c-594c5bd7a2a4 None None] Provisioning for port 7c4bd625-c03f-4e82-a182-47e66dc18eda completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:49.454265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.471464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1f454db9-7320-4ec2-ad1c-594c5bd7a2a4 None None] Provisioning complete for port 7c4bd625-c03f-4e82-a182-47e66dc18eda triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:49.471857 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f454db9-7320-4ec2-ad1c-594c5bd7a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.539455 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798017ff-a2f2-425b-ab99-c953d35c761d x-openstack-request-id: req-798017ff-a2f2-425b-ab99-c953d35c761d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:49.539805 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bc1c4f-dc5e-4af0-b063-60e39039e94e", "name": "network-vif-deleted", "tag": "d08386ce-0b9e-496d-9862-7c4299dd1b97", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:49.540110 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-798017ff-a2f2-425b-ab99-c953d35c761d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:49.559494 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bc1c4f-dc5e-4af0-b063-60e39039e94e', 'name': 'network-vif-deleted', 'tag': 'd08386ce-0b9e-496d-9862-7c4299dd1b97', 'status': 'completed', 'code': 200} Jun 17 08:34:49.590606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.597633 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.601224 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:49.604144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.682557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=509f3e1e-7977-4ef5-8a76-48366b1d4195,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:49.684219 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5634a61f-6814-47da-8144-c14107291392 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.689165 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:49.698333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:49.700356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:49.702573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1f454db9-7320-4ec2-ad1c-594c5bd7a2a4 None None] Port 7c4bd625-c03f-4e82-a182-47e66dc18eda cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:49.710465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5634a61f-6814-47da-8144-c14107291392 None None] Transition to ACTIVE for port object fb5e87fa-9b7d-41dc-9a01-38882db0605f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:49.717183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:49.720912 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5634a61f-6814-47da-8144-c14107291392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.724438 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:49.859300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 7c4bd625-c03f-4e82-a182-47e66dc18eda owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:49.938875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ecc22-495d-4109-9c73-a76e031cfa03 None None] Pushing event updated for resources: {'Port': ['ID=fb5e87fa-9b7d-41dc-9a01-38882db0605f,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:49.945255 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b45ecc22-495d-4109-9c73-a76e031cfa03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.037856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.064331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5634a61f-6814-47da-8144-c14107291392 None None] Attempting to bind port fb5e87fa-9b7d-41dc-9a01-38882db0605f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:50.064851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5634a61f-6814-47da-8144-c14107291392 None None] Attempting to bind port fb5e87fa-9b7d-41dc-9a01-38882db0605f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:50.065234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a61f-6814-47da-8144-c14107291392 None None] Attempting to bind port fb5e87fa-9b7d-41dc-9a01-38882db0605f on network 3488a3ce-6e47-420f-8b88-c44ba3349785 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:50.076712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a61f-6814-47da-8144-c14107291392 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:50.077640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a61f-6814-47da-8144-c14107291392 None None] Checking segment: {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:50.078057 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5634a61f-6814-47da-8144-c14107291392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.082680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a61f-6814-47da-8144-c14107291392 None None] Bound using segment: {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:50.083231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5634a61f-6814-47da-8144-c14107291392 None None] Bound port: fb5e87fa-9b7d-41dc-9a01-38882db0605f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:50.083619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5634a61f-6814-47da-8144-c14107291392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.206883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5634a61f-6814-47da-8144-c14107291392 None None] For port fb5e87fa-9b7d-41dc-9a01-38882db0605f, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:50.210676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5634a61f-6814-47da-8144-c14107291392 None None] For port fb5e87fa-9b7d-41dc-9a01-38882db0605f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb5e87fa-9b7d-41dc-9a01-38882db0605f,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:50.222862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.224163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.73 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/169ced2d-8787-4fa1-9e7f-f336b0c86d67) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:50.226179 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5634a61f-6814-47da-8144-c14107291392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.234273 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df034196-be12-4cb1-beaa-fa55b2713189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.297865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93305304-53f4-462c-8095-44072d9aecd0 req-591b37bd-4892-470d-a764-5938c6ca1654 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:50.305263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93305304-53f4-462c-8095-44072d9aecd0 req-591b37bd-4892-470d-a764-5938c6ca1654 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 944 time: 0.1621909 Jun 17 08:34:50.361143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] Routers {'e6a775af-b1aa-47f2-9ec6-38195add40fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:50.365926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e6a775af-b1aa-47f2-9ec6-38195add40fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:50.404476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93305304-53f4-462c-8095-44072d9aecd0 req-00b00762-6c12-4d6e-abea-a1fca3bc705d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948527 Jun 17 08:34:50.446880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.456785 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcc36824-afb0-47de-938c-9584728f548d tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.506525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] Set router e6a775af-b1aa-47f2-9ec6-38195add40fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:50.563316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=7c4bd625-c03f-4e82-a182-47e66dc18eda,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.580614 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.626512 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.656127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.684042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.700621 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74995f1b-fb03-42da-b340-03be2dd9a49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.757398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.765792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/7c4bd625-c03f-4e82-a182-47e66dc18eda HTTP/1.1" status: 204 len: 168 time: 1.5602558 Jun 17 08:34:50.770695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59692) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:50.790370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ecc22-495d-4109-9c73-a76e031cfa03 None None] Pushing event updated for resources: {'Port': ['ID=fb5e87fa-9b7d-41dc-9a01-38882db0605f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.794787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:50.798972 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.812445 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b45ecc22-495d-4109-9c73-a76e031cfa03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.880661 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d3b90d5-b2e8-49c5-9609-6dc81edf0d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.887014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3736d68a-064f-4cc9-8afb-ba8c55c16eea up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:50.924120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=509f3e1e-7977-4ef5-8a76-48366b1d4195,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.943241 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.946741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.957004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:50.975197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:50.975714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123dfce-c004-4698-8972-b7f9f3d68fd0 req-0daf90b2-2b14-498c-8474-38493787589e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:50.991251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3123dfce-c004-4698-8972-b7f9f3d68fd0 req-0daf90b2-2b14-498c-8474-38493787589e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 945 time: 0.3624039 Jun 17 08:34:51.003004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:51.008214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5634a61f-6814-47da-8144-c14107291392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:34:43Z', 'revision_number': 4, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'fb5e87fa-9b7d-41dc-9a01-38882db0605f', 'name': '', 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'mac_address': 'fa:16:3e:9a:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:42Z', 'updated_at': '2021-06-17T08:34:50Z', 'revision_number': 4, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'subnets': [{'id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:51.011896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.013495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0174656 Jun 17 08:34:51.052694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a61f-6814-47da-8144-c14107291392 None None] The sync data for ids ['e6a775af-b1aa-47f2-9ec6-38195add40fa'] in n-d-780147-13 is: [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:34:43Z', 'revision_number': 4, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'fb5e87fa-9b7d-41dc-9a01-38882db0605f', 'name': '', 'network_id': '3488a3ce-6e47-420f-8b88-c44ba3349785', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'mac_address': 'fa:16:3e:9a:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:42Z', 'updated_at': '2021-06-17T08:34:50Z', 'revision_number': 4, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'subnets': [{'id': '7eaefd46-b07b-4d8d-94a5-4c10b6c28115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:51.056251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:51.062126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:51.062629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.105566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3b335-e1c1-49c6-80e1-ebca60e4e706 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.107320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3b335-e1c1-49c6-80e1-ebca60e4e706 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.123925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3123dfce-c004-4698-8972-b7f9f3d68fd0 req-9269c71d-15ec-4dd0-991b-f1ba34841501 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254532 Jun 17 08:34:51.125576 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-00b3b335-e1c1-49c6-80e1-ebca60e4e706 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3429992 Jun 17 08:34:51.129658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-93ea598e-2df8-404a-b69b-c2c000aae1ba tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1002350 Jun 17 08:34:51.150926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59698) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.188099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3736d68a-064f-4cc9-8afb-ba8c55c16eea triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:51.189695 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.405181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59704) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.449732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-19ba733e-03d5-4acd-a0aa-db027b595d9d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.451207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1dbdef57-1bc4-4749-a4ae-06a43843d0c5 req-19ba733e-03d5-4acd-a0aa-db027b595d9d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2991469 Jun 17 08:34:51.477285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.523016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:51.527287 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca23a758-00c6-4a47-b433-5a18d41ef1e3" -d '{"events": [{"server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "name": "network-vif-plugged", "status": "completed", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:51.554458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:51.562780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.565845 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:51.635477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 8d3971d9-c25a-4787-9cd8-6cbfed03dbfe {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:51.640990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.644880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:51.649417 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:51.685282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.688837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=169ced2d-8787-4fa1-9e7f-f336b0c86d67,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:51.691863 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:51.707112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-b5a878d5-a98d-4ef8-b5f0-88c9a74e8279 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2317586 Jun 17 08:34:51.722425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:51.748456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8f15-c821-423d-9a03-eb45b6062e5b req-841f6a08-3ff9-4909-a560-69d23696b21a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.751076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41bd8f15-c821-423d-9a03-eb45b6062e5b req-841f6a08-3ff9-4909-a560-69d23696b21a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 945 time: 0.1937416 Jun 17 08:34:51.769643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.829574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41bd8f15-c821-423d-9a03-eb45b6062e5b req-d89bd1e4-2dbe-44ae-8da8-03bfdc21ec1d tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Jun 17 08:34:51.894711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Deleting subnet dd012eff-aec2-43a8-bd8a-6e69a2632b0c {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:51.908365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.916998 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a59c0ac-dd4f-4573-b0bc-89296a5d1e9a x-openstack-request-id: req-6a59c0ac-dd4f-4573-b0bc-89296a5d1e9a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:51.917415 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "name": "network-vif-plugged", "status": "completed", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:51.917889 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a59c0ac-dd4f-4573-b0bc-89296a5d1e9a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:51.918419 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'code': 200} Jun 17 08:34:51.945795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-a1a56196-5f20-4f12-aae2-23be4b3f06a1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.952712 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-a1a56196-5f20-4f12-aae2-23be4b3f06a1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.60 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 945 time: 0.5452032 Jun 17 08:34:51.959665 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.156675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Allocated IP 172.25.7.196 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/a4b118c1-4571-4b87-9b03-ecdd33cb7e61) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:52.164768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.166781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bb87-46ff-40d0-882b-d73b7ea615c8 req-1c09e848-bf67-4ad7-8606-5cedb7d3f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:52.169321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c93bb87-46ff-40d0-882b-d73b7ea615c8 req-1c09e848-bf67-4ad7-8606-5cedb7d3f0a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1097 time: 0.1626968 Jun 17 08:34:52.228571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.241752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c93bb87-46ff-40d0-882b-d73b7ea615c8 req-440b0bf5-b1fe-4066-8463-07961148b488 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625975 Jun 17 08:34:52.322127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.376003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.379082 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e21a21a-73ba-4496-8c78-b3962a4dbb9f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.510309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:52.523137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:52.526561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:52.573352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=a4b118c1-4571-4b87-9b03-ecdd33cb7e61,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:52.588297 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:52.647608 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.724725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387ad0-3d9b-4c96-a322-73c7f696110b req-62e93d25-70a4-41ba-b077-357f8ebe50fa tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:52.726515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48387ad0-3d9b-4c96-a322-73c7f696110b req-62e93d25-70a4-41ba-b077-357f8ebe50fa tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 945 time: 0.2942102 Jun 17 08:34:52.746933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.803457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.804076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb5e87fa-9b7d-41dc-9a01-38882db0605f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:52.824392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48387ad0-3d9b-4c96-a322-73c7f696110b req-ebb9d3ea-be9f-4e46-92ec-a25ea0995ba0 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883658 Jun 17 08:34:52.824898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.852594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.877657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40b82b3b-2a08-457d-98f2-02b75639f3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.912465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port fb5e87fa-9b7d-41dc-9a01-38882db0605f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:52.936188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fb5e87fa-9b7d-41dc-9a01-38882db0605f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:52.936188 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.947836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3971d9-c25a-4787-9cd8-6cbfed03dbfe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:52.963222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Deleting port a31de0ec-60ed-45c5-95bc-2c807ffafece {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:52.963222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.966368 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:52.967385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.969549 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/8d3971d9-c25a-4787-9cd8-6cbfed03dbfe HTTP/1.1" status: 204 len: 168 time: 1.8025749 Jun 17 08:34:52.974130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59740) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:52.985453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.997523 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-10ea5ed0-07e9-44f5-849e-2d97cd7b0e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.054387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f2a3e-0834-4cc6-9c67-6752207654ec None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:53.076535 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85cc922e-9b83-4d89-bf44-d2a7095dd040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857298 Jun 17 08:34:53.091197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59744) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.108966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:53.189561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] For port a31de0ec-60ed-45c5-95bc-2c807ffafece, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a31de0ec-60ed-45c5-95bc-2c807ffafece,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:53.190308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.213153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd012eff-aec2-43a8-bd8a-6e69a2632b0c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.217161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.221780 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dd012eff-aec2-43a8-bd8a-6e69a2632b0c HTTP/1.1" status: 204 len: 168 time: 1.8067367 Jun 17 08:34:53.265539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59752) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.266930 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.284610 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.316388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Calling delete_port for a31de0ec-60ed-45c5-95bc-2c807ffafece owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:53.318448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.328510 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.350853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.362166 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c60f55ae-6dcf-4f5c-bb69-a0461cf045d0 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.363808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port fb5e87fa-9b7d-41dc-9a01-38882db0605f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb5e87fa-9b7d-41dc-9a01-38882db0605f,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:53.378838 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.383368 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.427085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:53.441101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.470073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:53.477075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=fb5e87fa-9b7d-41dc-9a01-38882db0605f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.482209 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.505658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f483b4-d5cd-452c-a4d9-4b2795869577 req-e28d1641-fb44-4db8-be33-6f2019061e48 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:53.508701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66f483b4-d5cd-452c-a4d9-4b2795869577 req-e28d1641-fb44-4db8-be33-6f2019061e48 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 945 time: 0.4460442 Jun 17 08:34:53.511681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.541312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Deleting port 3736d68a-064f-4cc9-8afb-ba8c55c16eea {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:53.541739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.662333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] For port 3736d68a-064f-4cc9-8afb-ba8c55c16eea, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3736d68a-064f-4cc9-8afb-ba8c55c16eea,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:53.662702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.664836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=a4b118c1-4571-4b87-9b03-ecdd33cb7e61,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.675422 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.682724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66f483b4-d5cd-452c-a4d9-4b2795869577 req-1ad07b5b-5802-4175-8a14-b08cc83ebb51 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431835 Jun 17 08:34:53.690841 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.717234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.719220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0040724 Jun 17 08:34:53.752829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Calling delete_port for 3736d68a-064f-4cc9-8afb-ba8c55c16eea owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:53.777983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-3d833ce3-2668-4291-a37e-d9799f6311e2 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0515909 Jun 17 08:34:53.891264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.893591 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.897784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b45ecc22-495d-4109-9c73-a76e031cfa03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.910247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:53.914245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.939769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:53.942727 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.943702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Pushing event deleted for resources: {'Port': ['ID=3736d68a-064f-4cc9-8afb-ba8c55c16eea,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.951718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] No DVR routers for this DVR port 3736d68a-064f-4cc9-8afb-ba8c55c16eea on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:53.980994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'Port': ['ID=a31de0ec-60ed-45c5-95bc-2c807ffafece,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.996351 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.018430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.021509 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.023656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae058d3-3d06-4907-bc34-8298ea8b5cf4') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:54.023880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae058d3-3d06-4907-bc34-8298ea8b5cf4') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:54.052261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] No DVR routers for this DVR port a31de0ec-60ed-45c5-95bc-2c807ffafece on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:54.055529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.065157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.067317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.069275 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-04887cdc-c4fe-4543-964a-7dde65eb9ba3 req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.60 "DELETE /v2.0/ports/a31de0ec-60ed-45c5-95bc-2c807ffafece HTTP/1.1" status: 204 len: 173 time: 2.0735931 Jun 17 08:34:54.069991 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1235ffc3-a954-4714-9cc6-247e79f47ae7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:54.127371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'name': 'network-vif-deleted', 'tag': 'a31de0ec-60ed-45c5-95bc-2c807ffafece'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:54.131118 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd68fdb-3d6e-45f0-bfa2-7e0febf2a77a" -d '{"events": [{"server_uuid": "2018323c-7d95-44e1-aa91-1e75db54ac7f", "name": "network-vif-deleted", "tag": "a31de0ec-60ed-45c5-95bc-2c807ffafece"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:54.169117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-02eb6647-aa1d-4f87-85c6-99429c27cc1c tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:54.170515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2853503a-8fe2-4cab-acb9-1b3dc5fa5a3b req-02eb6647-aa1d-4f87-85c6-99429c27cc1c tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.3718412 Jun 17 08:34:54.193112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=169ced2d-8787-4fa1-9e7f-f336b0c86d67,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:54.203581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.204581 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.206534 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.207612 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0c8833d-2c74-4bec-8a0b-7678147122e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:54.256999 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.303980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:54.304491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:54.306252 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:54.312872 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:54.312872 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:54.312872 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:54.313837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:54.331128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:54.348348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:54.348954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.351212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79745c4f-bb7a-4616-aa20-8b599a85fbd5 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:54.370589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=dba51324-3d53-4f4e-af50-e085c81606f3,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:54.384948 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.421839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3218117 Jun 17 08:34:54.425119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59784) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.426624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.432406 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-814abe32-b290-4038-8e33-71362fad1300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:54.435173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.438251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9 HTTP/1.1" status: 204 len: 168 time: 1.1699083 Jun 17 08:34:54.442775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': 'dba51324-3d53-4f4e-af50-e085c81606f3', 'ip_address': '2001:db8::9c8:9662:a4f3:915c'}], 'name': 'tempest-NetworksTestDHCPv6-1777121558'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:54.463945 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 132d7527-b0ec-4fc7-9500-847f21a5d852 associated. External IP: 172.25.7.73, port: 83b38c70-e7f5-42e1-b775-8abbdbeb5552. Jun 17 08:34:54.500219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa037064-9c8a-47fb-916c-505fa692fbb9 req-704ab0f1-48c8-4276-901c-4926af867784 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=2018323c-7d95-44e1-aa91-1e75db54ac7f HTTP/1.1" status: 200 len: 210 time: 0.0503545 Jun 17 08:34:54.596871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a31de0ec-60ed-45c5-95bc-2c807ffafece no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:54.616355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c20d41a8-cd9e-48d5-8ba1-0fe0a9f662e9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:54.621197 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.669349 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963143a-f7ed-4e4c-bacf-901d5156909a x-openstack-request-id: req-c963143a-f7ed-4e4c-bacf-901d5156909a {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:54.670161 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2018323c-7d95-44e1-aa91-1e75db54ac7f", "name": "network-vif-deleted", "tag": "a31de0ec-60ed-45c5-95bc-2c807ffafece", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:54.670606 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c963143a-f7ed-4e4c-bacf-901d5156909a {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:54.671408 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2018323c-7d95-44e1-aa91-1e75db54ac7f', 'name': 'network-vif-deleted', 'tag': 'a31de0ec-60ed-45c5-95bc-2c807ffafece', 'status': 'completed', 'code': 200} Jun 17 08:34:54.706491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:54.859390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59794) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.963308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.990929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:55.035945 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-790231f8-ee68-407a-9d2d-1ad5f2df5790 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e795fe0aa9f44d4abaa39492aed0c9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713140 Jun 17 08:34:55.042390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59798) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.044544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb5e87fa-9b7d-41dc-9a01-38882db0605f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:55.055696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: a31de0ec-60ed-45c5-95bc-2c807ffafece {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:55.056769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a31de0ec-60ed-45c5-95bc-2c807ffafece not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:55.116522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:55.131219 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-578e4895-2ae7-48c7-bdc8-13d84b28330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.193144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fb5e87fa-9b7d-41dc-9a01-38882db0605f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:55.205005 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.224229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:55.254217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.254453 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:55.267700 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:55.268427 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:55.300450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-32086fc2-56e8-4fba-9b07-0d36193a3a7f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6280308 Jun 17 08:34:55.325333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.331607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00019a4-92a1-4e0f-b2df-2ca2c30220e5 req-25552bde-80c5-4f63-be71-97567eb1b232 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:55.331811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:55.335098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e00019a4-92a1-4e0f-b2df-2ca2c30220e5 req-25552bde-80c5-4f63-be71-97567eb1b232 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.4253380 Jun 17 08:34:55.342344 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:55.342555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'dba51324-3d53-4f4e-af50-e085c81606f3'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:55.344040 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:55.344230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.356447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:55.370940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.378239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3714967 Jun 17 08:34:55.381922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59806) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.384093 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:55.384738 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef32d8-cd6e-4cb4-a7e1-bf418d0a1a9a None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:55.387597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:55.477319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.598678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/dba51324-3d53-4f4e-af50-e085c81606f3/86c2b352-bcc3-4208-b883-6b2ce519f723) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:55.626642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3736d68a-064f-4cc9-8afb-ba8c55c16eea no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:55.652306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3736d68a-064f-4cc9-8afb-ba8c55c16eea {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:55.652924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3736d68a-064f-4cc9-8afb-ba8c55c16eea not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:55.673292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.676187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.677537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/effbe65c-7897-44d4-a183-3ca2e71b1806 HTTP/1.1" status: 204 len: 168 time: 0.4879873 Jun 17 08:34:55.684769 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.697283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effbe65c-7897-44d4-a183-3ca2e71b1806,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.747841 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.750199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.758068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.758409 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 132d7527-b0ec-4fc7-9500-847f21a5d852 disassociated. External IP: 172.25.7.73, port: 83b38c70-e7f5-42e1-b775-8abbdbeb5552. Jun 17 08:34:55.818631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.859862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e00019a4-92a1-4e0f-b2df-2ca2c30220e5 req-ede31159-aef0-4bc0-bf2e-087d4b30898d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4656279 Jun 17 08:34:55.887160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.907875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Transition to ACTIVE for port object 86c2b352-bcc3-4208-b883-6b2ce519f723 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:55.932481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Transition to ACTIVE for port object 86c2b352-bcc3-4208-b883-6b2ce519f723 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:55.952386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.962444 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5477992e-f4fd-47df-8fb7-f39ba187fc2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.013213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:56.026558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Pushing event updated for resources: {'Port': ['ID=86c2b352-bcc3-4208-b883-6b2ce519f723,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.029413 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.031504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:56.033811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:56.085677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::9c8:9662:a4f3:915c (5554fb35-4376-4d8e-adc9-3103759046d8/dba51324-3d53-4f4e-af50-e085c81606f3/e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:56.121307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:56.131453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.152582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Attempting to bind port 86c2b352-bcc3-4208-b883-6b2ce519f723 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:56.153213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Attempting to bind port 86c2b352-bcc3-4208-b883-6b2ce519f723 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:56.153338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Attempting to bind port 86c2b352-bcc3-4208-b883-6b2ce519f723 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:56.163930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:56.164322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:56.164738 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.165243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:56.165612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Bound port: 86c2b352-bcc3-4208-b883-6b2ce519f723, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:56.165995 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.250941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] For port 86c2b352-bcc3-4208-b883-6b2ce519f723, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:56.254833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] For port 86c2b352-bcc3-4208-b883-6b2ce519f723, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=86c2b352-bcc3-4208-b883-6b2ce519f723,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:56.262217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:56.267661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.272959 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.295191 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.305153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:56.313378 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6f6cdfd-f632-4959-b988-70c9ba209287 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/floatingips/132d7527-b0ec-4fc7-9500-847f21a5d852 HTTP/1.1" status: 200 len: 687 time: 0.9302297 Jun 17 08:34:56.315987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.364408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Allocated IP 172.25.7.110 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/46ccb56e-4521-4f93-90ec-97eb6280d42f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:56.385630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:56.387428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:56.452934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:56.480072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Pushing event updated for resources: {'Port': ['ID=86c2b352-bcc3-4208-b883-6b2ce519f723,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.483634 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.484898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:56.485764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:56.504047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7099d3-86d9-465d-906f-2a600752ab98 req-d5cd9ba6-1e83-4b50-b0b7-9f4ea0c868b3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:56.514207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d7099d3-86d9-465d-906f-2a600752ab98 req-d5cd9ba6-1e83-4b50-b0b7-9f4ea0c868b3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 945 time: 0.4524133 Jun 17 08:34:56.518715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 169ced2d-8787-4fa1-9e7f-f336b0c86d67 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:56.519142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.527240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:56.528253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14a6de-dfdf-4615-8bb3-91684fccd76d None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:56.656906 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.657251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.744504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 169ced2d-8787-4fa1-9e7f-f336b0c86d67 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:56.778675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d7099d3-86d9-465d-906f-2a600752ab98 req-28d0bfca-1e9f-4b96-9495-02e6495f1f9a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629278 Jun 17 08:34:56.833616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 86c2b352-bcc3-4208-b883-6b2ce519f723 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:56.866372 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.895361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.956188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.957297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 86c2b352-bcc3-4208-b883-6b2ce519f723 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:56.960693 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.999492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.014290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:57.016604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:57.019879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:57.022761 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-759deb89-918f-4116-b0b0-5107ba7f1aff tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:57.026979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:57.053079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=169ced2d-8787-4fa1-9e7f-f336b0c86d67,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.080969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.094502 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.141253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=46ccb56e-4521-4f93-90ec-97eb6280d42f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.153591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.158011 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.159974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/floatingips/132d7527-b0ec-4fc7-9500-847f21a5d852 HTTP/1.1" status: 204 len: 168 time: 0.8429193 Jun 17 08:34:57.163315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.169122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '164c9f26-ed8c-4845-a6ec-d372920e906b'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:57.207853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.214801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.215207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.215586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.215955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.216321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.216772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.217051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.217407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.217842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.218200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.218574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.218984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:57.231623 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.232922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.259942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-d5d409e9-94e2-4db8-a778-bf8d0cd742ff tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1008231468&fields=id&tenant_id=7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 267 time: 0.1022038 Jun 17 08:34:57.269502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.288303 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70591bdb-2b08-41d6-94f4-693d3460d919 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:57.313982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-878799045-network', 'tenant_id': '12c8c8a979e04e3fad8c81cf0f96c9f9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:57.384486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.393904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:57.397842 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-16423f8f-aef8-484b-b0c8-3d045c8ed528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.406696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:57.411689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:57.417765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:57.418418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.460923 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.493302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.498849 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Made reservation on behalf of 12c8c8a979e04e3fad8c81cf0f96c9f9 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:57.501782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.502217 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.505824 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.516693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0876942 Jun 17 08:34:57.527271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59864) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.564039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.88 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/18da94c7-7ab9-4592-8766-83f5963cf1a9) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:57.597963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.614974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-d0a97670-c533-4f94-ad76-d945fa0a1215 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:57.617422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-d0a97670-c533-4f94-ad76-d945fa0a1215 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 945 time: 0.3452613 Jun 17 08:34:57.645595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'port': {'security_groups': ['61d6e4b7-1239-4f7a-bb2d-844cb359a6ff', '6af12177-5456-461b-b952-8c4d3c36a064']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:57.700332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.759737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Provisioning for port 86c2b352-bcc3-4208-b883-6b2ce519f723 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:57.767361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Provisioning complete for port 86c2b352-bcc3-4208-b883-6b2ce519f723 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:57.767775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.806216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.818876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b88102c-8527-49ed-9fff-67846d4f452c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:57.895178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:57.897976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=18da94c7-7ab9-4592-8766-83f5963cf1a9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.910057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:57.912875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.919183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:57.949357 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.970662 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.995081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcbf1f-17ee-4589-bf66-9161437b85fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.002581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcbf1f-17ee-4589-bf66-9161437b85fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.006049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-52dcbf1f-17ee-4589-bf66-9161437b85fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4776535 Jun 17 08:34:58.010112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59866) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.047055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] For port 86c2b352-bcc3-4208-b883-6b2ce519f723, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=86c2b352-bcc3-4208-b883-6b2ce519f723,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:58.054621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.066287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.136848 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.152921 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.180978 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d1373a7-5c96-49ed-ab07-6d2d13f9a1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.189621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Pushing event updated for resources: {'Port': ['ID=86c2b352-bcc3-4208-b883-6b2ce519f723,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.194193 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.197940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-872de432-78ff-4060-9549-85ea540bd03f None None] Provisioning for port e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:58.203491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-872de432-78ff-4060-9549-85ea540bd03f None None] Provisioning complete for port e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:58.204192 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-872de432-78ff-4060-9549-85ea540bd03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.246278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-872de432-78ff-4060-9549-85ea540bd03f None None] Port e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:58.291488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:58.292050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.308157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.331980 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.342438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=46ccb56e-4521-4f93-90ec-97eb6280d42f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.349239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.359886 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.360597 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-709099fa-94df-41c7-a809-80a21b18edd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.384465 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.385693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0792735 Jun 17 08:34:58.398651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:58.500538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e97ff51-bc1d-4f09-9552-83a907fa5e4d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.508701 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.517237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.517614 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Added segment 353b31c0-6679-431f-846c-3fd9b458c4ae of type vlan for network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 Jun 17 08:34:58.521617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-ee12ca14-3d1f-409f-8f35-9654e2d0577a tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.1252005 Jun 17 08:34:58.623501 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.633169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:58.740871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.741667 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.756513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2112fa61-4f68-49c1-9356-dbc364169b37 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.757901 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e21686c6-942c-49ff-b910-6dbfaa8fc06c req-2112fa61-4f68-49c1-9356-dbc364169b37 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2212551 Jun 17 08:34:58.759123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.770669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.771360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6', 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:58.771836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.772259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.774495 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.822169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.823022 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.838228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-21b85ed1-3480-4c7e-9ffd-54210ea621e8 req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "PUT /v2.0/ports/c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 981 time: 1.2094040 Jun 17 08:34:58.842607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:58.843114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 86c2b352-bcc3-4208-b883-6b2ce519f723 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:58.849436 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d403f-322a-4489-84c6-d992dc9b0b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:58.857617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:58.869248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7862575 Jun 17 08:34:58.871975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59876) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.877490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Request body: {'subnet': {'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-878799045-subnet', 'tenant_id': '12c8c8a979e04e3fad8c81cf0f96c9f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:58.916509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:58.955429 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.008841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:59.012117 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:59.014001 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1a833cdc-da81-4703-841d-a92230877a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:59.036361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Made reservation on behalf of 12c8c8a979e04e3fad8c81cf0f96c9f9 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:59.038677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.084002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.102646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Pushing event updated for resources: {'Network': ['ID=6aed8514-f7e1-4e60-afb5-a53d98e1d360,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:59.105268 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:59.178131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:59.189692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 86c2b352-bcc3-4208-b883-6b2ce519f723 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:59.189993 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.219673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.226239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:59.228535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34ee45-c979-4712-bad7-17771c07b9a7 req-bb800a20-45b0-4ad0-bd53-44093e6773b3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:59.230272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad34ee45-c979-4712-bad7-17771c07b9a7 req-bb800a20-45b0-4ad0-bd53-44093e6773b3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.2822471 Jun 17 08:34:59.260781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:59.267417 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:59.277734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.329263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.333624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 HTTP/1.1" status: 204 len: 168 time: 1.3217046 Jun 17 08:34:59.334373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59878) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.463316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad34ee45-c979-4712-bad7-17771c07b9a7 req-4e626906-12b7-4854-97bd-1561ab83f2b2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105167 Jun 17 08:34:59.542930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.544611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050a91a-5334-45eb-bdb4-727b06734dc3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:59.546505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050a91a-5334-45eb-bdb4-727b06734dc3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:59.548172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e050a91a-5334-45eb-bdb4-727b06734dc3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2009375 Jun 17 08:34:59.551662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.626086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.630960 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-033527a2-6806-485c-8d8f-d44505f42abb tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:59.677001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet dba51324-3d53-4f4e-af50-e085c81606f3 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:59.681468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.704736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.755625 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb4840be-bdda-4e47-94fd-29fb82290022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:59.774799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=18da94c7-7ab9-4592-8766-83f5963cf1a9,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:59.778418 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:59.783931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.786025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-087750ec-0b37-4102-a2f3-68bb25b12795 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3680692 Jun 17 08:34:59.822310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:59.826535 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.858982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5729ac3c-a9d9-4b9e-b69f-12b83f822c17 req-eb705533-3576-4862-895c-b1548287ce2f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/6af12177-5456-461b-b952-8c4d3c36a064 HTTP/1.1" status: 200 len: 1803 time: 0.3180194 Jun 17 08:34:59.916033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6b687f-0941-4c32-901e-3521d926f69b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:59.918837 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:59.929002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.985293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-33dc50e8-f866-47bd-99de-4b888ee975b4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:59.986671 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-33dc50e8-f866-47bd-99de-4b888ee975b4 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.3705702 Jun 17 08:34:59.988850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Checking segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:59.988850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Network hostable DHCP agents. Network: 6aed8514-f7e1-4e60-afb5-a53d98e1d360, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:59.999493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.002825 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP c615a775-8949-4d74-a8f6-b5561e86899a associated. External IP: 172.25.7.88, port: 164c9f26-ed8c-4845-a6ec-d372920e906b. Jun 17 08:35:00.003739 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-5729ac3c-a9d9-4b9e-b69f-12b83f822c17 req-ea825174-64c7-4b01-8c75-a4814879238f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:35:00.004897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5729ac3c-a9d9-4b9e-b69f-12b83f822c17 req-ea825174-64c7-4b01-8c75-a4814879238f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/6af12177-5456-461b-b952-8c4d3c36a064 HTTP/1.1" status: 409 len: 341 time: 0.1450567 Jun 17 08:35:00.214401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-2692c0bb-dc6d-49d5-9131-812bcbd44f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.215978 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-2692c0bb-dc6d-49d5-9131-812bcbd44f47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1136 time: 0.1169834 Jun 17 08:35:00.255561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.260148 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7ae35ed-62e0-4f75-8fa7-e2cbffa952d1 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:00.262004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.358005 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c024ca11-f489-4cf5-b3fa-6080364d05e0 x-openstack-request-id: req-c024ca11-f489-4cf5-b3fa-6080364d05e0 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:00.358789 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:00.358789 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c024ca11-f489-4cf5-b3fa-6080364d05e0 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:00.359087 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'status': 'completed', 'code': 200} Jun 17 08:35:00.385168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=dba51324-3d53-4f4e-af50-e085c81606f3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:00.397532 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:00.401459 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.406023 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/dba51324-3d53-4f4e-af50-e085c81606f3 HTTP/1.1" status: 204 len: 168 time: 0.8537507 Jun 17 08:35:00.409157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.411004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a4ef8-abbe-45fc-aee3-c377a4fc0045 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:00.455661 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b40cb201-3a7b-44e5-823c-cc03c491cce5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443859 Jun 17 08:35:00.458215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59890) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.467126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:00.516610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 6aed8514-f7e1-4e60-afb5-a53d98e1d360) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:00.517919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-291b820f-8b7f-47d5-b915-9a2ab9030356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.519376 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-291b820f-8b7f-47d5-b915-9a2ab9030356 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.2945280 Jun 17 08:35:00.521905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.522476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.542421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf1ec3-0fd7-40cb-bfbd-b1ce673e5616 None None] Network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:00.565295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f61578-c375-4c99-ac39-69fa53f19361 req-dacdf6a2-091a-454b-a139-a94005379368 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.566741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96f61578-c375-4c99-ac39-69fa53f19361 req-dacdf6a2-091a-454b-a139-a94005379368 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=c65a4695-a7d1-4d4e-bd54-0adcbb2d87db HTTP/1.1" status: 200 len: 945 time: 0.2059813 Jun 17 08:35:00.568631 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-155d4f7c-389b-4f95-be24-9ee0b7258f1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 217 time: 0.0389245 Jun 17 08:35:00.581840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7003798 Jun 17 08:35:00.649065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:00.650684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-8618b642-e23f-4df3-8c37-3e20e4950bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.652360 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-8618b642-e23f-4df3-8c37-3e20e4950bc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.0759442 Jun 17 08:35:00.658699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.695432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Deleting port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:00.695786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.701314 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-3cbfdf2f-16e5-47ea-a89b-99d66e7bcb43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381806 Jun 17 08:35:00.861236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05976a-5ce6-47e0-a691-8db51af8c67a None None] Network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:00.879512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96f61578-c375-4c99-ac39-69fa53f19361 req-df398302-9780-4e6a-9abc-f3728d2d2e99 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bf1bb8e-7105-405a-8bc2-7288062995b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760713 Jun 17 08:35:00.937053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] For port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:00.937745 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.943618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:00.954434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d8090d-7e1d-48fc-9ff0-990aafd435d1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.961038 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-76d8090d-7e1d-48fc-9ff0-990aafd435d1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4993625 Jun 17 08:35:00.961796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59902) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.033333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Calling delete_port for fb6ebc27-17bc-42fe-80ce-0ca52c6779ef owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:01.038273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0655692-0e4b-439a-9247-07d936adfe62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:01.043411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59904) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.043812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0655692-0e4b-439a-9247-07d936adfe62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740931 Jun 17 08:35:01.078243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Deleting port 86c2b352-bcc3-4208-b883-6b2ce519f723 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:01.078634 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.103592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b90ed96b-b96b-493a-b389-7c79cd1a9b1b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583081 Jun 17 08:35:01.104356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59906) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.109778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-2a8cf7c6-8660-45f0-a68b-835e623838df service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973575 Jun 17 08:35:01.114274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:01.173296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:01.184513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] For port 86c2b352-bcc3-4208-b883-6b2ce519f723, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=86c2b352-bcc3-4208-b883-6b2ce519f723,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:01.185011 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.190456 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:01.206545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:01.208027 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.213219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Allocated IP 172.25.7.142 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/7f5dafb4-bd5d-4f53-bb1e-d73c4bcebd15) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:01.215411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.267145 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.281018 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:01.282270 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.326110 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.328985 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79830be6-87d6-4a27-a5e5-1d79ecb8d75a None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:01.343497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Calling delete_port for 86c2b352-bcc3-4208-b883-6b2ce519f723 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:01.377637 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-456d403f-322a-4489-84c6-d992dc9b0b5a req-4eb3fc83-cbbc-49e0-a178-8fda8a8ce1d4 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545664 Jun 17 08:35:01.391480 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2260966 Jun 17 08:35:01.393715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59910) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.454019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.464248 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:01.470033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] No DVR routers for this DVR port 86c2b352-bcc3-4208-b883-6b2ce519f723 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:01.498290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Pushing event deleted for resources: {'Port': ['ID=86c2b352-bcc3-4208-b883-6b2ce519f723,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:01.503415 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:01.517865 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3dce55ab-68e5-4163-9629-482365014bdc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/floatingips/c615a775-8949-4d74-a8f6-b5561e86899a HTTP/1.1" status: 200 len: 978 time: 0.1188581 Jun 17 08:35:01.518453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.554947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:01.558367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.611420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.654222 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c7542ba-5a67-4705-8888-a3f42eea9da2 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1333752 Jun 17 08:35:01.656444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59916) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.661011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'port_id': '83b38c70-e7f5-42e1-b775-8abbdbeb5552'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:01.684703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.699098 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:01.704792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-5a5ae5d5-7514-4c76-8bbf-e8f852d79349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:01.705971 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-5a5ae5d5-7514-4c76-8bbf-e8f852d79349 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1136 time: 0.1890814 Jun 17 08:35:01.747671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.750004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839743e-2da7-419b-b2f6-77eaf3fa2015 req-d28d3309-69d1-49b5-a4b1-c1567df662b8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:01.751620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d839743e-2da7-419b-b2f6-77eaf3fa2015 req-d28d3309-69d1-49b5-a4b1-c1567df662b8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.3468630 Jun 17 08:35:01.758789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'Port': ['ID=fb6ebc27-17bc-42fe-80ce-0ca52c6779ef,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:01.767507 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:01.855686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] No DVR routers for this DVR port fb6ebc27-17bc-42fe-80ce-0ca52c6779ef on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:01.870802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.872749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdd521aa-7795-45fe-b6c0-f89369ed8679 req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "DELETE /v2.0/ports/fb6ebc27-17bc-42fe-80ce-0ca52c6779ef HTTP/1.1" status: 204 len: 173 time: 1.8783729 Jun 17 08:35:01.894995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-57e94450-e9d5-440f-8646-53694f129660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:01.896537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-57e94450-e9d5-440f-8646-53694f129660 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.1824360 Jun 17 08:35:01.968403 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.985054 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6fbe3d42-da2c-4803-9438-5eb046ff7598 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:01.992632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-a03a96b6-489b-4222-82b2-7f6d52d75d30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 217 time: 0.0797091 Jun 17 08:35:02.003043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fb6ebc27-17bc-42fe-80ce-0ca52c6779ef no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:02.049806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: fb6ebc27-17bc-42fe-80ce-0ca52c6779ef {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:02.051346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device fb6ebc27-17bc-42fe-80ce-0ca52c6779ef not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:02.091463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d839743e-2da7-419b-b2f6-77eaf3fa2015 req-833c1d7a-3228-4c2c-8c81-2135e59b9283 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142455 Jun 17 08:35:02.102679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=7f5dafb4-bd5d-4f53-bb1e-d73c4bcebd15,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:02.110735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:02.112250 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:02.115001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:02.132171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:02.136663 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.139608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-e54ae1a2-0635-4989-8d6f-d6aca0730614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:02.140742 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-e54ae1a2-0635-4989-8d6f-d6aca0730614 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.1390307 Jun 17 08:35:02.157085 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f3f32714-14db-4efe-9f25-bf28a936be70 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:02.192278 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-b41a9cc6-e2c0-4528-a3e6-37261c19b7ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325367 Jun 17 08:35:02.212661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:02.222883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:02.229903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:02.230477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.234592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd289cb-5c07-48fe-99d5-0b18f57d3fe6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:02.293404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.300185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=37f8b6f3-d7c6-4088-aeaa-69609e745824,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:02.315330 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:02.364485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'name': 'network-vif-deleted', 'tag': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:02.368242 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705be17b-85b8-47cd-8d40-464738ecf2de" -d '{"events": [{"server_uuid": "c65a4695-a7d1-4d4e-bd54-0adcbb2d87db", "name": "network-vif-deleted", "tag": "fb6ebc27-17bc-42fe-80ce-0ca52c6779ef"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:02.383469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2748194 Jun 17 08:35:02.384220 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.385884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59932) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.405712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '37f8b6f3-d7c6-4088-aeaa-69609e745824', 'ip_address': '2001:db8::6f57:5cbe:dc40:ee51'}], 'name': 'tempest-NetworksTestDHCPv6-1194347926'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:02.431764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '37f8b6f3-d7c6-4088-aeaa-69609e745824'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:02.432716 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.617266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/37f8b6f3-d7c6-4088-aeaa-69609e745824/048e2ae3-2996-42fe-bae9-26da7bdbd9dd) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:02.750376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-e143ffbc-d125-4d9d-915f-799d6ec44050 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:02.754284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-e143ffbc-d125-4d9d-915f-799d6ec44050 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 813 time: 0.3745742 Jun 17 08:35:02.819249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 86c2b352-bcc3-4208-b883-6b2ce519f723 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:02.825547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-5c44b65c-132f-4c2c-a299-692b4de81347 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/quotas/12c8c8a979e04e3fad8c81cf0f96c9f9 HTTP/1.1" status: 200 len: 375 time: 0.0608311 Jun 17 08:35:02.846552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 86c2b352-bcc3-4208-b883-6b2ce519f723 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:02.846935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 86c2b352-bcc3-4208-b883-6b2ce519f723 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:02.871506 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.877996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-d2f09200-a61f-40f7-aea0-e0a3584713a8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514398 Jun 17 08:35:02.895389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Transition to ACTIVE for port object 048e2ae3-2996-42fe-bae9-26da7bdbd9dd will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:02.900321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.903001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-7a06653f-e7ae-479d-a6e5-9d5da187ab80 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023499 Jun 17 08:35:02.908001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.910556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:02.947723 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.949701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Transition to ACTIVE for port object 048e2ae3-2996-42fe-bae9-26da7bdbd9dd will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:02.963811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.966268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.966815 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:02.976747 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-283a338f-6dc5-4768-845a-3d39934ce083 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:03.019463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:03.019591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event updated for resources: {'Port': ['ID=7f5dafb4-bd5d-4f53-bb1e-d73c4bcebd15,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.021435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:03.041860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Pushing event updated for resources: {'Port': ['ID=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.045034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:03.056173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.056516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.056988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.057322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.057646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.058353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.058473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.058982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.059098 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.059438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.059757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.060069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.060470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:03.067603 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.126052 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP c615a775-8949-4d74-a8f6-b5561e86899a associated. External IP: 172.25.7.88, port: 164c9f26-ed8c-4845-a6ec-d372920e906b. Jun 17 08:35:03.134124 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-39150649-d79c-4cf3-b6ab-550663dd1ae2 req-b2cb1c89-d425-47b8-bf32-ad57ba2c1043 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798141 Jun 17 08:35:03.135460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Attempting to bind port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:03.136097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Attempting to bind port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:03.136685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Attempting to bind port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:03.148141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:03.148690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:03.148969 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.149383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:03.150042 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Bound port: 048e2ae3-2996-42fe-bae9-26da7bdbd9dd, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:03.150397 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.153426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.192216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.220579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:03.227256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] For port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:03.230693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] For port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:03.237170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.245925 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:03.323411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Pushing event updated for resources: {'Port': ['ID=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.341109 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.355370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.356568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5409310 Jun 17 08:35:03.369360 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-9c072bd6-8338-42dc-868c-63c778a0fbc4 service neutron] 10.222.0.65 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794941 Jun 17 08:35:03.461606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:03.500189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-33118bc2-3ebe-413f-af74-c111f4eeb9df tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.142 HTTP/1.1" status: 200 len: 696 time: 0.1217468 Jun 17 08:35:03.645204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::6f57:5cbe:dc40:ee51 (5554fb35-4376-4d8e-adc9-3103759046d8/37f8b6f3-d7c6-4088-aeaa-69609e745824/65b48b8a-84cb-4aa8-af6d-71b3c4b95787) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:03.663591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:03.675199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb639756-23d5-4784-bf93-f96154549628 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:03.691913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb639756-23d5-4784-bf93-f96154549628 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:03.692821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cb639756-23d5-4784-bf93-f96154549628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.746733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-ae0d1e65-e4e7-44e4-8092-a6088fff1da5 service neutron] 10.222.0.65 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596108 Jun 17 08:35:03.801891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cb639756-23d5-4784-bf93-f96154549628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.826865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb639756-23d5-4784-bf93-f96154549628 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:03.828718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cb639756-23d5-4784-bf93-f96154549628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.895796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cb639756-23d5-4784-bf93-f96154549628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.896590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb639756-23d5-4784-bf93-f96154549628 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:03.950538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-9078bdeb-8d36-4631-bade-592712812861 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:03.952235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2d340e6-1e80-4a08-ac90-c88b1db8ba5f req-9078bdeb-8d36-4631-bade-592712812861 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.4383595 Jun 17 08:35:03.995348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:04.127380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.147134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:04.242994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.276127 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bcb739f1-e51e-48a6-8f8e-38ca02df01de tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:04.311789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:04.317547 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.321752 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:04.346711 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:04.347328 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.392967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:04.401828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:04.409449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:04.416743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:04.417721 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.438172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.451620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=65b48b8a-84cb-4aa8-af6d-71b3c4b95787,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:04.468859 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:04.473599 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:04.475770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0780103 Jun 17 08:35:04.478772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60102) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:04.479357 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.486113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '37f8b6f3-d7c6-4088-aeaa-69609e745824', 'ip_address': '2001:db8::6f57:5cbe:dc40:ee51'}], 'name': 'tempest-NetworksTestDHCPv6-1902069505'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:04.498476 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b23453c-6d77-4a2a-b9bf-5f7f45d2d25e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/floatingips/c615a775-8949-4d74-a8f6-b5561e86899a HTTP/1.1" status: 200 len: 977 time: 2.8408120 Jun 17 08:35:04.501733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60104) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:04.507394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:04.531031 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.532185 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2764799-17c7-46a1-95d6-4b0ab2d25b74 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:04.546694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d88f8-120c-4dd4-82d7-1af424447c29 req-e0d0074f-f4f8-4e11-805c-74df0d5e946e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:04.549077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-594d88f8-120c-4dd4-82d7-1af424447c29 req-e0d0074f-f4f8-4e11-805c-74df0d5e946e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 984 time: 0.3410046 Jun 17 08:35:04.627684 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9e0e9c-f0ce-426a-8d40-305a238da748 x-openstack-request-id: req-4c9e0e9c-f0ce-426a-8d40-305a238da748 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:04.628982 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a4695-a7d1-4d4e-bd54-0adcbb2d87db", "name": "network-vif-deleted", "tag": "fb6ebc27-17bc-42fe-80ce-0ca52c6779ef", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:04.629660 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c9e0e9c-f0ce-426a-8d40-305a238da748 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:04.630283 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65a4695-a7d1-4d4e-bd54-0adcbb2d87db', 'name': 'network-vif-deleted', 'tag': 'fb6ebc27-17bc-42fe-80ce-0ca52c6779ef', 'status': 'completed', 'code': 200} Jun 17 08:35:04.764248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.844713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 048e2ae3-2996-42fe-bae9-26da7bdbd9dd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:04.910108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:04.944616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Provisioning for port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:04.950063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Provisioning complete for port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:04.950610 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.234564 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.275278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] For port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:05.280950 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.284717 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b45ecc22-495d-4109-9c73-a76e031cfa03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:05.346371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Pushing event updated for resources: {'Port': ['ID=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:05.359726 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:05.411845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f1298760-a655-40a6-9bf4-ac7e4bb4fe5e None None] Provisioning for port 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:05.416282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f1298760-a655-40a6-9bf4-ac7e4bb4fe5e None None] Provisioning complete for port 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:05.416665 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1298760-a655-40a6-9bf4-ac7e4bb4fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.424041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-594d88f8-120c-4dd4-82d7-1af424447c29 req-ad9f574b-a529-42f9-a880-9d5492ebfd3f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=6af12177-5456-461b-b952-8c4d3c36a064&id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8332205 Jun 17 08:35:05.455632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:05.463092 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.486861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1298760-a655-40a6-9bf4-ac7e4bb4fe5e None None] Port 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:05.567173 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.577526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.577821 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP c615a775-8949-4d74-a8f6-b5561e86899a disassociated. External IP: 172.25.7.88, port: 83b38c70-e7f5-42e1-b775-8abbdbeb5552. Jun 17 08:35:05.581997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1efa00d5-b063-4a96-b7d9-864d864ee730 req-ab24ee72-a2e8-4ab0-8a1c-8698b70553ce tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips/b1a4a261-2593-4e76-9960-f0c1f7b4e58c HTTP/1.1" status: 200 len: 693 time: 0.1164720 Jun 17 08:35:05.584613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port b1b301fc-09db-4e9a-b67f-968d46b39eb5 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:05.750931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06db4c-b8ef-454c-a349-9ade36eff194 req-9d2f7532-fdb9-456d-b23e-f76349f5219b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:05.752584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd06db4c-b8ef-454c-a349-9ade36eff194 req-9d2f7532-fdb9-456d-b23e-f76349f5219b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.4517128 Jun 17 08:35:05.975962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd06db4c-b8ef-454c-a349-9ade36eff194 req-a72af17d-4ff5-4ca6-b8df-f217e274d55d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117786 Jun 17 08:35:06.035141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:35:06.080053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa00d5-b063-4a96-b7d9-864d864ee730 req-82cb8e80-d821-4d6b-8913-ef938002264c tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:06.081751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1efa00d5-b063-4a96-b7d9-864d864ee730 req-82cb8e80-d821-4d6b-8913-ef938002264c tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.4586263 Jun 17 08:35:06.225498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-28f68618-3bef-42a8-8a88-23800f137dd5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:06.226981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-28f68618-3bef-42a8-8a88-23800f137dd5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.67 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 813 time: 0.3631780 Jun 17 08:35:06.227885 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:35:06.228109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:06.228322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:35:06.242392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '27fc7961-6583-423b-a96f-8264bd22543c', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'port_id': '27fc7961-6583-423b-a96f-8264bd22543c', 'mac_address': 'fa:16:3e:3b:f6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:35:06.257266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70d52393-54f1-4681-8069-ba3a204fb13a req-d97810e9-8635-4cbe-9436-3e4237a1fd83 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 210 time: 0.0692928 Jun 17 08:35:06.261187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Request body: {'port': {'device_id': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'admin_state_up': True, 'tenant_id': '12c8c8a979e04e3fad8c81cf0f96c9f9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:06.297498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.309829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-076fc7e5-34e3-4e7a-991f-70018c3bc4a8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8294010 Jun 17 08:35:06.313588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.320156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27fc7961-6583-423b-a96f-8264bd22543c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:06.344286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:06.362303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.367542 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:06.394140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:06.473116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128ae96-0cc9-4980-9f8a-75d141a41d26 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:06.480882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128ae96-0cc9-4980-9f8a-75d141a41d26 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:06.485624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3128ae96-0cc9-4980-9f8a-75d141a41d26 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1700196 Jun 17 08:35:06.486284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60334) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.488731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['27fc7961-6583-423b-a96f-8264bd22543c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:06.542452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Made reservation on behalf of 12c8c8a979e04e3fad8c81cf0f96c9f9 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:06.546548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.581831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:06.589812 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:06.631368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:06.631994 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.666389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-7d03ee3f-f371-4a10-a0c4-63399d57da4f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1303149414&fields=id&tenant_id=7c6972550461472d8def895940ed9fb0 HTTP/1.1" status: 200 len: 267 time: 0.2272789 Jun 17 08:35:06.723596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-5968cd00-67a2-44e3-b582-7c4e6e873602 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips/b1a4a261-2593-4e76-9960-f0c1f7b4e58c HTTP/1.1" status: 200 len: 693 time: 0.1168537 Jun 17 08:35:06.779295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.792408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:06.795578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 048e2ae3-2996-42fe-bae9-26da7bdbd9dd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:06.820131 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.833954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:06.860617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:06.861676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.871046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 65b48b8a-84cb-4aa8-af6d-71b3c4b95787 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:06.900939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.916742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:06.917592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.963729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.964352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ebd7-0e84-4655-b506-eefc02215d83 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:06.968538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:06.968934 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.987943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ed07ca5d-da4d-4417-8fd6-69093335cc48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/floatingips/c615a775-8949-4d74-a8f6-b5561e86899a HTTP/1.1" status: 200 len: 687 time: 2.4849062 Jun 17 08:35:06.993314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60392) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.003164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Allocated IP 172.20.0.4 (6aed8514-f7e1-4e60-afb5-a53d98e1d360/0d6b687f-0941-4c32-901e-3521d926f69b/e2fadec7-455e-4464-bfb8-a16b99b0d6e0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:07.033474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.038993 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-750b1cbd-d5c5-4482-a340-68217e0fa27f tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:07.069626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=65b48b8a-84cb-4aa8-af6d-71b3c4b95787,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:07.073972 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:07.097621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-8fae02b7-631d-41d5-adbc-3950e2991167 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:07.106825 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.108391 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/65b48b8a-84cb-4aa8-af6d-71b3c4b95787 HTTP/1.1" status: 204 len: 168 time: 0.6211104 Jun 17 08:35:07.108947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-8fae02b7-631d-41d5-adbc-3950e2991167 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 984 time: 0.4066007 Jun 17 08:35:07.111321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.124550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'port': {'security_groups': ['61d6e4b7-1239-4f7a-bb2d-844cb359a6ff', '6af12177-5456-461b-b952-8c4d3c36a064', 'c84d6bbc-9835-49d3-b141-c051a90e0343']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:07.139953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-2bf71165-21f3-4d03-9e8e-dd8fd5e6649e tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:07.151106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-2bf71165-21f3-4d03-9e8e-dd8fd5e6649e tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.4035668 Jun 17 08:35:07.194757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6833-2e63-4d94-9489-e6b8cc322d4c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:07.196548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6833-2e63-4d94-9489-e6b8cc322d4c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:07.199030 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-991b6833-2e63-4d94-9489-e6b8cc322d4c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0867088 Jun 17 08:35:07.201742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60424) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.261837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 37f8b6f3-d7c6-4088-aeaa-69609e745824 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:07.266832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.305747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-f4389e43-aeb9-4c76-a608-8f8fbbabc51a tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.142 HTTP/1.1" status: 200 len: 696 time: 0.1537020 Jun 17 08:35:07.318681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.417621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.480692 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.483861 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-52770380-7209-499b-9e3d-ef8a8a985b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:07.513337 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.516539 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/37f8b6f3-d7c6-4088-aeaa-69609e745824 HTTP/1.1" status: 204 len: 168 time: 0.3130660 Jun 17 08:35:07.517696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=37f8b6f3-d7c6-4088-aeaa-69609e745824,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:07.520357 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:07.521193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60428) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.529390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f08a64-73a1-4a31-8604-8a95c3f5e217 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:07.565599 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-edf732cc-72da-40cb-892c-48c467e75d3f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430272 Jun 17 08:35:07.569329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.576195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:07.685273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:07.692252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.758265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-c091a178-b56f-4c49-b066-9bcd65d7afe2 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.142 HTTP/1.1" status: 200 len: 696 time: 0.4513721 Jun 17 08:35:07.782748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:07.854111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Deleting port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:07.854619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.862739 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.942504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 18da94c7-7ab9-4592-8766-83f5963cf1a9 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:07.942846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.951787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.959476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] For port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:07.960258 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.964485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-41c55e8a-5bf1-4002-9dd8-7a8d7657e883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:07.986141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:07.992797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.013220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:08.018272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.019177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.036835 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Calling delete_port for 048e2ae3-2996-42fe-bae9-26da7bdbd9dd owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:08.056173 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4829526 Jun 17 08:35:08.056173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=9cdd5a4f-ce54-4f3e-b63d-236d45510b82,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.057689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60446) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.063117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:08.069218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '9cdd5a4f-ce54-4f3e-b63d-236d45510b82', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1534251962'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:08.073247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.171686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 27fc7961-6583-423b-a96f-8264bd22543c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:08.172214 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.196030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.200652 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-49fe8416-8fce-4841-8ae1-5c78354bdde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:08.242815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Pushing event deleted for resources: {'Port': ['ID=048e2ae3-2996-42fe-bae9-26da7bdbd9dd,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.244097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Deleting port 7f5dafb4-bd5d-4f53-bb1e-d73c4bcebd15 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:08.244543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.245987 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.247950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] No DVR routers for this DVR port 048e2ae3-2996-42fe-bae9-26da7bdbd9dd on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:08.268954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.269508 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.271851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb112f-85f6-4f1e-bec1-77745bc91c99 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:08.285656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af72702-31c7-4813-8f17-71adecfe7dce req-2f82dcec-9ab0-4e91-bda9-3c9b5e388f29 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.287272 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2af72702-31c7-4813-8f17-71adecfe7dce req-2f82dcec-9ab0-4e91-bda9-3c9b5e388f29 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 945 time: 0.1772463 Jun 17 08:35:08.327761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.378967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:08.414272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.423335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 18da94c7-7ab9-4592-8766-83f5963cf1a9 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:08.455689 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:08.506484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:08.508910 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39577dc-278f-45de-ab9c-a7b1ebc5ba0a" -d '{"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-plugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:08.521634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.534684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:08.565049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 7c917b77-572d-49c7-b196-20bbce809ae9 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:08.572055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.585423 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.595728 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2080000-0a56-499e-9081-46f509902b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:08.626138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:08.631147 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.638312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:08.721698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Deleting port 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:08.722051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.734654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:08.769038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.772215 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.789528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '9cdd5a4f-ce54-4f3e-b63d-236d45510b82'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:08.790622 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.844023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.844980 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.857997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] For port 36c46f94-3a35-4a6c-8411-c4ab75afd529, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=36c46f94-3a35-4a6c-8411-c4ab75afd529,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:08.859264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.914225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6596479 Jun 17 08:35:09.034107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.034717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.045241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 048e2ae3-2996-42fe-bae9-26da7bdbd9dd no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:09.057461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Request body: {'port': {'device_id': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:09.127011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/9cdd5a4f-ce54-4f3e-b63d-236d45510b82/5b17ade7-c904-45fc-a90e-39d91398e167) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:09.151521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.152164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.152720 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Floating IP 95d5c873-fbdd-442e-a660-0d695d3e648d disassociated. External IP: 172.25.7.148, port: 36c46f94-3a35-4a6c-8411-c4ab75afd529. Jun 17 08:35:09.153239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Calling delete_port for 36c46f94-3a35-4a6c-8411-c4ab75afd529 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:09.199196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Calling delete_port for 7f5dafb4-bd5d-4f53-bb1e-d73c4bcebd15 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:09.251810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:09.386404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 048e2ae3-2996-42fe-bae9-26da7bdbd9dd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:09.386671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 048e2ae3-2996-42fe-bae9-26da7bdbd9dd not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:09.416195 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.419537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.429414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.433641 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffe942cd-e1f1-4f64-a02e-8a95bfcda187 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:09.447909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.462022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'Port': ['ID=36c46f94-3a35-4a6c-8411-c4ab75afd529,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:09.465765 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:09.569272 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.580796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6', 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:09.597486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-054a3e07-ce8c-495a-99e3-d55deec3fd00 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:09.635249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:09.893795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:09.910386 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] Sync routers for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:09.932025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.934450 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:09.937319 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.940084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Transition to ACTIVE for port object 5b17ade7-c904-45fc-a90e-39d91398e167 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:09.940294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:09.945938 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:09.947489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:09.964461 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.969718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Transition to ACTIVE for port object 5b17ade7-c904-45fc-a90e-39d91398e167 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:09.992951 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.996993 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5aed494e-b5a5-4e95-8d01-9584bca74020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.008906 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] No DVR routers for this DVR port 36c46f94-3a35-4a6c-8411-c4ab75afd529 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:10.015487 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:35:10.015952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:35:10.044215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.048550 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2af72702-31c7-4813-8f17-71adecfe7dce req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.67 "DELETE /v2.0/ports/36c46f94-3a35-4a6c-8411-c4ab75afd529 HTTP/1.1" status: 204 len: 173 time: 1.7510200 Jun 17 08:35:10.051452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-deleted', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:10.056772 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50d5c6b-85bc-4677-8706-a391b9db8ed0" -d '{"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-deleted", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:10.071619 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-623a16bd-cbef-4736-a39f-51918a45a604 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0063028 Jun 17 08:35:10.072043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:10.072256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:10.089622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:10.096206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:10.099149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:10.105326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.106947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d892b7d-3548-44c3-97fa-18ae9de9f490 req-a6f56a0d-a4cb-4a2e-b327-0681302b3983 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "PUT /v2.0/ports/c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 1020 time: 2.9970543 Jun 17 08:35:10.130679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Pushing event updated for resources: {'Port': ['ID=5b17ade7-c904-45fc-a90e-39d91398e167,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.170088 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.248104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:10.250789 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:10.282544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=18da94c7-7ab9-4592-8766-83f5963cf1a9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.287589 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.329912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:10.351106 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-12cc8eb1-b23c-463a-98a2-1de11eea1597 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.354477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d890e70-125c-4e46-aa5f-6c52459c87e8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:10.360920 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d890e70-125c-4e46-aa5f-6c52459c87e8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2862947 Jun 17 08:35:10.365482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60476) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:10.381850 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:10.456712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Attempting to bind port 5b17ade7-c904-45fc-a90e-39d91398e167 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:10.457102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Attempting to bind port 5b17ade7-c904-45fc-a90e-39d91398e167 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:10.458004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Attempting to bind port 5b17ade7-c904-45fc-a90e-39d91398e167 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:10.475041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ae24f-d2c4-406e-9a34-066a50807a6b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:10.479426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ae24f-d2c4-406e-9a34-066a50807a6b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:10.481429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:10.481868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:10.482288 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.482935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:10.484055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Bound port: 5b17ade7-c904-45fc-a90e-39d91398e167, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:10.484732 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.494234 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-987ae24f-d2c4-406e-9a34-066a50807a6b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1264536 Jun 17 08:35:10.496616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60478) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:10.635767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 9cdd5a4f-ce54-4f3e-b63d-236d45510b82 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:10.645212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.676603 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:12Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:10.721965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] For port 5b17ade7-c904-45fc-a90e-39d91398e167, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:10.747703 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] For port 5b17ade7-c904-45fc-a90e-39d91398e167, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5b17ade7-c904-45fc-a90e-39d91398e167,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:10.767868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.769276 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] Checking router: 1a36ee83-34e9-47f3-af0c-1f85dacedca3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:10.770231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.776361 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.790307 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:10.792583 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:10.836647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:10.856164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.889903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Transition to ACTIVE for port object e2fadec7-455e-4464-bfb8-a16b99b0d6e0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:10.914891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event deleted for resources: {'Port': ['ID=7f5dafb4-bd5d-4f53-bb1e-d73c4bcebd15,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.934290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Pushing event updated for resources: {'Port': ['ID=5b17ade7-c904-45fc-a90e-39d91398e167,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.949688 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.955271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:11.006409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.008816 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:11.115430 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1aff40d7-0b62-4a5a-beb8-31766554937c req-d69124e4-a293-49f8-8c13-587ccca0191b tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/ports?device_id=54f2a1cd-1a2b-4181-a9b4-a7724e55e893 HTTP/1.1" status: 200 len: 210 time: 0.7289517 Jun 17 08:35:11.118224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.132588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.135342 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cfb46017-4539-494d-83a3-00f00478f1ec tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:11.141678 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:11.208844 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdd5a4f-ce54-4f3e-b63d-236d45510b82,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:11.218891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:11.224933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.229086 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/9cdd5a4f-ce54-4f3e-b63d-236d45510b82 HTTP/1.1" status: 204 len: 168 time: 0.7291834 Jun 17 08:35:11.234243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.370243 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dcfa30c0-c3ba-401a-b534-4640c16552e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341908 Jun 17 08:35:11.379501 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.381273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60484) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.382209 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.383586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f03b0eb-d9bd-450f-a67d-a6611fca139e req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "DELETE /v2.0/floatingips/b1a4a261-2593-4e76-9960-f0c1f7b4e58c HTTP/1.1" status: 204 len: 173 time: 3.5904939 Jun 17 08:35:11.425636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:11.427533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.430150 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.431281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/floatingips/c615a775-8949-4d74-a8f6-b5561e86899a HTTP/1.1" status: 204 len: 168 time: 4.4321733 Jun 17 08:35:11.444498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.477215 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:12Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:11.550838 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99992fdd-d5ab-4aa8-b320-dc84130f7d98 None None] The sync data for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 is: [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 4, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'b930ef6f-0bb3-4dc4-9021-fc81cd71627b', 'name': '', 'network_id': '4580d1b9-d13a-4ca5-bab7-8b005b1906c6', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'mac_address': 'fa:16:3e:7f:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:59Z', 'updated_at': '2021-06-17T08:25:12Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'subnets': [{'id': '2763b899-8a5d-4d42-841b-aa1224bbe8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:11.566147 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-26b914c5-a839-4fbc-91c1-af27263026d6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] delete failed (client error): The resource could not be found. Jun 17 08:35:11.576796 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-26b914c5-a839-4fbc-91c1-af27263026d6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/floatingips/c615a775-8949-4d74-a8f6-b5561e86899a HTTP/1.1" status: 404 len: 345 time: 0.1279688 Jun 17 08:35:11.578825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60490) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.636711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:11.646524 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:11.802594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519126-953f-4231-9192-0d05881a42dd req-1234582f-a5ee-4756-bec8-a7083c43c3ae tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:11.804612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d519126-953f-4231-9192-0d05881a42dd req-1234582f-a5ee-4756-bec8-a7083c43c3ae tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.2509768 Jun 17 08:35:11.867242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d519126-953f-4231-9192-0d05881a42dd req-a8120540-48d3-4e35-a0c4-b6d0636d0089 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471017 Jun 17 08:35:11.868354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:11.868939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:11.869502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:11.885517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b86e-1080-48af-98f0-54b95220a4e2 req-774c0851-70ca-4b8b-8dbd-b9c015a8c8bb tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:11.887849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e99b86e-1080-48af-98f0-54b95220a4e2 req-774c0851-70ca-4b8b-8dbd-b9c015a8c8bb tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.2561007 Jun 17 08:35:11.897284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:11.897965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:11.924168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:11.926435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Checking segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:11.927129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Bound using segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:11.927770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Bound port: e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:11.928290 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.061780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:12.100504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e99b86e-1080-48af-98f0-54b95220a4e2 req-41745903-0d28-485f-b65a-e623ae14216c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917233 Jun 17 08:35:12.114543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 36c46f94-3a35-4a6c-8411-c4ab75afd529 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:12.118262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 36c46f94-3a35-4a6c-8411-c4ab75afd529 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:12.213043 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259a02a-db69-4fec-9fb7-cd552a1ad87b x-openstack-request-id: req-f259a02a-db69-4fec-9fb7-cd552a1ad87b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:12.213457 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-plugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:12.213849 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f259a02a-db69-4fec-9fb7-cd552a1ad87b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:12.214349 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'code': 200} Jun 17 08:35:12.234088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:12.252756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:12.257195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fae0326-f00e-420f-b92b-b0a9ce96482e None None] New status for floating IP 95d5c873-fbdd-442e-a660-0d695d3e648d: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:35:12.278569 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcd12f1-65fe-4bb9-83d9-c7d3ec7370b6 x-openstack-request-id: req-3bcd12f1-65fe-4bb9-83d9-c7d3ec7370b6 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:12.279043 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f2a1cd-1a2b-4181-a9b4-a7724e55e893", "name": "network-vif-deleted", "tag": "36c46f94-3a35-4a6c-8411-c4ab75afd529", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:12.280940 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bcd12f1-65fe-4bb9-83d9-c7d3ec7370b6 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:12.283136 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2a1cd-1a2b-4181-a9b4-a7724e55e893', 'name': 'network-vif-deleted', 'tag': '36c46f94-3a35-4a6c-8411-c4ab75afd529', 'status': 'completed', 'code': 200} Jun 17 08:35:12.293069 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.312850 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaafdd0a-9720-4c93-98ba-706f6d71077e x-openstack-request-id: req-aaafdd0a-9720-4c93-98ba-706f6d71077e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:12.313190 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:12.313499 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aaafdd0a-9720-4c93-98ba-706f6d71077e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:12.313955 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'status': 'completed', 'code': 200} Jun 17 08:35:12.315963 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f14265bc-7bfb-44e6-834c-e57a1e5dfe41 tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:12.390740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:12.412530 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:12.493381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54145c2-c952-4cd9-b175-b4cdedb2c08d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.498307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54145c2-c952-4cd9-b175-b4cdedb2c08d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.506368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54145c2-c952-4cd9-b175-b4cdedb2c08d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.510604 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f54145c2-c952-4cd9-b175-b4cdedb2c08d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/ports?network_id=35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 HTTP/1.1" status: 200 len: 2359 time: 0.9284661 Jun 17 08:35:12.512114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60500) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:12.524716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.525371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.526668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] 10.222.0.67 "PUT /v2.0/ports/e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 1092 time: 3.6009138 Jun 17 08:35:12.533091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7b40f-c5c9-4f44-ab95-03a26956dbe4 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:12.618709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-893e0ad2-261f-4285-bf9c-44aa9d165b5f None None] Provisioning for port 5b17ade7-c904-45fc-a90e-39d91398e167 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:12.676337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-411898cc-d5f2-4443-b162-400520a251e1 req-ed32475d-a7c1-4687-b41f-853005ea8974 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/c84d6bbc-9835-49d3-b141-c051a90e0343 HTTP/1.1" status: 200 len: 1802 time: 0.4195895 Jun 17 08:35:12.685767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db01f9-cc96-4c3b-91c8-5cc8f8d3a330 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.689060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-49db01f9-cc96-4c3b-91c8-5cc8f8d3a330 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/subnets/e4865486-19eb-445d-b9df-6485e55c459c HTTP/1.1" status: 200 len: 797 time: 0.1744804 Jun 17 08:35:12.730254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:12.753928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'port': {'network_id': '35bcb2c6-1c4f-487f-9cd9-51f86dc77d18', 'name': 'tempest-FloatingIPTestJSON-1833578073', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:12.835102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:12.846094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.911294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2022ca-177f-4894-8a74-c571c7b414e4 req-95518d45-03b7-419b-8051-3968efaa9ffd tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.912671 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff2022ca-177f-4894-8a74-c571c7b414e4 req-95518d45-03b7-419b-8051-3968efaa9ffd tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5943651 Jun 17 08:35:12.942340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:12.944212 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-411898cc-d5f2-4443-b162-400520a251e1 req-b21c6503-baf9-48c3-bfe4-a4d9e9e8c4c0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:35:12.945252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-411898cc-d5f2-4443-b162-400520a251e1 req-b21c6503-baf9-48c3-bfe4-a4d9e9e8c4c0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/c84d6bbc-9835-49d3-b141-c051a90e0343 HTTP/1.1" status: 409 len: 341 time: 0.2234070 Jun 17 08:35:12.958799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-8e14d6c5-c7d4-4585-89bf-9c74548e0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.962353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-8e14d6c5-c7d4-4585-89bf-9c74548e0724 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1095 time: 0.3473594 Jun 17 08:35:13.077815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-d7872e5d-ad5c-47c6-9368-8632870589ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.1061707 Jun 17 08:35:13.161258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Deleting port 5b17ade7-c904-45fc-a90e-39d91398e167 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:13.163750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.201961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-06efdda5-0707-4773-a88f-2aa80601c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:13.203519 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-06efdda5-0707-4773-a88f-2aa80601c60c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1175 time: 0.8317025 Jun 17 08:35:13.288857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] For port 5b17ade7-c904-45fc-a90e-39d91398e167, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5b17ade7-c904-45fc-a90e-39d91398e167,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:13.289507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.385716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Calling delete_port for 5b17ade7-c904-45fc-a90e-39d91398e167 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:13.391586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:13.401784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:13.509047 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.512485 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:13.546412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] No DVR routers for this DVR port 5b17ade7-c904-45fc-a90e-39d91398e167 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:13.548357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Pushing event deleted for resources: {'Port': ['ID=5b17ade7-c904-45fc-a90e-39d91398e167,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:13.551940 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:13.728276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.758133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-ea7e2f5c-8a96-42e6-bd3f-20a8bbc20b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:13.760236 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-ea7e2f5c-8a96-42e6-bd3f-20a8bbc20b2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.5385134 Jun 17 08:35:13.769762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.774334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] device_id is not set on port 2a53cbf6-9fb8-45bd-b286-ad94d021f71f yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:13.847116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-068eef00-1413-4cf1-97a9-07886c182f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:13.848770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-068eef00-1413-4cf1-97a9-07886c182f8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.1053355 Jun 17 08:35:13.859270 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-dd27a7e6-ae9b-479a-b187-e72a0e6994e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 200 len: 217 time: 0.0856392 Jun 17 08:35:13.904953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2224404-6b21-4ed1-96a1-5576615708f1 req-e62526d0-f9a7-49f0-a120-d29682512f3d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=a94d5bccf8344fa1a1cd909eb1b31773 HTTP/1.1" status: 200 len: 1657 time: 0.8259914 Jun 17 08:35:13.934803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-7656c943-ffb9-4f49-a2ce-47e73a6cb8c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593953 Jun 17 08:35:13.961301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.984969 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be78b868-626d-44b7-abe3-e3c18ad467b0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:14.055766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:14.062392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-6e323783-e6a4-4e95-94b9-c60a997b73b6 service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073127 Jun 17 08:35:14.087615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:14.100266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb681d-a08e-425d-b3a9-5ebdd2320d94 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:14.130017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:14.130626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.164122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-efbd3379-7fde-455e-bf35-f4b446a682c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:14.166097 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-efbd3379-7fde-455e-bf35-f4b446a682c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.2956123 Jun 17 08:35:14.251341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=a03aa5f1-e65b-456e-ac52-7ce054447b7a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:14.255067 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-112c6820-da7d-4337-b8cd-a347522c2e7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554659 Jun 17 08:35:14.256688 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:14.340445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:14.343908 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:14.371177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff3c65-338e-4375-9aed-812dcb6724d9 req-193192ba-1002-4dfe-b976-cb4859d28ed2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:14.372841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9ff3c65-338e-4375-9aed-812dcb6724d9 req-193192ba-1002-4dfe-b976-cb4859d28ed2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.6281078 Jun 17 08:35:14.424432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2224404-6b21-4ed1-96a1-5576615708f1 req-eec35529-150a-4bd6-96a2-30100845e846 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:14.431987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2224404-6b21-4ed1-96a1-5576615708f1 req-eec35529-150a-4bd6-96a2-30100845e846 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks?id=e176cc39-2e40-496d-8844-ac598b838921&id=e176cc39-2e40-496d-8844-ac598b838921&id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 787 time: 0.5250206 Jun 17 08:35:14.441066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-c2224404-6b21-4ed1-96a1-5576615708f1 req-e3016d6d-d8b8-429b-939e-97b9e71df329 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:35:14.453838 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2224404-6b21-4ed1-96a1-5576615708f1 req-e3016d6d-d8b8-429b-939e-97b9e71df329 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202599 Jun 17 08:35:14.488285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9ff3c65-338e-4375-9aed-812dcb6724d9 req-ff5b58dd-c64e-4b91-ae2c-cbdba5eebf9a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080244 Jun 17 08:35:14.503724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6854838a-1e98-4acd-a29a-4cfad9f74e35 req-fdaa2ea6-1c50-4e51-ab34-3c99130808be service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338393 Jun 17 08:35:14.544864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:14.546421 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.571643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60528) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:14.708399 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-f1320069-9921-452f-935b-038aa8214cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397690 Jun 17 08:35:14.714687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.794671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/a03aa5f1-e65b-456e-ac52-7ce054447b7a/9e3a40c4-2b53-4879-9190-28a5159be866) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:14.799764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5b17ade7-c904-45fc-a90e-39d91398e167 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:14.833065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5b17ade7-c904-45fc-a90e-39d91398e167 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:14.833860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5b17ade7-c904-45fc-a90e-39d91398e167 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:14.873316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.922319 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e8a076f1-3b8e-43a5-9626-6fb30aa24a04 req-001ef5a1-16d5-42cf-8e8a-368079c44524 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017477 Jun 17 08:35:14.924128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.14 (35bcb2c6-1c4f-487f-9cd9-51f86dc77d18/e4865486-19eb-445d-b9df-6485e55c459c/2a53cbf6-9fb8-45bd-b286-ad94d021f71f) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:14.937161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.952703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.003941 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f25c43f-429c-475d-96cb-5dc695dc957d x-openstack-request-id: req-5f25c43f-429c-475d-96cb-5dc695dc957d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:15.004298 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:15.004582 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f25c43f-429c-475d-96cb-5dc695dc957d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:15.005016 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'status': 'completed', 'code': 200} Jun 17 08:35:15.016201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9784980b-3cab-4809-a259-b2eafb1483ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:15.021782 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c84c8880709a4a6c9bce6c58ba6727b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6288636 Jun 17 08:35:15.024913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d0b12-3388-47e6-8105-6a454a5034ab req-4a0310b9-a5e4-4461-88fb-82e45d124e39 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:15.026835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf7d0b12-3388-47e6-8105-6a454a5034ab req-4a0310b9-a5e4-4461-88fb-82e45d124e39 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.3154373 Jun 17 08:35:15.027646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.043387 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6454082 Jun 17 08:35:15.047565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.13 (35bcb2c6-1c4f-487f-9cd9-51f86dc77d18/e4865486-19eb-445d-b9df-6485e55c459c/2a53cbf6-9fb8-45bd-b286-ad94d021f71f) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:15.050589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.057947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:15.108685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.110305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.162165 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.172409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.180320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Transition to ACTIVE for port object 9e3a40c4-2b53-4879-9190-28a5159be866 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:15.190700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-9c041954-e559-4ac9-bed9-8b7125a42474 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips/de484ab8-70f1-4f2c-861a-3f7e34cb457f HTTP/1.1" status: 200 len: 693 time: 0.1341004 Jun 17 08:35:15.191243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.196705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.199351 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.203327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "DELETE /v2.0/security-groups/efccf493-8606-41a1-b138-703fe542af3f HTTP/1.1" status: 204 len: 168 time: 0.6278081 Jun 17 08:35:15.206705 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e78c89d0-723a-499f-8776-026cba5e0e64 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:15.210877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98f2ca-72a3-44cc-b266-c445f7c1aad4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:15.211760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60536) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.216161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:15.230021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.235393 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7afcc0fa-ed17-420f-80b9-0ac8a25ff040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1827281 Jun 17 08:35:15.236763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60538) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.241741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf7d0b12-3388-47e6-8105-6a454a5034ab req-97e58a36-9c92-445b-88e1-281f904d096e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052674 Jun 17 08:35:15.244221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Transition to ACTIVE for port object 9e3a40c4-2b53-4879-9190-28a5159be866 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:15.263260 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.265905 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:15.316892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:15.324480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:15.332337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:15.339901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Pushing event updated for resources: {'Port': ['ID=9e3a40c4-2b53-4879-9190-28a5159be866,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:15.343801 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:15.438442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-edf61a7a-8520-443f-90a7-45d1161a4b50 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:15.448787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-edf61a7a-8520-443f-90a7-45d1161a4b50 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2430246 Jun 17 08:35:15.510838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccf493-8606-41a1-b138-703fe542af3f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:15.540438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Attempting to bind port 9e3a40c4-2b53-4879-9190-28a5159be866 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:15.540839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Attempting to bind port 9e3a40c4-2b53-4879-9190-28a5159be866 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:15.541865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Attempting to bind port 9e3a40c4-2b53-4879-9190-28a5159be866 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:15.547038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-c316647b-0e9a-4815-a469-3096c578f20f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0969858 Jun 17 08:35:15.552532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:15.553075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:15.553186 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.553586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:15.554072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Bound port: 9e3a40c4-2b53-4879-9190-28a5159be866, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:15.554455 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.618711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.647188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.677975 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-e4be9904-7a2d-4956-89b4-a34b6463b36e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] show failed (client error): The resource could not be found. Jun 17 08:35:15.678551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] For port 9e3a40c4-2b53-4879-9190-28a5159be866, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:15.679033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e4be9904-7a2d-4956-89b4-a34b6463b36e tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "GET /v2.0/security-groups/efccf493-8606-41a1-b138-703fe542af3f HTTP/1.1" status: 404 len: 347 time: 0.4629610 Jun 17 08:35:15.685173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] For port 9e3a40c4-2b53-4879-9190-28a5159be866, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9e3a40c4-2b53-4879-9190-28a5159be866,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:15.694747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.704776 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4a65ccf7-e1a3-4a7e-8bb4-e3ab2868b1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:15.719253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60542) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.728907 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:15.743102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-3381d0b2-f096-4c96-8f4c-5ed042046dd9 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.1931043 Jun 17 08:35:15.775126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Pushing event updated for resources: {'Port': ['ID=9e3a40c4-2b53-4879-9190-28a5159be866,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:15.781444 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:15.917975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-174a4994-81fc-4596-a787-e97d67e9a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:15.919883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-174a4994-81fc-4596-a787-e97d67e9a150 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1095 time: 0.8913698 Jun 17 08:35:15.954075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c5fa3-57d5-4b91-b96e-9fdcb1d099c5 req-e39ad42d-4250-4832-aac7-5d111475fcc0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:15.955846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a93c5fa3-57d5-4b91-b96e-9fdcb1d099c5 req-e39ad42d-4250-4832-aac7-5d111475fcc0 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1023 time: 0.2725551 Jun 17 08:35:15.977018 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.980293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.984487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b98f2ca-72a3-44cc-b266-c445f7c1aad4 HTTP/1.1" status: 204 len: 168 time: 0.9519148 Jun 17 08:35:15.995076 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.046480 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a445cd4-baa5-48ae-9962-5696c7a76f35 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:16.081376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:35:16.096153 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.120380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fe7d4f06-d6fa-4c8e-892d-32f1f564e99c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:16.195268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=2a53cbf6-9fb8-45bd-b286-ad94d021f71f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:16.213968 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:16.243870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98f2ca-72a3-44cc-b266-c445f7c1aad4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:16.248157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.363755 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:16.421305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:16.429947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:16.441466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a93c5fa3-57d5-4b91-b96e-9fdcb1d099c5 req-61ccb9de-e28d-444e-a001-8ce17f3a6888 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=6af12177-5456-461b-b952-8c4d3c36a064&id=c84d6bbc-9835-49d3-b141-c051a90e0343&id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4583218 Jun 17 08:35:16.445951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:16.472208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'port_id': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'mac_address': 'fa:16:3e:3e:9d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6b687f-0941-4c32-901e-3521d926f69b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:35:16.536961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:16.584363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-4e86f0d4-bb6c-40b7-9f95-43aeb545818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:16.591479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-4e86f0d4-bb6c-40b7-9f95-43aeb545818b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.6635301 Jun 17 08:35:16.625993 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.633722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Deleting port 46ccb56e-4521-4f93-90ec-97eb6280d42f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:16.634069 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.664568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:16.665877 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.670787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:16.722669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:16.733778 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.738505 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:16.775393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Deleting port 0bc5203c-8eb7-4874-aad2-015a3ed9db69 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:16.778453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.853369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.853706 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.863212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:16.884327 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:16.899870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9e3a40c4-2b53-4879-9190-28a5159be866 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:17.024109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e2fadec7-455e-4464-bfb8-a16b99b0d6e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:17.036659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.3052380 Jun 17 08:35:17.053857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.070874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Calling delete_port for 46ccb56e-4521-4f93-90ec-97eb6280d42f owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:17.074934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '2a53cbf6-9fb8-45bd-b286-ad94d021f71f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:17.150256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-ade77a47-8991-4940-a941-967f244f4b42 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:17.150256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-ade77a47-8991-4940-a941-967f244f4b42 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1023 time: 0.7173035 Jun 17 08:35:17.194350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.210208 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.259589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.260082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.265485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 9e3a40c4-2b53-4879-9190-28a5159be866 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:17.327875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-19ea67f3-5aed-4f81-9ca8-aa251eeab29e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.7195799 Jun 17 08:35:17.489843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-86e96039-83c7-4b1e-aacf-7117612c7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:17.491522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-86e96039-83c7-4b1e-aacf-7117612c7685 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.1302540 Jun 17 08:35:17.541046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Provisioning for port 9e3a40c4-2b53-4879-9190-28a5159be866 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:17.546085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Provisioning complete for port 9e3a40c4-2b53-4879-9190-28a5159be866 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:17.546795 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.553658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-f50770b3-7828-4647-b4a7-8ed7ec17f576 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496113 Jun 17 08:35:17.569512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535bfc7-37bc-41f7-a0af-43b48d80483b req-c5b1e549-340e-489f-b406-f1545bac9c0e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:17.577193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f535bfc7-37bc-41f7-a0af-43b48d80483b req-c5b1e549-340e-489f-b406-f1545bac9c0e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.2603691 Jun 17 08:35:17.750025 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.818491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] For port 9e3a40c4-2b53-4879-9190-28a5159be866, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9e3a40c4-2b53-4879-9190-28a5159be866,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:17.829723 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.831637 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eef6a442-891e-4ca8-9111-7f83c73b2d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:17.847195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f535bfc7-37bc-41f7-a0af-43b48d80483b req-ec9fdce9-aa9a-43e4-aa12-cc0c5b8b11d9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686601 Jun 17 08:35:17.945464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-fb4d4b1d-d1bb-4d04-b2d0-a4820469c15e service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634100 Jun 17 08:35:17.948524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.959171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:17.971185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Pushing event updated for resources: {'Port': ['ID=9e3a40c4-2b53-4879-9190-28a5159be866,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:17.982596 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:18.093761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:18.123429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Calling delete_port for 0bc5203c-8eb7-4874-aad2-015a3ed9db69 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:18.138311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event deleted for resources: {'Port': ['ID=46ccb56e-4521-4f93-90ec-97eb6280d42f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.187428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:18.195480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:18.196671 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.202861 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:18.272391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60582) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:18.306266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Deleting port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:18.306623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.323742 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.361160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:18.367431 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14122294-8034-4cf0-9b9a-bc2ae0198cf5" -d '{"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:18.384395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::1 (5554fb35-4376-4d8e-adc9-3103759046d8/a03aa5f1-e65b-456e-ac52-7ce054447b7a/5e3926a7-62d3-4d8d-80ae-b99062322cab) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:18.396819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.400111 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.407080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:18.413170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8fe2697-d0f8-4fc6-ae9b-b8c47cc2cd21 req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "DELETE /v2.0/floatingips/de484ab8-70f1-4f2c-861a-3f7e34cb457f HTTP/1.1" status: 204 len: 173 time: 2.6707420 Jun 17 08:35:18.419468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-81bf4d0e-fdbd-4b3a-9504-74443695c9e0 req-831e193c-def8-41dc-a1b1-d0a1dfad830d service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656401 Jun 17 08:35:18.423407 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.425779 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.465520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed35e7-8cc0-4b90-963c-0ff2ece1092f req-854b0158-eb0a-4406-9b2c-4ffe5b4d1b7e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:18.483100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0ed35e7-8cc0-4b90-963c-0ff2ece1092f req-854b0158-eb0a-4406-9b2c-4ffe5b4d1b7e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.3344054 Jun 17 08:35:18.528555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.533067 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:18.556809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.612015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0ed35e7-8cc0-4b90-963c-0ff2ece1092f req-160f9c86-d123-4e2c-a1c9-d6ec517e4c34 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276388 Jun 17 08:35:18.641778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] For port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:18.642390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.687401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.701026 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0369e662-ce1e-4ba9-9b3b-81b376bc2b99 x-openstack-request-id: req-0369e662-ce1e-4ba9-9b3b-81b376bc2b99 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:18.701331 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:18.701593 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0369e662-ce1e-4ba9-9b3b-81b376bc2b99 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:18.702763 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'code': 200} Jun 17 08:35:18.795880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Calling delete_port for c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:18.822002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.835746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9e3a40c4-2b53-4879-9190-28a5159be866 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:18.893078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-a82f7118-16bc-446f-bb6c-ca02ef5d3d28 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips/e4aec046-8838-4130-9b54-757509d55758 HTTP/1.1" status: 200 len: 693 time: 0.1637371 Jun 17 08:35:18.909909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.925799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.952592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.955270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 9e3a40c4-2b53-4879-9190-28a5159be866 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:18.955939 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.960306 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.976153 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-becbbf9b-8b58-44f0-bd64-6f4854eeb07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.982888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e16e1c4aed4487a89cb1132994614fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864476 Jun 17 08:35:18.993193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Pushing event deleted for resources: {'Port': ['ID=0bc5203c-8eb7-4874-aad2-015a3ed9db69,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.994980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:19.022134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 5e3926a7-62d3-4d8d-80ae-b99062322cab will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:19.026829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d985fd-bb67-410f-a55c-ac9d5f50c47b req-685d00fb-363b-43f4-8f31-31d68489b0d1 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:19.028392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37d985fd-bb67-410f-a55c-ac9d5f50c47b req-685d00fb-363b-43f4-8f31-31d68489b0d1 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac5d7e8-9927-487f-ad11-0a44359eabb1 HTTP/1.1" status: 200 len: 1023 time: 0.4118659 Jun 17 08:35:19.036618 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.096636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80080209-2d26-484d-8bbe-24d9fff7643f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:19.104382 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.180208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.57 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/985a2382-8962-4711-b8d9-8ffbfd6c67d1) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:19.181986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37d985fd-bb67-410f-a55c-ac9d5f50c47b req-477acd27-86b1-4317-b4bc-e072b21c23b8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=6af12177-5456-461b-b952-8c4d3c36a064&id=c84d6bbc-9835-49d3-b141-c051a90e0343&id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1278293 Jun 17 08:35:19.187056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffb5bd-1cb5-4f47-ae31-c23b004efeab req-717a279b-2a2e-49bc-900e-b6cccb75ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:19.188611 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16ffb5bd-1cb5-4f47-ae31-c23b004efeab req-717a279b-2a2e-49bc-900e-b6cccb75ef96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1097 time: 0.3596494 Jun 17 08:35:19.217341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.220384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.225399 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] 10.222.0.65 "DELETE /v2.0/floatingips/95d5c873-fbdd-442e-a660-0d695d3e648d HTTP/1.1" status: 204 len: 168 time: 3.5023720 Jun 17 08:35:19.226394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60594) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:19.255947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-7a868112-c3a3-4775-9afc-c56bc31b82df tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:19.263817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-7a868112-c3a3-4775-9afc-c56bc31b82df tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.2897530 Jun 17 08:35:19.271253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.297845 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.304083 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-41e09499-0d3f-4ff5-964b-d3976f2fcb3d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:19.337718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16ffb5bd-1cb5-4f47-ae31-c23b004efeab req-f733a97a-1af0-4ca3-86a9-cb6fb350dded service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380191 Jun 17 08:35:19.341870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.354428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-3fc8dfb4-66fa-49e1-9c61-5cb32312141c tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0874817 Jun 17 08:35:19.477580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.482138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:19.497620 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.508241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:19.510373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:19.527103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:19.527811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.561613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=5e3926a7-62d3-4d8d-80ae-b99062322cab,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:19.622947 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.635032 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13a6dbd6-07bd-4d26-bac6-81723f43f707 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:19.761139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.796797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'Port': ['ID=c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:19.894572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.906253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.910647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80080209-2d26-484d-8bbe-24d9fff7643f HTTP/1.1" status: 204 len: 168 time: 0.8867977 Jun 17 08:35:19.917561 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.919035 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48e96ecd-9baa-4e40-8156-9ca712bfd6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:19.925813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-0e58911e-7a52-4c1b-b22a-6da5c2d8ae40 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.5704296 Jun 17 08:35:19.956395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.966205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] No DVR routers for this DVR port c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:19.969199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.972286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-77e5388f-333e-43c6-bff7-f73bf97c439e req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "DELETE /v2.0/ports/c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a HTTP/1.1" status: 204 len: 173 time: 2.7876151 Jun 17 08:35:20.016375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'name': 'network-vif-deleted', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:20.019349 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d303c51a-3dd9-465a-9e37-d62cb4c0f105" -d '{"events": [{"server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "name": "network-vif-deleted", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:20.036878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80080209-2d26-484d-8bbe-24d9fff7643f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:20.046104 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:20.048986 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63808b1d-20af-4b20-90a6-5ab46c4fb3b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:20.060694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-99796594-afb3-43bf-a4d4-b6acac6f99b0 None None] Provisioning for port 5e3926a7-62d3-4d8d-80ae-b99062322cab completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:20.083837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-99796594-afb3-43bf-a4d4-b6acac6f99b0 None None] Provisioning complete for port 5e3926a7-62d3-4d8d-80ae-b99062322cab triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:20.084105 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99796594-afb3-43bf-a4d4-b6acac6f99b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.112176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:20.116019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.121460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:20.122705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-99796594-afb3-43bf-a4d4-b6acac6f99b0 None None] Port 5e3926a7-62d3-4d8d-80ae-b99062322cab cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:20.126743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:20.173370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=985a2382-8962-4711-b8d9-8ffbfd6c67d1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:20.181229 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:20.303449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c4d2-7d47-46d2-9ecd-7cba5151d4e4 req-d9302437-cc4c-4fa5-b283-f2244ad5f823 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:20.317728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85a1c4d2-7d47-46d2-9ecd-7cba5151d4e4 req-d9302437-cc4c-4fa5-b283-f2244ad5f823 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.4953935 Jun 17 08:35:20.398301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Deleting port a4b118c1-4571-4b87-9b03-ecdd33cb7e61 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:20.398679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.549750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85a1c4d2-7d47-46d2-9ecd-7cba5151d4e4 req-bc1e700a-28ee-4fec-b2ea-2480a68fcf54 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310529 Jun 17 08:35:20.591302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:20.663336 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.666669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.691121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:20.694970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:20.846408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.873468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Calling delete_port for a4b118c1-4571-4b87-9b03-ecdd33cb7e61 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:20.943625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.989207 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.997063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.001861 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6648b4b9-a50a-47a7-b37e-cc4c4f1587f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:21.155675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af29cb-3ff9-4c57-8b3b-481148f71872 req-15dbb298-4892-4fb2-b4ad-901ae452209b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:21.162834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16af29cb-3ff9-4c57-8b3b-481148f71872 req-15dbb298-4892-4fb2-b4ad-901ae452209b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3769560 Jun 17 08:35:21.163637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.166923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=5e3926a7-62d3-4d8d-80ae-b99062322cab,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:21.201259 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:21.226002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16af29cb-3ff9-4c57-8b3b-481148f71872 req-ddb7d8c8-00e2-4bd9-a8c7-1a57a870d1f4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Jun 17 08:35:21.315091 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.429287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.456401 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f24dbb3-aca8-4a64-ae0f-f78455db4f2d tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:21.528367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event deleted for resources: {'Port': ['ID=a4b118c1-4571-4b87-9b03-ecdd33cb7e61,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:21.549772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:21.557550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.566289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:21.568031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:21.588808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.617070 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d79ec2-3b59-400f-9322-a06520cbd9d8 x-openstack-request-id: req-86d79ec2-3b59-400f-9322-a06520cbd9d8 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:21.617455 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5d7e8-9927-487f-ad11-0a44359eabb1", "name": "network-vif-deleted", "tag": "c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:21.617756 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86d79ec2-3b59-400f-9322-a06520cbd9d8 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:21.618155 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5d7e8-9927-487f-ad11-0a44359eabb1', 'name': 'network-vif-deleted', 'tag': 'c11f6f5e-4a45-4e66-b244-ca7eb8ef4a1a', 'status': 'completed', 'code': 200} Jun 17 08:35:21.620023 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b22211c-5a6d-4b53-aeb6-4da5393fb06a tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:21.718505 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.727390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.728583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c27d4fe3-79d7-41c7-8d9f-012737b1e5ad req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "DELETE /v2.0/floatingips/e4aec046-8838-4130-9b54-757509d55758 HTTP/1.1" status: 204 len: 173 time: 1.8019574 Jun 17 08:35:21.748091 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.991942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-82ab7aa5-8dbe-4998-b924-b30975f377d8 None None] Provisioning complete for port 5e3926a7-62d3-4d8d-80ae-b99062322cab triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:21.993513 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82ab7aa5-8dbe-4998-b924-b30975f377d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.008888 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 829692e5-7bf0-43e1-9856-ed9a9b0dc2f0 associated. External IP: 172.25.7.57, port: 2a53cbf6-9fb8-45bd-b286-ad94d021f71f. Jun 17 08:35:22.017387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=985a2382-8962-4711-b8d9-8ffbfd6c67d1,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:22.087875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:22.089513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-82ab7aa5-8dbe-4998-b924-b30975f377d8 None None] Port 5e3926a7-62d3-4d8d-80ae-b99062322cab cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:22.089669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-afaa9a36-6f57-464d-9161-22a469f92b96 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:22.091266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-afaa9a36-6f57-464d-9161-22a469f92b96 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 813 time: 0.3090940 Jun 17 08:35:22.134095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-e63c15eb-2d1b-4db4-ae4b-a322d1f614d9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/quotas/12c8c8a979e04e3fad8c81cf0f96c9f9 HTTP/1.1" status: 200 len: 375 time: 0.0328875 Jun 17 08:35:22.150623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Deleting port b930ef6f-0bb3-4dc4-9021-fc81cd71627b {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:22.151051 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.198337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f367f-6c33-40a6-bc07-61e6ae910828 req-a47cab25-b396-4321-91ca-cfcbd280b214 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:22.199946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e6f367f-6c33-40a6-bc07-61e6ae910828 req-a47cab25-b396-4321-91ca-cfcbd280b214 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.2090139 Jun 17 08:35:22.308146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e6f367f-6c33-40a6-bc07-61e6ae910828 req-29879450-7076-4816-bccf-56b3a61fdeab tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008809 Jun 17 08:35:22.334205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] For port b930ef6f-0bb3-4dc4-9021-fc81cd71627b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:22.334848 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.359999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-b4047eb6-1e03-45a2-bbd1-39291625a213 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2248824 Jun 17 08:35:22.460758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Calling delete_port for b930ef6f-0bb3-4dc4-9021-fc81cd71627b owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:22.660952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Router e0d3e0ea-d09e-4b81-b393-901f7413c035 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:35:22.793654 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.799407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-347ae489-5a15-421d-939a-d6efc2a05f55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:22.836412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b930ef6f-0bb3-4dc4-9021-fc81cd71627b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:22.851249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-e931af26-8217-4a37-acdb-e36e2d844378 service neutron] 10.222.0.65 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902332 Jun 17 08:35:22.893728 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:22.897749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:22.899282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:22.910513 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "PUT /v2.0/routers/e0d3e0ea-d09e-4b81-b393-901f7413c035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6560638 Jun 17 08:35:22.913042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:22.919853 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Sync routers for ids ['e0d3e0ea-d09e-4b81-b393-901f7413c035'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:22.937192 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Routers {'e0d3e0ea-d09e-4b81-b393-901f7413c035'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:22.938019 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e0d3e0ea-d09e-4b81-b393-901f7413c035'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:23.059523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d2dad6b-762d-4a65-a4d6-0c7445cf5615 req-747921b5-949e-470f-8a6d-08ba78e776ba tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/6af12177-5456-461b-b952-8c4d3c36a064 HTTP/1.1" status: 200 len: 1803 time: 0.6863527 Jun 17 08:35:23.073909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-199442c6-d7d9-4364-a235-649bf89b455b service neutron] 10.222.0.65 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216666 Jun 17 08:35:23.080810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb222df0-a813-4f50-b126-c2aed670ecd7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:23.085505 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fb222df0-a813-4f50-b126-c2aed670ecd7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports/5e3926a7-62d3-4d8d-80ae-b99062322cab HTTP/1.1" status: 200 len: 911 time: 0.1711798 Jun 17 08:35:23.086490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60656) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:23.254841 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Set router e0d3e0ea-d09e-4b81-b393-901f7413c035 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:23.351863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:23.372536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:23.390337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:23.391117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:23.419603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535cf1d-888d-4752-8a41-3d294e5979a0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:23.433994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535cf1d-888d-4752-8a41-3d294e5979a0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:23.442215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c535cf1d-888d-4752-8a41-3d294e5979a0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3478038 Jun 17 08:35:23.445296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60670) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:23.459043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.474418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:23.512112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:23.513065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:23.572873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:23.574089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca398f47-e186-47be-955e-e3be26c8ca3d None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:23.578069 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5152490 Jun 17 08:35:23.606230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:23.617552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'port_id': '2a53cbf6-9fb8-45bd-b286-ad94d021f71f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:23.745025 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:35:23.750771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.855895 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:15Z', 'updated_at': '2021-06-17T08:35:19Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None, '_interfaces': [{'id': '5e3926a7-62d3-4d8d-80ae-b99062322cab', 'name': '', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'mac_address': 'fa:16:3e:81:99:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:16Z', 'updated_at': '2021-06-17T08:35:20Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'subnets': [{'id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:23.915650 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Checking router: e0d3e0ea-d09e-4b81-b393-901f7413c035 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:23.916428 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Updating router e0d3e0ea-d09e-4b81-b393-901f7413c035 port 5e3926a7-62d3-4d8d-80ae-b99062322cab binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:35:24.007288 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.085163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-3cb6646e-4c52-4a0f-b37c-71215af2cdf6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips/348b96b3-97d1-40c2-a3c6-1b3ec2b596ad HTTP/1.1" status: 200 len: 693 time: 0.7083261 Jun 17 08:35:24.166103 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.252110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2d3b2608-476f-483d-9921-3041d6097945 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:24.259553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2d3b2608-476f-483d-9921-3041d6097945 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 784 time: 0.1735272 Jun 17 08:35:24.275080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8d2dad6b-762d-4a65-a4d6-0c7445cf5615 req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.464719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-7cbfeace-67fa-48d1-ae0d-1cce8c18b72b tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.2032430 Jun 17 08:35:24.508641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8d2dad6b-762d-4a65-a4d6-0c7445cf5615 req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.546970 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.561002 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Transition to ACTIVE for port object 5e3926a7-62d3-4d8d-80ae-b99062322cab will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:24.578183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-4f4e8f8f-ffb7-47bd-b084-c2ffffaea4d1 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1120574 Jun 17 08:35:24.600825 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.615030 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-33ba7ea9-5c13-4b5a-8ac2-34f5a7b581c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:24.741677 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Pushing event updated for resources: {'Port': ['ID=5e3926a7-62d3-4d8d-80ae-b99062322cab,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:24.767513 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.768441 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.784581 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.785035 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.785888 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.788749 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.790328 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.791737 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.792914 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.794681 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.795165 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.813043 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:24.829941 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:24.926020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8d2dad6b-762d-4a65-a4d6-0c7445cf5615 req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.928910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8d2dad6b-762d-4a65-a4d6-0c7445cf5615 req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.930182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d2dad6b-762d-4a65-a4d6-0c7445cf5615 req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/6af12177-5456-461b-b952-8c4d3c36a064 HTTP/1.1" status: 204 len: 173 time: 1.8523068 Jun 17 08:35:24.932599 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7ec21456-31ae-4b37-9e07-839f324506f2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:25.012038 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-413023c3-334c-4162-8396-54f37c9cd6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.034836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.105541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:25.112605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af12177-5456-461b-b952-8c4d3c36a064,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:25.126656 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:25.129160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Deleting port 509f3e1e-7977-4ef5-8a76-48366b1d4195 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:25.129518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.150759 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Attempting to bind port 5e3926a7-62d3-4d8d-80ae-b99062322cab on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:25.151332 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Attempting to bind port 5e3926a7-62d3-4d8d-80ae-b99062322cab by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:25.151530 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Attempting to bind port 5e3926a7-62d3-4d8d-80ae-b99062322cab on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:25.165983 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:25.166839 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:25.167281 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.167686 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:25.168297 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Bound port: 5e3926a7-62d3-4d8d-80ae-b99062322cab, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:25.168687 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.266094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:25.278761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] 10.222.0.65 "PUT /v2.0/routers/1a36ee83-34e9-47f3-af0c-1f85dacedca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0421057 Jun 17 08:35:25.279720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60688) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:25.307342 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] For port 5e3926a7-62d3-4d8d-80ae-b99062322cab, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:25.311980 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] For port 5e3926a7-62d3-4d8d-80ae-b99062322cab, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5e3926a7-62d3-4d8d-80ae-b99062322cab,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:25.323735 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] Sync routers for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:25.342460 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.354520 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:25.391327 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.resource_extend [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:35:25.459003 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Pushing event updated for resources: {'Port': ['ID=5e3926a7-62d3-4d8d-80ae-b99062322cab,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:25.482292 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:25.482893 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:25.484241 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:25.648083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.671861 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Routers {'e0d3e0ea-d09e-4b81-b393-901f7413c035'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:25.672915 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e0d3e0ea-d09e-4b81-b393-901f7413c035'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:25.699813 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.801376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.816758 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] Set router e0d3e0ea-d09e-4b81-b393-901f7413c035 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:25.937592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33bc7e9c-ce72-40f1-b6d5-c42573e9d13d req-60026f3f-8cd5-458d-847e-a8d5bab7edf3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 210 time: 0.2886758 Jun 17 08:35:25.945442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.007753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 5e3926a7-62d3-4d8d-80ae-b99062322cab {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:26.012554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.038748 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:26.059436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.059772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.128653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-d77c9fdb-f1be-46b1-a70d-2cc354a7befd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:26.130745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-d77c9fdb-f1be-46b1-a70d-2cc354a7befd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.60 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 813 time: 0.6554308 Jun 17 08:35:26.209254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Request body: {'port': {'device_id': '99e920d1-bc6a-492a-922c-723adae01f28', 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'admin_state_up': True, 'tenant_id': '12c8c8a979e04e3fad8c81cf0f96c9f9'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:26.330358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.334515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Calling delete_port for 509f3e1e-7977-4ef5-8a76-48366b1d4195 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:26.341883 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:15Z', 'updated_at': '2021-06-17T08:35:19Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None, '_interfaces': [{'id': '5e3926a7-62d3-4d8d-80ae-b99062322cab', 'name': '', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'mac_address': 'fa:16:3e:81:99:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:16Z', 'updated_at': '2021-06-17T08:35:25Z', 'revision_number': 4, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'subnets': [{'id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.387517 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26bbe-1b60-4389-a254-38ea65380559 None None] The sync data for ids ['e0d3e0ea-d09e-4b81-b393-901f7413c035'] in n-d-780147-13 is: [{'id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:15Z', 'updated_at': '2021-06-17T08:35:19Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None, '_interfaces': [{'id': '5e3926a7-62d3-4d8d-80ae-b99062322cab', 'name': '', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'mac_address': 'fa:16:3e:81:99:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:16Z', 'updated_at': '2021-06-17T08:35:25Z', 'revision_number': 4, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'subnets': [{'id': 'a03aa5f1-e65b-456e-ac52-7ce054447b7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:26.412711 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:35:22Z', 'revision_number': 5, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port': {'id': '1960e98e-459e-47a7-8337-1a7a0295c92f', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:54Z', 'updated_at': '2021-06-17T08:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.430728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Deleting port 1960e98e-459e-47a7-8337-1a7a0295c92f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:26.432121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.474412 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] Checking router: 1a36ee83-34e9-47f3-af0c-1f85dacedca3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:26.486717 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] Routers {'1a36ee83-34e9-47f3-af0c-1f85dacedca3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:26.488108 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:34:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.595242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be8fc1-685f-4bb1-bfdb-bdb755586d0a req-ec2ddaaa-4788-425f-91de-0d40c5ee5bd5 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:26.601012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9be8fc1-685f-4bb1-bfdb-bdb755586d0a req-ec2ddaaa-4788-425f-91de-0d40c5ee5bd5 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.4836917 Jun 17 08:35:26.631875 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] Set router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:26.837935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9be8fc1-685f-4bb1-bfdb-bdb755586d0a req-0e7fa834-a76a-472f-ae7b-a56f20249428 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295618 Jun 17 08:35:26.910625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] For port 1960e98e-459e-47a7-8337-1a7a0295c92f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1960e98e-459e-47a7-8337-1a7a0295c92f,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:26.910625 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.992020 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:35:25Z', 'revision_number': 6, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:27.031354 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71d445-91f4-483c-95ef-963a60b63322 None None] The sync data for ids ['1a36ee83-34e9-47f3-af0c-1f85dacedca3'] in n-d-780147-13 is: [{'id': '1a36ee83-34e9-47f3-af0c-1f85dacedca3', 'name': 'tempest-ServerActionsTestJSON-303202526-router', 'tenant_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:53Z', 'updated_at': '2021-06-17T08:35:25Z', 'revision_number': 6, 'project_id': '3a79dd0ba58f4becb72f18fef09c60a1', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:27.179645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Calling delete_port for 1960e98e-459e-47a7-8337-1a7a0295c92f owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:27.225607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.250566 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f45d03f1-bcd3-4e50-9657-ff19d02e956d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:27.266643 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 5e3926a7-62d3-4d8d-80ae-b99062322cab owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:27.305974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Pushing event deleted for resources: {'Port': ['ID=509f3e1e-7977-4ef5-8a76-48366b1d4195,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:27.315658 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:27.389503 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0bfc84b-f24f-424d-bf77-671819dce2f3 req-31a00337-1183-49d6-adca-9377e8d32aef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/c84d6bbc-9835-49d3-b141-c051a90e0343 HTTP/1.1" status: 200 len: 1802 time: 0.4394791 Jun 17 08:35:27.398250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2165032b-1294-4c86-8eea-2fa36a6fc654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.414961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Made reservation on behalf of 12c8c8a979e04e3fad8c81cf0f96c9f9 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:27.419133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.496319 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.513148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:27.550179 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c0bfc84b-f24f-424d-bf77-671819dce2f3 req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.613077 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c0bfc84b-f24f-424d-bf77-671819dce2f3 req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.687457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.690697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.692182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a1d50d1-5790-4dbb-b5e1-902674600ef3 req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] 10.222.0.65 "DELETE /v2.0/floatingips/348b96b3-97d1-40c2-a3c6-1b3ec2b596ad HTTP/1.1" status: 204 len: 173 time: 3.1128089 Jun 17 08:35:27.701466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60698) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:27.852653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c0bfc84b-f24f-424d-bf77-671819dce2f3 req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.855883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c0bfc84b-f24f-424d-bf77-671819dce2f3 req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.861772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0bfc84b-f24f-424d-bf77-671819dce2f3 req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/c84d6bbc-9835-49d3-b141-c051a90e0343 HTTP/1.1" status: 204 len: 173 time: 0.4707408 Jun 17 08:35:27.903116 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-798e390e-717f-45cc-bc4c-7e02f1368850 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:27.904516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Allocated IP 172.20.0.5 (6aed8514-f7e1-4e60-afb5-a53d98e1d360/0d6b687f-0941-4c32-901e-3521d926f69b/05dae903-dbb4-4465-a5fc-1558f6329f36) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:27.908943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.930549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a50fdcdf-dd4f-41c1-bb4f-4b692aa6bcc0 req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1213503811', 'description': 'tempest-description-1241088865'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:27.952838 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9d3b5d7-c098-407e-8981-35a2196c3a83 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:27.960237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d6bbc-9835-49d3-b141-c051a90e0343,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:27.984742 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:28.008000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:28.021110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:28.026833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d14f3309-7840-4191-9706-64e837f5d831 req-1dd34c02-254d-43e2-9465-1d3b5a63136f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 210 time: 0.1027982 Jun 17 08:35:28.037452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a50fdcdf-dd4f-41c1-bb4f-4b692aa6bcc0 req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.049141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.059048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=5e3926a7-62d3-4d8d-80ae-b99062322cab,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:28.063298 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:28.063837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:28.064544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.172987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.187442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.211198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:28.216288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.236522 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:28.274700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1960e98e-459e-47a7-8337-1a7a0295c92f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:28.283277 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:28.391778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.393355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870c4f7-19ec-4b74-bb90-5c17e5ef2a0d None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:28.444986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.480393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.535388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d6f50d9-b7fc-4cf4-a422-f428099d9e66 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/floatingips/829692e5-7bf0-43e1-9856-ed9a9b0dc2f0 HTTP/1.1" status: 200 len: 978 time: 4.9277065 Jun 17 08:35:28.539087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60710) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:28.725987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.752353 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.842143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b930ef6f-0bb3-4dc4-9021-fc81cd71627b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:28.897914 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.903208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: b930ef6f-0bb3-4dc4-9021-fc81cd71627b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:28.903766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b930ef6f-0bb3-4dc4-9021-fc81cd71627b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:28.912775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1960e98e-459e-47a7-8337-1a7a0295c92f no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:28.936813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.950554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1960e98e-459e-47a7-8337-1a7a0295c92f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:28.950959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1960e98e-459e-47a7-8337-1a7a0295c92f not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:29.003842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.018284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e2fadec7-455e-4464-bfb8-a16b99b0d6e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:29.034436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:29.099425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:29.104969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Pushing event updated for resources: {'Port': ['ID=05dae903-dbb4-4465-a5fc-1558f6329f36,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:29.108671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:29.111540 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:29.115291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:29.181836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.182470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.202734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Router e0d3e0ea-d09e-4b81-b393-901f7413c035 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:29.334568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:29.346671 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] Sync routers for ids ['e0d3e0ea-d09e-4b81-b393-901f7413c035'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:29.356215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "PUT /v2.0/routers/e0d3e0ea-d09e-4b81-b393-901f7413c035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9072978 Jun 17 08:35:29.360375 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] Routers {'e0d3e0ea-d09e-4b81-b393-901f7413c035'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:29.361157 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e0d3e0ea-d09e-4b81-b393-901f7413c035'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:29.364326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60714) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:29.446998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a50fdcdf-dd4f-41c1-bb4f-4b692aa6bcc0 req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.456884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26e111-c35d-4fe5-b2ac-9847f254e5fe req-27ba7b8a-3e9a-45e4-a56d-7fc18920a22e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.464403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e26e111-c35d-4fe5-b2ac-9847f254e5fe req-27ba7b8a-3e9a-45e4-a56d-7fc18920a22e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 1.0462797 Jun 17 08:35:29.466548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.466690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a36ee83-34e9-47f3-af0c-1f85dacedca3 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:29.479831 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.480987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1a36ee83-34e9-47f3-af0c-1f85dacedca3 HTTP/1.1" status: 204 len: 168 time: 4.1980271 Jun 17 08:35:29.501030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a50fdcdf-dd4f-41c1-bb4f-4b692aa6bcc0 req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.504181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60718) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:29.506511 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0288c548-5d30-4478-8673-2e6a512435ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:29.519538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9afcf-0f11-45e4-bea5-e19bde5a4dc4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.527510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9afcf-0f11-45e4-bea5-e19bde5a4dc4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.531570 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b5d9afcf-0f11-45e4-bea5-e19bde5a4dc4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1638107 Jun 17 08:35:29.539250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 985a2382-8962-4711-b8d9-8ffbfd6c67d1 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:29.539609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.548535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60720) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:29.553783 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] Set router e0d3e0ea-d09e-4b81-b393-901f7413c035 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:29.680762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a50fdcdf-dd4f-41c1-bb4f-4b692aa6bcc0 req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.681200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4827509 Jun 17 08:35:29.682019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a50fdcdf-dd4f-41c1-bb4f-4b692aa6bcc0 req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.7554638 Jun 17 08:35:29.686364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:15Z', 'updated_at': '2021-06-17T08:35:27Z', 'revision_number': 3, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:29.696376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet a03aa5f1-e65b-456e-ac52-7ce054447b7a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:29.709884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e26e111-c35d-4fe5-b2ac-9847f254e5fe req-1d7ade6c-c68e-423d-b8cc-dd0b4ab7a582 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444365 Jun 17 08:35:29.714736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:29.723963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.727913 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:29.741555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Deleting subnet 2763b899-8a5d-4d42-841b-aa1224bbe8cc {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:29.773427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.809488 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] Checking router: e0d3e0ea-d09e-4b81-b393-901f7413c035 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:29.835350 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] Routers {'e0d3e0ea-d09e-4b81-b393-901f7413c035'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:29.839008 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e0d3e0ea-d09e-4b81-b393-901f7413c035'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:29.857781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.884327 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.034344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-e04bacf9-ac5c-48cf-954e-e5b97889fca3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3 HTTP/1.1" status: 200 len: 1803 time: 0.2767022 Jun 17 08:35:30.079503 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] Set router e0d3e0ea-d09e-4b81-b393-901f7413c035 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:30.097734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Request body: {'security_group': {'name': 'tempest-sg-hth-594941740', 'description': 'tempest-description-hth-718421338'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:30.105156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Request body: {'port': {'device_id': '99e920d1-bc6a-492a-922c-723adae01f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:30.170601 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:15Z', 'updated_at': '2021-06-17T08:35:27Z', 'revision_number': 3, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:30.179279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.240387 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cace4-d32a-4dca-8964-1922d491e872 None None] The sync data for ids ['e0d3e0ea-d09e-4b81-b393-901f7413c035'] in n-d-780147-13 is: [{'id': 'e0d3e0ea-d09e-4b81-b393-901f7413c035', 'name': 'tempest-NetworksTestDHCPv6-router-683544307', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:15Z', 'updated_at': '2021-06-17T08:35:27Z', 'revision_number': 3, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:30.257371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.275711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.293583 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.326674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.327047 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.340866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.424166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 985a2382-8962-4711-b8d9-8ffbfd6c67d1 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:30.500895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.551966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.556963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.560608 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.562493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc55be60-a060-4a9d-8d03-d4e61a9a3600 req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "PUT /v2.0/security-groups/6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3 HTTP/1.1" status: 200 len: 1775 time: 0.4760082 Jun 17 08:35:30.587727 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69b3f108-3954-439d-954b-6df915bf8188 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:30.678656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd8f87-aa2b-409d-91c2-67acbcb14db8 req-48e2fb3a-862d-4844-99e1-4b0062102ba4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:30.680426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70bd8f87-aa2b-409d-91c2-67acbcb14db8 req-48e2fb3a-862d-4844-99e1-4b0062102ba4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 931 time: 0.6982746 Jun 17 08:35:30.738610 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.739669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:30.746136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5e3926a7-62d3-4d8d-80ae-b99062322cab no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:30.749700 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70e7fc3b-72d1-4287-8e59-6b1c66f28ba7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:30.765406 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:30.796536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb2d0448-b83c-4ba9-9aec-d1bdd3f67c2a req-8e5ef1d7-4900-404a-8618-97aed619ccfb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3 HTTP/1.1" status: 200 len: 1775 time: 0.1988058 Jun 17 08:35:30.820310 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.828106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=a03aa5f1-e65b-456e-ac52-7ce054447b7a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:30.834649 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e46d519-19bf-4625-b47c-e30fc9ed4360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:30.882080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2763b899-8a5d-4d42-841b-aa1224bbe8cc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:30.895443 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:30.913150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70bd8f87-aa2b-409d-91c2-67acbcb14db8 req-4217b142-ef6d-44d2-b290-cf86ee9aeec2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055085 Jun 17 08:35:30.914420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.919558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2763b899-8a5d-4d42-841b-aa1224bbe8cc HTTP/1.1" status: 204 len: 168 time: 1.4059122 Jun 17 08:35:30.919558 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:30.933038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60736) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:30.995231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5e3926a7-62d3-4d8d-80ae-b99062322cab {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:30.996108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5e3926a7-62d3-4d8d-80ae-b99062322cab not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:31.002962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981244d6-cea6-41ff-ad1f-01df5e34635b None None] Network 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:31.072471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.084981 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/a03aa5f1-e65b-456e-ac52-7ce054447b7a HTTP/1.1" status: 204 len: 168 time: 1.5353460 Jun 17 08:35:31.086114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60742) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:31.110596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea21792-0b64-4890-9ac6-9734f89795d7 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:31.206352 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.345833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47925b2b-54fd-4b09-aab1-f33bed38ebc5 req-1601213b-55e0-46a4-bb4b-86cc581c0c2a tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3 HTTP/1.1" status: 200 len: 1775 time: 0.2048419 Jun 17 08:35:31.457860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a294d-934f-43b0-9094-c6793043acde None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:31.509579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] DHCP port deletion for 4580d1b9-d13a-4ca5-bab7-8b005b1906c6 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:31.533966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dae903-dbb4-4465-a5fc-1558f6329f36 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:31.554169 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.568787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1dcc6551-4d9a-41c0-96b5-101027afa305 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4696374 Jun 17 08:35:31.570557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60744) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:31.586458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Deleting port fb5e87fa-9b7d-41dc-9a01-38882db0605f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:31.586458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.598453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-978a294d-934f-43b0-9094-c6793043acde None None] Deleting port 9e3a40c4-2b53-4879-9190-28a5159be866 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:31.599199 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-978a294d-934f-43b0-9094-c6793043acde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.674932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-978a294d-934f-43b0-9094-c6793043acde None None] For port 9e3a40c4-2b53-4879-9190-28a5159be866, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9e3a40c4-2b53-4879-9190-28a5159be866,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:31.675638 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-978a294d-934f-43b0-9094-c6793043acde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.684615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] For port fb5e87fa-9b7d-41dc-9a01-38882db0605f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb5e87fa-9b7d-41dc-9a01-38882db0605f,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:31.685450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.748506 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.771217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Calling delete_port for fb5e87fa-9b7d-41dc-9a01-38882db0605f owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:31.772578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-978a294d-934f-43b0-9094-c6793043acde None None] Calling delete_port for 9e3a40c4-2b53-4879-9190-28a5159be866 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:31.872417 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-978a294d-934f-43b0-9094-c6793043acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.882873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Deleting port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:31.883287 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.885228 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf26aa9e-0dbe-48a9-a740-b51791b6ae2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:31.889627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a294d-934f-43b0-9094-c6793043acde None None] No DVR routers for this DVR port 9e3a40c4-2b53-4879-9190-28a5159be866 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:31.958329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a294d-934f-43b0-9094-c6793043acde None None] Pushing event deleted for resources: {'Port': ['ID=9e3a40c4-2b53-4879-9190-28a5159be866,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:31.961175 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-978a294d-934f-43b0-9094-c6793043acde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:32.043272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.047515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.104552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fecfc4-ce21-47f1-8090-342c096f918c req-52b50bac-3094-4d55-b6e7-e11f97e6791b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:32.117299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49fecfc4-ce21-47f1-8090-342c096f918c req-52b50bac-3094-4d55-b6e7-e11f97e6791b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.9775097 Jun 17 08:35:32.266523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Deleting port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:32.267317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.362146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49fecfc4-ce21-47f1-8090-342c096f918c req-e27f54e6-cefa-4b56-b042-c16e13f7ec3a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434390 Jun 17 08:35:32.365506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47925b2b-54fd-4b09-aab1-f33bed38ebc5 req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.381194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.413284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] For port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:32.413747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.471320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] For port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,segment=NetworkSegment(520ebcb1-5168-4748-9519-d33828961361),segment_id=520ebcb1-5168-4748-9519-d33828961361)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:32.471799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.574180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Calling delete_port for e87cc7d0-b053-45f5-87b5-7dd4584cb3bb owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:32.665099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Calling delete_port for e87cc7d0-b053-45f5-87b5-7dd4584cb3bb owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:32.721783 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fafcbfd-7570-4a8a-9249-b73ed300cfc6 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:32.732450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Transition to ACTIVE for port object 05dae903-dbb4-4465-a5fc-1558f6329f36 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:32.735309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.752932 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd4bd8d4-35a7-4fba-88e0-db7589183e51 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:32.776995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.792397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.794541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.795049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Fanout notify agent at l3_agent the message router_deleted on router e0d3e0ea-d09e-4b81-b393-901f7413c035 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:32.805559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.810087 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-245dd43e-eda6-4fdb-a131-ecc736f7b865 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/routers/e0d3e0ea-d09e-4b81-b393-901f7413c035 HTTP/1.1" status: 204 len: 168 time: 1.2342434 Jun 17 08:35:32.810738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:32.860898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:32.883700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] No DVR routers for this DVR port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:32.909651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5e87fa-9b7d-41dc-9a01-38882db0605f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:32.918447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9e3a40c4-2b53-4879-9190-28a5159be866 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:32.978206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 9e3a40c4-2b53-4879-9190-28a5159be866 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:32.978206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9e3a40c4-2b53-4879-9190-28a5159be866 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:32.978648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87cc7d0-b053-45f5-87b5-7dd4584cb3bb no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:33.020052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.020474 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 829692e5-7bf0-43e1-9856-ed9a9b0dc2f0 disassociated (deleted). External IP: 172.25.7.57, port: 2a53cbf6-9fb8-45bd-b286-ad94d021f71f. Jun 17 08:35:33.030363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.043859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e87cc7d0-b053-45f5-87b5-7dd4584cb3bb {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:33.044179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e87cc7d0-b053-45f5-87b5-7dd4584cb3bb not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:33.057006 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb6fc8a4-729c-4ba7-ba63-fe9fe2e3299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.078811 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:33.081406 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:35:33.086033 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.089446 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.130172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Pushing event deleted for resources: {'Port': ['ID=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.132130 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.133000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] No DVR routers for this DVR port e87cc7d0-b053-45f5-87b5-7dd4584cb3bb on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:33.173804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=985a2382-8962-4711-b8d9-8ffbfd6c67d1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.176978 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.179375 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6bb2841e-df54-4bbd-a89a-4d7bea5433d5 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.189055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:33.191494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.221686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47925b2b-54fd-4b09-aab1-f33bed38ebc5 req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.271291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.280629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87cc7d0-b053-45f5-87b5-7dd4584cb3bb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.302078 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.346812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.421142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4580d1b9-d13a-4ca5-bab7-8b005b1906c6']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:33.440607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520ebcb1-5168-4748-9519-d33828961361') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:33.440944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520ebcb1-5168-4748-9519-d33828961361') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:33.456351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Pushing event updated for resources: {'Port': ['ID=05dae903-dbb4-4465-a5fc-1558f6329f36,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.457709 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.459310 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.459464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47925b2b-54fd-4b09-aab1-f33bed38ebc5 req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.461933 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-47925b2b-54fd-4b09-aab1-f33bed38ebc5 req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.474159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47925b2b-54fd-4b09-aab1-f33bed38ebc5 req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3 HTTP/1.1" status: 204 len: 173 time: 2.0232785 Jun 17 08:35:33.481887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404d004-f511-4260-8f9a-233c6917c6af req-ae447a8a-acbe-4d88-8d66-0dc3d9af80e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:33.484114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3404d004-f511-4260-8f9a-233c6917c6af req-ae447a8a-acbe-4d88-8d66-0dc3d9af80e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 943 time: 0.7266114 Jun 17 08:35:33.493389 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb3059da-c5b7-45a4-9c21-9ea5e8581576 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.529770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6c6eb-4a55-4ffd-baf6-662bb232fbf3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.534433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.536910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Attempting to bind port 05dae903-dbb4-4465-a5fc-1558f6329f36 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:33.537692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Attempting to bind port 05dae903-dbb4-4465-a5fc-1558f6329f36 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:33.537692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Attempting to bind port 05dae903-dbb4-4465-a5fc-1558f6329f36 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:33.540946 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.544747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:33.545157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:33.547618 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:33.551359 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:33.552279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:33.553639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Port 05dae903-dbb4-4465-a5fc-1558f6329f36 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:33.554077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Attempting to bind port 05dae903-dbb4-4465-a5fc-1558f6329f36 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:33.585122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:33.585485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Checking segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:33.585852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Bound using segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:33.586292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Bound port: 05dae903-dbb4-4465-a5fc-1558f6329f36, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:33.586642 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.623325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3404d004-f511-4260-8f9a-233c6917c6af req-9879e950-36f6-42b5-a0d1-466e75e24fc2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200497 Jun 17 08:35:33.737964 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.745749 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbb1955c-5a05-49e9-b3e6-648f25de47df tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.753518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.757899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4580d1b9-d13a-4ca5-bab7-8b005b1906c6 HTTP/1.1" status: 204 len: 168 time: 2.8213177 Jun 17 08:35:33.777357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=4580d1b9-d13a-4ca5-bab7-8b005b1906c6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.787932 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.802138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] For port 05dae903-dbb4-4465-a5fc-1558f6329f36, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:33.810469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] For port 05dae903-dbb4-4465-a5fc-1558f6329f36, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=05dae903-dbb4-4465-a5fc-1558f6329f36,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:33.821684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.829163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbdc05-205c-441d-983a-0c04ed14e666 req-888d7f8e-06c3-4704-ac8a-70422bb08ba1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:33.829163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39bbdc05-205c-441d-983a-0c04ed14e666 req-888d7f8e-06c3-4704-ac8a-70422bb08ba1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 945 time: 0.2057781 Jun 17 08:35:33.830822 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-343489a4-23bf-4943-97ad-99f690a4894e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.841509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.880283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:33.891202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:33.893295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.913911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Router e6a775af-b1aa-47f2-9ec6-38195add40fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:33.916715 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-1d5171cf-3624-4c14-ae0b-2d159e32d064 req-0cb0727a-c6cc-4a20-af87-c47e9f540e85 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:35:33.917635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5171cf-3624-4c14-ae0b-2d159e32d064 req-0cb0727a-c6cc-4a20-af87-c47e9f540e85 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/c84d6bbc-9835-49d3-b141-c051a90e0343 HTTP/1.1" status: 404 len: 352 time: 0.0419521 Jun 17 08:35:33.919054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:33.933299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:33.933983 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.935150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:33.936433 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] 10.222.0.60 "PUT /v2.0/ports/05dae903-dbb4-4465-a5fc-1558f6329f36 HTTP/1.1" status: 200 len: 1092 time: 3.8358171 Jun 17 08:35:33.945397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e920d1-bc6a-492a-922c-723adae01f28', 'tag': '05dae903-dbb4-4465-a5fc-1558f6329f36'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:33.947156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39bbdc05-205c-441d-983a-0c04ed14e666 req-1891b43d-8d2e-4b90-a9f8-fe52df498fc6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131778 Jun 17 08:35:33.949024 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1421a9-f83b-405e-87f8-82cbe53feb08" -d '{"events": [{"name": "network-changed", "server_uuid": "99e920d1-bc6a-492a-922c-723adae01f28", "tag": "05dae903-dbb4-4465-a5fc-1558f6329f36"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:33.970611 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-e635a68a-350b-459c-bf16-ccf5ac27298b req-98344136-b5de-48ed-b400-9cfe3df66828 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:35:33.978272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e635a68a-350b-459c-bf16-ccf5ac27298b req-98344136-b5de-48ed-b400-9cfe3df66828 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/6af12177-5456-461b-b952-8c4d3c36a064 HTTP/1.1" status: 404 len: 352 time: 0.0282393 Jun 17 08:35:34.013950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:34.024039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=5f62d74d-cb3c-425d-a1ce-9d7f5b49665e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:34.033364 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf6d41-2be3-4b55-bdd3-38790fcd292d x-openstack-request-id: req-5daf6d41-2be3-4b55-bdd3-38790fcd292d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:34.033763 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e920d1-bc6a-492a-922c-723adae01f28", "tag": "05dae903-dbb4-4465-a5fc-1558f6329f36", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:34.034256 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5daf6d41-2be3-4b55-bdd3-38790fcd292d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:34.035998 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e920d1-bc6a-492a-922c-723adae01f28', 'tag': '05dae903-dbb4-4465-a5fc-1558f6329f36', 'status': 'completed', 'code': 200} Jun 17 08:35:34.039153 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:34.047798 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:34.050213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:34.062242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2db33-c5dc-4847-9b52-2e45d49d7cce None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:34.064591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:34.065560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60784) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.109405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:34.110495 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.121966 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-e3c77d91-fada-4abd-aa5f-6064dd303ec6 req-bc4bbdf5-bef0-46af-83e1-23769c22625b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:35:34.127769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/floatingips/829692e5-7bf0-43e1-9856-ed9a9b0dc2f0 HTTP/1.1" status: 204 len: 168 time: 5.5875595 Jun 17 08:35:34.128449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3c77d91-fada-4abd-aa5f-6064dd303ec6 req-bc4bbdf5-bef0-46af-83e1-23769c22625b tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/d8178b65-cf63-4801-88fb-88e912410537 HTTP/1.1" status: 404 len: 352 time: 0.0564437 Jun 17 08:35:34.128938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60788) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.199824 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-966da651-3174-4713-80b5-790a36997bd1 req-722d0e0a-923d-4fc1-b460-58bfb7ddccbf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:35:34.202378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-966da651-3174-4713-80b5-790a36997bd1 req-722d0e0a-923d-4fc1-b460-58bfb7ddccbf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/9e91e670-54b6-4d1c-b8ce-88ee74eed91d HTTP/1.1" status: 404 len: 352 time: 0.0421610 Jun 17 08:35:34.230992 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3747151 Jun 17 08:35:34.236838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:34.237658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60800) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.237922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:34.249747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:34.285918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Pushing event updated for resources: {'Port': ['ID=05dae903-dbb4-4465-a5fc-1558f6329f36,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:34.286310 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-c1489f39-ea4b-4652-be00-204e4c454a29 req-ad4939c3-64d2-44d0-8238-a4c286b8ac1f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:35:34.286617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:34.287313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06885f6-f923-4ff9-832b-45a2b0454396 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:34.294697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1489f39-ea4b-4652-be00-204e4c454a29 req-ad4939c3-64d2-44d0-8238-a4c286b8ac1f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/ca0899f2-d78e-4937-9086-8c3b8e474faa HTTP/1.1" status: 404 len: 352 time: 0.0727017 Jun 17 08:35:34.315072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:34.333140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6e12a804-2e79-431c-986b-446122f5538c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a79dd0ba58f4becb72f18fef09c60a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663062 Jun 17 08:35:34.335927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60808) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.352548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:34.353819 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.359166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.360345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.360502 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-e6214ed2-4901-4718-b14b-81c9aea16d83 req-25d16886-382c-431e-b9f2-00d6d7869bb1 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] show failed (client error): The resource could not be found. Jun 17 08:35:34.367890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6214ed2-4901-4718-b14b-81c9aea16d83 req-25d16886-382c-431e-b9f2-00d6d7869bb1 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/96e65140-10c7-4716-80e1-f33b6c993e23 HTTP/1.1" status: 404 len: 352 time: 0.0502927 Jun 17 08:35:34.379473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-322d4b8f-a2af-4736-8b06-24daa0b4bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:34.381221 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-322d4b8f-a2af-4736-8b06-24daa0b4bdfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 1095 time: 0.2383685 Jun 17 08:35:34.382758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:34.394689 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] Sync routers for ids ['e6a775af-b1aa-47f2-9ec6-38195add40fa'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:34.398311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] 10.222.0.65 "PUT /v2.0/routers/e6a775af-b1aa-47f2-9ec6-38195add40fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6887336 Jun 17 08:35:34.399176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60814) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.409566 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] Routers {'e6a775af-b1aa-47f2-9ec6-38195add40fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:34.410374 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e6a775af-b1aa-47f2-9ec6-38195add40fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:34.497524 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-1a239fc1-c0df-4e6d-aff2-81804801748a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05dae903-dbb4-4465-a5fc-1558f6329f36 HTTP/1.1" status: 200 len: 217 time: 0.0891898 Jun 17 08:35:34.598212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/5f62d74d-cb3c-425d-a1ce-9d7f5b49665e/bdf2fbc5-78ff-4be7-921c-2cff4eb3977b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:34.640678 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] Set router e6a775af-b1aa-47f2-9ec6-38195add40fa gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:34.731922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.775339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.817975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.863513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-77902c1a-d158-4b91-8ef8-0b1f596f5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:34.864970 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-77902c1a-d158-4b91-8ef8-0b1f596f5b32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.3075800 Jun 17 08:35:34.887056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.888768 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aec8372b-a8b5-41b4-8312-f9e78b4b5a90 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6427524 Jun 17 08:35:34.901219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.947439 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-c77d345b-c8b2-4f90-be2b-de46295b5de0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617044 Jun 17 08:35:34.973650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.002197 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.016143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Transition to ACTIVE for port object bdf2fbc5-78ff-4be7-921c-2cff4eb3977b will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:35.037859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Transition to ACTIVE for port object bdf2fbc5-78ff-4be7-921c-2cff4eb3977b will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:35.043162 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.047667 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:35.074633 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:35:32Z', 'revision_number': 5, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:35.109925 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] Checking router: e6a775af-b1aa-47f2-9ec6-38195add40fa for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:35.121149 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] Routers {'e6a775af-b1aa-47f2-9ec6-38195add40fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:35.121923 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e6a775af-b1aa-47f2-9ec6-38195add40fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:35.151446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:35.157453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.164227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Pushing event updated for resources: {'Port': ['ID=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:35.167156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:35.175365 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:35.176363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:35.302590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-2a8becbf-1245-4bc7-8c82-e57e8266b4e0 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425913 Jun 17 08:35:35.306643 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] Set router e6a775af-b1aa-47f2-9ec6-38195add40fa gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:35.307810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Attempting to bind port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:35.311352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Attempting to bind port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:35.311352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Attempting to bind port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:35.324892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:35.325560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:35.326134 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.326752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:35.327452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Bound port: bdf2fbc5-78ff-4be7-921c-2cff4eb3977b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:35.328325 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.405836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.408770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.412708 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bf1bb8e-7105-405a-8bc2-7288062995b4 HTTP/1.1" status: 204 len: 168 time: 1.0723157 Jun 17 08:35:35.413561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] For port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:35.419143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] For port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:35.428161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.436877 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f40488e8-e481-4087-a7dd-234bd627fc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:35.439316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516a10-321f-47e4-995e-d4b435716475 req-7f3361c9-4590-4e52-a964-8a74faceec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:35.440712 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-766aad68-7373-4a77-94c6-8daa149853c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:35.440984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-7f3361c9-4590-4e52-a964-8a74faceec94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1097 time: 1.2158570 Jun 17 08:35:35.481550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1bb8e-7105-405a-8bc2-7288062995b4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:35.504774 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:35.539046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Pushing event updated for resources: {'Port': ['ID=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:35.551599 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:35.607325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.616362 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-643b793b-8d2a-4cdf-949c-ab79dfd57a90 req-81554e80-08b1-44d9-be01-1cb85fe1ba32 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476530 Jun 17 08:35:35.616599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 2a53cbf6-9fb8-45bd-b286-ad94d021f71f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:35.616760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.642863 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:35:32Z', 'revision_number': 5, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:35.698201 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eff94-001c-4eb7-96a3-9cfa6210d5aa None None] The sync data for ids ['e6a775af-b1aa-47f2-9ec6-38195add40fa'] in n-d-780147-13 is: [{'id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1082128325-router', 'tenant_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:34:35Z', 'updated_at': '2021-06-17T08:35:32Z', 'revision_number': 5, 'project_id': 'a94d5bccf8344fa1a1cd909eb1b31773', 'gw_port': {'id': '6bbbafb0-f59b-4744-be6c-29bcc544126a', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a775af-b1aa-47f2-9ec6-38195add40fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:35.907486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84539e0b-b450-4bf0-97c0-51425e66cd9a req-191fd560-7dd0-452f-8058-27e3c29c66df tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:35.909059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84539e0b-b450-4bf0-97c0-51425e66cd9a req-191fd560-7dd0-452f-8058-27e3c29c66df tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 943 time: 0.7042520 Jun 17 08:35:35.929908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-7f990b23-8878-4068-bfb7-1f196a218364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:35.931853 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-7f990b23-8878-4068-bfb7-1f196a218364 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 1095 time: 0.2239547 Jun 17 08:35:35.934843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.948869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3d4b-52d1-4a07-9bb7-c402840744f5 req-40a7c36e-c853-40c1-a820-8fa06a03fbbb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:35.950381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff0d3d4b-52d1-4a07-9bb7-c402840744f5 req-40a7c36e-c853-40c1-a820-8fa06a03fbbb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1024 time: 0.7893574 Jun 17 08:35:35.953270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.004327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-3c9945da-4ff2-4c9d-8ab8-59c4db922a01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8135076 Jun 17 08:35:36.096562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 2a53cbf6-9fb8-45bd-b286-ad94d021f71f owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:36.104617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516a10-321f-47e4-995e-d4b435716475 req-fa1d45c2-c452-4302-816c-647eec346526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.106094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-fa1d45c2-c452-4302-816c-647eec346526 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.6455717 Jun 17 08:35:36.112138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::1 (5554fb35-4376-4d8e-adc9-3103759046d8/5f62d74d-cb3c-425d-a1ce-9d7f5b49665e/23cd673e-ac7d-448e-bc1d-c4372dd4c076) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:36.208988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:36.260681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-8af28d21-e092-4a42-b617-7c62d62b359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.262863 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-8af28d21-e092-4a42-b617-7c62d62b359c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.3203690 Jun 17 08:35:36.384215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-9ff50553-d523-432a-95db-436295c25c5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05dae903-dbb4-4465-a5fc-1558f6329f36 HTTP/1.1" status: 200 len: 217 time: 0.1140530 Jun 17 08:35:36.424730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.425201 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.454501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:36.458102 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf43409f-6b5b-4043-abc7-f25974d42f8a" -d '{"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-unplugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:36.468013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 23cd673e-ac7d-448e-bc1d-c4372dd4c076 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:36.477257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:36.486833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff0d3d4b-52d1-4a07-9bb7-c402840744f5 req-15cbe7be-d032-4e98-8fc4-7538ba105dd2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&id=810fc6ec-da1b-47a9-b27d-f51533980438&id=60acb713-44d7-443c-ad86-22e763f5efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5109863 Jun 17 08:35:36.489769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.492947 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:36.590651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84539e0b-b450-4bf0-97c0-51425e66cd9a req-aa7372da-510e-4912-a97a-464be53d1b3e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303408 Jun 17 08:35:36.656241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:36.659497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.660328 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:36.666704 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6cd56929-427e-4ac9-ac73-535ddc6b208b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:36.670185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-fd4bbfa7-0ed5-4ffb-b8e1-3898769fb674 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 1000 time: 0.5371013 Jun 17 08:35:36.683556 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7daa31-d80b-4bf6-a0b6-c98f250390bd x-openstack-request-id: req-3d7daa31-d80b-4bf6-a0b6-c98f250390bd {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:36.684052 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-unplugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:36.684762 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d7daa31-d80b-4bf6-a0b6-c98f250390bd {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:36.685327 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'code': 200} Jun 17 08:35:36.738950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-35e26008-20a0-4de1-9f40-1a63503c70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.740814 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-35e26008-20a0-4de1-9f40-1a63503c70c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.2458115 Jun 17 08:35:36.745930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:36.866889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:36.875059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-0f153a9f-f920-4a94-bde3-1db581707655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.879523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-0f153a9f-f920-4a94-bde3-1db581707655 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c6972550461472d8def895940ed9fb0&device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1176 time: 0.7641802 Jun 17 08:35:36.887179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Deleting port 6bbbafb0-f59b-4744-be6c-29bcc544126a {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:36.887860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.893028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60874) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:36.912624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:36.913257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.947134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bdf2fbc5-78ff-4be7-921c-2cff4eb3977b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:36.949148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-fc721464-c630-418e-ab9b-a3a5e49045a3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.950589 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-fc721464-c630-418e-ab9b-a3a5e49045a3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1024 time: 0.4333754 Jun 17 08:35:36.952639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=23cd673e-ac7d-448e-bc1d-c4372dd4c076,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:36.956435 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-5a8a6357-bc1f-4a06-bc53-70cbae38f0ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861174 Jun 17 08:35:36.989065 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:37.057597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:37.072574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb5e87fa-9b7d-41dc-9a01-38882db0605f no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:37.108647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516a10-321f-47e4-995e-d4b435716475 req-169fed90-5518-43bc-b23b-c1cb0c32d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:37.110211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-169fed90-5518-43bc-b23b-c1cb0c32d2c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.4006670 Jun 17 08:35:37.115496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: fb5e87fa-9b7d-41dc-9a01-38882db0605f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:37.118522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb5e87fa-9b7d-41dc-9a01-38882db0605f not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:37.214690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2144546890-network', 'tenant_id': '1301fa5dff714772b25249f98f854645'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:37.308486 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.325768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51106-b1ca-45d4-a384-e6c7345265a3 req-426a042f-2bc3-480e-acbf-5673e336872f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:37.328143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78b51106-b1ca-45d4-a384-e6c7345265a3 req-426a042f-2bc3-480e-acbf-5673e336872f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.6751502 Jun 17 08:35:37.330556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] For port 6bbbafb0-f59b-4744-be6c-29bcc544126a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bbbafb0-f59b-4744-be6c-29bcc544126a,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:37.330940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.337369 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b361abcb-caab-42db-9452-d1c2def0dfaf tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:37.360757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Made reservation on behalf of 1301fa5dff714772b25249f98f854645 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:37.363114 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.389679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-1882f6a7-edd5-4aeb-aeac-507a7b7f7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:37.391401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-1882f6a7-edd5-4aeb-aeac-507a7b7f7e5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 200 len: 914 time: 0.4360101 Jun 17 08:35:37.452660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Provisioning for port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:37.460065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=2a53cbf6-9fb8-45bd-b286-ad94d021f71f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:37.460648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Provisioning complete for port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:37.461178 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.506198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Calling delete_port for 6bbbafb0-f59b-4744-be6c-29bcc544126a owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:37.510147 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.577289 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:37.610305 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.649998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-a5e3b3ae-3483-49ae-8700-dfa4d4aa1df1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 200 len: 217 time: 0.2344010 Jun 17 08:35:37.657418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] For port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:37.664602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.668404 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9935671-df26-4e3f-932f-0e702d538c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:37.708059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78b51106-b1ca-45d4-a384-e6c7345265a3 req-bec6f586-bc85-4444-86db-0c02a71ffb9d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555670 Jun 17 08:35:37.732424 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-ebd4f627-3835-4e0b-a342-402713b23137 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410860 Jun 17 08:35:37.754098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516a10-321f-47e4-995e-d4b435716475 req-d8dadc73-006e-4ee8-9cdd-9d92aadd39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:37.755728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-d8dadc73-006e-4ee8-9cdd-9d92aadd39ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6014221 Jun 17 08:35:37.769026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Pushing event updated for resources: {'Port': ['ID=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:37.780519 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:37.799363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6e187ad9-abdd-40d1-b6a1-4c5af2a2cfb2 None None] Provisioning for port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:37.806687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6e187ad9-abdd-40d1-b6a1-4c5af2a2cfb2 None None] Provisioning complete for port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:37.808562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e187ad9-abdd-40d1-b6a1-4c5af2a2cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.894665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6e187ad9-abdd-40d1-b6a1-4c5af2a2cfb2 None None] Port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:37.952437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-110f9e0b-634d-4bef-9650-5d95b1a10fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:37.954170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-110f9e0b-634d-4bef-9650-5d95b1a10fa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 200 len: 853 time: 0.2919607 Jun 17 08:35:37.972600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Deleting port 69655422-b060-43fe-9055-fc30793bb8d6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:37.973157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.013764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.016554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/ports/2a53cbf6-9fb8-45bd-b286-ad94d021f71f HTTP/1.1" status: 204 len: 168 time: 3.8727469 Jun 17 08:35:38.025783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:38.036013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:38.043834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.073803 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-7c179a1a-c19d-4bbd-8f4d-fbe5514b88a9 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084626 Jun 17 08:35:38.148321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] For port 69655422-b060-43fe-9055-fc30793bb8d6, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=69655422-b060-43fe-9055-fc30793bb8d6,segment=NetworkSegment(dcf5ecda-799b-41ba-957b-3a2a9ebda581),segment_id=dcf5ecda-799b-41ba-957b-3a2a9ebda581)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:38.148594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.280572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Calling delete_port for 69655422-b060-43fe-9055-fc30793bb8d6 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:38.436187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-2bdc7449-7291-410d-882e-c1595a8163c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad98c31f-8b18-49a2-902b-1b7dc2e998ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4421113 Jun 17 08:35:38.509058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5de8a2-0a04-4431-b153-05ceea833f10 req-8d1bdc66-21fc-43c2-b28a-15c88cda72dd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:38.510548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f5de8a2-0a04-4431-b153-05ceea833f10 req-8d1bdc66-21fc-43c2-b28a-15c88cda72dd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 1024 time: 0.8432412 Jun 17 08:35:38.530782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-d69570d7-532a-4341-a2c3-1feda06860d5 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443550 Jun 17 08:35:38.540555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.548652 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.556006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-09f6f1c0-f519-4601-b296-a9a74c44483d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:38.569570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['69655422-b060-43fe-9055-fc30793bb8d6'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:38.580585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.583137 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.649341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'Port': ['ID=69655422-b060-43fe-9055-fc30793bb8d6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:38.650171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 05dae903-dbb4-4465-a5fc-1558f6329f36 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:35:38.652379 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:38.655375 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b2fe848-87bb-4319-86ce-f7622dad53c4 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:38.786304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 05dae903-dbb4-4465-a5fc-1558f6329f36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=05dae903-dbb4-4465-a5fc-1558f6329f36,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:38.791021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f5de8a2-0a04-4431-b153-05ceea833f10 req-db1b3ed3-b098-401e-9816-55173a7c54a6 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups?id=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff&id=810fc6ec-da1b-47a9-b27d-f51533980438&id=60acb713-44d7-443c-ad86-22e763f5efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2695172 Jun 17 08:35:38.799844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '05dae903-dbb4-4465-a5fc-1558f6329f36', 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'port_id': '05dae903-dbb4-4465-a5fc-1558f6329f36', 'mac_address': 'fa:16:3e:99:03:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6b687f-0941-4c32-901e-3521d926f69b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:35:38.839505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bdf2fbc5-78ff-4be7-921c-2cff4eb3977b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:38.860588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.882445 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.888800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d78e5-724c-4ed6-8d2a-da662b3ba332 req-4010b8ee-0eb7-43b0-9dc9-66c0be906888 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:38.891141 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e67d78e5-724c-4ed6-8d2a-da662b3ba332 req-4010b8ee-0eb7-43b0-9dc9-66c0be906888 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 943 time: 0.9664638 Jun 17 08:35:38.898695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dae903-dbb4-4465-a5fc-1558f6329f36 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:38.927335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 05dae903-dbb4-4465-a5fc-1558f6329f36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=05dae903-dbb4-4465-a5fc-1558f6329f36,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:38.934132 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.936578 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-494abd76-1ebc-4ff7-8775-1e9946429f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:38.940374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.949982 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f2a69583-ed8f-4d6d-8297-cb9bac33b8d6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:38.954051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-770505fa-17eb-4f1e-a7c7-c1722183ff9b service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069590 Jun 17 08:35:38.975694 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.007586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:39.007966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.010851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=05dae903-dbb4-4465-a5fc-1558f6329f36,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:39.020959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] No DVR routers for this DVR port 69655422-b060-43fe-9055-fc30793bb8d6 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:39.026939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.031262 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.034620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d233164e-bc2a-4fe1-a96e-592ef2b1777f req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.60 "DELETE /v2.0/ports/69655422-b060-43fe-9055-fc30793bb8d6 HTTP/1.1" status: 204 len: 173 time: 2.0441284 Jun 17 08:35:39.048879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'name': 'network-vif-deleted', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:39.052015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:39.053870 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bf0112-8f1c-46f8-9d3e-c17988d9a9bb" -d '{"events": [{"server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "name": "network-vif-deleted", "tag": "69655422-b060-43fe-9055-fc30793bb8d6"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:39.060370 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.078586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=23cd673e-ac7d-448e-bc1d-c4372dd4c076,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:39.093446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-00516a10-321f-47e4-995e-d4b435716475 req-836d18f6-2ff4-445c-82e5-9f39d465c847 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437944 Jun 17 08:35:39.099094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:39.118727 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.118727 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Added segment 97b6ad90-af6e-415b-af70-a4197839c6df of type vlan for network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 Jun 17 08:35:39.124337 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.126704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:39.127850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140d6bf-699c-4e25-8e9c-84610ed5acc4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:39.160450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['05dae903-dbb4-4465-a5fc-1558f6329f36'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:39.169393 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.191854 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e67d78e5-724c-4ed6-8d2a-da662b3ba332 req-0e2f1375-7ec1-4f19-8666-1faf2ec123af tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819450 Jun 17 08:35:39.195338 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-320cfb23-43d8-4124-97b5-42037af14ffc tempest-DeleteServersTestJSON-788079454 tempest-DeleteServersTestJSON-788079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:39.275038 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e0a828-d65b-463c-8cae-602e22d1e793 x-openstack-request-id: req-48e0a828-d65b-463c-8cae-602e22d1e793 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:39.275381 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d6c48b-b2e3-4221-898b-40ecc9c16f89", "name": "network-vif-deleted", "tag": "69655422-b060-43fe-9055-fc30793bb8d6", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:39.275686 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48e0a828-d65b-463c-8cae-602e22d1e793 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:39.276136 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d6c48b-b2e3-4221-898b-40ecc9c16f89', 'name': 'network-vif-deleted', 'tag': '69655422-b060-43fe-9055-fc30793bb8d6', 'status': 'completed', 'code': 200} Jun 17 08:35:39.287254 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.371329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Router 267ca424-4588-4a71-b751-7ba00aaee39f is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:35:39.442218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.453301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbbafb0-f59b-4744-be6c-29bcc544126a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:39.477720 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.482457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.484090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:39.484680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.511587 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-762b8a0c-8a3a-424c-a621-af16258f3151 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:39.531869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0e090ea1-926e-4e5f-bf41-dea8e812a565 None None] Provisioning complete for port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:39.532518 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e090ea1-926e-4e5f-bf41-dea8e812a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.537063 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dfeb3b83-8c6e-4953-b1f9-e2f0a0c3d227 req-5a50fb23-02db-498c-bdff-76e69fac4218 service neutron] 10.222.0.60 "GET /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684583 Jun 17 08:35:39.542204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:39.549031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "PUT /v2.0/routers/267ca424-4588-4a71-b751-7ba00aaee39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6458139 Jun 17 08:35:39.552947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60896) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:39.565567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Sync routers for ids ['267ca424-4588-4a71-b751-7ba00aaee39f'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:39.590809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Routers {'267ca424-4588-4a71-b751-7ba00aaee39f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:39.591702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['267ca424-4588-4a71-b751-7ba00aaee39f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:39.620100 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.632660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0e090ea1-926e-4e5f-bf41-dea8e812a565 None None] Port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:39.633876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881a00b-a33a-49be-9816-daa2539ea571 req-5bb20051-da5f-4ca4-83ef-3cded323c215 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:39.635894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d38d4-9ff9-49f8-9bdb-245b983a49ac tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:39.636294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b881a00b-a33a-49be-9816-daa2539ea571 req-5bb20051-da5f-4ca4-83ef-3cded323c215 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.6892834 Jun 17 08:35:39.637129 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ee9d38d4-9ff9-49f8-9bdb-245b983a49ac tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports/23cd673e-ac7d-448e-bc1d-c4372dd4c076 HTTP/1.1" status: 200 len: 911 time: 0.0834172 Jun 17 08:35:39.637594 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7380545 Jun 17 08:35:39.645685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:39.646025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60900) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:39.647220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.26 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/51fd4262-fe27-42ea-bb0d-381fa790b9b7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:39.662539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Request body: {'subnet': {'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2144546890-subnet', 'tenant_id': '1301fa5dff714772b25249f98f854645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:39.704946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Set router 267ca424-4588-4a71-b751-7ba00aaee39f gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:39.728444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Made reservation on behalf of 1301fa5dff714772b25249f98f854645 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:39.730981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.810503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.812920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.928156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Pushing event updated for resources: {'Network': ['ID=42c0a7ee-00b9-45d8-af97-7bd9c2564a05,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:39.938604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:39.953541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.971778 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.998994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.004185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a775af-b1aa-47f2-9ec6-38195add40fa {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:40.010947 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.023194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.024230 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3687b289-0df2-471f-9491-28fac2e06b7b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:40.027203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e6a775af-b1aa-47f2-9ec6-38195add40fa HTTP/1.1" status: 204 len: 168 time: 5.6097572 Jun 17 08:35:40.033144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60910) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:40.039006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-a9508cef-0af2-44af-a659-6fb42a818728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.043074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-a9508cef-0af2-44af-a659-6fb42a818728 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1095 time: 0.5949242 Jun 17 08:35:40.125629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:40.136187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b84bc1c-96c4-4fb4-b0f0-367728a12b27 req-40b4ed79-2bab-46c6-be7e-538678a85f03 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d6c48b-b2e3-4221-898b-40ecc9c16f89 HTTP/1.1" status: 200 len: 210 time: 0.0796492 Jun 17 08:35:40.170836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:40.189082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef279c-a6af-444e-81c4-cdc23a2baadb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.195452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef279c-a6af-444e-81c4-cdc23a2baadb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.198274 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1fef279c-a6af-444e-81c4-cdc23a2baadb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5487585 Jun 17 08:35:40.199328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:34Z', 'updated_at': '2021-06-17T08:35:37Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None, '_interfaces': [{'id': '23cd673e-ac7d-448e-bc1d-c4372dd4c076', 'name': '', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'mac_address': 'fa:16:3e:62:d8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:35Z', 'updated_at': '2021-06-17T08:35:38Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'subnets': [{'id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:40.199679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:40.256020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:40.281261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Checking router: 267ca424-4588-4a71-b751-7ba00aaee39f for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:40.281682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Updating router 267ca424-4588-4a71-b751-7ba00aaee39f port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:35:40.338070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.344282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-b41c14bf-c6d4-4457-b915-b983266ac9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.345763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-b41c14bf-c6d4-4457-b915-b983266ac9db service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.2070560 Jun 17 08:35:40.349019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b881a00b-a33a-49be-9816-daa2539ea571 req-a430d53a-94c3-4a9b-9e38-571fac5f979b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090517 Jun 17 08:35:40.449470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=51fd4262-fe27-42ea-bb0d-381fa790b9b7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:40.458383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-f06b9a6c-a200-4b40-8d85-ba074a10842b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 998 time: 0.1033950 Jun 17 08:35:40.462138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Deleting subnet 7eaefd46-b07b-4d8d-94a5-4c10b6c28115 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:40.465256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.505688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.527203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14d5c-2e3e-4e14-914c-04d45475bf1d req-7befa31f-caa2-4221-b62e-159b028f36e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.528704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbd14d5c-2e3e-4e14-914c-04d45475bf1d req-7befa31f-caa2-4221-b62e-159b028f36e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 944 time: 0.1268334 Jun 17 08:35:40.536672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-a2eb80e5-76e9-4d69-8b5e-5454da72fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.538101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-a2eb80e5-76e9-4d69-8b5e-5454da72fae6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.0692189 Jun 17 08:35:40.543610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:40.648423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbd14d5c-2e3e-4e14-914c-04d45475bf1d req-3edcf598-73a8-4953-943d-af78a61f219e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991118 Jun 17 08:35:40.664300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 05dae903-dbb4-4465-a5fc-1558f6329f36 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:40.673119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.674261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-ae88a61e-999d-451b-96e5-5aba36bf65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.675971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-ae88a61e-999d-451b-96e5-5aba36bf65ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224225 Jun 17 08:35:40.801844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.805486 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.819073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Transition to ACTIVE for port object 23cd673e-ac7d-448e-bc1d-c4372dd4c076 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:40.825157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bbbafb0-f59b-4744-be6c-29bcc544126a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:40.827773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 05dae903-dbb4-4465-a5fc-1558f6329f36 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:40.839634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-6a38e0f1-5fac-4f95-9498-25bb019cc632 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556237 Jun 17 08:35:40.856184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 05dae903-dbb4-4465-a5fc-1558f6329f36 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:40.856567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.858759 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.863242 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d7256a19-3842-4d26-aa05-e38fe67d7bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:40.864997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6bbbafb0-f59b-4744-be6c-29bcc544126a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:40.865338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bbbafb0-f59b-4744-be6c-29bcc544126a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:40.887766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.902722 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a01252d3-336a-42f2-b9e4-6a242472b80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:40.935263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.007793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8dff4-d0ab-4805-b6c5-f6dfeb214536 None None] Pushing event updated for resources: {'Port': ['ID=23cd673e-ac7d-448e-bc1d-c4372dd4c076,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.015170 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bd8dff4-d0ab-4805-b6c5-f6dfeb214536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.053514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92d7e966-ee54-4aa6-b4cb-382a60d59f0f req-fc57c596-5f5d-4399-918c-56054b25b7b5 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061670 Jun 17 08:35:41.065860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e73213-f257-471f-9e5d-19ad42a240ac,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.087186 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.090503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.101859 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f742dad-bbc7-4771-bb49-60021f4ffa2d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:41.121580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Attempting to bind port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:41.122135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Attempting to bind port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:41.122598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Attempting to bind port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:41.130812 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:41.131502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:41.132067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.132570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:41.133167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Bound port: 23cd673e-ac7d-448e-bc1d-c4372dd4c076, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:41.134036 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.218300 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.271741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e920d1-bc6a-492a-922c-723adae01f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dae903-dbb4-4465-a5fc-1558f6329f36'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:41.274511 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df408a-31ba-4458-bf5c-a54b7f82adf6" -d '{"events": [{"server_uuid": "99e920d1-bc6a-492a-922c-723adae01f28", "name": "network-vif-plugged", "status": "completed", "tag": "05dae903-dbb4-4465-a5fc-1558f6329f36"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:41.291693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] For port 23cd673e-ac7d-448e-bc1d-c4372dd4c076, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:41.312756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 05dae903-dbb4-4465-a5fc-1558f6329f36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=05dae903-dbb4-4465-a5fc-1558f6329f36,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:41.330639 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52433b3b-b85e-4119-8054-ef52c9c8b8ab x-openstack-request-id: req-52433b3b-b85e-4119-8054-ef52c9c8b8ab {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:41.331073 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e920d1-bc6a-492a-922c-723adae01f28", "name": "network-vif-plugged", "status": "completed", "tag": "05dae903-dbb4-4465-a5fc-1558f6329f36", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:41.331271 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52433b3b-b85e-4119-8054-ef52c9c8b8ab {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:41.348955 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e920d1-bc6a-492a-922c-723adae01f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dae903-dbb4-4465-a5fc-1558f6329f36', 'code': 200} Jun 17 08:35:41.361935 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.362967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 69655422-b060-43fe-9055-fc30793bb8d6 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:41.380452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-951a5777-fe36-48a7-8c2e-160a8f2fc52d req-696f54a1-ee61-43c4-95db-53295a81ff7f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/810fc6ec-da1b-47a9-b27d-f51533980438 HTTP/1.1" status: 200 len: 1801 time: 0.0853090 Jun 17 08:35:41.394439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] For port 23cd673e-ac7d-448e-bc1d-c4372dd4c076, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23cd673e-ac7d-448e-bc1d-c4372dd4c076,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:41.395482 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0e24bfc5-6646-4a49-984f-9175be7c41d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:41.397903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 69655422-b060-43fe-9055-fc30793bb8d6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:41.397903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 69655422-b060-43fe-9055-fc30793bb8d6 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:41.442696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.522425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=05dae903-dbb4-4465-a5fc-1558f6329f36,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.527592 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.528058 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:41.579151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8dff4-d0ab-4805-b6c5-f6dfeb214536 None None] Pushing event updated for resources: {'Port': ['ID=23cd673e-ac7d-448e-bc1d-c4372dd4c076,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.588166 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bd8dff4-d0ab-4805-b6c5-f6dfeb214536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.589173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Routers {'267ca424-4588-4a71-b751-7ba00aaee39f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:41.589801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['267ca424-4588-4a71-b751-7ba00aaee39f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:41.665990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-951a5777-fe36-48a7-8c2e-160a8f2fc52d req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.699966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] Set router 267ca424-4588-4a71-b751-7ba00aaee39f gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:41.713148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-951a5777-fe36-48a7-8c2e-160a8f2fc52d req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.727226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaefd46-b07b-4d8d-94a5-4c10b6c28115,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.732260 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.738020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Checking segment: {'id': '97b6ad90-af6e-415b-af70-a4197839c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:41.738020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Network hostable DHCP agents. Network: 42c0a7ee-00b9-45d8-af97-7bd9c2564a05, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:41.741424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.743567 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7eaefd46-b07b-4d8d-94a5-4c10b6c28115 HTTP/1.1" status: 204 len: 168 time: 1.7062128 Jun 17 08:35:41.749545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60928) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:41.756449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b50b1-5293-49f9-93cd-3888d19a44d6 None None] Network 3488a3ce-6e47-420f-8b88-c44ba3349785 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:41.765337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4de8f-7e39-4ef2-b040-60cf772ab919 req-f0bea503-aa72-43d1-9089-065ab7dbac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:41.766338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbb4de8f-7e39-4ef2-b040-60cf772ab919 req-f0bea503-aa72-43d1-9089-065ab7dbac00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 1097 time: 0.2975094 Jun 17 08:35:41.801057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532eb94-fa48-49f9-b5a6-addb60d619d3 req-2a2e28b8-aed0-486e-bc9a-4e0a2e573b11 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:41.802552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e532eb94-fa48-49f9-b5a6-addb60d619d3 req-2a2e28b8-aed0-486e-bc9a-4e0a2e573b11 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.2156603 Jun 17 08:35:41.805287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-951a5777-fe36-48a7-8c2e-160a8f2fc52d req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.808009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-951a5777-fe36-48a7-8c2e-160a8f2fc52d req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.809102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-951a5777-fe36-48a7-8c2e-160a8f2fc52d req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/810fc6ec-da1b-47a9-b27d-f51533980438 HTTP/1.1" status: 204 len: 173 time: 0.4203300 Jun 17 08:35:41.812008 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa7c4bb3-771a-4edc-96ca-fad9633b3cd8 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:41.844058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810fc6ec-da1b-47a9-b27d-f51533980438,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.855439 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.861253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbb4de8f-7e39-4ef2-b040-60cf772ab919 req-98586c0b-90af-4865-95c8-69a6161f7a9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864706 Jun 17 08:35:41.909716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e532eb94-fa48-49f9-b5a6-addb60d619d3 req-d218ee07-19e9-4963-a3b2-6d40eb7117a2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993261 Jun 17 08:35:41.929637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:41.966981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.981765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 42c0a7ee-00b9-45d8-af97-7bd9c2564a05) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:42.006673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:42.007315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.068001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.098229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.100393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cad7386-13d9-4b0f-a14d-9545e499c2a8 req-be47e398-d38b-4cae-b5f8-fafd4a28d02f tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "GET /v2.0/security-groups/60acb713-44d7-443c-ad86-22e763f5efc4 HTTP/1.1" status: 200 len: 1801 time: 0.1396875 Jun 17 08:35:42.100993 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4430718 Jun 17 08:35:42.104754 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-782cbc91-41e7-460d-92ec-7f373761543d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:42.199779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=51fd4262-fe27-42ea-bb0d-381fa790b9b7,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:42.207358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3605b9-09f6-4c27-98d9-e5bf3b445581 None None] Network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:42.214384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:42.253690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1cad7386-13d9-4b0f-a14d-9545e499c2a8 req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.268448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128911a6-1f73-4cb0-b4c0-979be3db3632 req-9695e673-37a3-4d16-82ee-c6c95d4711f3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:42.276006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-128911a6-1f73-4cb0-b4c0-979be3db3632 req-9695e673-37a3-4d16-82ee-c6c95d4711f3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 945 time: 0.2734370 Jun 17 08:35:42.293561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.338475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1cad7386-13d9-4b0f-a14d-9545e499c2a8 req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.359633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-128911a6-1f73-4cb0-b4c0-979be3db3632 req-4fb1b720-d116-494c-9593-7169c1cbc03a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799658 Jun 17 08:35:42.491495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:34Z', 'updated_at': '2021-06-17T08:35:37Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None, '_interfaces': [{'id': '23cd673e-ac7d-448e-bc1d-c4372dd4c076', 'name': '', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'mac_address': 'fa:16:3e:62:d8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:35Z', 'updated_at': '2021-06-17T08:35:41Z', 'revision_number': 4, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'subnets': [{'id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:42.501124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1cad7386-13d9-4b0f-a14d-9545e499c2a8 req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.505890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1cad7386-13d9-4b0f-a14d-9545e499c2a8 req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.520335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1cad7386-13d9-4b0f-a14d-9545e499c2a8 req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] 10.222.0.65 "DELETE /v2.0/security-groups/60acb713-44d7-443c-ad86-22e763f5efc4 HTTP/1.1" status: 204 len: 173 time: 0.4088273 Jun 17 08:35:42.521420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60944) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:42.523081 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9c68cc55-f54d-478e-9e9b-1ac30f105bc3 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:42.533045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] DHCP port deletion for 3488a3ce-6e47-420f-8b88-c44ba3349785 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:42.541675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Deleting port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:42.542028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.544184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.545119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e709fb0-4dd9-4866-927d-d18d0f8a3e26 None None] The sync data for ids ['267ca424-4588-4a71-b751-7ba00aaee39f'] in n-d-780147-13 is: [{'id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:34Z', 'updated_at': '2021-06-17T08:35:37Z', 'revision_number': 2, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None, '_interfaces': [{'id': '23cd673e-ac7d-448e-bc1d-c4372dd4c076', 'name': '', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'mac_address': 'fa:16:3e:62:d8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:35Z', 'updated_at': '2021-06-17T08:35:41Z', 'revision_number': 4, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'subnets': [{'id': '5f62d74d-cb3c-425d-a1ce-9d7f5b49665e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:42.550891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd661a8b-bcfa-4038-940e-bfd380064f39 None None] Network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:42.585986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60acb713-44d7-443c-ad86-22e763f5efc4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:42.598592 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:42.609819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.611523 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5818021 Jun 17 08:35:42.614202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60948) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:42.621503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'port': {'network_id': '35bcb2c6-1c4f-487f-9cd9-51f86dc77d18', 'name': 'tempest-FloatingIPTestJSON-506031775'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:42.662867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Deleting subnet f64fb00f-4c88-46a1-b300-d07550490f85 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:42.679981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.709355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] For port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:42.709904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.822379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Deleting port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:42.823391 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.851452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ae189d57-e4ab-4937-a3aa-f1f92f3e7adf no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:42.930857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Calling delete_port for ae189d57-e4ab-4937-a3aa-f1f92f3e7adf owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:42.943647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] For port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,segment=NetworkSegment(c7baf88e-b1a3-4d24-b20c-c6162fe5d91d),segment_id=c7baf88e-b1a3-4d24-b20c-c6162fe5d91d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:42.944060 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.946856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.067360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Calling delete_port for ae189d57-e4ab-4937-a3aa-f1f92f3e7adf owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:43.151739 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.205470 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.234260 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.246595 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bb294a4-a11b-4520-a9a7-c8891e09eaa9 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:43.289129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.294887 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d6e80d3-eb85-49c9-9d11-e2523505cc12 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:43.320767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:43.344236 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:43.369337 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.373000 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d931416-b882-4c13-8bc9-c197480f5122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:43.374698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] No DVR routers for this DVR port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:43.408367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Pushing event deleted for resources: {'Port': ['ID=ae189d57-e4ab-4937-a3aa-f1f92f3e7adf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:43.415323 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:43.416381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] No DVR routers for this DVR port ae189d57-e4ab-4937-a3aa-f1f92f3e7adf on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:43.445192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:43.445654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.448216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.454767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f64fb00f-4c88-46a1-b300-d07550490f85 HTTP/1.1" status: 204 len: 168 time: 0.9243524 Jun 17 08:35:43.454767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64fb00f-4c88-46a1-b300-d07550490f85,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:43.455349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60968) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:43.464491 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:43.476725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:43.480335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.523220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] device_id is not set on port 18b4b55e-78cf-4776-9a68-8fe5615746cb yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:43.628652 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.729926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.13 (35bcb2c6-1c4f-487f-9cd9-51f86dc77d18/e4865486-19eb-445d-b9df-6485e55c459c/18b4b55e-78cf-4776-9a68-8fe5615746cb) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:43.787543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9de94-3b22-45e1-ac53-6490adc84b35 req-1dd4ea76-6cd2-4a05-b3e8-b39f4480cf81 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:43.789640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50f9de94-3b22-45e1-ac53-6490adc84b35 req-1dd4ea76-6cd2-4a05-b3e8-b39f4480cf81 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 945 time: 0.1615422 Jun 17 08:35:43.817256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.859290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3488a3ce-6e47-420f-8b88-c44ba3349785']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:43.868192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50f9de94-3b22-45e1-ac53-6490adc84b35 req-2bee2d3e-4105-447f-aa22-827fc35b8203 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 Jun 17 08:35:43.894875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] For port 23cd673e-ac7d-448e-bc1d-c4372dd4c076, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23cd673e-ac7d-448e-bc1d-c4372dd4c076,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:43.894875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.900597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:43.900900 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7baf88e-b1a3-4d24-b20c-c6162fe5d91d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:43.977336 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.007189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.044406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 23cd673e-ac7d-448e-bc1d-c4372dd4c076 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:44.065528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad98c31f-8b18-49a2-902b-1b7dc2e998ce']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:44.091734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf5ecda-799b-41ba-957b-3a2a9ebda581') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:44.092212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf5ecda-799b-41ba-957b-3a2a9ebda581') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:44.095317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.100853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.111412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:44.111828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:44.113678 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:44.124997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.157815 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.164573 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-317e1ed0-b4dd-4765-bf20-1d6b03851ace tempest-FloatingIPsAssociationTestJSON-480914333 tempest-FloatingIPsAssociationTestJSON-480914333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:44.225175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:44.231483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.244910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network 35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:44.248309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:44.249667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:44.251853 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:44.256683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:44.268693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:44.278452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.288367 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37d4ed56-0b23-43cf-8d86-8200ebe7ecdf tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:44.306616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.322121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3488a3ce-6e47-420f-8b88-c44ba3349785 HTTP/1.1" status: 204 len: 168 time: 2.5714817 Jun 17 08:35:44.324941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3488a3ce-6e47-420f-8b88-c44ba3349785,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:44.352295 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:44.442114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:44.443064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.483158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=18b4b55e-78cf-4776-9a68-8fe5615746cb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:44.496987 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:44.544676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.557713 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53c282a7-1ae8-4355-bbfc-be62cc586507 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:44.566269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.568140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ad98c31f-8b18-49a2-902b-1b7dc2e998ce HTTP/1.1" status: 204 len: 168 time: 1.1117229 Jun 17 08:35:44.589268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9731774 Jun 17 08:35:44.592081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60998) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:44.596835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'port_id': '18b4b55e-78cf-4776-9a68-8fe5615746cb'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:44.606729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad98c31f-8b18-49a2-902b-1b7dc2e998ce,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:44.610307 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:44.678792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32772) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:44.740970 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.768217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32774) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:44.780400 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5a7d31b9-4c53-4dfd-8335-907493ddff03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a94d5bccf8344fa1a1cd909eb1b31773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000915 Jun 17 08:35:44.787919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32776) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:44.799584 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.807637 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:44.844866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=23cd673e-ac7d-448e-bc1d-c4372dd4c076,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:44.863691 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:44.875866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23cd673e-ac7d-448e-bc1d-c4372dd4c076 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:44.944019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 23cd673e-ac7d-448e-bc1d-c4372dd4c076 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:44.944468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23cd673e-ac7d-448e-bc1d-c4372dd4c076 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 17 08:35:45.000127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c75ed6-dfb8-4003-9f81-d32a19e05854 req-44cb2195-fdf7-4a5f-a490-06c8396bdbec tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.003334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Port 23cd673e-ac7d-448e-bc1d-c4372dd4c076 not found, will not notify nova. {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 17 08:35:45.009012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01c75ed6-dfb8-4003-9f81-d32a19e05854 req-44cb2195-fdf7-4a5f-a490-06c8396bdbec tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.5023179 Jun 17 08:35:45.048360 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5604b803-ea46-446c-83e8-7bfede544ed5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c6972550461472d8def895940ed9fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775321 Jun 17 08:35:45.054970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32780) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:45.088457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.105203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.161251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01c75ed6-dfb8-4003-9f81-d32a19e05854 req-2d0cf0e6-f5fe-4bc4-ad32-50d9b8f10f3c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501703 Jun 17 08:35:45.204062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.251504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.326408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.329744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.333138 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faaedfd6-6c79-47b6-a780-3183dbd65e3e HTTP/1.1" status: 204 len: 168 time: 0.5420153 Jun 17 08:35:45.336967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf73e2-3dd5-4ff0-a703-1c2fe2d79f51 req-13cfbd8f-89d2-45d8-aa39-608293f628e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.345694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2baf73e2-3dd5-4ff0-a703-1c2fe2d79f51 req-13cfbd8f-89d2-45d8-aa39-608293f628e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 945 time: 0.5935686 Jun 17 08:35:45.345905 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b367ff5-35d7-45c6-9dd2-580470c311e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:45.372454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaedfd6-6c79-47b6-a780-3183dbd65e3e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:45.381823 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:45.383868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.480808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Router 267ca424-4588-4a71-b751-7ba00aaee39f has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:45.590226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:45.596436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "PUT /v2.0/routers/267ca424-4588-4a71-b751-7ba00aaee39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3390923 Jun 17 08:35:45.598890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32796) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:45.609319 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] Sync routers for ids ['267ca424-4588-4a71-b751-7ba00aaee39f'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:45.609924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.612500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.613629 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61d6e4b7-1239-4f7a-bb2d-844cb359a6ff HTTP/1.1" status: 204 len: 168 time: 0.5574982 Jun 17 08:35:45.625905 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] Routers {'267ca424-4588-4a71-b751-7ba00aaee39f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:45.627255 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['267ca424-4588-4a71-b751-7ba00aaee39f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:45.655944 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:45.666588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6e4b7-1239-4f7a-bb2d-844cb359a6ff,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:45.672490 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:45.693483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a9f68-7e43-41fb-9adb-ddac168555df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.695035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a9f68-7e43-41fb-9adb-ddac168555df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.698276 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-852a9f68-7e43-41fb-9adb-ddac168555df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0980101 Jun 17 08:35:45.703457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32804) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:45.835419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 5f62d74d-cb3c-425d-a1ce-9d7f5b49665e {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:45.839637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.861219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2baf73e2-3dd5-4ff0-a703-1c2fe2d79f51 req-f8cfcbe3-df74-4f96-b48c-bb955d3337c9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145524 Jun 17 08:35:45.867872 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] Set router 267ca424-4588-4a71-b751-7ba00aaee39f gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:45.917002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-ff226d7c-ba6d-4def-9962-3f43b194d462 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1640894 Jun 17 08:35:45.938035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.087294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c261-af23-444c-a949-370b90a2e9fc req-07d144e3-e9dc-4a29-acae-1411c35e18a8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:46.088860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a75c261-af23-444c-a949-370b90a2e9fc req-07d144e3-e9dc-4a29-acae-1411c35e18a8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.60 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 945 time: 0.2246685 Jun 17 08:35:46.105637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.134832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.182526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.243318 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:34Z', 'updated_at': '2021-06-17T08:35:44Z', 'revision_number': 3, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:46.287204 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] Checking router: 267ca424-4588-4a71-b751-7ba00aaee39f for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:46.296487 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] Routers {'267ca424-4588-4a71-b751-7ba00aaee39f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:46.297361 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['267ca424-4588-4a71-b751-7ba00aaee39f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:46.323923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32834) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:46.363492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.367304 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-721a5843-f421-4120-83b6-5d6d034da599 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:46.419030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=5f62d74d-cb3c-425d-a1ce-9d7f5b49665e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:46.420748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba0466-0085-4ded-a7fc-a08e5849912e None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:46.421994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:46.423318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.425957 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/5f62d74d-cb3c-425d-a1ce-9d7f5b49665e HTTP/1.1" status: 204 len: 168 time: 0.7214761 Jun 17 08:35:46.428729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32842) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:46.460157 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] Set router 267ca424-4588-4a71-b751-7ba00aaee39f gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:46.561814 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-24fab512-fc9b-47df-8ae9-5c93ac2891e4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1310623 Jun 17 08:35:46.563407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32848) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:46.584425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:34Z', 'updated_at': '2021-06-17T08:35:44Z', 'revision_number': 3, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:46.661199 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28181c3-9d00-42da-8ca5-d8c2c713122f None None] The sync data for ids ['267ca424-4588-4a71-b751-7ba00aaee39f'] in n-d-780147-13 is: [{'id': '267ca424-4588-4a71-b751-7ba00aaee39f', 'name': 'tempest-NetworksTestDHCPv6-router-858411175', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:34Z', 'updated_at': '2021-06-17T08:35:44Z', 'revision_number': 3, 'project_id': '34fe0313efb844719cf3fbca7b22647f', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:46.721708 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.948436 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.953824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.993322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.047596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.048386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Fanout notify agent at l3_agent the message router_deleted on router 267ca424-4588-4a71-b751-7ba00aaee39f {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:47.066866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.071716 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-357a796a-f276-4837-b0ee-a8b61c0ab77b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/routers/267ca424-4588-4a71-b751-7ba00aaee39f HTTP/1.1" status: 204 len: 168 time: 0.5070355 Jun 17 08:35:47.072597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32862) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.111896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:47.244097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d15b8c8-d295-416a-85f4-532f8c79151c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.245222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.245935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Deleting port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:47.249278 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.251129 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d15b8c8-d295-416a-85f4-532f8c79151c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1769028 Jun 17 08:35:47.251942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32872) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.345728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f910860-5ff4-4c3a-9795-604c1704c9ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.347218 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f910860-5ff4-4c3a-9795-604c1704c9ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942950 Jun 17 08:35:47.354738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.415431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] For port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:47.416123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.428261 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-15c53954-381d-4421-b767-ea733b651e04 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722194 Jun 17 08:35:47.439766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32880) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.448215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:47.488260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32882) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.495616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.529204 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 28eda021-764c-4101-95f8-7e4106453c92 associated. External IP: 172.25.7.26, port: 18b4b55e-78cf-4776-9a68-8fe5615746cb. Jun 17 08:35:47.550356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Calling delete_port for bdf2fbc5-78ff-4be7-921c-2cff4eb3977b owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:47.644913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-4ecc062c-1bef-4954-9943-2afd7cc0e1dc tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.652655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-4ecc062c-1bef-4954-9943-2afd7cc0e1dc tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/networks?id=42c0a7ee-00b9-45d8-af97-7bd9c2564a05 HTTP/1.1" status: 200 len: 810 time: 1.3276999 Jun 17 08:35:47.674680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.705674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a31e-8cef-4397-8596-f0fbe0b988ad req-4d2f6363-cd25-464b-af1c-2ff003bf6189 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.707451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6231a31e-8cef-4397-8596-f0fbe0b988ad req-4d2f6363-cd25-464b-af1c-2ff003bf6189 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 1.1986778 Jun 17 08:35:47.714799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-b63b55a0-5c32-4679-9586-8cf9f6486d31 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/quotas/1301fa5dff714772b25249f98f854645 HTTP/1.1" status: 200 len: 375 time: 0.0611310 Jun 17 08:35:47.715275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:47.721495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.724215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.739252 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f19e3570-411b-41a9-a222-46f7c925096a tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:47.776440 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.779519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-network', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:47.786983 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e3bc916-cac6-4d2c-af49-c9d71f49f18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:47.788877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-182130612-network', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:47.815208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-cc0f67ee-8c87-4f4a-9582-46d8b93a4db9 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1301fa5dff714772b25249f98f854645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992360 Jun 17 08:35:47.818347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] No DVR routers for this DVR port bdf2fbc5-78ff-4be7-921c-2cff4eb3977b on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:47.823070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Pushing event deleted for resources: {'Port': ['ID=bdf2fbc5-78ff-4be7-921c-2cff4eb3977b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:47.825383 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:47.880313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=855858ecd98d454a9797a10c04304ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5491071 Jun 17 08:35:47.880657 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:35:47.880657 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:35:47.880657 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id_1': '819d668904a04a0cb5ad748d98ac80f6', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 35, 47, 804737)}] Jun 17 08:35:47.880657 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:35:47.881056 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:35:47.881502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5917198a-fc52-4de3-90d2-383585ff7bfd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:47.883886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32892) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.898082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Made reservation on behalf of da71f2aadfc24d6d8dc6544de7c02296 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:47.900411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.911013 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:47.914837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.017820 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.020555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Deleting port 05dae903-dbb4-4465-a5fc-1558f6329f36 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:48.020896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.079575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6231a31e-8cef-4397-8596-f0fbe0b988ad req-4c53d292-d678-4037-80e2-aae6def086c1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415141 Jun 17 08:35:48.084023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.265602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.268249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.271871 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5917198a-fc52-4de3-90d2-383585ff7bfd HTTP/1.1" status: 204 len: 168 time: 0.3845725 Jun 17 08:35:48.273830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.275627 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c1e606b7-a5f6-429b-98f2-3bad8b0086e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:48.291859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.303873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:48.315571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.316108 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Added segment d9d540d9-a912-47b3-8912-07930c71900f of type vlan for network da214841-7408-418e-a094-88879133edee Jun 17 08:35:48.319248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] For port 05dae903-dbb4-4465-a5fc-1558f6329f36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=05dae903-dbb4-4465-a5fc-1558f6329f36,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:48.319782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.359538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.365881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917198a-fc52-4de3-90d2-383585ff7bfd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:48.377494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.378143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.378700 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.379342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.380103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.380720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.381314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.381917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.382533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.383170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.383783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.384385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:48.387876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:48.416616 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:48.416863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Calling delete_port for 05dae903-dbb4-4465-a5fc-1558f6329f36 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:48.420917 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ccc0ca94-fbed-442e-8295-b475be8b24b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:48.455811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-dfbbb9e4-7077-47b0-a210-9020cb63a8e3 service neutron] 10.222.0.65 "GET /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397433 Jun 17 08:35:48.457345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d58ab6-6756-4c2f-8293-efe247ee9a03,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:48.460516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Made reservation on behalf of 819d668904a04a0cb5ad748d98ac80f6 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:48.463169 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.466503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:48.521668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.541640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:35:48.549290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.551455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.552432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:48.553012 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.566764 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e969890-4756-424f-9cdd-8302182cdbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:48.604234 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0782852 Jun 17 08:35:48.620843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32900) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:48.623663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:48.634091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:48.636339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Request body: {'subnet': {'network_id': 'da214841-7408-418e-a094-88879133edee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-182130612-subnet', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:48.645856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:48.646072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8f094-e795-489b-8254-176bc63c018e None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:48.647247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.677667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df1bba-34d7-4dfb-a479-6954ee7d0ae9 req-8c2790f5-b68f-467a-b38d-54ef8ed93dfa tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:48.679562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7df1bba-34d7-4dfb-a479-6954ee7d0ae9 req-8c2790f5-b68f-467a-b38d-54ef8ed93dfa tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=99e920d1-bc6a-492a-922c-723adae01f28 HTTP/1.1" status: 200 len: 945 time: 0.4519901 Jun 17 08:35:48.719567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=5b847235-12d9-4b21-ad62-1c6f3d1aa75c,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:48.730661 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:48.743214 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adbb0610-2104-4b67-a15d-310ac7726b22 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:48.802315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-a3d3e53e-3916-4f48-a91d-dbe6c4a03a25 service neutron] 10.222.0.65 "GET /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091085 Jun 17 08:35:48.845676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 05dae903-dbb4-4465-a5fc-1558f6329f36 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:48.847737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bdf2fbc5-78ff-4be7-921c-2cff4eb3977b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:48.851205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7df1bba-34d7-4dfb-a479-6954ee7d0ae9 req-846215a3-8728-4ab0-87ed-720a852832d8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566782 Jun 17 08:35:48.855843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:48.863386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.944702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-685b163b-f308-47bb-9a07-87950d9eab10 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/floatingips/28eda021-764c-4101-95f8-7e4106453c92 HTTP/1.1" status: 200 len: 977 time: 4.3514888 Jun 17 08:35:48.945347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32908) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:48.949341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:48.962693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bdf2fbc5-78ff-4be7-921c-2cff4eb3977b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:48.963631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bdf2fbc5-78ff-4be7-921c-2cff4eb3977b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:48.964245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23cd673e-ac7d-448e-bc1d-c4372dd4c076 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:48.978261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Pushing event updated for resources: {'Network': ['ID=da214841-7408-418e-a094-88879133edee,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:48.993690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 23cd673e-ac7d-448e-bc1d-c4372dd4c076 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:48.995395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23cd673e-ac7d-448e-bc1d-c4372dd4c076 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:49.003212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network da214841-7408-418e-a094-88879133edee details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:49.005277 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:49.033389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.046505 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-97f92a53-5df8-42fd-a05a-2d311d7bfaaa tempest-ServerAddressesNegativeTestJSON-1683145356 tempest-ServerAddressesNegativeTestJSON-1683145356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:49.078285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e2fadec7-455e-4464-bfb8-a16b99b0d6e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:49.103451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Pushing event deleted for resources: {'Port': ['ID=05dae903-dbb4-4465-a5fc-1558f6329f36,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:49.104548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.116917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.125699 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9f894e5-1377-4b80-9a8e-51701ef76d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:49.133324 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:49.166263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a721502-83e9-49e3-8b60-7fe6874049bd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:49.171915 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:49.178491 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7336211 Jun 17 08:35:49.179798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32914) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:49.190120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:49.214671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:49.223698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] No DVR routers for this DVR port 05dae903-dbb4-4465-a5fc-1558f6329f36 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:49.230326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.238926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:49.240028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:49.241978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a75c261-af23-444c-a949-370b90a2e9fc req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.60 "DELETE /v2.0/ports/05dae903-dbb4-4465-a5fc-1558f6329f36 HTTP/1.1" status: 204 len: 173 time: 3.1429961 Jun 17 08:35:49.248133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e920d1-bc6a-492a-922c-723adae01f28', 'name': 'network-vif-deleted', 'tag': '05dae903-dbb4-4465-a5fc-1558f6329f36'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:49.251301 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fe6f3b-88b0-4d2e-b2e9-8ca32c2642c5" -d '{"events": [{"server_uuid": "99e920d1-bc6a-492a-922c-723adae01f28", "name": "network-vif-deleted", "tag": "05dae903-dbb4-4465-a5fc-1558f6329f36"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:49.266665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '5b847235-12d9-4b21-ad62-1c6f3d1aa75c'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:49.267521 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.283098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Made reservation on behalf of da71f2aadfc24d6d8dc6544de7c02296 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:49.286494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.326407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No active binding found for port 05dae903-dbb4-4465-a5fc-1558f6329f36 {{(pid=93501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:35:49.327740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 05dae903-dbb4-4465-a5fc-1558f6329f36 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:49.347565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:49.363890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:49.364919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:49.406778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:49.408502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff059c-82ad-4714-9da7-8a9cfc4cd89e None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:49.412772 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.504434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 18b4b55e-78cf-4776-9a68-8fe5615746cb {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:49.505253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.700688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Allocated IP 2001:db8::f816:3eff:fec9:45cf (5554fb35-4376-4d8e-adc9-3103759046d8/5b847235-12d9-4b21-ad62-1c6f3d1aa75c/f17c413a-2358-47fc-8025-4e4a288ebef4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:49.796776 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f596e6-6c79-4521-9500-632609985b2f x-openstack-request-id: req-35f596e6-6c79-4521-9500-632609985b2f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:49.797224 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e920d1-bc6a-492a-922c-723adae01f28", "name": "network-vif-deleted", "tag": "05dae903-dbb4-4465-a5fc-1558f6329f36", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:49.797531 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35f596e6-6c79-4521-9500-632609985b2f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:49.798113 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e920d1-bc6a-492a-922c-723adae01f28', 'name': 'network-vif-deleted', 'tag': '05dae903-dbb4-4465-a5fc-1558f6329f36', 'status': 'completed', 'code': 200} Jun 17 08:35:49.798645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32930) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:49.810446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.823071 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99cdb5c8-076d-4fe6-9a12-b033fd9439cb tempest-ServersTestMultiNic-1022216871 tempest-ServersTestMultiNic-1022216871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:50.003847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.065770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8a5b-27bd-445e-866b-ad910494ae46 req-ea27e22a-d6d5-45d7-9694-12cb86dbe845 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:50.067451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-647c8a5b-27bd-445e-866b-ad910494ae46 req-ea27e22a-d6d5-45d7-9694-12cb86dbe845 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.6076345 Jun 17 08:35:50.093824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1798564328-network', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:50.096307 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.130437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Transition to ACTIVE for port object f17c413a-2358-47fc-8025-4e4a288ebef4 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:50.157190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.157812 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Added segment 204672cd-d630-4db5-a4e4-7e841385720d of type vlan for network c44f41c9-7256-45bf-bf86-15dfc7514b2d Jun 17 08:35:50.167614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Transition to ACTIVE for port object f17c413a-2358-47fc-8025-4e4a288ebef4 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:50.179444 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.182260 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bd8dff4-d0ab-4805-b6c5-f6dfeb214536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:50.235756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:50.237033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.240015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:50.250201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:50.256621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Pushing event updated for resources: {'Port': ['ID=f17c413a-2358-47fc-8025-4e4a288ebef4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:50.262586 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:50.318575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:50.322259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.330315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7c91285-7d53-4027-9703-cda83856c303 req-5c678b80-7331-4ec1-82a8-82ccaf9d71fe tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 210 time: 0.3128455 Jun 17 08:35:50.336093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Attempting to bind port f17c413a-2358-47fc-8025-4e4a288ebef4 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:50.336481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Attempting to bind port f17c413a-2358-47fc-8025-4e4a288ebef4 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:50.336858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Attempting to bind port f17c413a-2358-47fc-8025-4e4a288ebef4 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:50.343988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:50.344443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:50.344963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.345404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:50.346001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Bound port: f17c413a-2358-47fc-8025-4e4a288ebef4, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:50.346444 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.387093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21704955-d51c-4470-8dc5-9f43160fb85e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:50.402724 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.403796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:50.404378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.411015 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-608b5f11-f148-43f8-8136-81cf0cb5e9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:50.441380 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:50.468419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] For port f17c413a-2358-47fc-8025-4e4a288ebef4, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:50.473300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] For port f17c413a-2358-47fc-8025-4e4a288ebef4, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f17c413a-2358-47fc-8025-4e4a288ebef4,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:50.487681 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.491170 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b647e50-3dd2-4127-854e-e3c9545ba2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:50.511960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Checking segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:50.512541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Network hostable DHCP agents. Network: da214841-7408-418e-a094-88879133edee, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:50.621553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Pushing event updated for resources: {'Port': ['ID=f17c413a-2358-47fc-8025-4e4a288ebef4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:50.627244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Made reservation on behalf of 98ff17f77ae5429b907bf72979177f9b for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:50.632339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.633092 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:50.650125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-647c8a5b-27bd-445e-866b-ad910494ae46 req-c6180b5b-7949-47c0-b917-5e8e59dd6cff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5257125 Jun 17 08:35:50.670851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Pushing event updated for resources: {'Network': ['ID=c44f41c9-7256-45bf-bf86-15dfc7514b2d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:50.674621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.682582 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:50.683230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:50.716015 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1935794 Jun 17 08:35:50.716764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:50.730783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Request body: {'subnet': {'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-subnet', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:50.773455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Network da214841-7408-418e-a094-88879133edee is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:50.832361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, da214841-7408-418e-a094-88879133edee) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:50.869439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:50.870315 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.937767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Made reservation on behalf of 819d668904a04a0cb5ad748d98ac80f6 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:50.945592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.965267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.978071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b7c4804-2a3d-4fa7-aebd-c5a74af62bc0 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:51.036024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.036543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.039039 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 28eda021-764c-4101-95f8-7e4106453c92 disassociated. External IP: 172.25.7.26, port: 18b4b55e-78cf-4776-9a68-8fe5615746cb. Jun 17 08:35:51.039502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 18b4b55e-78cf-4776-9a68-8fe5615746cb owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:51.051430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37a952-625d-4a05-905c-534c38d3de72 None None] Network da214841-7408-418e-a094-88879133edee requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:51.054827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a676-67be-49a6-83d1-e3a4a2bfdbc7 req-fce67c5c-eed9-4e2a-9828-7a701838412d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:51.063221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd97a676-67be-49a6-83d1-e3a4a2bfdbc7 req-fce67c5c-eed9-4e2a-9828-7a701838412d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3927209 Jun 17 08:35:51.071618 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=17239c76-b53e-44fd-b381-e782d985b472,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:51.093484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:51.096062 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:51.099198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:51.133618 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:51.134219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.246576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-da214841-7408-418e-a094-88879133edee', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:51.247459 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.324595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.329397 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:51.406149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Allocated IP 172.20.0.2 (da214841-7408-418e-a094-88879133edee/21704955-d51c-4470-8dc5-9f43160fb85e/5306d80e-9449-4e85-9ab5-188c089f82c9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:51.525950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b05b731-ac11-4675-9356-3a7c11235cd4,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:51.540647 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:51.565299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Checking segment: {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:51.565669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Network hostable DHCP agents. Network: c44f41c9-7256-45bf-bf86-15dfc7514b2d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:51.598576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:51.624363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, c44f41c9-7256-45bf-bf86-15dfc7514b2d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:51.629789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:51.630621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.637031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb31805-ff0f-4c70-9514-fee149e42a41 None None] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:51.664420 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.728044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Transition to ACTIVE for port object 5306d80e-9449-4e85-9ab5-188c089f82c9 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:51.767036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Transition to ACTIVE for port object 5306d80e-9449-4e85-9ab5-188c089f82c9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:51.785880 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.788035 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:51.864567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Network da214841-7408-418e-a094-88879133edee is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:51.868589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:51.870615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Pushing event updated for resources: {'Port': ['ID=5306d80e-9449-4e85-9ab5-188c089f82c9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:51.873184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:51.879827 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:51.948734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-bd764504-125a-4e5a-a303-83a449a97677 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:51.950254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-bd764504-125a-4e5a-a303-83a449a97677 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.60 "GET /v2.0/networks?id=42c0a7ee-00b9-45d8-af97-7bd9c2564a05 HTTP/1.1" status: 200 len: 810 time: 0.1192992 Jun 17 08:35:51.961849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.978677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Attempting to bind port 5306d80e-9449-4e85-9ab5-188c089f82c9 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:51.979148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Attempting to bind port 5306d80e-9449-4e85-9ab5-188c089f82c9 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:51.979630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Attempting to bind port 5306d80e-9449-4e85-9ab5-188c089f82c9 on network da214841-7408-418e-a094-88879133edee {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:51.979755 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bc7f679b-6130-4821-8585-30d0d3ca35e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:51.986259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:51.986715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Checking segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:51.987210 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.987660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Bound using segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:51.988966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Bound port: 5306d80e-9449-4e85-9ab5-188c089f82c9, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:51.989416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.993232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-c44f41c9-7256-45bf-bf86-15dfc7514b2d', 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'fixed_ips': [{'subnet_id': '0b05b731-ac11-4675-9356-3a7c11235cd4'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:51.994223 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.009530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Request body: {'port': {'device_id': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05', 'admin_state_up': True, 'tenant_id': '1301fa5dff714772b25249f98f854645'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:52.044747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=18b4b55e-78cf-4776-9a68-8fe5615746cb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:52.060728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3c3ddcc-4bb0-4e6f-831b-196412a9aee6 req-6d94058e-dbef-4d1e-9217-69e8212a1901 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 210 time: 0.3758721 Jun 17 08:35:52.062017 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:52.179459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Allocated IP 172.20.0.2 (c44f41c9-7256-45bf-bf86-15dfc7514b2d/0b05b731-ac11-4675-9356-3a7c11235cd4/db92cacf-61cf-4a7b-ac9e-a55df89cd636) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:52.230390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd97a676-67be-49a6-83d1-e3a4a2bfdbc7 req-fce93b27-3079-4fbb-b876-c0795b7b1155 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1577234 Jun 17 08:35:52.246893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:52.291603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf16db-1c7d-4fe9-818d-b3e78e4e3f20 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:52.356216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-188121c4-db5c-4840-897b-e4d4a8b9a2c9 None None] Provisioning for port f17c413a-2358-47fc-8025-4e4a288ebef4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:52.397717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.421600 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6981266 Jun 17 08:35:52.422224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32956) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:52.422950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] For port 5306d80e-9449-4e85-9ab5-188c089f82c9, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:52.426760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:52.431571 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2478240 Jun 17 08:35:52.434550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32958) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:52.442116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:ba:b9:50', 'name': 'tempest-NetworksTestDHCPv6-68101901'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:52.465401 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.488961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:52.501107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.501961 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Added segment aa9a36fb-fde4-4e5f-8603-b0fd09b5e517 of type vlan for network 9dbff877-06f2-43c1-bff2-2be5edb3f81f Jun 17 08:35:52.547179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] For port 5306d80e-9449-4e85-9ab5-188c089f82c9, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5306d80e-9449-4e85-9ab5-188c089f82c9,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:52.554784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.567048 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:52.571585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.572922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.579740 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.590128 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54701dd1-1506-4f98-aa6c-d5907aa79258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:52.621732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01957ae6-c39e-47e0-a464-6145fe732c8c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:52.631546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.654491 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0295269 Jun 17 08:35:52.687522 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:52.693882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.696129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:52.702377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:52.723108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Transition to ACTIVE for port object db92cacf-61cf-4a7b-ac9e-a55df89cd636 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:52.733413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Pushing event updated for resources: {'Port': ['ID=5306d80e-9449-4e85-9ab5-188c089f82c9,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:52.740651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d37833-0fda-4367-bb73-fae740b83d3f req-fcc38fbe-bf67-4c52-bed0-dde8a9146850 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:52.741602 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:52.749030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16d37833-0fda-4367-bb73-fae740b83d3f req-fcc38fbe-bf67-4c52-bed0-dde8a9146850 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.5402269 Jun 17 08:35:52.752470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Made reservation on behalf of 1301fa5dff714772b25249f98f854645 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:52.764742 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.771431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Transition to ACTIVE for port object db92cacf-61cf-4a7b-ac9e-a55df89cd636 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:52.783995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.resource_extend [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:35:52.797344 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.802113 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9fddecea-debb-45d4-9552-5e970f234cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:52.862609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:52.874982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:52.881903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Pushing event updated for resources: {'Port': ['ID=db92cacf-61cf-4a7b-ac9e-a55df89cd636,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:52.905740 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:52.921814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:52.928027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f17c413a-2358-47fc-8025-4e4a288ebef4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:52.930654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:52.950358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:52.994635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16d37833-0fda-4367-bb73-fae740b83d3f req-044aaa2b-632a-4500-9f07-3f6e1a25a911 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105851 Jun 17 08:35:53.016078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.018486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.019489 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.020294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.021582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.082214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.090759 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e8568617-9998-42c7-9ba1-93ee2d4422cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:53.141409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Attempting to bind port db92cacf-61cf-4a7b-ac9e-a55df89cd636 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:53.141735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Attempting to bind port db92cacf-61cf-4a7b-ac9e-a55df89cd636 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:53.142062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Attempting to bind port db92cacf-61cf-4a7b-ac9e-a55df89cd636 on network c44f41c9-7256-45bf-bf86-15dfc7514b2d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:53.164552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:53.165056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Checking segment: {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:53.165323 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.165724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Bound using segment: {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:53.166200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Bound port: db92cacf-61cf-4a7b-ac9e-a55df89cd636, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:53.166575 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.182996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '5b847235-12d9-4b21-ad62-1c6f3d1aa75c', 'ip_address': '2001:db8::f816:3eff:fec9:45cf'}, {'subnet_id': '17239c76-b53e-44fd-b381-e782d985b472'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'f17c413a-2358-47fc-8025-4e4a288ebef4'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:35:53.187061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:53.206448 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:53.213926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f17c413a-2358-47fc-8025-4e4a288ebef4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:53.214541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.219562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:53.221957 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:53.260522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port ee6c69b4-2840-49cb-8032-feeb944b15ee yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:53.271413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f17c413a-2358-47fc-8025-4e4a288ebef4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:53.271899 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.289720 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:53.299634 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:53.300616 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:53.304301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5041766 Jun 17 08:35:53.313662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32964) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:53.327966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.366765 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:53.367600 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1f699-c4ff-463f-871b-6c73e026a31a None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:53.413142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] For port db92cacf-61cf-4a7b-ac9e-a55df89cd636, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:53.422395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316cc5f-91c4-4cff-ad46-08c5e5d5ac46 req-165f90c4-7cb2-45a0-8ca9-aac2f72386dd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.430368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] For port db92cacf-61cf-4a7b-ac9e-a55df89cd636, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=db92cacf-61cf-4a7b-ac9e-a55df89cd636,segment=NetworkSegment(204672cd-d630-4db5-a4e4-7e841385720d),segment_id=204672cd-d630-4db5-a4e4-7e841385720d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:53.435574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c316cc5f-91c4-4cff-ad46-08c5e5d5ac46 req-165f90c4-7cb2-45a0-8ca9-aac2f72386dd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.8693142 Jun 17 08:35:53.449492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Request body: {'subnet': {'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1798564328-subnet', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:53.486051 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.500748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.501390 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cccbf2a3-60d3-48e1-9049-c405cbbdb196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:53.553143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Allocated IP 172.20.0.13 (42c0a7ee-00b9-45d8-af97-7bd9c2564a05/43e73213-f257-471f-9e5d-19ad42a240ac/76bd522b-7adf-44b8-8cef-63ee07eac601) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:53.603384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.683760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f17c413a-2358-47fc-8025-4e4a288ebef4, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f17c413a-2358-47fc-8025-4e4a288ebef4,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:53.687367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Pushing event updated for resources: {'Port': ['ID=db92cacf-61cf-4a7b-ac9e-a55df89cd636,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:53.691829 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:53.704581 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.709789 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:53.798635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.801066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f17c413a-2358-47fc-8025-4e4a288ebef4,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:53.808834 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:53.824888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbff877-06f2-43c1-bff2-2be5edb3f81f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:53.856200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:53.917412 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:53.946170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 172.20.0.13 (5554fb35-4376-4d8e-adc9-3103759046d8/17239c76-b53e-44fd-b381-e782d985b472/ee6c69b4-2840-49cb-8032-feeb944b15ee) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:53.963172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:feba:b950 (5554fb35-4376-4d8e-adc9-3103759046d8/5b847235-12d9-4b21-ad62-1c6f3d1aa75c/ee6c69b4-2840-49cb-8032-feeb944b15ee) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:53.966036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.994062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.003508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-904e4fb6-e1e8-453f-a184-9105f4695b9d req-f309323e-44c4-41b2-a894-4a704430729b tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 210 time: 0.5879238 Jun 17 08:35:54.098615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c316cc5f-91c4-4cff-ad46-08c5e5d5ac46 req-ff6ea724-1f78-421a-a080-e7b8b489851e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608293 Jun 17 08:35:54.125755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.150720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/ports/18b4b55e-78cf-4776-9a68-8fe5615746cb HTTP/1.1" status: 204 len: 168 time: 5.2010510 Jun 17 08:35:54.157150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32970) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:54.157804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Made reservation on behalf of 98ff17f77ae5429b907bf72979177f9b for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:54.161294 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.299588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816935b8-9988-45c3-b1c4-252892a9814d None None] Network da214841-7408-418e-a094-88879133edee requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:54.388557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6d79d081-7ae7-4878-834e-5681e1b675e5 None None] Provisioning for port 5306d80e-9449-4e85-9ab5-188c089f82c9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:54.390466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ccd25d85-b580-45ee-a177-445c66787571 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/floatingips/28eda021-764c-4101-95f8-7e4106453c92 HTTP/1.1" status: 200 len: 687 time: 0.1141455 Jun 17 08:35:54.395458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.401161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32972) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:54.412372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Allocated IP 172.25.7.47 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c14f7642-ceea-4e13-96bd-f76e42fbfe47) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:54.425292 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0777d4eb-a2b6-4475-8bfd-4323817770be tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:54.526576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.529097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.569821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.584088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:54.608506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object ee6c69b4-2840-49cb-8032-feeb944b15ee will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:54.633814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:54.660006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Pushing event updated for resources: {'Port': ['ID=76bd522b-7adf-44b8-8cef-63ee07eac601,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:54.668277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:54.673868 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:54.729531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.771566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.777427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9580ab56-c821-4a0c-a426-7ad6abdc3ab9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:54.866499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Allocated IP 172.20.0.2 (5554fb35-4376-4d8e-adc9-3103759046d8/17239c76-b53e-44fd-b381-e782d985b472/f17c413a-2358-47fc-8025-4e4a288ebef4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:54.873261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:54.941812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cfc27-2b4b-4c99-b226-b9c8a6192915 req-b601f6ff-06f1-43c3-b80e-c2451a1f605c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:54.949961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837cfc27-2b4b-4c99-b226-b9c8a6192915 req-b601f6ff-06f1-43c3-b80e-c2451a1f605c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.6063540 Jun 17 08:35:54.952762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=ee6c69b4-2840-49cb-8032-feeb944b15ee,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:54.956505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:54.968419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:54.971998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729f604-a801-44fe-99e2-04dd95cd5d81 req-6d69932f-2d5b-4dc2-91f7-fa4ea2028c2d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:54.979448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9729f604-a801-44fe-99e2-04dd95cd5d81 req-6d69932f-2d5b-4dc2-91f7-fa4ea2028c2d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6263351 Jun 17 08:35:55.012201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.012935 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.019859 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90ed7ba7-e1ec-419d-bb74-26d23a1ffe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.025272 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.037547 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.050163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device db92cacf-61cf-4a7b-ac9e-a55df89cd636 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:55.068180 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e8d2ae7-5b95-46ea-8eaf-87925aa1fbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:55.080040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.095152 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-93eb4b1a-1692-481c-bd16-c9b377589a62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:55.095961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] For port f17c413a-2358-47fc-8025-4e4a288ebef4, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f17c413a-2358-47fc-8025-4e4a288ebef4,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:55.099167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002baf-c947-4274-8542-c2feb62b0d64 req-01d5019b-3ca2-4e98-bfb4-57382dfe17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.099860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-01d5019b-3ca2-4e98-bfb4-57382dfe17b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370&tenant_id=fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 1095 time: 0.5896614 Jun 17 08:35:55.120376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:55.127050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:55.135171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1565197 Jun 17 08:35:55.143542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841b109-10fb-4e8a-8993-fbb3f2de3dd6 None None] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:55.147600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:55.149324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Request body: {'port': {'device_id': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:55.165211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port db92cacf-61cf-4a7b-ac9e-a55df89cd636 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:55.166605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.167235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.168239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9729f604-a801-44fe-99e2-04dd95cd5d81 req-62762dfb-239b-46cd-ac24-59a540ec77c9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878173 Jun 17 08:35:55.186545 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.202863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Pushing event updated for resources: {'Port': ['ID=c14f7642-ceea-4e13-96bd-f76e42fbfe47,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:55.208561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Transition to ACTIVE for port object f17c413a-2358-47fc-8025-4e4a288ebef4 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:55.210118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f17c413a-2358-47fc-8025-4e4a288ebef4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:55.219712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Allocated IP 172.25.7.109 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/9fa21a32-e848-4505-8e52-e315e03362bf) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:55.222697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.223429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-837cfc27-2b4b-4c99-b226-b9c8a6192915 req-8119c58d-dbc8-408c-8f07-8feabe701f55 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720335 Jun 17 08:35:55.242311 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8043141 Jun 17 08:35:55.248190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32978) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:55.271156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 51fd4262-fe27-42ea-bb0d-381fa790b9b7 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:55.271587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.297723 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.303733 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:55.371725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.371975 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.422987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Provisioning for port db92cacf-61cf-4a7b-ac9e-a55df89cd636 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:55.480943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Provisioning complete for port db92cacf-61cf-4a7b-ac9e-a55df89cd636 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:55.481323 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.500867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 51fd4262-fe27-42ea-bb0d-381fa790b9b7 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:55.531507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Pushing event updated for resources: {'Port': ['ID=f17c413a-2358-47fc-8025-4e4a288ebef4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:55.540002 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.540837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bf0736-a61a-4800-be8d-3cac322835f8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:55.544146 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.612195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5306d80e-9449-4e85-9ab5-188c089f82c9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:55.639904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.789319 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.803633 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.805604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Checking segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:55.805974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Network hostable DHCP agents. Network: 9dbff877-06f2-43c1-bff2-2be5edb3f81f, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:55.956444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002baf-c947-4274-8542-c2feb62b0d64 req-123427e1-cda9-4b03-9d79-e2f1002c33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.961597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-123427e1-cda9-4b03-9d79-e2f1002c33b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1095 time: 0.7823856 Jun 17 08:35:56.016723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b6819-b0ee-4cdd-9c64-c60c7d6d8993 req-09bc434b-a7fb-421d-8486-d82f90df36d2 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.024364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-379b6819-b0ee-4cdd-9c64-c60c7d6d8993 req-09bc434b-a7fb-421d-8486-d82f90df36d2 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 932 time: 0.6176193 Jun 17 08:35:56.055718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:56.115659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] For port db92cacf-61cf-4a7b-ac9e-a55df89cd636, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=db92cacf-61cf-4a7b-ac9e-a55df89cd636,segment=NetworkSegment(204672cd-d630-4db5-a4e4-7e841385720d),segment_id=204672cd-d630-4db5-a4e4-7e841385720d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:56.134474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5306d80e-9449-4e85-9ab5-188c089f82c9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:56.142226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.147843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9dbff877-06f2-43c1-bff2-2be5edb3f81f) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:56.164732 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:56.171748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5306d80e-9449-4e85-9ab5-188c089f82c9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:56.173727 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.176027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38af645-76cc-4028-b9fa-1b272d1acc22 None None] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:56.475626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Pushing event updated for resources: {'Port': ['ID=db92cacf-61cf-4a7b-ac9e-a55df89cd636,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:56.495926 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:56.618946 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.625681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.760303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5306d80e-9449-4e85-9ab5-188c089f82c9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5306d80e-9449-4e85-9ab5-188c089f82c9,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:56.773693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2001c7b6-2d80-4ae9-acb4-eaa120534087 None None] Provisioning complete for port db92cacf-61cf-4a7b-ac9e-a55df89cd636 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:56.773693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2001c7b6-2d80-4ae9-acb4-eaa120534087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.822858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.823762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.844057 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.853666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.875292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee0b9c-bf1b-4db0-b45f-927800afe666 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.879654 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:56.881477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee0b9c-bf1b-4db0-b45f-927800afe666 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.886160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cdee0b9c-bf1b-4db0-b45f-927800afe666 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.6361585 Jun 17 08:35:56.889153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 32992) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:56.974101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5306d80e-9449-4e85-9ab5-188c089f82c9,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:56.978110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:56.978307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-379b6819-b0ee-4cdd-9c64-c60c7d6d8993 req-4b7788d4-701f-4b99-8c7c-17f39056cb63 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9526942 Jun 17 08:35:57.017791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'fixed_ips': [{'subnet_id': 'e1bf0736-a61a-4800-be8d-3cac322835f8'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:57.020214 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.022598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device db92cacf-61cf-4a7b-ac9e-a55df89cd636 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:57.037926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:35:57.061519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6153736 Jun 17 08:35:57.062292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 32998) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:57.079260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:57.093644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002baf-c947-4274-8542-c2feb62b0d64 req-d93ef693-e5ba-43e3-b106-5e489014da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.095224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-d93ef693-e5ba-43e3-b106-5e489014da0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 1.1196425 Jun 17 08:35:57.170846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.173763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port ee6c69b4-2840-49cb-8032-feeb944b15ee {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:57.174113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.182561 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.205160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.214520 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.252884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:57.259169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.260259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.268429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2001c7b6-2d80-4ae9-acb4-eaa120534087 None None] Provisioning for port f17c413a-2358-47fc-8025-4e4a288ebef4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:57.270386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:57.271423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=51fd4262-fe27-42ea-bb0d-381fa790b9b7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.276342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:57.281188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2001c7b6-2d80-4ae9-acb4-eaa120534087 None None] Provisioning complete for port f17c413a-2358-47fc-8025-4e4a288ebef4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:57.283490 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2001c7b6-2d80-4ae9-acb4-eaa120534087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.301168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb831-a4ee-4a52-9b98-f92bdfc4475e req-b4f5110e-ef2b-4553-8fa1-ad46f37c313f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.302769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-093fb831-a4ee-4a52-9b98-f92bdfc4475e req-b4f5110e-ef2b-4553-8fa1-ad46f37c313f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.5120997 Jun 17 08:35:57.316749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port db92cacf-61cf-4a7b-ac9e-a55df89cd636 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:57.317229 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.334014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-f8b31c75-977f-4f7f-a26a-0c50921f3e99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 998 time: 0.2182541 Jun 17 08:35:57.339872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.340380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.340824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.341261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.341701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.342357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.342937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.343396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.343824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.344279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.344707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.345125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.371129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Allocated IP 172.20.0.2 (9dbff877-06f2-43c1-bff2-2be5edb3f81f/e1bf0736-a61a-4800-be8d-3cac322835f8/5bf4b8e2-2f86-4971-83ed-79808fd18564) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:57.378148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa21a32-e848-4505-8e52-e315e03362bf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.379844 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.380953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:57.384378 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.406712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Sync routers for ids ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:57.444973 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39b0a4e-8acb-4d0b-b691-217a170552db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.455195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.459897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Routers {'4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:57.460853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:57.488101 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.489342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0665615 Jun 17 08:35:57.497801 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33006) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:57.540382 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.562886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.565386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.567426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/floatingips/28eda021-764c-4101-95f8-7e4106453c92 HTTP/1.1" status: 204 len: 168 time: 3.1385086 Jun 17 08:35:57.598578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-093fb831-a4ee-4a52-9b98-f92bdfc4475e req-be544896-804d-4e93-b158-47f0d1c28d54 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685411 Jun 17 08:35:57.602830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33008) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:57.611233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '83b38c70-e7f5-42e1-b775-8abbdbeb5552'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:57.639978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.656687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for ee6c69b4-2840-49cb-8032-feeb944b15ee owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:57.680959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f17c413a-2358-47fc-8025-4e4a288ebef4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:57.700074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002baf-c947-4274-8542-c2feb62b0d64 req-7639f4bd-992f-4195-84a2-3246ecc66bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.702181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-7639f4bd-992f-4195-84a2-3246ecc66bb3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.3529327 Jun 17 08:35:57.752325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Set router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:57.794753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bd522b-7adf-44b8-8cef-63ee07eac601 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:57.801009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.834492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.835714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.861779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da18c6f-5599-4903-9e6b-90d49046ee21 req-85189efc-9d44-4745-a5f3-74ab87cf4836 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.862664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Transition to ACTIVE for port object 5bf4b8e2-2f86-4971-83ed-79808fd18564 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:57.863348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2da18c6f-5599-4903-9e6b-90d49046ee21 req-85189efc-9d44-4745-a5f3-74ab87cf4836 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4648225 Jun 17 08:35:57.864386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90995b58-919d-4e4e-a37d-660d67fe5608 None None] Provisioning for port ee6c69b4-2840-49cb-8032-feeb944b15ee completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:57.909576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90995b58-919d-4e4e-a37d-660d67fe5608 None None] Provisioning complete for port ee6c69b4-2840-49cb-8032-feeb944b15ee triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:57.909961 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90995b58-919d-4e4e-a37d-660d67fe5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.952874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Transition to ACTIVE for port object 76bd522b-7adf-44b8-8cef-63ee07eac601 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:57.956504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f17c413a-2358-47fc-8025-4e4a288ebef4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:57.956889 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.978247 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.986040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.990802 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59db043e-e815-460c-b830-112d7aca7771 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.996432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-90995b58-919d-4e4e-a37d-660d67fe5608 None None] Port ee6c69b4-2840-49cb-8032-feeb944b15ee cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:58.022651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.127656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:35:55Z', 'revision_number': 3, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:58.128027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2da18c6f-5599-4903-9e6b-90d49046ee21 req-c898f5d1-4e72-4f4c-99cc-78fff051f092 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212873 Jun 17 08:35:58.157448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Checking router: 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:58.157902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Updating router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 port c14f7642-ceea-4e13-96bd-f76e42fbfe47 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:35:58.183315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002baf-c947-4274-8542-c2feb62b0d64 req-2eb94418-dbc1-4205-8121-ece462b40acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.185113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-2eb94418-dbc1-4205-8121-ece462b40acb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4435000 Jun 17 08:35:58.213972 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.268569 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.280537 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:58.292438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Pushing event updated for resources: {'Port': ['ID=76bd522b-7adf-44b8-8cef-63ee07eac601,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:58.339062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=ee6c69b4-2840-49cb-8032-feeb944b15ee,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:58.339345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Transition to ACTIVE for port object 5bf4b8e2-2f86-4971-83ed-79808fd18564 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:58.345165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:58.368849 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.373777 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-978a294d-934f-43b0-9094-c6793043acde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:58.374247 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:58.441262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:58.464077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:58.474123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:58.476167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Pushing event updated for resources: {'Port': ['ID=5bf4b8e2-2f86-4971-83ed-79808fd18564,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:58.484620 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:58.606342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-d38f2264-bf23-4037-ac96-3a1a295e7a09 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046290 Jun 17 08:35:58.611184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Attempting to bind port 76bd522b-7adf-44b8-8cef-63ee07eac601 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:58.611748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Attempting to bind port 76bd522b-7adf-44b8-8cef-63ee07eac601 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '97b6ad90-af6e-415b-af70-a4197839c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:58.612500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Attempting to bind port 76bd522b-7adf-44b8-8cef-63ee07eac601 on network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:58.654486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.656581 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/ee6c69b4-2840-49cb-8032-feeb944b15ee HTTP/1.1" status: 204 len: 168 time: 1.7631383 Jun 17 08:35:58.661204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33016) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:58.665821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Attempting to bind port 5bf4b8e2-2f86-4971-83ed-79808fd18564 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:58.667275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Attempting to bind port 5bf4b8e2-2f86-4971-83ed-79808fd18564 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:58.667856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Attempting to bind port 5bf4b8e2-2f86-4971-83ed-79808fd18564 on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:58.669779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.682348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:58.683169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Checking segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:58.684098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.685308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Bound using segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:58.687010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Bound port: 5bf4b8e2-2f86-4971-83ed-79808fd18564, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:58.688030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.716538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Port 76bd522b-7adf-44b8-8cef-63ee07eac601 on network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:58.716866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Attempting to bind port 76bd522b-7adf-44b8-8cef-63ee07eac601 on network 42c0a7ee-00b9-45d8-af97-7bd9c2564a05 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:58.748277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:58.748782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Checking segment: {'id': '97b6ad90-af6e-415b-af70-a4197839c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:58.749523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Bound using segment: {'id': '97b6ad90-af6e-415b-af70-a4197839c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:58.749841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Bound port: 76bd522b-7adf-44b8-8cef-63ee07eac601, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b6ad90-af6e-415b-af70-a4197839c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:58.750253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.761574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.772465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecea40c-ee41-4d68-a7e7-42daf90f737c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.774112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecea40c-ee41-4d68-a7e7-42daf90f737c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.776422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecea40c-ee41-4d68-a7e7-42daf90f737c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.779575 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ecea40c-ee41-4d68-a7e7-42daf90f737c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1067600 Jun 17 08:35:58.789507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33018) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:58.812768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448043d-a771-41cd-92be-faec585cdf14 req-912020ff-64fa-44e7-b835-5beb81df9a1b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.814635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1448043d-a771-41cd-92be-faec585cdf14 req-912020ff-64fa-44e7-b835-5beb81df9a1b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5306149 Jun 17 08:35:58.822379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d6575-26e3-44cf-8db6-6aa460d06ca7 req-7d3785e0-3f14-48ef-a8c5-89b6e485587a tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.824395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b79d6575-26e3-44cf-8db6-6aa460d06ca7 req-7d3785e0-3f14-48ef-a8c5-89b6e485587a tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 944 time: 0.6234405 Jun 17 08:35:58.824637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] For port 5bf4b8e2-2f86-4971-83ed-79808fd18564, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:58.830384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] For port 5bf4b8e2-2f86-4971-83ed-79808fd18564, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bf4b8e2-2f86-4971-83ed-79808fd18564,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:58.836930 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.844008 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:58.853034 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.902059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45002baf-c947-4274-8542-c2feb62b0d64 req-8ff0417e-333a-41c9-8588-28c50a0d1390 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725286 Jun 17 08:35:58.910814 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.940839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Transition to ACTIVE for port object c14f7642-ceea-4e13-96bd-f76e42fbfe47 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:58.969223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Pushing event updated for resources: {'Port': ['ID=5bf4b8e2-2f86-4971-83ed-79808fd18564,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:58.974590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.977211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5306d80e-9449-4e85-9ab5-188c089f82c9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:58.981212 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:58.981987 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:58.992853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.024651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 17239c76-b53e-44fd-b381-e782d985b472 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:59.034979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.039924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1448043d-a771-41cd-92be-faec585cdf14 req-616d90ab-f1c5-465e-ade9-5e339c5c14d1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770325 Jun 17 08:35:59.041002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] For port 76bd522b-7adf-44b8-8cef-63ee07eac601, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:59.060982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Attempting to bind port c14f7642-ceea-4e13-96bd-f76e42fbfe47 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:59.061644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Attempting to bind port c14f7642-ceea-4e13-96bd-f76e42fbfe47 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:59.062196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Attempting to bind port c14f7642-ceea-4e13-96bd-f76e42fbfe47 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:59.077266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:59.077991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:59.078627 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.079265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:59.080026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Bound port: c14f7642-ceea-4e13-96bd-f76e42fbfe47, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:59.080650 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.087800 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b79d6575-26e3-44cf-8db6-6aa460d06ca7 req-195fa5f0-240d-44e0-9efb-852b820a21dd tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058885 Jun 17 08:35:59.162005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd7455-38d8-4e67-87c6-0e518fa137d7 None None] Pushing event updated for resources: {'Port': ['ID=c14f7642-ceea-4e13-96bd-f76e42fbfe47,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:59.168704 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80bd7455-38d8-4e67-87c6-0e518fa137d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:59.188379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.192660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] For port 76bd522b-7adf-44b8-8cef-63ee07eac601, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=76bd522b-7adf-44b8-8cef-63ee07eac601,segment=NetworkSegment(97b6ad90-af6e-415b-af70-a4197839c6df),segment_id=97b6ad90-af6e-415b-af70-a4197839c6df)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:59.233264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.105 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/1254db3b-c62c-48a9-b8f0-00b67730b766) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:59.240325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.240529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5306d80e-9449-4e85-9ab5-188c089f82c9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:59.240884 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.249964 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-28c97c85-a9c4-4dc9-bc3f-f2d9bf042e92 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:59.319095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] For port c14f7642-ceea-4e13-96bd-f76e42fbfe47, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:59.340923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Router 3408c4ab-c244-4b77-99da-96635389813c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:35:59.356160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] For port c14f7642-ceea-4e13-96bd-f76e42fbfe47, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c14f7642-ceea-4e13-96bd-f76e42fbfe47,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:59.382403 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.397387 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-34245b90-7220-412f-aa8e-aca0dae5936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:59.401776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:59.401964 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.408238 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] 10.222.0.60 "PUT /v2.0/ports/76bd522b-7adf-44b8-8cef-63ee07eac601 HTTP/1.1" status: 200 len: 1093 time: 4.2631819 Jun 17 08:35:59.426641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'tag': '76bd522b-7adf-44b8-8cef-63ee07eac601'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:59.428993 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b19f33f-7ba1-4a93-9f16-293d1feb9349" -d '{"events": [{"name": "network-changed", "server_uuid": "94b243cf-41c3-4684-a4d0-da643446c6d7", "tag": "76bd522b-7adf-44b8-8cef-63ee07eac601"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:59.452567 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.568243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd7455-38d8-4e67-87c6-0e518fa137d7 None None] Pushing event updated for resources: {'Port': ['ID=c14f7642-ceea-4e13-96bd-f76e42fbfe47,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:59.574696 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80bd7455-38d8-4e67-87c6-0e518fa137d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:59.602359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Routers {'4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:59.603410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:59.606866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.707592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Allocated IP 172.20.0.1 (c44f41c9-7256-45bf-bf86-15dfc7514b2d/0b05b731-ac11-4675-9356-3a7c11235cd4/c5a98654-42ad-4ebc-885a-a7d507c51043) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:00.189816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] Set router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:00.334731 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.386038 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d8642-8e9e-4fcd-8858-6fd6fa2bfb9d x-openstack-request-id: req-e37d8642-8e9e-4fcd-8858-6fd6fa2bfb9d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:00.386450 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b243cf-41c3-4684-a4d0-da643446c6d7", "tag": "76bd522b-7adf-44b8-8cef-63ee07eac601", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:00.391709 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e37d8642-8e9e-4fcd-8858-6fd6fa2bfb9d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:00.392340 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'tag': '76bd522b-7adf-44b8-8cef-63ee07eac601', 'status': 'completed', 'code': 200} Jun 17 08:36:00.515502 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:36:00.575145 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.599888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.609755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Pushing event updated for resources: {'Port': ['ID=76bd522b-7adf-44b8-8cef-63ee07eac601,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:00.679742 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.430s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:00.688582 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:00.702892 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Sync routers for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:00.717228 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:00.719488 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:00.756990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:35:55Z', 'revision_number': 3, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:00.765360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.770850 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1831fd20-b171-44a3-99d9-3d8e7efb0b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:00.825005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.830993 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c8a4f55-6dd3-466f-a0e5-84f2b916ae56 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1335657 Jun 17 08:36:00.835889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:00.847025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=17239c76-b53e-44fd-b381-e782d985b472,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:00.881859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b29e3-0e32-454e-a2a2-35137b51abc4 None None] The sync data for ids ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'] in n-d-780147-13 is: [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:35:55Z', 'revision_number': 3, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:00.887355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255c50b-e932-4aa3-8707-f9629649c87f None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:00.906305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba16b9-333f-4e5b-8f49-f5c5e920ea3c None None] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:00.969365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.972094 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/17239c76-b53e-44fd-b381-e782d985b472 HTTP/1.1" status: 204 len: 168 time: 2.1814051 Jun 17 08:36:00.977997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33054) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:01.009464 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:01.177568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bf4b8e2-2f86-4971-83ed-79808fd18564 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:01.186640 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.189813 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:01.215743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20295-285b-4dea-ae89-f35ab8108f50 req-a1ed2dac-0d97-419f-be95-93dd778f9821 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.227163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fca20295-285b-4dea-ae89-f35ab8108f50 req-a1ed2dac-0d97-419f-be95-93dd778f9821 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 1.9033926 Jun 17 08:36:01.282814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 5b847235-12d9-4b21-ad62-1c6f3d1aa75c {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:01.300475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Transition to ACTIVE for port object c5a98654-42ad-4ebc-885a-a7d507c51043 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:01.352376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a2-b313-423b-a6e6-30ee90155316 req-a6b52354-3056-4aa7-968c-9e72de23adfe tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.366790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c36ae7a2-b313-423b-a6e6-30ee90155316 req-a6b52354-3056-4aa7-968c-9e72de23adfe tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 944 time: 0.8610845 Jun 17 08:36:01.376860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-88fe7cf3-a488-4b2d-9925-91fd105a74ec None None] Provisioning for port 5bf4b8e2-2f86-4971-83ed-79808fd18564 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:01.393221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-f1f79052-c3c9-4770-9152-3f166bb83b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.394466 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.398011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-f1f79052-c3c9-4770-9152-3f166bb83b17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1301fa5dff714772b25249f98f854645&device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 1096 time: 1.8598917 Jun 17 08:36:01.409119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.466179 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:01.601135 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.619587 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:35:57Z', 'revision_number': 3, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:01.622346 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:01.662552 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Checking router: 3408c4ab-c244-4b77-99da-96635389813c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:01.663226 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Updating router 3408c4ab-c244-4b77-99da-96635389813c port 9fa21a32-e848-4505-8e52-e315e03362bf binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:01.667530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:01.669035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Pushing event updated for resources: {'Port': ['ID=c5a98654-42ad-4ebc-885a-a7d507c51043,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:01.672917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:01.689180 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:01.695277 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.698645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:01.713575 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.737616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=1254db3b-c62c-48a9-b8f0-00b67730b766,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:01.742008 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:01.784329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-ec60615d-cbff-4561-9253-e3ea27ea1a62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76bd522b-7adf-44b8-8cef-63ee07eac601 HTTP/1.1" status: 200 len: 217 time: 0.3512573 Jun 17 08:36:01.812534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fca20295-285b-4dea-ae89-f35ab8108f50 req-1957695d-5286-4ed7-bb65-08e1be8dee84 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799136 Jun 17 08:36:01.900455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5bf4b8e2-2f86-4971-83ed-79808fd18564 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:01.912525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-f7a6e21b-4800-4b8b-b487-4a9713fa4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.914344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-f7a6e21b-4800-4b8b-b487-4a9713fa4665 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43e73213-f257-471f-9e5d-19ad42a240ac HTTP/1.1" status: 200 len: 850 time: 0.1003509 Jun 17 08:36:01.927956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:01.937963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bf4b8e2-2f86-4971-83ed-79808fd18564 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:01.941301 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.943514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:01.951676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:01.980359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c36ae7a2-b313-423b-a6e6-30ee90155316 req-d25655bf-8370-45ae-b71e-e48899cb1a51 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124296 Jun 17 08:36:02.083317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-829d49ee-269b-4175-b40e-75e109135e59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42c0a7ee-00b9-45d8-af97-7bd9c2564a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411741 Jun 17 08:36:02.100314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.105231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Allocated IP 172.25.7.238 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/4760b58b-27ef-4a2b-a069-44866e6e0876) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:02.324968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.365274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-128d4fb4-6845-4a20-8596-27d4ffa033b6 None None] Provisioning for port c5a98654-42ad-4ebc-885a-a7d507c51043 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:02.442593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5bf4b8e2-2f86-4971-83ed-79808fd18564, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bf4b8e2-2f86-4971-83ed-79808fd18564,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:02.447782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-128d4fb4-6845-4a20-8596-27d4ffa033b6 None None] Provisioning complete for port c5a98654-42ad-4ebc-885a-a7d507c51043 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:02.452653 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-128d4fb4-6845-4a20-8596-27d4ffa033b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.496852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.557015 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.559443 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-865b0c4a-f4a8-428d-878d-5b49ccf13b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:02.568323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-128d4fb4-6845-4a20-8596-27d4ffa033b6 None None] Port c5a98654-42ad-4ebc-885a-a7d507c51043 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:02.718639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5bf4b8e2-2f86-4971-83ed-79808fd18564,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:02.725495 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:02.785577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.806888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-68c9f595-d35f-4dc7-9f77-6b7b94d5c0ed None None] Provisioning complete for port 5bf4b8e2-2f86-4971-83ed-79808fd18564 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:02.807435 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68c9f595-d35f-4dc7-9f77-6b7b94d5c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.893496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-4ab9c43f-4fe3-459d-96c2-35779b660e3c service neutron] 10.222.0.60 "GET /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020556 Jun 17 08:36:02.972418 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.148411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.155734 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c7de84c-0d51-4fb7-8a08-872fb5569a07 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:03.199429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=5b847235-12d9-4b21-ad62-1c6f3d1aa75c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:03.209921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.212015 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/5b847235-12d9-4b21-ad62-1c6f3d1aa75c HTTP/1.1" status: 204 len: 168 time: 2.2012143 Jun 17 08:36:03.213176 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:03.242737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c14f7642-ceea-4e13-96bd-f76e42fbfe47 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:03.258528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33068) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:03.302775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5b0bb-61cf-451d-a8b0-7b5cf6dc1181 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:03.337760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.368562 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ec87d20-853c-489d-b8ac-cd91123af432 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:03.386863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3d702-4042-43d4-875e-3e01e95ece32 req-93efcce8-21f5-4bba-b41e-b24b50c9990b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:03.408923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cda3d702-4042-43d4-875e-3e01e95ece32 req-93efcce8-21f5-4bba-b41e-b24b50c9990b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.8935368 Jun 17 08:36:03.484683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c0e4721c-b762-424a-8783-9f9177b315a1 None None] Provisioning complete for port f17c413a-2358-47fc-8025-4e4a288ebef4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:03.485282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0e4721c-b762-424a-8783-9f9177b315a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.536670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.537918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a91940-b877-4ea9-ba10-79e17c7eda60 req-5e573377-2ee0-4dab-8bfa-f8f4c16fc7b3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:03.542263 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4defa2fc-0edb-4529-9a40-d4f7c189940e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2741835 Jun 17 08:36:03.544409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9a91940-b877-4ea9-ba10-79e17c7eda60 req-5e573377-2ee0-4dab-8bfa-f8f4c16fc7b3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.2927208 Jun 17 08:36:03.555034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.562539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33070) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:03.563901 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.568284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:03.574412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:03.582701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:03.644466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c14f7642-ceea-4e13-96bd-f76e42fbfe47 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:03.663183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:03.699602 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-546cdfc5-16c3-471d-b780-bf2cfc319191 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:03.699873 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.708900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c14f7642-ceea-4e13-96bd-f76e42fbfe47 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:03.709295 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.727727 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Transition to ACTIVE for port object 9fa21a32-e848-4505-8e52-e315e03362bf will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:03.751414 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.780915 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f7d07244-64d9-4828-980b-f3a89a1bbf54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:03.787090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:03.791195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.940600 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Attempting to bind port 9fa21a32-e848-4505-8e52-e315e03362bf on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:03.944438 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Attempting to bind port 9fa21a32-e848-4505-8e52-e315e03362bf by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:03.947051 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Attempting to bind port 9fa21a32-e848-4505-8e52-e315e03362bf on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:03.977740 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:03.977985 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:03.978450 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.980045 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:03.980679 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Bound port: 9fa21a32-e848-4505-8e52-e315e03362bf, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:03.982222 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.004202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-611980d1-adbf-4d1a-8c70-f105bf49e7e2 req-5e6c9219-7210-4b58-9fe9-8ca5593dd453 service neutron] 10.222.0.60 "GET /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1013989 Jun 17 08:36:04.023135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.030197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Pushing event updated for resources: {'Port': ['ID=c5a98654-42ad-4ebc-885a-a7d507c51043,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.034440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:04.053000 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:04.072249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768d5c-5244-45f5-9ab4-e603bf6bb343 None None] Pushing event updated for resources: {'Port': ['ID=9fa21a32-e848-4505-8e52-e315e03362bf,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.076775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cda3d702-4042-43d4-875e-3e01e95ece32 req-1fdfd927-6e84-41c7-9935-c4c3a28b33e4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622856 Jun 17 08:36:04.080132 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f768d5c-5244-45f5-9ab4-e603bf6bb343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:04.083050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Pushing event updated for resources: {'Port': ['ID=4760b58b-27ef-4a2b-a069-44866e6e0876,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.095265 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:04.163410 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] For port 9fa21a32-e848-4505-8e52-e315e03362bf, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:04.172190 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] For port 9fa21a32-e848-4505-8e52-e315e03362bf, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9fa21a32-e848-4505-8e52-e315e03362bf,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:04.183829 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.204888 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:04.225558 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.276586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c14f7642-ceea-4e13-96bd-f76e42fbfe47, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c14f7642-ceea-4e13-96bd-f76e42fbfe47,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:04.293219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Deleting port f17c413a-2358-47fc-8025-4e4a288ebef4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:04.293405 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:04.294286 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.294624 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:04.312843 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.314178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bf4b8e2-2f86-4971-83ed-79808fd18564 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:04.371638 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.381478 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:04.395280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:04.458626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:04.513013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bf4b8e2-2f86-4971-83ed-79808fd18564 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:04.514628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.525307 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768d5c-5244-45f5-9ab4-e603bf6bb343 None None] Pushing event updated for resources: {'Port': ['ID=9fa21a32-e848-4505-8e52-e315e03362bf,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.535155 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f768d5c-5244-45f5-9ab4-e603bf6bb343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:04.542348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] For port f17c413a-2358-47fc-8025-4e4a288ebef4, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f17c413a-2358-47fc-8025-4e4a288ebef4,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:04.545861 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.602892 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:04.714167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c14f7642-ceea-4e13-96bd-f76e42fbfe47,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.802302 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.835531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Calling delete_port for f17c413a-2358-47fc-8025-4e4a288ebef4 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:04.904859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9a91940-b877-4ea9-ba10-79e17c7eda60 req-34f88e85-164e-4a11-9713-f41228fc6556 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3308589 Jun 17 08:36:04.977673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:05.088080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.100161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.108011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.108479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.108824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.109201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.109533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.109860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.110240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.110713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.111092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.111562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.111885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.112204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:05.116020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:05.131769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] 10.222.0.65 "PUT /v2.0/routers/4acbcfeb-4173-41b4-8bfb-ac5bce0cc388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6310523 Jun 17 08:36:05.133256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Allocated IP 172.20.0.1 (da214841-7408-418e-a094-88879133edee/21704955-d51c-4470-8dc5-9f43160fb85e/58673d8c-bbee-41a9-bc32-9e589a2dcd02) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:05.146223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Sync routers for ids ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:05.156204 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:05.163326 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:35:57Z', 'revision_number': 3, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:05.163961 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.207406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:36:05.208164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Pushing event deleted for resources: {'Port': ['ID=f17c413a-2358-47fc-8025-4e4a288ebef4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:05.214183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.222557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] No DVR routers for this DVR port f17c413a-2358-47fc-8025-4e4a288ebef4 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:05.225408 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5ecfb4f7-8173-4c5d-a1c3-e67f5de57566 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.236191 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:05.244902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Routers {'4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:05.245675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:05.540141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.569036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Transition to ACTIVE for port object 58673d8c-bbee-41a9-bc32-9e589a2dcd02 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:05.594330 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294e952-6dc4-4d91-9e95-a0b1b5bb621f None None] The sync data for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 is: [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:35:57Z', 'revision_number': 3, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:05.633350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=dadd68f4-fffa-4029-a0fb-a6a88b910798,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:05.652676 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:05.656015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:05.657857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.660875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-746debd7-9213-4396-9abf-d713ff21c76d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.661973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f5f4dc04-73d5-4571-86f4-b993a1c0776a None None] Provisioning complete for port c5a98654-42ad-4ebc-885a-a7d507c51043 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:05.663096 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5f4dc04-73d5-4571-86f4-b993a1c0776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.669583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c14f7642-ceea-4e13-96bd-f76e42fbfe47 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:05.679764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:05.683248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:05.683843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.732463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b1d53-710c-4502-a9d5-d54dbbdcdc91 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:05.799077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Network da214841-7408-418e-a094-88879133edee is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:05.809579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:05.813702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:05.932204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.935458 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3668590 Jun 17 08:36:05.947378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:06.093522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'dadd68f4-fffa-4029-a0fb-a6a88b910798'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:06.094631 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.110054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-b8101153-a17f-45cf-9b9a-30250d2a9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.113704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-b8101153-a17f-45cf-9b9a-30250d2a9d6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1301fa5dff714772b25249f98f854645&device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 1096 time: 1.7489018 Jun 17 08:36:06.142013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.160302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c14f7642-ceea-4e13-96bd-f76e42fbfe47 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:06.160685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.166564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd756a-1da5-4d76-b940-fa5a457db359 req-8eea0083-a864-477a-a03d-682717053e12 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.180352 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abcd756a-1da5-4d76-b940-fa5a457db359 req-8eea0083-a864-477a-a03d-682717053e12 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 944 time: 1.6869745 Jun 17 08:36:06.249193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4dc04-73d5-4571-86f4-b993a1c0776a None None] Port c5a98654-42ad-4ebc-885a-a7d507c51043 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:06.286729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:06.292709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Pushing event updated for resources: {'Port': ['ID=58673d8c-bbee-41a9-bc32-9e589a2dcd02,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.301115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Set router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:06.311196 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.404034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.407062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-c309ed44-d15a-40f3-9a55-d8bf9cfcc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.408913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-c309ed44-d15a-40f3-9a55-d8bf9cfcc89b service neutron] 10.222.0.60 "GET /v2.0/networks?id=42c0a7ee-00b9-45d8-af97-7bd9c2564a05 HTTP/1.1" status: 200 len: 911 time: 0.2828541 Jun 17 08:36:06.470520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abcd756a-1da5-4d76-b940-fa5a457db359 req-e9196b2f-b72b-41d0-9942-8901abd693bf tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889853 Jun 17 08:36:06.472096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.485331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.528280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9e25614d-d1f8-425a-b26f-65e806ae756d None None] Provisioning for port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:06.560774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13838df6-1484-4fcc-bfd3-761a8e87cea6 req-98b61d0f-8f0c-4aba-80de-bb14b92b9aa0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.570595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13838df6-1484-4fcc-bfd3-761a8e87cea6 req-98b61d0f-8f0c-4aba-80de-bb14b92b9aa0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 1.3177071 Jun 17 08:36:06.572878 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-08e19555-70e5-4156-9363-fdacb7950c46 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.594976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9e25614d-d1f8-425a-b26f-65e806ae756d None None] Provisioning complete for port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:06.595385 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e25614d-d1f8-425a-b26f-65e806ae756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.610866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:06.621915 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.642997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-be47fb52-50e1-43cc-b0bf-d1e6ced90053 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76bd522b-7adf-44b8-8cef-63ee07eac601 HTTP/1.1" status: 200 len: 217 time: 0.1991117 Jun 17 08:36:06.754060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Allocated IP 2001:db8::f816:3eff:fef4:76da (5554fb35-4376-4d8e-adc9-3103759046d8/dadd68f4-fffa-4029-a0fb-a6a88b910798/c01b3513-40f1-41cc-8236-04893bafd070) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:06.796716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9e25614d-d1f8-425a-b26f-65e806ae756d None None] Port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:06.843901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 76bd522b-7adf-44b8-8cef-63ee07eac601 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:06.932970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=1254db3b-c62c-48a9-b8f0-00b67730b766,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.945042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.945335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.973831 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a893b08-f0d0-4a9c-9abc-3961ddfbe556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:07.022592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f17c413a-2358-47fc-8025-4e4a288ebef4 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:07.043868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-5e83fc54-12ac-4d5f-b9c8-87f0448a9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:07.045395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-5e83fc54-12ac-4d5f-b9c8-87f0448a9a71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43e73213-f257-471f-9e5d-19ad42a240ac HTTP/1.1" status: 200 len: 850 time: 0.2511504 Jun 17 08:36:07.056295 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:36:07.057127 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-79d56684-40d0-475d-b0f4-337b660b1af3 req-d367b81a-de5a-4464-b9f2-61df98027358 tempest-FloatingIPDetailsNegativeTestJSON-1637622322 tempest-FloatingIPDetailsNegativeTestJSON-1637622322-project] show failed (client error): The resource could not be found. Jun 17 08:36:07.067554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79d56684-40d0-475d-b0f4-337b660b1af3 req-d367b81a-de5a-4464-b9f2-61df98027358 tempest-FloatingIPDetailsNegativeTestJSON-1637622322 tempest-FloatingIPDetailsNegativeTestJSON-1637622322-project] 10.222.0.65 "GET /v2.0/floatingips/3c4a103e-0248-4e9d-9228-7bf97a66cc6a HTTP/1.1" status: 404 len: 350 time: 0.2077634 Jun 17 08:36:07.075387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33086) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:07.088148 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:07.249782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f17c413a-2358-47fc-8025-4e4a288ebef4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:07.254316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f17c413a-2358-47fc-8025-4e4a288ebef4 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:07.394965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-e62ab332-e958-4c92-9a17-33b954c06ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42c0a7ee-00b9-45d8-af97-7bd9c2564a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2328665 Jun 17 08:36:07.431819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:36:02Z', 'revision_number': 4, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c5a98654-42ad-4ebc-885a-a7d507c51043', 'name': '', 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'mac_address': 'fa:16:3e:e2:d7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '0b05b731-ac11-4675-9356-3a7c11235cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:59Z', 'updated_at': '2021-06-17T08:36:03Z', 'revision_number': 2, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'subnets': [{'id': '0b05b731-ac11-4675-9356-3a7c11235cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:07.509365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13838df6-1484-4fcc-bfd3-761a8e87cea6 req-1c69327e-68cf-4222-9f3c-bb5165e27d17 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376945 Jun 17 08:36:07.565169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Checking router: 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:07.565539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Updating router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 port c5a98654-42ad-4ebc-885a-a7d507c51043 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:07.627044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-d95b664e-0f89-41e2-b9e7-838c1968a973 service neutron] 10.222.0.60 "GET /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070651 Jun 17 08:36:07.722740 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.756679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Transition to ACTIVE for port object c01b3513-40f1-41cc-8236-04893bafd070 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:07.786657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Transition to ACTIVE for port object c01b3513-40f1-41cc-8236-04893bafd070 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:07.793216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9fa21a32-e848-4505-8e52-e315e03362bf up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:07.844621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.892092 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 08e1eec3-2ae0-46d9-bb73-3cdefa7d28b7 associated. External IP: 172.25.7.105, port: 83b38c70-e7f5-42e1-b775-8abbdbeb5552. Jun 17 08:36:07.903057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 76bd522b-7adf-44b8-8cef-63ee07eac601, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=76bd522b-7adf-44b8-8cef-63ee07eac601,segment=NetworkSegment(97b6ad90-af6e-415b-af70-a4197839c6df),segment_id=97b6ad90-af6e-415b-af70-a4197839c6df)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:07.955915 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0299dad-44d5-430e-b75f-07d0142e0bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:07.976689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '76bd522b-7adf-44b8-8cef-63ee07eac601', 'network_id': '42c0a7ee-00b9-45d8-af97-7bd9c2564a05', 'port_id': '76bd522b-7adf-44b8-8cef-63ee07eac601', 'mac_address': 'fa:16:3e:03:22:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e73213-f257-471f-9e5d-19ad42a240ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:08.044301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:08.144547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:08.159307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:08.162649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:08.163626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=42e435ff-755d-4533-95b4-790155371451,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:08.171923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:08.176864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:08.189152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:08.189759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.239814 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.250422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbdb9d-93f0-4111-8732-b056a5d5fa50 req-1ee2f0a6-2c95-4a66-8128-d9587e4f02da tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:08.254704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67dbdb9d-93f0-4111-8732-b056a5d5fa50 req-1ee2f0a6-2c95-4a66-8128-d9587e4f02da tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.8549297 Jun 17 08:36:08.312183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.323555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.332314 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8b9d728-1635-406f-9991-69136386fdb4 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:08.445978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Router b9136a76-3237-4ada-8b24-f34c2caa0942 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:08.485763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.489412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Pushing event updated for resources: {'Port': ['ID=58673d8c-bbee-41a9-bc32-9e589a2dcd02,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:08.496397 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5487761 Jun 17 08:36:08.497391 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:08.507695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b19f33f-7ba1-4a93-9f16-293d1feb9349 req-0b6e5362-9598-47b8-85a3-ded42a5d9c43 service neutron] 10.222.0.60 "GET /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646779 Jun 17 08:36:08.510336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33096) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:08.532094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:2e:5c:74', 'name': 'tempest-NetworksTestDHCPv6-1595564538'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:08.548175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef40d5-1bc4-40e9-ab24-984ebba73706 req-e03e6bd3-9d99-4126-ad09-6c2276a4919e tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:08.550424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48ef40d5-1bc4-40e9-ab24-984ebba73706 req-e03e6bd3-9d99-4126-ad09-6c2276a4919e tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 944 time: 0.7665918 Jun 17 08:36:08.577989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67dbdb9d-93f0-4111-8732-b056a5d5fa50 req-9a170917-07ff-4b15-b442-c6e1448f65b7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994580 Jun 17 08:36:08.689747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.716448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Transition to ACTIVE for port object c5a98654-42ad-4ebc-885a-a7d507c51043 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:08.726847 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.736681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:08.748850 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Sync routers for ids ['b9136a76-3237-4ada-8b24-f34c2caa0942'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:08.766754 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Routers {'b9136a76-3237-4ada-8b24-f34c2caa0942'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:08.768543 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b9136a76-3237-4ada-8b24-f34c2caa0942'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:08.902944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Pushing event updated for resources: {'Port': ['ID=c01b3513-40f1-41cc-8236-04893bafd070,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:08.915862 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:08.917636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bd522b-7adf-44b8-8cef-63ee07eac601 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:08.930130 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.937908 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-833bfdca-4ea5-47f7-a6e9-7bac55f5984e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:08.960924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Network da214841-7408-418e-a094-88879133edee is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:08.962271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:08.984525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:09.006116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f8e0-055c-4da8-88f8-484326e33749 None None] Pushing event updated for resources: {'Port': ['ID=c5a98654-42ad-4ebc-885a-a7d507c51043,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:09.020408 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7485f8e0-055c-4da8-88f8-484326e33749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:09.028665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 9fa21a32-e848-4505-8e52-e315e03362bf completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:09.047231 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Set router b9136a76-3237-4ada-8b24-f34c2caa0942 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:09.071539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Attempting to bind port c01b3513-40f1-41cc-8236-04893bafd070 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:09.071924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Attempting to bind port c01b3513-40f1-41cc-8236-04893bafd070 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:09.072301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Attempting to bind port c01b3513-40f1-41cc-8236-04893bafd070 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:09.095998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 76bd522b-7adf-44b8-8cef-63ee07eac601, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=76bd522b-7adf-44b8-8cef-63ee07eac601,segment=NetworkSegment(97b6ad90-af6e-415b-af70-a4197839c6df),segment_id=97b6ad90-af6e-415b-af70-a4197839c6df)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:09.101468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:09.101935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:09.103881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.105981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:09.114573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Bound port: c01b3513-40f1-41cc-8236-04893bafd070, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:09.117013 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.122207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 9fa21a32-e848-4505-8e52-e315e03362bf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:09.122592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.147379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.151608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0764449 Jun 17 08:36:09.152231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33100) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:09.275980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48ef40d5-1bc4-40e9-ab24-984ebba73706 req-18b6e6fe-ed39-4a6d-94f5-3ecd86624890 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965680 Jun 17 08:36:09.470467 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:03Z', 'revision_number': 3, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:09.512894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.535216 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Checking router: b9136a76-3237-4ada-8b24-f34c2caa0942 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:09.536086 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Updating router b9136a76-3237-4ada-8b24-f34c2caa0942 port 4760b58b-27ef-4a2b-a069-44866e6e0876 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:09.581377 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.587479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port ed870258-b49a-47a8-91ab-9a70a12d20f2 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:09.608434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Router 3408c4ab-c244-4b77-99da-96635389813c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:09.739193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8dd7c-e5b1-4dd4-9629-fb3a38e80ea2 req-9305c282-fee6-4956-87e3-280df74ed8eb tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:09.743784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26c8dd7c-e5b1-4dd4-9629-fb3a38e80ea2 req-9305c282-fee6-4956-87e3-280df74ed8eb tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6536784 Jun 17 08:36:09.762186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:09.813659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.839172 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4bd8dff4-d0ab-4805-b6c5-f6dfeb214536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:09.861307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26c8dd7c-e5b1-4dd4-9629-fb3a38e80ea2 req-d5cf4efe-d860-4d0d-bc1e-3086d658d946 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957291 Jun 17 08:36:09.890640 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.914726 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Transition to ACTIVE for port object 4760b58b-27ef-4a2b-a069-44866e6e0876 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:09.926323 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.942536 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2d175929-2ff4-4ce5-8345-e8d07b9a42c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:10.005008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=76bd522b-7adf-44b8-8cef-63ee07eac601,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:10.013316 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:10.043647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0dcb0-28bb-4534-8ecd-a2100e68495d None None] Pushing event updated for resources: {'Port': ['ID=4760b58b-27ef-4a2b-a069-44866e6e0876,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:10.104360 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2d0dcb0-28bb-4534-8ecd-a2100e68495d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:10.105219 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Attempting to bind port 4760b58b-27ef-4a2b-a069-44866e6e0876 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:10.106052 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Attempting to bind port 4760b58b-27ef-4a2b-a069-44866e6e0876 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:10.106052 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Attempting to bind port 4760b58b-27ef-4a2b-a069-44866e6e0876 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:10.130594 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:10.131074 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:10.131494 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.131895 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:10.132371 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Bound port: 4760b58b-27ef-4a2b-a069-44866e6e0876, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:10.132777 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.150743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:10.166752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] 10.222.0.65 "PUT /v2.0/routers/3408c4ab-c244-4b77-99da-96635389813c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3206275 Jun 17 08:36:10.187682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] For port c01b3513-40f1-41cc-8236-04893bafd070, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:10.197257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] For port c01b3513-40f1-41cc-8236-04893bafd070, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c01b3513-40f1-41cc-8236-04893bafd070,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:10.285261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Sync routers for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:10.293065 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.314893 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] For port 4760b58b-27ef-4a2b-a069-44866e6e0876, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:10.323229 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] For port 4760b58b-27ef-4a2b-a069-44866e6e0876, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4760b58b-27ef-4a2b-a069-44866e6e0876,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:10.331673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['76bd522b-7adf-44b8-8cef-63ee07eac601'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:10.333260 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.357323 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66a91e82-b71a-4b0e-8345-6480f26ac990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:10.403191 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:10.432249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 172.20.0.8 (5554fb35-4376-4d8e-adc9-3103759046d8/42e435ff-755d-4533-95b4-790155371451/ed870258-b49a-47a8-91ab-9a70a12d20f2) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:10.446858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe2e:5c74 (5554fb35-4376-4d8e-adc9-3103759046d8/dadd68f4-fffa-4029-a0fb-a6a88b910798/ed870258-b49a-47a8-91ab-9a70a12d20f2) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:10.501849 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0dcb0-28bb-4534-8ecd-a2100e68495d None None] Pushing event updated for resources: {'Port': ['ID=4760b58b-27ef-4a2b-a069-44866e6e0876,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:10.525175 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2d0dcb0-28bb-4534-8ecd-a2100e68495d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:10.525785 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Routers {'b9136a76-3237-4ada-8b24-f34c2caa0942'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:10.526425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b9136a76-3237-4ada-8b24-f34c2caa0942'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:10.628326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:10.675962 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.683082 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.711787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.727420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object ed870258-b49a-47a8-91ab-9a70a12d20f2 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:10.774928 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] Set router b9136a76-3237-4ada-8b24-f34c2caa0942 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:10.814688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 9fa21a32-e848-4505-8e52-e315e03362bf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9fa21a32-e848-4505-8e52-e315e03362bf,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:10.840850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.845400 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d1a8d26-9030-4342-8760-270778eed80a tempest-FloatingIPAdminTestJSON-1098526175 tempest-FloatingIPAdminTestJSON-1098526175-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:10.865276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:10.865276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:10.892750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.911476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:10.956804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.961652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0e2e5275-82f7-4996-9115-c42a7a20c655 None None] Provisioning complete for port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:10.965497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e2e5275-82f7-4996-9115-c42a7a20c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.994612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:10.997097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:11.000464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=ed870258-b49a-47a8-91ab-9a70a12d20f2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:11.006055 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:11.050480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Attempting to bind port c5a98654-42ad-4ebc-885a-a7d507c51043 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:11.051657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Attempting to bind port c5a98654-42ad-4ebc-885a-a7d507c51043 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:11.052288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Attempting to bind port c5a98654-42ad-4ebc-885a-a7d507c51043 on network c44f41c9-7256-45bf-bf86-15dfc7514b2d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:11.081364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:11.082365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.109592 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5980718 Jun 17 08:36:11.112127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:11.113640 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:11.159438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.5530279 Jun 17 08:36:11.181577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33116) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:11.189262 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:11.189900 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:11.197234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:11.205182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1721913286'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:11.229071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33382e7-14f6-4f36-b3ec-c24d0304ba8d req-ea99b6df-8ebc-4f2b-a239-60be8131e4a6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:11.237357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568f730-fde2-4a17-b261-157c0e095f62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:11.237609 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f33382e7-14f6-4f36-b3ec-c24d0304ba8d req-ea99b6df-8ebc-4f2b-a239-60be8131e4a6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6304197 Jun 17 08:36:11.245260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568f730-fde2-4a17-b261-157c0e095f62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:11.246813 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9568f730-fde2-4a17-b261-157c0e095f62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1337242 Jun 17 08:36:11.249444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:11.281202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e5275-82f7-4996-9115-c42a7a20c655 None None] Port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:11.316368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:11.317212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Checking segment: {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:11.317913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.318563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Bound using segment: {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:11.319427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Bound port: c5a98654-42ad-4ebc-885a-a7d507c51043, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204672cd-d630-4db5-a4e4-7e841385720d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:11.320096 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.322707 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:11.330672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cff0f-4632-401f-8caf-5785594649fc req-51193120-abe1-4867-8e04-be5597d39b84 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:11.332287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-716cff0f-4632-401f-8caf-5785594649fc req-51193120-abe1-4867-8e04-be5597d39b84 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.7237179 Jun 17 08:36:11.337534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Pushing event updated for resources: {'Port': ['ID=c01b3513-40f1-41cc-8236-04893bafd070,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:11.360546 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:11.366271 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80bd7455-38d8-4e67-87c6-0e518fa137d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:11.415743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port ed870258-b49a-47a8-91ab-9a70a12d20f2 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:11.416497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.486232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:11.489984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.492545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:11.493969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=9fa21a32-e848-4505-8e52-e315e03362bf,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:11.495410 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:11.511574 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:11.519235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f33382e7-14f6-4f36-b3ec-c24d0304ba8d req-439a3ab0-3022-4f43-8563-f5b4835368d2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806067 Jun 17 08:36:11.621382 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:11.622056 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb17f1-3f08-4cd8-b54a-363a7373e5a4 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:11.648876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-716cff0f-4632-401f-8caf-5785594649fc req-80a15161-a474-4aba-b5f7-3962c94cc4fb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851424 Jun 17 08:36:11.718366 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.733437 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:03Z', 'revision_number': 3, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:11.772371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:11.825328 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54606d-5b24-4956-af66-9db70ab7b4fd None None] The sync data for ids ['b9136a76-3237-4ada-8b24-f34c2caa0942'] in n-d-780147-13 is: [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:03Z', 'revision_number': 3, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:11.826881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for ed870258-b49a-47a8-91ab-9a70a12d20f2 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:11.853403 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.853755 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Added segment c89f6174-4e2d-46aa-be52-7f79007ba9ac of type vlan for network d404d83e-e92a-4a77-9313-32129278a619 Jun 17 08:36:11.865617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] For port c5a98654-42ad-4ebc-885a-a7d507c51043, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:11.970767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] For port c5a98654-42ad-4ebc-885a-a7d507c51043, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c5a98654-42ad-4ebc-885a-a7d507c51043,segment=NetworkSegment(204672cd-d630-4db5-a4e4-7e841385720d),segment_id=204672cd-d630-4db5-a4e4-7e841385720d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:11.990585 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.004454 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43be6a93-1907-4d01-9ba8-092eec26e5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:12.111202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.152218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f8e0-055c-4da8-88f8-484326e33749 None None] Pushing event updated for resources: {'Port': ['ID=c5a98654-42ad-4ebc-885a-a7d507c51043,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:12.165784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7485f8e0-055c-4da8-88f8-484326e33749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:12.223587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Routers {'4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:12.224505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:12.227015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.298253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a122-2c39-48d4-b82a-a5296daa8235 req-ddf67c64-ca9b-4e57-9d86-a16bbcfbdae4 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:12.299894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b84a122-2c39-48d4-b82a-a5296daa8235 req-ddf67c64-ca9b-4e57-9d86-a16bbcfbdae4 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 945 time: 0.5073442 Jun 17 08:36:12.308860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33126) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:12.320739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222353812', 'description': 'tempest-description--1701449742'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:12.350887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.356989 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-01e46eac-13b6-4612-ae2c-32b0aa12979e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:12.366337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9012d5c-e9b7-4c8a-9fba-01c23cca55e9 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:12.431918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Deleting port c5a98654-42ad-4ebc-885a-a7d507c51043 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:12.432293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.484152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=ed870258-b49a-47a8-91ab-9a70a12d20f2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:12.491766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b84a122-2c39-48d4-b82a-a5296daa8235 req-5b0b9c34-a08d-43ce-a839-b550100ee540 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736996 Jun 17 08:36:12.502577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:12.575185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-61525e1c-9bac-4be0-ad4c-d7b33a03f637 None None] Provisioning for port c01b3513-40f1-41cc-8236-04893bafd070 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:12.584666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.590250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:07Z', 'revision_number': 2, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:12.590562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:12.590562 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.606568 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:12.756036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Checking router: 3408c4ab-c244-4b77-99da-96635389813c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:12.756716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Updating router 3408c4ab-c244-4b77-99da-96635389813c port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:12.807971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.815485 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/ed870258-b49a-47a8-91ab-9a70a12d20f2 HTTP/1.1" status: 204 len: 168 time: 1.5649748 Jun 17 08:36:12.823758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33132) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:12.853228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] Set router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:12.892433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.039214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36d0de-c70f-40ca-9856-054d418fad3c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.041028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36d0de-c70f-40ca-9856-054d418fad3c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.042537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36d0de-c70f-40ca-9856-054d418fad3c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.044220 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c36d0de-c70f-40ca-9856-054d418fad3c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2192137 Jun 17 08:36:13.056875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:13.122245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9377782 Jun 17 08:36:13.125773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:13.131050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'subnet': {'network_id': 'd404d83e-e92a-4a77-9313-32129278a619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:13.204589 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.249748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 42e435ff-755d-4533-95b4-790155371451 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:13.330522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Network': ['ID=d404d83e-e92a-4a77-9313-32129278a619,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:13.334593 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:13.336141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c01b3513-40f1-41cc-8236-04893bafd070 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:13.364090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.365506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d404d83e-e92a-4a77-9313-32129278a619 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:13.460773 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.493465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] For port c5a98654-42ad-4ebc-885a-a7d507c51043, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c5a98654-42ad-4ebc-885a-a7d507c51043,segment=NetworkSegment(204672cd-d630-4db5-a4e4-7e841385720d),segment_id=204672cd-d630-4db5-a4e4-7e841385720d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:13.493840 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.553747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.665814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.684316 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c78b73a5-d43a-4b5d-b0f7-3c6588b5974a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:13.700927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Calling delete_port for c5a98654-42ad-4ebc-885a-a7d507c51043 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:13.736548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.743036 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/42e435ff-755d-4533-95b4-790155371451 HTTP/1.1" status: 204 len: 168 time: 0.6846123 Jun 17 08:36:13.743987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33142) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:13.745957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=42e435ff-755d-4533-95b4-790155371451,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:13.751119 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:13.762500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Allocated IP 172.20.0.1 (9dbff877-06f2-43c1-bff2-2be5edb3f81f/e1bf0736-a61a-4800-be8d-3cac322835f8/dc3f6162-2ceb-435e-9d4f-c2165d894820) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:13.814185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17233a0e-f36f-4b8f-bdd0-e5b2567a9a56 req-ae9c3b4b-a293-431e-a415-61ca037b7f5a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.816071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17233a0e-f36f-4b8f-bdd0-e5b2567a9a56 req-ae9c3b4b-a293-431e-a415-61ca037b7f5a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.9947271 Jun 17 08:36:13.828701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6034a5-109e-438c-b8cd-a7f48921f3dd req-b940bb0b-4dda-466e-836b-e68337c97352 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.830220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed6034a5-109e-438c-b8cd-a7f48921f3dd req-b940bb0b-4dda-466e-836b-e68337c97352 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.6959820 Jun 17 08:36:13.842112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet dadd68f4-fffa-4029-a0fb-a6a88b910798 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:13.851904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.876303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 76bd522b-7adf-44b8-8cef-63ee07eac601 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:13.916333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.952120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:36:02Z', 'revision_number': 4, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c5a98654-42ad-4ebc-885a-a7d507c51043', 'name': '', 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'mac_address': 'fa:16:3e:e2:d7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '0b05b731-ac11-4675-9356-3a7c11235cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:59Z', 'updated_at': '2021-06-17T08:36:11Z', 'revision_number': 4, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'subnets': [{'id': '0b05b731-ac11-4675-9356-3a7c11235cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:13.977189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.993464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.005121 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67408213-9551-42c2-a469-756fec9e5d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.006927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b3caa-2ba4-4b36-92a8-1817b3dcfc21 None None] The sync data for ids ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'] in n-d-780147-13 is: [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:36:02Z', 'revision_number': 4, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c5a98654-42ad-4ebc-885a-a7d507c51043', 'name': '', 'network_id': 'c44f41c9-7256-45bf-bf86-15dfc7514b2d', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'mac_address': 'fa:16:3e:e2:d7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '0b05b731-ac11-4675-9356-3a7c11235cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:59Z', 'updated_at': '2021-06-17T08:36:11Z', 'revision_number': 4, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'subnets': [{'id': '0b05b731-ac11-4675-9356-3a7c11235cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:14.010652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17233a0e-f36f-4b8f-bdd0-e5b2567a9a56 req-94e219cf-c1a6-4436-802f-f29a038b97a4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465113 Jun 17 08:36:14.068060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c01b3513-40f1-41cc-8236-04893bafd070 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:14.083849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:14.088438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed6034a5-109e-438c-b8cd-a7f48921f3dd req-b4f59d86-e82f-4a47-a1ef-0a64cc1da0f1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118707 Jun 17 08:36:14.124705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.145399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c01b3513-40f1-41cc-8236-04893bafd070 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:14.145792 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.191985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.193160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8831098 Jun 17 08:36:14.211239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.228514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Request body: {'security_group_rule': {'security_group_id': 'dcb5be52-9489-40af-b984-1483235501e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:14.251859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb5be52-9489-40af-b984-1483235501e2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.288818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.289269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 76bd522b-7adf-44b8-8cef-63ee07eac601 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:14.306675 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.349323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 76bd522b-7adf-44b8-8cef-63ee07eac601 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:14.351124 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.427906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.439435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.452788 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.455373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad12776-8953-4385-830d-d5f68297ac79 None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': 'dadd68f4-fffa-4029-a0fb-a6a88b910798', 'ip_address': '2001:db8::f816:3eff:fef4:76da'}, {'subnet_id': '42e435ff-755d-4533-95b4-790155371451'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'c01b3513-40f1-41cc-8236-04893bafd070'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:36:14.470173 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c9258042-dd23-4578-9a30-1e3967a57d03 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.486551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.488731 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/dadd68f4-fffa-4029-a0fb-a6a88b910798 HTTP/1.1" status: 204 len: 168 time: 0.7362676 Jun 17 08:36:14.507415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.518405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Transition to ACTIVE for port object dc3f6162-2ceb-435e-9d4f-c2165d894820 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:14.521058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=dadd68f4-fffa-4029-a0fb-a6a88b910798,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.531360 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.570737 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c540a79-9ea8-4afc-aeec-757c711bd03e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595572 Jun 17 08:36:14.575293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33150) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.583133 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.591103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:14.641549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.644995 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-799076f9-0fbf-4801-9dd0-67e3be91712c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.653794 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ad12776-8953-4385-830d-d5f68297ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.669427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c01b3513-40f1-41cc-8236-04893bafd070, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c01b3513-40f1-41cc-8236-04893bafd070,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:14.676623 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.699300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1073da-4e9b-4196-964e-32ed80da6752 req-90407202-943e-4626-a625-4d5f3309362e tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:14.702563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da1073da-4e9b-4196-964e-32ed80da6752 req-90407202-943e-4626-a625-4d5f3309362e tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 945 time: 0.4247520 Jun 17 08:36:14.734834 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.736642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9fa21a32-e848-4505-8e52-e315e03362bf up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:14.745012 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a76d5b5-3665-45cb-b7d3-1abdfd7b758c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.752242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Transition to ACTIVE for port object 58673d8c-bbee-41a9-bc32-9e589a2dcd02 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:14.757159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Checking segment: {'id': 'c89f6174-4e2d-46aa-be52-7f79007ba9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd404d83e-e92a-4a77-9313-32129278a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:14.757883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network hostable DHCP agents. Network: d404d83e-e92a-4a77-9313-32129278a619, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:14.760385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Subnet': ['ID=c4d15125-49af-42ea-aef9-d334c3fcc452,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.765040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.788400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network d404d83e-e92a-4a77-9313-32129278a619 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:14.807561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d404d83e-e92a-4a77-9313-32129278a619) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:14.813187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:14.813867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.834449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22807140-b9fc-433f-bec4-0e4a9a8928f9 None None] Network d404d83e-e92a-4a77-9313-32129278a619 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:14.847318 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.848910 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7218204 Jun 17 08:36:14.850172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33152) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.855201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-56049012', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:14.905235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.906742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.917040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.927841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da1073da-4e9b-4196-964e-32ed80da6752 req-7d4b0d90-7e7f-41a3-afac-91b236974cc3 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865239 Jun 17 08:36:14.933060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7e8fd-6b25-40dc-a215-b65d876b02d7 req-33e06876-2b59-4312-93a9-7aa48619b53a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:14.934800 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbd7e8fd-6b25-40dc-a215-b65d876b02d7 req-33e06876-2b59-4312-93a9-7aa48619b53a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5532498 Jun 17 08:36:14.940232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.944577 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.983586 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.990453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.991553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.063577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.118620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a98654-42ad-4ebc-885a-a7d507c51043,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.137037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 76bd522b-7adf-44b8-8cef-63ee07eac601, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=76bd522b-7adf-44b8-8cef-63ee07eac601,segment=NetworkSegment(97b6ad90-af6e-415b-af70-a4197839c6df),segment_id=97b6ad90-af6e-415b-af70-a4197839c6df)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:15.164838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bd522b-7adf-44b8-8cef-63ee07eac601'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:15.175181 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a29e9-f045-423a-b4d9-8168f87cf6f6" -d '{"events": [{"server_uuid": "94b243cf-41c3-4684-a4d0-da643446c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "76bd522b-7adf-44b8-8cef-63ee07eac601"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:15.184809 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.194845 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.195676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c01b3513-40f1-41cc-8236-04893bafd070,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.273742 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.289684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.289860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404924d-e694-4ff4-baea-461aa50c78d0 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:15.293112 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.377498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.501736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ff482691-c237-40ce-a9e7-cd0644699de7 None None] Provisioning complete for port c01b3513-40f1-41cc-8236-04893bafd070 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:15.502129 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff482691-c237-40ce-a9e7-cd0644699de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.554421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 9fa21a32-e848-4505-8e52-e315e03362bf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:15.554802 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.596415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.623632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.634537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ad3c8-fbb2-4e42-b9cc-149a0b7a4ebd None None] Pushing event updated for resources: {'Port': ['ID=58673d8c-bbee-41a9-bc32-9e589a2dcd02,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.640716 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ee6ad3c8-fbb2-4e42-b9cc-149a0b7a4ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.642083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Attempting to bind port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:15.642665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Attempting to bind port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:15.643324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Attempting to bind port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 on network da214841-7408-418e-a094-88879133edee {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:15.651643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82a18dd-472e-44af-bdda-5bb2baa3d43e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.653693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:15.658940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.664414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.683823 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.690662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbd7e8fd-6b25-40dc-a215-b65d876b02d7 req-42e3faf6-6577-4d22-8366-669a915d1da7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255425 Jun 17 08:36:15.691322 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a7312655-34b8-49c0-afe8-7fd925e9603c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.761629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.25.7.127 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c86d1732-9c24-48be-b084-5dbf685aa700) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:15.762489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:15.763068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Checking segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:15.763780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.764662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Bound using segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:15.765158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Bound port: 58673d8c-bbee-41a9-bc32-9e589a2dcd02, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:15.765546 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.819598 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab28ee4-5734-4aec-89ef-3eacb12b1c88 x-openstack-request-id: req-6ab28ee4-5734-4aec-89ef-3eacb12b1c88 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:15.820033 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b243cf-41c3-4684-a4d0-da643446c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "76bd522b-7adf-44b8-8cef-63ee07eac601", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:15.820179 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ab28ee4-5734-4aec-89ef-3eacb12b1c88 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:15.820581 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bd522b-7adf-44b8-8cef-63ee07eac601', 'code': 200} Jun 17 08:36:15.833369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:15.836371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.837781 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6238260 Jun 17 08:36:15.850463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.851904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:15.860774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Request body: {'security_group_rule': {'security_group_id': 'dcb5be52-9489-40af-b984-1483235501e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:15.865743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:15.917380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-d404d83e-e92a-4a77-9313-32129278a619', 'network_id': 'd404d83e-e92a-4a77-9313-32129278a619', 'tenant_id': '9692e35931a34b29ba8bb00448ad192e', 'fixed_ips': [{'subnet_id': 'c4d15125-49af-42ea-aef9-d334c3fcc452'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:15.918468 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.988623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=76bd522b-7adf-44b8-8cef-63ee07eac601,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.017178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.018988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Pushing event updated for resources: {'Port': ['ID=dc3f6162-2ceb-435e-9d4f-c2165d894820,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.037382 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.049444 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.064853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.141592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.150525 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:16.201371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:16.207781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:16.219783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:16.254232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Allocated IP 172.20.0.2 (d404d83e-e92a-4a77-9313-32129278a619/c4d15125-49af-42ea-aef9-d334c3fcc452/7be7fec5-8141-49b7-8a65-2aabcdf6c585) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:16.265286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=c86d1732-9c24-48be-b084-5dbf685aa700,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.269505 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.343786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.378874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.525541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b25ab0-4eba-4e7a-a930-4ddc54682fae req-7794d350-5007-4b03-af98-ca2f9fa2e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:16.529827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96b25ab0-4eba-4e7a-a930-4ddc54682fae req-7794d350-5007-4b03-af98-ca2f9fa2e796 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 1098 time: 0.6487954 Jun 17 08:36:16.542645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c37707-2403-406a-8cc0-df6b6fab984b req-9299a082-76ef-4ae1-af87-c96cb24f97d9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:16.545966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4c37707-2403-406a-8cc0-df6b6fab984b req-9299a082-76ef-4ae1-af87-c96cb24f97d9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.8954375 Jun 17 08:36:16.575073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.583481 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.592406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Transition to ACTIVE for port object 7be7fec5-8141-49b7-8a65-2aabcdf6c585 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:16.594842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.609215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Transition to ACTIVE for port object 7be7fec5-8141-49b7-8a65-2aabcdf6c585 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:16.634785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.647853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.655183 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84ae5570-30f4-467d-a3c8-81765710a7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:16.667650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] For port 58673d8c-bbee-41a9-bc32-9e589a2dcd02, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:16.676534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Network d404d83e-e92a-4a77-9313-32129278a619 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:16.686199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0356b3-2844-4b45-9afb-53bb7e2d5028 req-c3540b28-6dca-4fc1-8d61-4b8100693c84 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:16.687825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad0356b3-2844-4b45-9afb-53bb7e2d5028 req-c3540b28-6dca-4fc1-8d61-4b8100693c84 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5981748 Jun 17 08:36:16.690822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4c37707-2403-406a-8cc0-df6b6fab984b req-4ee6c000-ede4-46d2-9c22-9de86a53707b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850449 Jun 17 08:36:16.702586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4760b58b-27ef-4a2b-a069-44866e6e0876 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:16.714659 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e228358-58e7-4ccb-b31e-9053c898716a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:16.753424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:16.760882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] For port 58673d8c-bbee-41a9-bc32-9e589a2dcd02, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58673d8c-bbee-41a9-bc32-9e589a2dcd02,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:16.765256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:16.776674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:16.787427 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.809661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4036e058-e30f-4d01-be76-d0a7c89d3b9d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.832379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.838195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9794638 Jun 17 08:36:16.841314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:16.866574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Pushing event updated for resources: {'Port': ['ID=7be7fec5-8141-49b7-8a65-2aabcdf6c585,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.883312 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.889768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:16.890608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:16.894600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:16.914074 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.947376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.984763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.021118 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad0356b3-2844-4b45-9afb-53bb7e2d5028 req-df25d70b-167c-4d55-82e1-50ccf76679ac tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904513 Jun 17 08:36:17.029310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:17.089679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.147028 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:17.181781 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71a9a7d8-313d-44b0-ad06-d82969cbcf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:17.213744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 4760b58b-27ef-4a2b-a069-44866e6e0876 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:17.239478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4760b58b-27ef-4a2b-a069-44866e6e0876 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:17.239866 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.241500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Attempting to bind port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:17.241882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Attempting to bind port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c89f6174-4e2d-46aa-be52-7f79007ba9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd404d83e-e92a-4a77-9313-32129278a619'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:17.242249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Attempting to bind port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 on network d404d83e-e92a-4a77-9313-32129278a619 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:17.246016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96b25ab0-4eba-4e7a-a930-4ddc54682fae req-ade168b0-dc41-49f0-beba-658f4bf3b01e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953664 Jun 17 08:36:17.268037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:17.288035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:17.301954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:17.302551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.335042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.344383 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.345284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:17.345653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Checking segment: {'id': 'c89f6174-4e2d-46aa-be52-7f79007ba9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd404d83e-e92a-4a77-9313-32129278a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:17.346472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.346890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Bound using segment: {'id': 'c89f6174-4e2d-46aa-be52-7f79007ba9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd404d83e-e92a-4a77-9313-32129278a619'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:17.347416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Bound port: 7be7fec5-8141-49b7-8a65-2aabcdf6c585, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89f6174-4e2d-46aa-be52-7f79007ba9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd404d83e-e92a-4a77-9313-32129278a619'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:17.348406 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.349925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-353a3c8d-cd9b-4ccc-84e1-fb025dedda1c None None] Provisioning for port dc3f6162-2ceb-435e-9d4f-c2165d894820 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:17.377259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=6678c510-cdf3-438d-8555-58fb346fd5ad,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:17.386138 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:17.401758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8218040 Jun 17 08:36:17.414656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-353a3c8d-cd9b-4ccc-84e1-fb025dedda1c None None] Provisioning complete for port dc3f6162-2ceb-435e-9d4f-c2165d894820 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:17.415097 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-353a3c8d-cd9b-4ccc-84e1-fb025dedda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.425043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ad3c8-fbb2-4e42-b9cc-149a0b7a4ebd None None] Pushing event updated for resources: {'Port': ['ID=58673d8c-bbee-41a9-bc32-9e589a2dcd02,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:17.441804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:17.450070 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ee6ad3c8-fbb2-4e42-b9cc-149a0b7a4ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:17.450860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:17.503797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:17.515422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Deleting port c01b3513-40f1-41cc-8236-04893bafd070 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:17.515422 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.527987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0f6a-80d9-4fbe-b9e6-26eb2506044c req-e3d42fd1-f96d-4b3a-a33e-e620fdd8b060 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:17.529801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fca0f6a-80d9-4fbe-b9e6-26eb2506044c req-e3d42fd1-f96d-4b3a-a33e-e620fdd8b060 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 946 time: 0.5077517 Jun 17 08:36:17.532669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-353a3c8d-cd9b-4ccc-84e1-fb025dedda1c None None] Port dc3f6162-2ceb-435e-9d4f-c2165d894820 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:17.595679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.596276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3d13c-66a4-4f23-a5c8-cf05a6cd7b7a req-2f99d285-1477-406b-94db-d6680c608a84 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:17.597644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3dd3d13c-66a4-4f23-a5c8-cf05a6cd7b7a req-2f99d285-1477-406b-94db-d6680c608a84 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3818486 Jun 17 08:36:17.612476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] For port 7be7fec5-8141-49b7-8a65-2aabcdf6c585, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:17.673075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] For port 7be7fec5-8141-49b7-8a65-2aabcdf6c585, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7be7fec5-8141-49b7-8a65-2aabcdf6c585,segment=NetworkSegment(c89f6174-4e2d-46aa-be52-7f79007ba9ac),segment_id=c89f6174-4e2d-46aa-be52-7f79007ba9ac)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:17.676236 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.696206 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.706364 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80bd7455-38d8-4e67-87c6-0e518fa137d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:17.725065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router f3d20db3-62a2-43c2-8278-8ab775a8419d is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:17.750632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fca0f6a-80d9-4fbe-b9e6-26eb2506044c req-f4915bc9-df7b-4206-b80f-3e0ea2eb1ebd tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104580 Jun 17 08:36:17.753408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Allocated IP 172.25.7.136 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/d3802344-a1ac-4522-aca6-fba02cd10f4e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:17.756597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 4760b58b-27ef-4a2b-a069-44866e6e0876, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4760b58b-27ef-4a2b-a069-44866e6e0876,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:17.759881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] For port c01b3513-40f1-41cc-8236-04893bafd070, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c01b3513-40f1-41cc-8236-04893bafd070,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:17.760497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.790049 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.875010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3dd3d13c-66a4-4f23-a5c8-cf05a6cd7b7a req-dbf40e51-9996-49e0-8b72-a9a6370904b6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496381 Jun 17 08:36:17.946026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Calling delete_port for c01b3513-40f1-41cc-8236-04893bafd070 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:17.963377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:17.974926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] 10.222.0.65 "PUT /v2.0/routers/4acbcfeb-4173-41b4-8bfb-ac5bce0cc388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8082204 Jun 17 08:36:17.975841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:17.979620 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.983953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:18.004369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] Sync routers for ids ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:18.013231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Pushing event updated for resources: {'Port': ['ID=7be7fec5-8141-49b7-8a65-2aabcdf6c585,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.026548 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.028392 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7642e92a-11f1-44cf-8466-4b8850cc653d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.051861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c01b3513-40f1-41cc-8236-04893bafd070 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:18.116492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.139022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.174331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:16Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:18.229597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] Routers {'4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:18.230543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:18.233154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.239630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28fe872-4e4f-4ea1-b741-393a9f5f8348 None None] The sync data for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 is: [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:16Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:18.261277 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59612473-e9c9-41de-bf78-af247fa2707a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.285560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.290237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62c01e97-556a-47e1-a476-022914b5a0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.366230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:18.380026 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] Sync routers for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:18.397702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:18.401171 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:18.401327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=4760b58b-27ef-4a2b-a069-44866e6e0876,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.401828 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:18.417702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:18.429912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:18.430290 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.433438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event updated for resources: {'Port': ['ID=d3802344-a1ac-4522-aca6-fba02cd10f4e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.461687 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.462485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.466816 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6129565 Jun 17 08:36:18.468474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:18.482830 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:18.493079 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:18.493837 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:18.502413 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.507549 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7485f8e0-055c-4da8-88f8-484326e33749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.549731 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:18.550555 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ebf59-6811-45f4-a1dd-83acadf60ef6 None None] The sync data for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:18.570724 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.572725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Pushing event deleted for resources: {'Port': ['ID=c01b3513-40f1-41cc-8236-04893bafd070,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.577918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] Set router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:18.586358 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.639950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] No DVR routers for this DVR port c01b3513-40f1-41cc-8236-04893bafd070 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:18.682860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.693754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d0b6a-26cd-41fc-a395-879e76621774 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:18.847602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.093317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.136002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Pushing event updated for resources: {'Port': ['ID=dc3f6162-2ceb-435e-9d4f-c2165d894820,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.158740 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.193752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.257007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.263884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '6678c510-cdf3-438d-8555-58fb346fd5ad'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:19.265018 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.272710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:36:14Z', 'revision_number': 5, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:19.292509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.300031 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.319035 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.321033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] Checking router: 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:19.360474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] Routers {'4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:19.361135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:19.369979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event updated for resources: {'Port': ['ID=d3802344-a1ac-4522-aca6-fba02cd10f4e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.380413 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.437861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.461702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.463170 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5730424 Jun 17 08:36:19.482256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee68e-f71a-4f33-9594-4e9e46556460 req-4ce4ed45-bf71-43b3-8e50-f69531df01b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:19.483774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d6ee68e-f71a-4f33-9594-4e9e46556460 req-4ce4ed45-bf71-43b3-8e50-f69531df01b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 1.4704769 Jun 17 08:36:19.552167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b670293-ba05-49f2-bc78-0c4bd5ec7ba3 None None] Network d404d83e-e92a-4a77-9313-32129278a619 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:19.587485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.589168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:19.615538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:19.651107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d5d3-86cd-42ce-8357-e38a0b61beda req-96bbf717-6b02-4c2f-b4d6-b8417493e578 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:19.659296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10c7d5d3-86cd-42ce-8357-e38a0b61beda req-96bbf717-6b02-4c2f-b4d6-b8417493e578 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 1.4447875 Jun 17 08:36:19.684799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Allocated IP 172.20.0.2 (5554fb35-4376-4d8e-adc9-3103759046d8/6678c510-cdf3-438d-8555-58fb346fd5ad/5bff8175-fa87-40d6-aff7-4ddb1f6a8b65) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:19.837419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-02ffda2d-72fe-4a89-b67c-7c1d61a91c83 None None] Provisioning for port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:19.848341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d6ee68e-f71a-4f33-9594-4e9e46556460 req-065fa240-b563-41ea-831f-17aff28afe09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618840 Jun 17 08:36:19.905010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] Set router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:19.936760 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10c7d5d3-86cd-42ce-8357-e38a0b61beda req-4098c6bd-b1c5-4ab6-beca-e436816afac2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757747 Jun 17 08:36:20.084301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:36:20.100700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.103117 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.118281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-051bf92a-a416-484e-b019-d0ac4d899a98 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.167643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3b8f70b6-9e98-4df7-a176-31b4d50596a0 None None] Provisioning complete for port dc3f6162-2ceb-435e-9d4f-c2165d894820 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:20.168032 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b8f70b6-9e98-4df7-a176-31b4d50596a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.197421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.1 (d404d83e-e92a-4a77-9313-32129278a619/c4d15125-49af-42ea-aef9-d334c3fcc452/40997eab-548a-44bc-91b2-6432538306ed) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:20.228211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58673d8c-bbee-41a9-bc32-9e589a2dcd02 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:20.248508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Router b9136a76-3237-4ada-8b24-f34c2caa0942 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:20.282699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:20.302562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.302828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:20.308560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-49dd7aeb-c998-4f86-98c9-23ca25eb2d6d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--222353812&fields=id&tenant_id=da71f2aadfc24d6d8dc6544de7c02296 HTTP/1.1" status: 200 len: 267 time: 0.2220423 Jun 17 08:36:20.311811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:20.312411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.315765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=5251f823-bf4f-4dd5-83be-3ecaf693ac04,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.321961 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.342336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Transition to ACTIVE for port object 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:20.349951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.355929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f70b6-9e98-4df7-a176-31b4d50596a0 None None] Port dc3f6162-2ceb-435e-9d4f-c2165d894820 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:20.366161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Transition to ACTIVE for port object 40997eab-548a-44bc-91b2-6432538306ed will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:20.376020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Transition to ACTIVE for port object 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:20.386223 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9395983 Jun 17 08:36:20.394030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33204) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:20.400430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:70:25:a4', 'name': 'tempest-NetworksTestDHCPv6-222661240'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:20.407842 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.415917 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0ac59b1-4a40-4560-b423-9933733de8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.426288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:20.458688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:20.459092 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.474513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:20.476540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d512cd1-4559-4226-a63a-b1e61fcd0310 req-e7115be8-c19b-4b04-8cf6-174af1f224a1 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:20.478448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.483979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d512cd1-4559-4226-a63a-b1e61fcd0310 req-e7115be8-c19b-4b04-8cf6-174af1f224a1 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 946 time: 0.3316717 Jun 17 08:36:20.488067 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da48a8c6-b04e-43c8-ad82-a0dd4c740878 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.500165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:20.509464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:20.514950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.524857 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.533519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network d404d83e-e92a-4a77-9313-32129278a619 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:20.539318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Deleting port c14f7642-ceea-4e13-96bd-f76e42fbfe47 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:20.540305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.540998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:20.544218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:20.570634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:36:14Z', 'revision_number': 5, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:20.616960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=40997eab-548a-44bc-91b2-6432538306ed,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.619972 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.639688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32c5b2-a613-44f7-a489-a9b1b816ef33 None None] The sync data for ids ['4acbcfeb-4173-41b4-8bfb-ac5bce0cc388'] in n-d-780147-13 is: [{'id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963956333-router', 'tenant_id': '819d668904a04a0cb5ad748d98ac80f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:52Z', 'updated_at': '2021-06-17T08:36:14Z', 'revision_number': 5, 'project_id': '819d668904a04a0cb5ad748d98ac80f6', 'gw_port': {'id': 'c14f7642-ceea-4e13-96bd-f76e42fbfe47', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acbcfeb-4173-41b4-8bfb-ac5bce0cc388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:20.648607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.657919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:20.684910 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] 10.222.0.65 "PUT /v2.0/routers/b9136a76-3237-4ada-8b24-f34c2caa0942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5179851 Jun 17 08:36:20.692408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Sync routers for ids ['b9136a76-3237-4ada-8b24-f34c2caa0942'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:20.699955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:20.705532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d512cd1-4559-4226-a63a-b1e61fcd0310 req-d5666e14-ccf3-4a4e-9f7c-38b9f23be873 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205596 Jun 17 08:36:20.726125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-c2fdab18-f218-4e4b-9479-0106969b6bcc tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:20.729294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-c2fdab18-f218-4e4b-9479-0106969b6bcc tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/networks?id=da214841-7408-418e-a094-88879133edee HTTP/1.1" status: 200 len: 811 time: 0.3887062 Jun 17 08:36:20.740972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Attempting to bind port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:20.741419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Attempting to bind port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:20.742100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Attempting to bind port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:20.748043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Routers {'b9136a76-3237-4ada-8b24-f34c2caa0942'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:20.749464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b9136a76-3237-4ada-8b24-f34c2caa0942'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:20.755603 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.789887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-57479f4c-8f16-470a-9169-544bb1d47a9c tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/quotas/da71f2aadfc24d6d8dc6544de7c02296 HTTP/1.1" status: 200 len: 375 time: 0.0491171 Jun 17 08:36:20.791959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:20.792727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:20.797248 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.797956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:20.798732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Bound port: 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:20.799426 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.812425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] For port c14f7642-ceea-4e13-96bd-f76e42fbfe47, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c14f7642-ceea-4e13-96bd-f76e42fbfe47,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:20.812779 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.906181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.976544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 58673d8c-bbee-41a9-bc32-9e589a2dcd02, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58673d8c-bbee-41a9-bc32-9e589a2dcd02,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:20.994937 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.995607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Calling delete_port for c14f7642-ceea-4e13-96bd-f76e42fbfe47 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:20.996066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7be7fec5-8141-49b7-8a65-2aabcdf6c585 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:21.004236 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-613b199f-9934-437d-9c75-7bbd95bd258c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.022836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 08b92df4-6bbf-4f26-a123-9ce12ed91fac yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:21.093900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Set router b9136a76-3237-4ada-8b24-f34c2caa0942 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:21.126316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.216248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:21.243600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa7811-9532-4826-a984-2b03acd9da61 req-edd73d9b-4e6c-42d9-a819-f7419038d1b9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:21.245379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eaa7811-9532-4826-a984-2b03acd9da61 req-edd73d9b-4e6c-42d9-a819-f7419038d1b9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2772958 Jun 17 08:36:21.255572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=58673d8c-bbee-41a9-bc32-9e589a2dcd02,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:21.260805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:21.270537 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:21.278686 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.339219 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.399645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-ec16552a-87cf-4fc1-8ad7-eb467e7eee1a tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=da71f2aadfc24d6d8dc6544de7c02296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5868156 Jun 17 08:36:21.417883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.438613 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.439825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 172.20.0.12 (5554fb35-4376-4d8e-adc9-3103759046d8/6678c510-cdf3-438d-8555-58fb346fd5ad/08b92df4-6bbf-4f26-a123-9ce12ed91fac) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:21.453475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe70:25a4 (5554fb35-4376-4d8e-adc9-3103759046d8/5251f823-bf4f-4dd5-83be-3ecaf693ac04/08b92df4-6bbf-4f26-a123-9ce12ed91fac) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:21.494881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Pushing event deleted for resources: {'Port': ['ID=c14f7642-ceea-4e13-96bd-f76e42fbfe47,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:21.501835 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:21.596975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1eaa7811-9532-4826-a984-2b03acd9da61 req-f7189a35-3369-4ad5-94f3-de74aa411982 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962149 Jun 17 08:36:21.617047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33226) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:21.625095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-140401310-network', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:21.664322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Made reservation on behalf of c0104f54210b4d028120b10bdc0caf9f for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:21.668429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.722609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:21.727127 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:21.791753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:21.802020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:21.802373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.839371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.858127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5c0421f8-bf13-4afb-a45f-51732780f891 None None] Provisioning for port 40997eab-548a-44bc-91b2-6432538306ed completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:21.866202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.866528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5c0421f8-bf13-4afb-a45f-51732780f891 None None] Provisioning complete for port 40997eab-548a-44bc-91b2-6432538306ed triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:21.866944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f8-bf13-4afb-a45f-51732780f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.879759 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.914480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5c0421f8-bf13-4afb-a45f-51732780f891 None None] Port 40997eab-548a-44bc-91b2-6432538306ed cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:21.948008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 08b92df4-6bbf-4f26-a123-9ce12ed91fac will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:21.959208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:16Z', 'revision_number': 4, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'dc3f6162-2ceb-435e-9d4f-c2165d894820', 'name': '', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'mac_address': 'fa:16:3e:5e:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:12Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 2, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'subnets': [{'id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:21.998512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Checking router: b9136a76-3237-4ada-8b24-f34c2caa0942 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:21.999043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Updating router b9136a76-3237-4ada-8b24-f34c2caa0942 port dc3f6162-2ceb-435e-9d4f-c2165d894820 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:22.030386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.034207 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.054478 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86061413-bed6-4a55-b048-378fc0a6e58d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.069311 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.080517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.091144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 7be7fec5-8141-49b7-8a65-2aabcdf6c585, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7be7fec5-8141-49b7-8a65-2aabcdf6c585,segment=NetworkSegment(c89f6174-4e2d-46aa-be52-7f79007ba9ac),segment_id=c89f6174-4e2d-46aa-be52-7f79007ba9ac)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:22.101915 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.114238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4760b58b-27ef-4a2b-a069-44866e6e0876 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:22.140888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.143532 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.153536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.190620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-99ca321d-3dfa-4bb4-89e5-c6574d156616 service neutron] 10.222.0.65 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800939 Jun 17 08:36:22.219685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=08b92df4-6bbf-4f26-a123-9ce12ed91fac,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.231228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:22.232105 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.239451 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.240247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.293779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:22.296491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.297035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:36:22.301587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.302736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] 10.222.0.65 "DELETE /v2.0/routers/4acbcfeb-4173-41b4-8bfb-ac5bce0cc388 HTTP/1.1" status: 204 len: 168 time: 4.3082166 Jun 17 08:36:22.310793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33234) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.318261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:22.362152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=7be7fec5-8141-49b7-8a65-2aabcdf6c585,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.375637 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.396411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27019cde-cb57-4812-80ba-034fd769840a req-91306ecb-b301-4f8c-a306-dd959711f89d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:22.398321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27019cde-cb57-4812-80ba-034fd769840a req-91306ecb-b301-4f8c-a306-dd959711f89d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 943 time: 0.4529679 Jun 17 08:36:22.426466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=40997eab-548a-44bc-91b2-6432538306ed,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.436745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.441265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4760b58b-27ef-4a2b-a069-44866e6e0876 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:22.444451 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.450531 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.455543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:22.471734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:22.472628 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.473734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Deleting subnet 0b05b731-ac11-4675-9356-3a7c11235cd4 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:22.484549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.485924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.524427 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9c18fee5-4186-4443-807d-28d7eae3e62b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1291275 Jun 17 08:36:22.527204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.536230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.540693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-de3ad28f-11f0-420e-a59b-612f39e44963 service neutron] 10.222.0.65 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005464 Jun 17 08:36:22.547548 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4b406c63-e048-4373-b2d1-015051b42058 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.578206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa863be-ca91-4ae4-95fa-119eb8a959c1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.581622 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.590189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27019cde-cb57-4812-80ba-034fd769840a req-b6e81363-8f1d-4d10-a1dc-ee4ea183031f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789331 Jun 17 08:36:22.595724 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.622500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:22.643541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.643901 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Added segment 33377e29-359f-47bc-9fb7-046ffc034e46 of type vlan for network 9ed4e534-213f-4512-bd8f-4af91abdc75e Jun 17 08:36:22.712873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:22.724201 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.784073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '27fc7961-6583-423b-a96f-8264bd22543c', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'port_id': '27fc7961-6583-423b-a96f-8264bd22543c', 'mac_address': 'fa:16:3e:3b:f6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:22.798749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Transition to ACTIVE for port object dc3f6162-2ceb-435e-9d4f-c2165d894820 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:22.802889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network d404d83e-e92a-4a77-9313-32129278a619 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:22.804971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:22.845964 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.852016 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.886866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248a9d3-2ac3-4a11-9c79-4f70c88b3474 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:22.910502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248a9d3-2ac3-4a11-9c79-4f70c88b3474 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:22.915748 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c248a9d3-2ac3-4a11-9c79-4f70c88b3474 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3863294 Jun 17 08:36:22.922481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33240) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.043895 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.170485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31cbae-6d5d-4bbe-af6b-6f1111cbdfc9 None None] Pushing event updated for resources: {'Port': ['ID=dc3f6162-2ceb-435e-9d4f-c2165d894820,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.192684 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc31cbae-6d5d-4bbe-af6b-6f1111cbdfc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.195598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fc7961-6583-423b-a96f-8264bd22543c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:23.393588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58673d8c-bbee-41a9-bc32-9e589a2dcd02 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:23.452611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:23.483594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router f3d20db3-62a2-43c2-8278-8ab775a8419d has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:23.522746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 08b92df4-6bbf-4f26-a123-9ce12ed91fac {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:23.523212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.533774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Attempting to bind port dc3f6162-2ceb-435e-9d4f-c2165d894820 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:23.534159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Attempting to bind port dc3f6162-2ceb-435e-9d4f-c2165d894820 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:23.534530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Attempting to bind port dc3f6162-2ceb-435e-9d4f-c2165d894820 on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:23.542768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:23.543254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Checking segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:23.543677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.544067 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Bound using segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:23.544550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Bound port: dc3f6162-2ceb-435e-9d4f-c2165d894820, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:23.545591 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.551171 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.562100 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ee6ad3c8-fbb2-4e42-b9cc-149a0b7a4ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:23.605178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefae22-32a2-4ccb-8468-9de28280a68e None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:23.688135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d03aed77-48f9-4861-87b8-ce3d4c5b10d3 None None] Provisioning complete for port 40997eab-548a-44bc-91b2-6432538306ed triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:23.688806 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d03aed77-48f9-4861-87b8-ce3d4c5b10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.746745 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.753217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.753587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.763340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:23.772158 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.775054 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/routers/f3d20db3-62a2-43c2-8278-8ab775a8419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3054667 Jun 17 08:36:23.775905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33256) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.778543 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] Sync routers for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:23.785774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'port': {'network_id': 'd404d83e-e92a-4a77-9313-32129278a619', 'name': 'tempest-FloatingIPTestJSON-163764753'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:23.787141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['27fc7961-6583-423b-a96f-8264bd22543c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:23.797168 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:23.799618 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:23.851467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f18dbdf-4f10-4775-9efb-d9bc05a69e81 req-7c793631-0343-4167-9015-538987092062 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 210 time: 0.2081916 Jun 17 08:36:23.865402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d03aed77-48f9-4861-87b8-ce3d4c5b10d3 None None] Port 40997eab-548a-44bc-91b2-6432538306ed cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:23.867719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.870535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 08b92df4-6bbf-4f26-a123-9ce12ed91fac owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:23.874554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:23.876468 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.878525 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.883843 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:23.913882 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:23.915479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b05b731-ac11-4675-9356-3a7c11235cd4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.918881 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.938407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.942417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0b05b731-ac11-4675-9356-3a7c11235cd4 HTTP/1.1" status: 204 len: 168 time: 1.6249280 Jun 17 08:36:23.944014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33258) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.949397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] For port dc3f6162-2ceb-435e-9d4f-c2165d894820, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:23.951824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b3b96-284f-488b-85d5-bf4a51494e14 None None] Network c44f41c9-7256-45bf-bf86-15dfc7514b2d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:23.962323 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:23.979599 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:24.025098 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] For port dc3f6162-2ceb-435e-9d4f-c2165d894820, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dc3f6162-2ceb-435e-9d4f-c2165d894820,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:24.053652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.resource_extend [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:36:24.059239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.082792 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:24.084463 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8963c1-a1be-4009-8382-c2979c9cd91b None None] The sync data for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:24.100485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.113857 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c035746-91a3-48f3-a203-18bacf0672bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.190215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd96548-b386-4444-bd7c-fb508ed38d2e req-24607250-6121-4d29-984e-fdee719cc5c9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:24.192177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fd96548-b386-4444-bd7c-fb508ed38d2e req-24607250-6121-4d29-984e-fdee719cc5c9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5503211 Jun 17 08:36:24.192881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.193993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:24.194575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.203961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7d96db05-af9c-4edb-b0a3-36dffa8076d7 None None] Provisioning for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:24.218425 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff8a9193-a454-4ffe-a1ea-8e8c83e0467a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.316208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6952369 Jun 17 08:36:24.351084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33260) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.359334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Request body: {'subnet': {'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-140401310-subnet', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:24.375399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed4e534-213f-4512-bd8f-4af91abdc75e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.378602 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.404681 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fd96548-b386-4444-bd7c-fb508ed38d2e req-c5d0538d-d353-449e-84ca-f80070c62126 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631839 Jun 17 08:36:24.432881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Deleting port db92cacf-61cf-4a7b-ac9e-a55df89cd636 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:24.433224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.445216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Routers {'b9136a76-3237-4ada-8b24-f34c2caa0942'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:24.445749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:35:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b9136a76-3237-4ada-8b24-f34c2caa0942'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:24.449865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Made reservation on behalf of c0104f54210b4d028120b10bdc0caf9f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:24.454196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.457244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:24.466516 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461869-9451-485f-a97f-5533758f6716 req-65f9a720-fd55-4601-a474-351ed7bda6b2 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:24.475796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb461869-9451-485f-a97f-5533758f6716 req-65f9a720-fd55-4601-a474-351ed7bda6b2 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 946 time: 0.3208332 Jun 17 08:36:24.588572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] For port db92cacf-61cf-4a7b-ac9e-a55df89cd636, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=db92cacf-61cf-4a7b-ac9e-a55df89cd636,segment=NetworkSegment(204672cd-d630-4db5-a4e4-7e841385720d),segment_id=204672cd-d630-4db5-a4e4-7e841385720d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:24.588939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.652999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb461869-9451-485f-a97f-5533758f6716 req-f9c670f2-29b5-4afc-943e-801e72c3d0a8 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734588 Jun 17 08:36:24.689572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31cbae-6d5d-4bbe-af6b-6f1111cbdfc9 None None] Pushing event updated for resources: {'Port': ['ID=dc3f6162-2ceb-435e-9d4f-c2165d894820,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.700502 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc31cbae-6d5d-4bbe-af6b-6f1111cbdfc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.790380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.795785 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.808330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Calling delete_port for db92cacf-61cf-4a7b-ac9e-a55df89cd636 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:24.833536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=08b92df4-6bbf-4f26-a123-9ce12ed91fac,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.839587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Made reservation on behalf of 9692e35931a34b29ba8bb00448ad192e for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:24.845452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.848140 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.869695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:24.917357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] device_id is not set on port 59ee4460-9e32-4ea7-a137-e4b0ee83acfa yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:25.009885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] Set router b9136a76-3237-4ada-8b24-f34c2caa0942 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:25.074759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] DHCP port deletion for c44f41c9-7256-45bf-bf86-15dfc7514b2d request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:25.082842 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40b78ee4-72f9-42f3-9825-a511da966c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.142118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Allocated IP 172.20.0.11 (d404d83e-e92a-4a77-9313-32129278a619/c4d15125-49af-42ea-aef9-d334c3fcc452/59ee4460-9e32-4ea7-a137-e4b0ee83acfa) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:25.149097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.152849 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/08b92df4-6bbf-4f26-a123-9ce12ed91fac HTTP/1.1" status: 204 len: 168 time: 2.2282853 Jun 17 08:36:25.156149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33266) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.176691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:25.189390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:25.189769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.197884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea171b-04f0-4bd0-b7c1-de96bb60986b None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '6678c510-cdf3-438d-8555-58fb346fd5ad', 'ip_address': '172.20.0.2'}, {'subnet_id': '5251f823-bf4f-4dd5-83be-3ecaf693ac04'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '5bff8175-fa87-40d6-aff7-4ddb1f6a8b65'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:36:25.240775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfab85a-7027-4c69-ba0b-fbc6fb0e86f0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.241842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfab85a-7027-4c69-ba0b-fbc6fb0e86f0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.243390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfab85a-7027-4c69-ba0b-fbc6fb0e86f0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.244988 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bbfab85a-7027-4c69-ba0b-fbc6fb0e86f0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0879049 Jun 17 08:36:25.249768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33268) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.306926 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fdea171b-04f0-4bd0-b7c1-de96bb60986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.319833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.331195 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-22837b96-c1e3-4e8a-a245-716d3dbaaf64 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.351096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Deleting port db92cacf-61cf-4a7b-ac9e-a55df89cd636 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:25.351485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.366215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 5251f823-bf4f-4dd5-83be-3ecaf693ac04 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:25.374030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.383302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-d41b1ba4-99ba-40bf-8770-676023e70112 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.384895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-d41b1ba4-99ba-40bf-8770-676023e70112 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.67 "GET /v2.0/networks?id=da214841-7408-418e-a094-88879133edee HTTP/1.1" status: 200 len: 811 time: 0.5250721 Jun 17 08:36:25.432158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.476343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.490790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc693-3e72-4d42-896a-e2fa2d39e7f1 req-0da47c05-a5e3-4716-8ebc-558a739fc3c3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.493083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-775cc693-3e72-4d42-896a-e2fa2d39e7f1 req-0da47c05-a5e3-4716-8ebc-558a739fc3c3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 944 time: 0.8599663 Jun 17 08:36:25.494077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d422e4-b271-493f-b3ca-1ea50293cb04,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.502734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Transition to ACTIVE for port object 59ee4460-9e32-4ea7-a137-e4b0ee83acfa will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:25.506561 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.507559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.521907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-9190cf9e-9669-4916-a762-6142d65fb727 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.523877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-9190cf9e-9669-4916-a762-6142d65fb727 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.60 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 946 time: 0.8693845 Jun 17 08:36:25.548956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93ab86-3757-44bd-a98f-3d5188054da4 req-c621a74b-f7db-476c-8c92-b00bb79c9b8a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.551390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f93ab86-3757-44bd-a98f-3d5188054da4 req-c621a74b-f7db-476c-8c92-b00bb79c9b8a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6902199 Jun 17 08:36:25.553682 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.562745 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.573786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] For port db92cacf-61cf-4a7b-ac9e-a55df89cd636, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=db92cacf-61cf-4a7b-ac9e-a55df89cd636,segment=NetworkSegment(204672cd-d630-4db5-a4e4-7e841385720d),segment_id=204672cd-d630-4db5-a4e4-7e841385720d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:25.574181 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.587191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.594229 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.604273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.622161 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8eec9aa7-a616-4bdc-a08c-195458f48285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.642205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] No DVR routers for this DVR port db92cacf-61cf-4a7b-ac9e-a55df89cd636 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:25.652551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Network d404d83e-e92a-4a77-9313-32129278a619 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:25.657399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Calling delete_port for db92cacf-61cf-4a7b-ac9e-a55df89cd636 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:25.658950 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.660787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/5251f823-bf4f-4dd5-83be-3ecaf693ac04 HTTP/1.1" status: 204 len: 168 time: 0.4100730 Jun 17 08:36:25.665685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33270) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.666986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:25.673069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:25.675908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event updated for resources: {'Port': ['ID=59ee4460-9e32-4ea7-a137-e4b0ee83acfa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.678717 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.681230 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9c0eb05-cce4-4dbf-bc5a-7ea3a2334bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.709465 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-b9c9cbaf-2cc5-4852-9da1-8fb1f9dfebfb tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da71f2aadfc24d6d8dc6544de7c02296 HTTP/1.1" status: 200 len: 379 time: 0.3052311 Jun 17 08:36:25.710318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Pushing event deleted for resources: {'Port': ['ID=db92cacf-61cf-4a7b-ac9e-a55df89cd636,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.730394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=5251f823-bf4f-4dd5-83be-3ecaf693ac04,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.734427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server [None req-fdea171b-04f0-4bd0-b7c1-de96bb60986b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5251f823-bf4f-4dd5-83be-3ecaf693ac04: This subnet is being modified by another concurrent operation. Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:36:25.738869 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1715, in update_port Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5251f823-bf4f-4dd5-83be-3ecaf693ac04: This subnet is being modified by another concurrent operation. Jun 17 08:36:25.746493 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server Jun 17 08:36:25.753514 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.753514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Checking segment: {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:25.753514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Network hostable DHCP agents. Network: 9ed4e534-213f-4512-bd8f-4af91abdc75e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:25.756817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Request body: {'port': {'device_id': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'admin_state_up': True, 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'security_groups': ['dcb5be52-9489-40af-b984-1483235501e2']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:25.798806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.800021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.805207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:25.815602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:16Z', 'revision_number': 4, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'dc3f6162-2ceb-435e-9d4f-c2165d894820', 'name': '', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'mac_address': 'fa:16:3e:5e:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:12Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'subnets': [{'id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:25.836577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0554230 Jun 17 08:36:25.838260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33274) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.847401 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.847947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7be7fec5-8141-49b7-8a65-2aabcdf6c585 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:25.851108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f93ab86-3757-44bd-a98f-3d5188054da4 req-06588ff5-da63-4f16-a901-3b9ba99da96c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815495 Jun 17 08:36:25.852796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Request body: {'floatingip': {'port_id': '59ee4460-9e32-4ea7-a137-e4b0ee83acfa'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:25.882548 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.890232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fb203-e798-46ec-857b-f5a0c35fdaaf None None] The sync data for ids ['b9136a76-3237-4ada-8b24-f34c2caa0942'] in n-d-780147-13 is: [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:16Z', 'revision_number': 4, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'dc3f6162-2ceb-435e-9d4f-c2165d894820', 'name': '', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'mac_address': 'fa:16:3e:5e:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:12Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'subnets': [{'id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:25.956158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.049463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-775cc693-3e72-4d42-896a-e2fa2d39e7f1 req-cb123b78-5805-4144-a796-209ff7df20ed tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5245767 Jun 17 08:36:26.103990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.111925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.121004 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.129361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5919d9d4-30c4-483d-9e9f-981064ff5f38 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:26.129756 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5919d9d4-30c4-483d-9e9f-981064ff5f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.142949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 6678c510-cdf3-438d-8555-58fb346fd5ad {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:26.145250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.162883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44f41c9-7256-45bf-bf86-15dfc7514b2d']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.165641 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.178713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204672cd-d630-4db5-a4e4-7e841385720d') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.179159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204672cd-d630-4db5-a4e4-7e841385720d') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.199697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.211171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Pushing event deleted for resources: {'Port': ['ID=db92cacf-61cf-4a7b-ac9e-a55df89cd636,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.217377 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.226702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.234966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:26.235208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.235693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] No DVR routers for this DVR port db92cacf-61cf-4a7b-ac9e-a55df89cd636 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:26.262946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:26.265017 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:26.294376 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:26.298079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:26.298837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.323677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51263927-8034-4ed2-a17b-520b425ca11a None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:36:26.441424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3696f92b-626e-418b-80ab-3758855c43bc req-772d55c3-539e-4b9c-b3c4-e2f7719482d5 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 210 time: 0.1496401 Jun 17 08:36:26.449784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9ed4e534-213f-4512-bd8f-4af91abdc75e) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:26.455889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:26.456485 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.472591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:26.493053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.548178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.557411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.571159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] 10.222.0.65 "DELETE /v2.0/networks/c44f41c9-7256-45bf-bf86-15dfc7514b2d HTTP/1.1" status: 204 len: 168 time: 2.6231098 Jun 17 08:36:26.588022 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59d39bb4-bb18-4ab4-922c-f0c695527d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.595214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c14f7642-ceea-4e13-96bd-f76e42fbfe47 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:26.636815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5919d9d4-30c4-483d-9e9f-981064ff5f38 None None] Could not find standard attr ID for object 08b92df4-6bbf-4f26-a123-9ce12ed91fac. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:36:26.637275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2850955 Jun 17 08:36:26.638062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c14f7642-ceea-4e13-96bd-f76e42fbfe47 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:26.638425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c14f7642-ceea-4e13-96bd-f76e42fbfe47 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:26.639572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c5a98654-42ad-4ebc-885a-a7d507c51043 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:26.655012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Pushing event deleted for resources: {'Network': ['ID=c44f41c9-7256-45bf-bf86-15dfc7514b2d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.661402 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.665404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 27fc7961-6583-423b-a96f-8264bd22543c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:26.665404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.665715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33290) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:26.674126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Deleting port 76bd522b-7adf-44b8-8cef-63ee07eac601 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:26.674476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.695264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:26.703737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c5a98654-42ad-4ebc-885a-a7d507c51043 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:26.704106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c5a98654-42ad-4ebc-885a-a7d507c51043 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:26.863767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Made reservation on behalf of da71f2aadfc24d6d8dc6544de7c02296 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:26.868911 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.932175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.942201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.998087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33292) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:27.011506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dc3f6162-2ceb-435e-9d4f-c2165d894820 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:27.031641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e50bd-1815-4ff1-a80c-a9adc7bffd0e req-2c85aa0e-0822-4696-8f6b-ddcbd6f0a34f tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:27.038577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb6e50bd-1815-4ff1-a80c-a9adc7bffd0e req-2c85aa0e-0822-4696-8f6b-ddcbd6f0a34f tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 946 time: 0.7410583 Jun 17 08:36:27.050316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5de1314b-2833-4b14-a802-171c86fc4f84 None None] Could not find standard attr ID for object ed870258-b49a-47a8-91ab-9a70a12d20f2. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:36:27.084516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51263927-8034-4ed2-a17b-520b425ca11a None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:36:27.088750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.099446 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dc4f02d1-553a-4df3-8952-f45370736ffa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=819d668904a04a0cb5ad748d98ac80f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989771 Jun 17 08:36:27.101165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33294) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:27.106831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5de1314b-2833-4b14-a802-171c86fc4f84 None None] Provisioning for port 59ee4460-9e32-4ea7-a137-e4b0ee83acfa completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:27.118017 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.119047 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.134376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5de1314b-2833-4b14-a802-171c86fc4f84 None None] Provisioning complete for port 59ee4460-9e32-4ea7-a137-e4b0ee83acfa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:27.134767 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5de1314b-2833-4b14-a802-171c86fc4f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.142371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port dc3f6162-2ceb-435e-9d4f-c2165d894820 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:27.145126 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 08e1eec3-2ae0-46d9-bb73-3cdefa7d28b7 associated. External IP: 172.25.7.105, port: 83b38c70-e7f5-42e1-b775-8abbdbeb5552. Jun 17 08:36:27.177450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port dc3f6162-2ceb-435e-9d4f-c2165d894820 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:27.177762 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.209241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03288d8e-2a1d-48e0-ac54-6a3434d11667 req-2269c72e-7bb3-4daa-be76-daca354cbe1b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:27.216042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03288d8e-2a1d-48e0-ac54-6a3434d11667 req-2269c72e-7bb3-4daa-be76-daca354cbe1b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 813 time: 0.5908144 Jun 17 08:36:27.229982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] For port 76bd522b-7adf-44b8-8cef-63ee07eac601, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=76bd522b-7adf-44b8-8cef-63ee07eac601,segment=NetworkSegment(97b6ad90-af6e-415b-af70-a4197839c6df),segment_id=97b6ad90-af6e-415b-af70-a4197839c6df)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:27.230334 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.241850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5de1314b-2833-4b14-a802-171c86fc4f84 None None] Port 59ee4460-9e32-4ea7-a137-e4b0ee83acfa cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:27.248764 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.267849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.293579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:27.296622 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f96d09-ad82-4a35-a1bb-8ec862d789ec" -d '{"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-plugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:27.299492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5de1314b-2833-4b14-a802-171c86fc4f84 None None] Could not find standard attr ID for object 08b92df4-6bbf-4f26-a123-9ce12ed91fac. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:36:27.304301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.310230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:27.354371 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.361649 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.454666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd53cdd3-a3ce-4b30-9b67-b4a61b4f5e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.455054 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.459507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.461056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a721502-83e9-49e3-8b60-7fe6874049bd HTTP/1.1" status: 204 len: 168 time: 0.3565333 Jun 17 08:36:27.464040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d06943ab-baba-43b5-ad2f-380b2010a573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.479188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a721502-83e9-49e3-8b60-7fe6874049bd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.485396 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.502607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:27.513360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.529180 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.621807 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.628284 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.676290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:27.678730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port dc3f6162-2ceb-435e-9d4f-c2165d894820, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dc3f6162-2ceb-435e-9d4f-c2165d894820,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:27.693028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:27.701264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.709254 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.809182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device db92cacf-61cf-4a7b-ac9e-a55df89cd636 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:27.820193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:27.820815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:27.827139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb6e50bd-1815-4ff1-a80c-a9adc7bffd0e req-4929ccea-cc7f-4336-8b5b-dfef137a1bb6 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/security-groups?id=c140d6bf-699c-4e25-8e9c-84610ed5acc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7873259 Jun 17 08:36:27.884728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: db92cacf-61cf-4a7b-ac9e-a55df89cd636 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:27.885089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device db92cacf-61cf-4a7b-ac9e-a55df89cd636 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:27.885517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:27.906637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:27.952992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=dc3f6162-2ceb-435e-9d4f-c2165d894820,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.961170 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.980269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Calling delete_port for 76bd522b-7adf-44b8-8cef-63ee07eac601 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:27.990322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:27.991005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:27.991777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router f3d20db3-62a2-43c2-8278-8ab775a8419d has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:28.030455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:28.031228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cd5d8-ece5-48b3-b7be-abcd0616f618 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:28.037602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-9ed4e534-213f-4512-bd8f-4af91abdc75e', 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'fixed_ips': [{'subnet_id': '31d422e4-b271-493f-b3ca-1ea50293cb04'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:28.038425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.042123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.051431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03288d8e-2a1d-48e0-ac54-6a3434d11667 req-5c457618-0da2-4fe8-b5f5-9cb09a4dc049 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/quotas/12c8c8a979e04e3fad8c81cf0f96c9f9 HTTP/1.1" status: 200 len: 375 time: 0.8344636 Jun 17 08:36:28.170550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:28.177874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.201584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.214044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Allocated IP 172.20.0.7 (da214841-7408-418e-a094-88879133edee/21704955-d51c-4470-8dc5-9f43160fb85e/c42b0529-9306-4adf-ad80-8e83b6416769) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:28.224293 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] Sync routers for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:28.236908 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:28.238008 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:28.266188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.293605 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-537403fe-255f-4d94-a432-6cbbd4706ff2 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:28.326967 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a3c9e060-9c8b-448f-b214-4311f851378a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/floatingips/08e1eec3-2ae0-46d9-bb73-3cdefa7d28b7 HTTP/1.1" status: 200 len: 978 time: 2.4803879 Jun 17 08:36:28.327697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33314) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.411279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:36:28.411773 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:36:28.413853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=6678c510-cdf3-438d-8555-58fb346fd5ad,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:28.415675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Allocated IP 172.20.0.2 (9ed4e534-213f-4512-bd8f-4af91abdc75e/31d422e4-b271-493f-b3ca-1ea50293cb04/88e1063e-c91d-46fe-b15b-eafedf65271d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:28.431246 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:28.445655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.451712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/6678c510-cdf3-438d-8555-58fb346fd5ad HTTP/1.1" status: 204 len: 168 time: 2.7709746 Jun 17 08:36:28.454768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33318) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.487704 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:28.505901 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:28.506754 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:28.522397 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a425ced0-485a-4e08-8059-89a354828c33 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625751 Jun 17 08:36:28.523769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33322) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.529963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:28.615548 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:28.617303 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f691f6-945d-45bc-9230-29c5085c4d81 None None] The sync data for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:28.623642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.665777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145c4a8-a7a2-43a7-bb2d-ca116cd8c16f req-ab050bdb-e072-45b1-b8ce-aaed5e18395e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:28.673091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0145c4a8-a7a2-43a7-bb2d-ca116cd8c16f req-ab050bdb-e072-45b1-b8ce-aaed5e18395e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 946 time: 0.6067555 Jun 17 08:36:28.690999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.705148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Transition to ACTIVE for port object 88e1063e-c91d-46fe-b15b-eafedf65271d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:28.714846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 59ee4460-9e32-4ea7-a137-e4b0ee83acfa {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:28.715214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.725803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Transition to ACTIVE for port object 88e1063e-c91d-46fe-b15b-eafedf65271d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:28.733973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03288d8e-2a1d-48e0-ac54-6a3434d11667 req-24432c2a-0874-4b47-a050-55fa8882d454 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6789694 Jun 17 08:36:28.736750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.740203 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa59a5aa-2f6a-493e-b2b2-26dbd6a498f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:28.799471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:28.809287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:28.812943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:28.820478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:28.821293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.836873 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.838662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Pushing event updated for resources: {'Port': ['ID=88e1063e-c91d-46fe-b15b-eafedf65271d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:28.844074 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:28.846003 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a1ed9-7c10-4bd5-8eaa-c0b0196a614f x-openstack-request-id: req-bd1a1ed9-7c10-4bd5-8eaa-c0b0196a614f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:28.846402 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-plugged", "status": "completed", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:28.847294 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd1a1ed9-7c10-4bd5-8eaa-c0b0196a614f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:28.847521 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'code': 200} Jun 17 08:36:28.974127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.002258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Attempting to bind port 88e1063e-c91d-46fe-b15b-eafedf65271d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:29.002708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Attempting to bind port 88e1063e-c91d-46fe-b15b-eafedf65271d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:29.003064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Attempting to bind port 88e1063e-c91d-46fe-b15b-eafedf65271d on network 9ed4e534-213f-4512-bd8f-4af91abdc75e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:29.015617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.017547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:29.023316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Checking segment: {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:29.024804 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.025226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Bound using segment: {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:29.026168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Bound port: 88e1063e-c91d-46fe-b15b-eafedf65271d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:29.026495 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.031399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0145c4a8-a7a2-43a7-bb2d-ca116cd8c16f req-ec67c974-2bd9-4ea9-9af0-fea6bdbc948a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490639 Jun 17 08:36:29.041884 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6169634-725f-4ed2-9161-190a43144dc5 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.067559 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:29.124156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] For port 88e1063e-c91d-46fe-b15b-eafedf65271d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:29.127940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] For port 88e1063e-c91d-46fe-b15b-eafedf65271d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=88e1063e-c91d-46fe-b15b-eafedf65271d,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:29.129756 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.132874 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.136684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c8a032c-eaac-485c-823c-a196c20ce1e3 req-a469524c-cdc9-4b08-be2f-801192500939 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 210 time: 0.0430164 Jun 17 08:36:29.143386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.143537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Pushing event deleted for resources: {'Port': ['ID=76bd522b-7adf-44b8-8cef-63ee07eac601,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.147214 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.156851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.259603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.265309 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.265912 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7485f8e0-055c-4da8-88f8-484326e33749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.288102 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.343472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Pushing event updated for resources: {'Port': ['ID=88e1063e-c91d-46fe-b15b-eafedf65271d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.351662 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.364602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:29.365860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.380310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] No DVR routers for this DVR port 76bd522b-7adf-44b8-8cef-63ee07eac601 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:29.383335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.385709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e237ea1-aeeb-4f18-9bda-430ab3196f67 req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.60 "DELETE /v2.0/ports/76bd522b-7adf-44b8-8cef-63ee07eac601 HTTP/1.1" status: 204 len: 173 time: 3.8021033 Jun 17 08:36:29.420537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'name': 'network-vif-deleted', 'tag': '76bd522b-7adf-44b8-8cef-63ee07eac601'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:29.423561 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba67730-401b-46b7-a955-3006ed5ac336" -d '{"events": [{"server_uuid": "94b243cf-41c3-4684-a4d0-da643446c6d7", "name": "network-vif-deleted", "tag": "76bd522b-7adf-44b8-8cef-63ee07eac601"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:29.470275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c9b5-d4a6-46c3-9207-f4f6bdfaec90 req-3e42e5ff-1a66-47d4-b941-c0f18057f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:29.476046 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b17c9b5-d4a6-46c3-9207-f4f6bdfaec90 req-3e42e5ff-1a66-47d4-b941-c0f18057f382 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1098 time: 0.1889946 Jun 17 08:36:29.508974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:29.516249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Transition to ACTIVE for port object c42b0529-9306-4adf-ad80-8e83b6416769 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:29.518996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a806adb-9dbb-4323-a95f-569522890df6 req-1b005a48-f0ac-4e25-bda7-73589c086437 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b243cf-41c3-4684-a4d0-da643446c6d7 HTTP/1.1" status: 200 len: 210 time: 0.1171939 Jun 17 08:36:29.592915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade6c0-7082-43f3-9c46-f89f7c87621d req-d1eed66f-4013-4ea2-81da-d06d9898a3de tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:29.593629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25ade6c0-7082-43f3-9c46-f89f7c87621d req-d1eed66f-4013-4ea2-81da-d06d9898a3de tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3191757 Jun 17 08:36:29.621844 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.630940 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3b17c9b5-d4a6-46c3-9207-f4f6bdfaec90 req-d71267d5-9ed5-4cdb-9652-2f69acdb8440 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299181 Jun 17 08:36:29.664840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.669213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.670370 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Floating IP 08e1eec3-2ae0-46d9-bb73-3cdefa7d28b7 disassociated. External IP: 172.25.7.105, port: 59ee4460-9e32-4ea7-a137-e4b0ee83acfa. Jun 17 08:36:29.671768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 59ee4460-9e32-4ea7-a137-e4b0ee83acfa owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:29.684390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:29.685942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.690707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:29.736710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.742431 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09fb686b-abc9-4b74-a7a3-70070ea7262a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.804987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.819709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa9d2c90-706c-4e27-aa55-9a6d4c69516f tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.824501 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.833879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e94229ac-2fa0-4309-9fdb-2da4fb310d4e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.840766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.847427 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.884558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:29.888032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event updated for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.889987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:29.896682 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.914306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:29.914896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.917404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.931497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25ade6c0-7082-43f3-9c46-f89f7c87621d req-8a43384a-2f69-4244-9fc3-480d16f9fe5b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343774 Jun 17 08:36:29.955347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=c021337d-06ef-4092-8fe3-633fb3681565,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.962103 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.963951 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4389462 Jun 17 08:36:29.979257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.979372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 76bd522b-7adf-44b8-8cef-63ee07eac601 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:29.979489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Network da214841-7408-418e-a094-88879133edee is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:29.980407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.989193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:29.994177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:29.996539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:30.011289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dc3f6162-2ceb-435e-9d4f-c2165d894820 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:30.013032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 76bd522b-7adf-44b8-8cef-63ee07eac601 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:30.016170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 76bd522b-7adf-44b8-8cef-63ee07eac601 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:30.059703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.065495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb84271b-15d0-444d-9195-eab3fcd9e156 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:30.082035 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc33cc-0932-4eb4-9139-8d7b7d86b443 x-openstack-request-id: req-62dc33cc-0932-4eb4-9139-8d7b7d86b443 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:30.082564 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b243cf-41c3-4684-a4d0-da643446c6d7", "name": "network-vif-deleted", "tag": "76bd522b-7adf-44b8-8cef-63ee07eac601", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:30.082665 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62dc33cc-0932-4eb4-9139-8d7b7d86b443 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:30.083367 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b243cf-41c3-4684-a4d0-da643446c6d7', 'name': 'network-vif-deleted', 'tag': '76bd522b-7adf-44b8-8cef-63ee07eac601', 'status': 'completed', 'code': 200} Jun 17 08:36:30.096188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=59ee4460-9e32-4ea7-a137-e4b0ee83acfa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:30.102753 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:30.108399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port dc3f6162-2ceb-435e-9d4f-c2165d894820 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:30.109177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.172577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-272a6f34-22d6-4a24-aba4-a8401a962429 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=216adf6320044a629d6f5573814247d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1952240 Jun 17 08:36:30.265297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.293805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router f3d20db3-62a2-43c2-8278-8ab775a8419d has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:30.313785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:30.314450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.442038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:30.454523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] Sync routers for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:30.469652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:30.472670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:30.501374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7607543 Jun 17 08:36:30.524325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Request body: {'port': {'device_id': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:30.530811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:30.540816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:30.541037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:30.552337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Allocated IP 172.25.7.153 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/2018c848-b290-45e2-8a48-ff801467a550) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:30.558232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.564352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/ports/59ee4460-9e32-4ea7-a137-e4b0ee83acfa HTTP/1.1" status: 204 len: 168 time: 2.2354281 Jun 17 08:36:30.567740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:30.581639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:30.582394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b8181-ad14-4d06-92fd-8891e981eef4 None None] The sync data for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:30.694831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b2107-7c16-44de-bf34-0e701abc1f09 None None] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:30.729414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dedcd-813c-4c1e-8010-e597351f5422 req-3381aa05-572e-4178-bf7d-627e661b02f0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:30.731035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a0dedcd-813c-4c1e-8010-e597351f5422 req-3381aa05-572e-4178-bf7d-627e661b02f0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4918826 Jun 17 08:36:30.732797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9dc65-b938-4824-978e-88acc0438785 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:30.743581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-15709748-7eb3-477f-afed-3f898dd3b1d5 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:30.745124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-15709748-7eb3-477f-afed-3f898dd3b1d5 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5184453 Jun 17 08:36:30.852731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-bc79c86c-e883-4688-8459-794c5a73bba3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/quotas/216adf6320044a629d6f5573814247d1 HTTP/1.1" status: 200 len: 375 time: 0.0954890 Jun 17 08:36:30.960401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:30.961062 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.999523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-90ea27ca-aa2c-4866-8bf9-7e60bae222b8 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=216adf6320044a629d6f5573814247d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067607 Jun 17 08:36:31.027587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a0dedcd-813c-4c1e-8010-e597351f5422 req-f86c513a-4eb6-4b30-b271-bfa925af1216 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778387 Jun 17 08:36:31.039123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.040992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:31.066589 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.545889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 88e1063e-c91d-46fe-b15b-eafedf65271d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:31.871876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Provisioning for port 88e1063e-c91d-46fe-b15b-eafedf65271d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:31.879167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 88e1063e-c91d-46fe-b15b-eafedf65271d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:31.886543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Provisioning complete for port 88e1063e-c91d-46fe-b15b-eafedf65271d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:31.888052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.914032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.920513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.947271 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 88e1063e-c91d-46fe-b15b-eafedf65271d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:31.947636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.191589 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.256005 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.262152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.282537 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dcada9b3-f2be-46ea-8d66-c8d2afd9214d tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:32.295764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b13ac-a04f-4b57-967b-3f592747a71e None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:32.300236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] For port 88e1063e-c91d-46fe-b15b-eafedf65271d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=88e1063e-c91d-46fe-b15b-eafedf65271d,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:32.318547 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.322802 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:32.403244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9112a-bd46-4018-98e8-e19be61f63f8 req-8c7f5080-2dc1-4ac9-b917-3c0945b06cae tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.415701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3a9112a-bd46-4018-98e8-e19be61f63f8 req-8c7f5080-2dc1-4ac9-b917-3c0945b06cae tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 946 time: 0.5354958 Jun 17 08:36:32.443488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:32.474223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:32.484745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6dd35-f8ac-4372-92c7-722971530d8d req-3b6e7029-002c-4564-8916-3aed7074bd82 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.489460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:36:32.489884 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:36:32.493621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27b6dd35-f8ac-4372-92c7-722971530d8d req-3b6e7029-002c-4564-8916-3aed7074bd82 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 931 time: 0.5962811 Jun 17 08:36:32.508008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Pushing event updated for resources: {'Port': ['ID=88e1063e-c91d-46fe-b15b-eafedf65271d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:32.508459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:32.509452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 40997eab-548a-44bc-91b2-6432538306ed {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:32.509988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.512812 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:32.514523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd7feefc-fa47-426a-825e-8d48e4cd36d9 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:32.514975 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd7feefc-fa47-426a-825e-8d48e4cd36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.529098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Pushing event updated for resources: {'Port': ['ID=2018c848-b290-45e2-8a48-ff801467a550,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:32.542662 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:32.684096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3a9112a-bd46-4018-98e8-e19be61f63f8 req-e0f27f41-8298-4ee8-a603-a7d7dc3e9805 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685480 Jun 17 08:36:32.720726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.744123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd7feefc-fa47-426a-825e-8d48e4cd36d9 None None] Provisioning for port c42b0529-9306-4adf-ad80-8e83b6416769 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:32.754106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd7feefc-fa47-426a-825e-8d48e4cd36d9 None None] Provisioning complete for port c42b0529-9306-4adf-ad80-8e83b6416769 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:32.754887 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd7feefc-fa47-426a-825e-8d48e4cd36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.813945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fd7feefc-fa47-426a-825e-8d48e4cd36d9 None None] Port c42b0529-9306-4adf-ad80-8e83b6416769 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:32.894793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbeb322-a575-41de-981c-74aef83cff62 None None] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:32.900372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-27b6dd35-f8ac-4372-92c7-722971530d8d req-650d58da-ceb7-440a-9677-b0fb4448052b tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055169 Jun 17 08:36:32.923371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 40997eab-548a-44bc-91b2-6432538306ed owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:33.053604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e492e314-f662-40d0-ade6-80edc6a82bc5 None None] Provisioning complete for port 88e1063e-c91d-46fe-b15b-eafedf65271d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:33.054047 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e492e314-f662-40d0-ade6-80edc6a82bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.087808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f579a5f-2920-4d64-96e5-7ae465b057ff req-a6d379a5-2537-4740-a294-0d93a19cacfa tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 210 time: 0.1166582 Jun 17 08:36:33.105172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:33.197900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42b0529-9306-4adf-ad80-8e83b6416769 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:33.272234 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.276073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:33.290375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:33.290766 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.319652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.345208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=40997eab-548a-44bc-91b2-6432538306ed,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:33.396137 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:33.406497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-5fa2750c-3c21-4220-a892-2b030c2fa383 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=216adf6320044a629d6f5573814247d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966198 Jun 17 08:36:33.456417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19c9204c-e964-44bb-9a5e-137c18f8f906 req-45485b40-fa18-430a-91a8-57741b666068 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9 HTTP/1.1" status: 200 len: 221 time: 0.3483434 Jun 17 08:36:33.460970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Transition to ACTIVE for port object c42b0529-9306-4adf-ad80-8e83b6416769 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:33.472484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-605ebc80-b82f-4962-88d7-aa695c7069bf None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:33.472896 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605ebc80-b82f-4962-88d7-aa695c7069bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.485398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.605414 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a5d9284-37f8-4053-887b-1cc1c6378c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:33.713497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 88e1063e-c91d-46fe-b15b-eafedf65271d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:33.837393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 88e1063e-c91d-46fe-b15b-eafedf65271d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:33.838517 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.844716 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.924184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aa8e05dd-9b8f-487a-9296-5ad5203cf281 None None] Provisioning complete for port 88e1063e-c91d-46fe-b15b-eafedf65271d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:33.924921 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa8e05dd-9b8f-487a-9296-5ad5203cf281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.004897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Pushing event updated for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:34.026439 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:34.103499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router f3d20db3-62a2-43c2-8278-8ab775a8419d has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:34.171210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-64264ec6-8932-4b2c-a860-abc25d81b174 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:34.172864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-64264ec6-8932-4b2c-a860-abc25d81b174 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7415950 Jun 17 08:36:34.219073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:34.224632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/routers/f3d20db3-62a2-43c2-8278-8ab775a8419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6556897 Jun 17 08:36:34.227989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33442) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:34.228154 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] Sync routers for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:34.235719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Request body: {'port': {'device_id': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '216adf6320044a629d6f5573814247d1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:34.237510 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:34.238149 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:34.247894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.268749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:36:34.273389 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:34.282824 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] Routers {'f3d20db3-62a2-43c2-8278-8ab775a8419d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:34.283471 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f3d20db3-62a2-43c2-8278-8ab775a8419d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:34.316587 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:34.317242 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a32db-55f1-42de-8dd5-272e5c4b281f None None] The sync data for ids ['f3d20db3-62a2-43c2-8278-8ab775a8419d'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:34.340591 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.445212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.461821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5a55-0680-47cb-a1ba-e6b8b8923e8b req-d10abd48-f445-416c-b668-250261365761 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:34.463321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e89c5a55-0680-47cb-a1ba-e6b8b8923e8b req-d10abd48-f445-416c-b668-250261365761 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 946 time: 0.5655329 Jun 17 08:36:34.496805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port c86d1732-9c24-48be-b084-5dbf685aa700 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:34.497047 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.531396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdfeaa-e587-46b3-bf0d-bff07b2d075c req-620f2eda-5e0f-4ca3-ba80-04cdf9362b79 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:34.533972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39fdfeaa-e587-46b3-bf0d-bff07b2d075c req-620f2eda-5e0f-4ca3-ba80-04cdf9362b79 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.7024593 Jun 17 08:36:34.578197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.601711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Attempting to bind port c42b0529-9306-4adf-ad80-8e83b6416769 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:34.602044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Attempting to bind port c42b0529-9306-4adf-ad80-8e83b6416769 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:34.602370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Attempting to bind port c42b0529-9306-4adf-ad80-8e83b6416769 on network da214841-7408-418e-a094-88879133edee {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:34.649522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for c86d1732-9c24-48be-b084-5dbf685aa700 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:34.649772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Port c42b0529-9306-4adf-ad80-8e83b6416769 on network da214841-7408-418e-a094-88879133edee not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:34.650061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Attempting to bind port c42b0529-9306-4adf-ad80-8e83b6416769 on network da214841-7408-418e-a094-88879133edee {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:34.719555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:34.719890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Checking segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:34.720272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Bound using segment: {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:34.720714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Bound port: c42b0529-9306-4adf-ad80-8e83b6416769, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d540d9-a912-47b3-8912-07930c71900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da214841-7408-418e-a094-88879133edee'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:34.721060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.804237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e89c5a55-0680-47cb-a1ba-e6b8b8923e8b req-d727d3a9-2139-4c70-a156-034dc38675df tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990530 Jun 17 08:36:34.817374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.817656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39fdfeaa-e587-46b3-bf0d-bff07b2d075c req-af445003-25af-4810-9ac4-6dfadc8807f9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474720 Jun 17 08:36:34.821344 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44c0415e-4cc8-4647-acb7-8bd3bfb1bd64 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:34.854868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=c86d1732-9c24-48be-b084-5dbf685aa700,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:34.854868 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:34.958999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33448) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:34.973587 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.100009 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.103831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.109399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Deleting subnet 43e73213-f257-471f-9e5d-19ad42a240ac {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:35.114064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.174843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.175375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Fanout notify agent at l3_agent the message router_deleted on router f3d20db3-62a2-43c2-8278-8ab775a8419d {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:36:35.183191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.184308 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/routers/f3d20db3-62a2-43c2-8278-8ab775a8419d HTTP/1.1" status: 204 len: 168 time: 0.9551454 Jun 17 08:36:35.187956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33450) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:35.199316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.252593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Made reservation on behalf of 216adf6320044a629d6f5573814247d1 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:35.256089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.278478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting subnet c4d15125-49af-42ea-aef9-d334c3fcc452 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:35.282447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.285210 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.345252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.347025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.349318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bad4a054-4f5e-4917-a54c-5b1b9d2538e9 req-047844ac-b54b-499a-a1d0-092f291e5822 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 210 time: 0.1082537 Jun 17 08:36:35.406485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.407161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:35.412250 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c27b0848-d3bc-4628-aa2f-c013aae09c29 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:35.415509 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.434974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.440639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c42b0529-9306-4adf-ad80-8e83b6416769,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:35.444959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e73213-f257-471f-9e5d-19ad42a240ac,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:35.450868 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:35.454094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.458695 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/43e73213-f257-471f-9e5d-19ad42a240ac HTTP/1.1" status: 204 len: 168 time: 0.4968398 Jun 17 08:36:35.461926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33452) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:35.493473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.530250 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.540083 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7e68e58e-9d73-4273-886a-2c283fef399b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:35.553109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.555942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39bc51a8-9f0d-45d1-8253-d9fba9425db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:35.581995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d15125-49af-42ea-aef9-d334c3fcc452,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:35.588785 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:35.589790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.594155 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/subnets/c4d15125-49af-42ea-aef9-d334c3fcc452 HTTP/1.1" status: 204 len: 168 time: 0.4028373 Jun 17 08:36:35.594541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:35.597311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e719c-3465-45e7-97c6-406711ad7617 None None] Network d404d83e-e92a-4a77-9313-32129278a619 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:35.689554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.689773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c4aa-9191-4782-bec6-70ecd203b483 req-a5e08af9-23fd-42e2-8a0d-598602325003 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.691088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30b4c4aa-9191-4782-bec6-70ecd203b483 req-a5e08af9-23fd-42e2-8a0d-598602325003 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 943 time: 0.4443765 Jun 17 08:36:35.715426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.716062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.717551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] 10.222.0.67 "PUT /v2.0/ports/c42b0529-9306-4adf-ad80-8e83b6416769 HTTP/1.1" status: 200 len: 1092 time: 5.1974144 Jun 17 08:36:35.723996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:35.726639 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:35.800722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:35.801139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.825111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] DHCP port deletion for d404d83e-e92a-4a77-9313-32129278a619 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:35.878361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Deleting port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:35.878686 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.891201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] For port 7be7fec5-8141-49b7-8a65-2aabcdf6c585, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7be7fec5-8141-49b7-8a65-2aabcdf6c585,segment=NetworkSegment(c89f6174-4e2d-46aa-be52-7f79007ba9ac),segment_id=c89f6174-4e2d-46aa-be52-7f79007ba9ac)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:35.891456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.921802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.945841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Pushing event updated for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:35.975534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] For port 7be7fec5-8141-49b7-8a65-2aabcdf6c585, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7be7fec5-8141-49b7-8a65-2aabcdf6c585,segment=NetworkSegment(c89f6174-4e2d-46aa-be52-7f79007ba9ac),segment_id=c89f6174-4e2d-46aa-be52-7f79007ba9ac)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:35.976468 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.992330 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:35.993178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 7be7fec5-8141-49b7-8a65-2aabcdf6c585 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:36.046065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30b4c4aa-9191-4782-bec6-70ecd203b483 req-631d9f51-863d-4e81-ab66-456bb65b9eb8 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3430531 Jun 17 08:36:36.056771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Calling delete_port for 7be7fec5-8141-49b7-8a65-2aabcdf6c585 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:36.107149 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.114021 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bab30c9-cd99-490c-b0f5-0de9c5bf3509 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.134060 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c043ee7-cd42-46c0-94d6-a5feb1d4bab7 x-openstack-request-id: req-0c043ee7-cd42-46c0-94d6-a5feb1d4bab7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:36.134424 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:36.134698 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c043ee7-cd42-46c0-94d6-a5feb1d4bab7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:36.135188 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'status': 'completed', 'code': 200} Jun 17 08:36:36.144228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=7be7fec5-8141-49b7-8a65-2aabcdf6c585,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.148119 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.150933 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] No DVR routers for this DVR port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:36.154712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.163696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.166774 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.167105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ea62d-47ad-4350-be1d-20609be90887 req-7d1b693a-f0cc-497c-b59c-3deed8d4e7f0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:36.168616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e3ea62d-47ad-4350-be1d-20609be90887 req-7d1b693a-f0cc-497c-b59c-3deed8d4e7f0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6757908 Jun 17 08:36:36.191614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Pushing event deleted for resources: {'Port': ['ID=7be7fec5-8141-49b7-8a65-2aabcdf6c585,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.193920 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.199438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] No DVR routers for this DVR port 7be7fec5-8141-49b7-8a65-2aabcdf6c585 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:36.200469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.215612 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3ea24a84-72ab-484c-bcc7-ded1b16b4e07 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.249445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.259739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d404d83e-e92a-4a77-9313-32129278a619']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.260878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-1e173e0f-7f08-4f8d-8ada-b9664b533ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:36.263060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-1e173e0f-7f08-4f8d-8ada-b9664b533ad2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da71f2aadfc24d6d8dc6544de7c02296&device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 1095 time: 0.4562461 Jun 17 08:36:36.270559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89f6174-4e2d-46aa-be52-7f79007ba9ac') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.270851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89f6174-4e2d-46aa-be52-7f79007ba9ac') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.271796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:36.281114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.296116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.302763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:36.303196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:36.306536 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:36.333225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.369919 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.374059 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6e94170-f44a-470b-9f76-237766596903 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.380537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.384733 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/networks/d404d83e-e92a-4a77-9313-32129278a619 HTTP/1.1" status: 204 len: 168 time: 0.7829583 Jun 17 08:36:36.385131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:36.437672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Router 09919a90-989f-4ca7-bb2c-79f1c932c007 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:36.440138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Network': ['ID=d404d83e-e92a-4a77-9313-32129278a619,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.442768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c0a7ee-00b9-45d8-af97-7bd9c2564a05']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.445477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.449423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb4463a-e19f-4a21-8078-2b7578687e4e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.462674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-a807648b-b204-4aa9-b94a-b0b87835e0b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c42b0529-9306-4adf-ad80-8e83b6416769 HTTP/1.1" status: 200 len: 217 time: 0.1808951 Jun 17 08:36:36.466447 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.472811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e3ea62d-47ad-4350-be1d-20609be90887 req-e7b9507b-d67c-43eb-8905-6fb90349bb76 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794213 Jun 17 08:36:36.495780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b6ad90-af6e-415b-af70-a4197839c6df') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.496080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b6ad90-af6e-415b-af70-a4197839c6df') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.542862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 1254db3b-c62c-48a9-b8f0-00b67730b766 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:36.543358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.547361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.551560 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.605213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.606019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.610033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-505c1c97-6580-4839-a98a-cedcf988a0b5 req-a44b105a-2b94-4a7e-9764-94477fbf6c99 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 210 time: 0.1058064 Jun 17 08:36:36.637064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.637628 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.660638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ba3f727-4c6c-4b77-8c95-76be65280c19 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.698802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.701035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 1254db3b-c62c-48a9-b8f0-00b67730b766 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:36.774039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:36.774458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:36.781679 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:36.785649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38f04895-09a0-4307-88c7-add9eced7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:36.785649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-38f04895-09a0-4307-88c7-add9eced7bcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21704955-d51c-4470-8dc5-9f43160fb85e HTTP/1.1" status: 200 len: 850 time: 0.3109744 Jun 17 08:36:36.805163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:36.840867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.844288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:36.844612 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0e8ca73a-5bf7-4148-a11e-3cd4bca84f1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.853762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e2e9d-3bb7-40ea-a5c7-35e1a837d518 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:36.854237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Allocated IP 192.168.233.141 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/94a9f76b-2d64-496c-8d8e-0dd0485189f8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:36.872404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=1254db3b-c62c-48a9-b8f0-00b67730b766,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.879734 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.885290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:36.885890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.952513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.960525 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.962825 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.968667 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-970c8b47-7430-4847-8031-de26fe7f93ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.972376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.9937496 Jun 17 08:36:36.975809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33466) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:36.986792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:06:a3:18', 'name': 'tempest-NetworksTestDHCPv6-1250624212'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:37.007582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.009429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] 10.222.0.65 "DELETE /v2.0/networks/42c0a7ee-00b9-45d8-af97-7bd9c2564a05 HTTP/1.1" status: 204 len: 168 time: 1.5179086 Jun 17 08:36:37.011843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.016941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.021965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/floatingips/08e1eec3-2ae0-46d9-bb73-3cdefa7d28b7 HTTP/1.1" status: 204 len: 168 time: 0.6318312 Jun 17 08:36:37.021965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.035950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:37.052785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Sync routers for ids ['09919a90-989f-4ca7-bb2c-79f1c932c007'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:37.060970 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c65d6e-5ab9-4985-a85c-b867a00a91aa tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:37.061681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c65d6e-5ab9-4985-a85c-b867a00a91aa tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:37.063674 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c9c65d6e-5ab9-4985-a85c-b867a00a91aa tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/ports/59ee4460-9e32-4ea7-a137-e4b0ee83acfa HTTP/1.1" status: 404 len: 333 time: 0.0411220 Jun 17 08:36:37.076620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Routers {'09919a90-989f-4ca7-bb2c-79f1c932c007'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:37.078664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['09919a90-989f-4ca7-bb2c-79f1c932c007'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:37.080749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33472) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.109679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595482-3505-46cb-b4bf-7696203ab7b8 req-2c259795-bf80-4634-b683-f30214af4c71 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.116499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3595482-3505-46cb-b4bf-7696203ab7b8 req-2c259795-bf80-4634-b683-f30214af4c71 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4500768 Jun 17 08:36:37.124718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=4140463e-b82b-49b4-9ebb-f6dfffb64f41,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:37.139251 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:37.164910 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c8fb7a1-b563-4312-9adc-43de8e188f69 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:37.179599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.181011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.5090477 Jun 17 08:36:37.186214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1e1bfebf-c894-4a99-8196-4489222593fe tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3d20db3-62a2-43c2-8278-8ab775a8419d HTTP/1.1" status: 200 len: 205 time: 0.0991206 Jun 17 08:36:37.186214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33476) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.188025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33478) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.246628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Pushing event deleted for resources: {'Network': ['ID=42c0a7ee-00b9-45d8-af97-7bd9c2564a05,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:37.253234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Set router 09919a90-989f-4ca7-bb2c-79f1c932c007 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:37.261884 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-8ab8489f-5d6f-4f28-8e07-35947912b91f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] delete failed (client error): The resource could not be found. Jun 17 08:36:37.262283 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ab8489f-5d6f-4f28-8e07-35947912b91f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/routers/f3d20db3-62a2-43c2-8278-8ab775a8419d HTTP/1.1" status: 404 len: 336 time: 0.0706718 Jun 17 08:36:37.283433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.293389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.301495 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:37.305864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09aed-8415-4988-bedf-724dde61b117 req-26b80cfb-ad86-4cf1-876e-a493ea101a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.307500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-26b80cfb-ad86-4cf1-876e-a493ea101a25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=da214841-7408-418e-a094-88879133edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4986115 Jun 17 08:36:37.315569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:37.321297 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1155d6d5-7993-4d24-8297-09c124946cf7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:37.321747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1155d6d5-7993-4d24-8297-09c124946cf7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:37.325726 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1155d6d5-7993-4d24-8297-09c124946cf7 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/subnets/c4d15125-49af-42ea-aef9-d334c3fcc452 HTTP/1.1" status: 404 len: 337 time: 0.0389564 Jun 17 08:36:37.338632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33484) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.405749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3595482-3505-46cb-b4bf-7696203ab7b8 req-3bd4ff6b-55c5-4b61-936e-2087012cb80b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880642 Jun 17 08:36:37.420791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '4140463e-b82b-49b4-9ebb-f6dfffb64f41', 'ip_address': '2001:db8::f816:3eff:fed7:2e2a'}, {'subnet_id': 'c021337d-06ef-4092-8fe3-633fb3681565'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '5bff8175-fa87-40d6-aff7-4ddb1f6a8b65'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:36:37.464128 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1333e9ff-b812-4309-b8a6-1abd5e3581ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1301fa5dff714772b25249f98f854645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535790 Jun 17 08:36:37.473941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.517363 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:36:37.550944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-d9839ce3-48ff-4f5d-a0c6-eb338eea71e8 service neutron] 10.222.0.67 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920254 Jun 17 08:36:37.552425 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.568311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.603385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port d7dda892-f222-429b-87c1-e8ec781492a6 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:37.656933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.676133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 83b38c70-e7f5-42e1-b775-8abbdbeb5552 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:37.676521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.681605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ef0f-e773-4f18-a0e8-152ca1e818b8 req-18669abc-121b-426d-b8fc-86f8a0367c5f tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.683691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab04ef0f-e773-4f18-a0e8-152ca1e818b8 req-18669abc-121b-426d-b8fc-86f8a0367c5f tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 943 time: 0.4337292 Jun 17 08:36:37.690421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:37.694584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.717298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.757823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Transition to ACTIVE for port object 94a9f76b-2d64-496c-8d8e-0dd0485189f8 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:37.852933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:37.853512 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.880949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:36:33Z', 'revision_number': 3, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:37.919510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Checking router: 09919a90-989f-4ca7-bb2c-79f1c932c007 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:37.920534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Updating router 09919a90-989f-4ca7-bb2c-79f1c932c007 port 2018c848-b290-45e2-8a48-ff801467a550 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:37.974114 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.186247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7be7fec5-8141-49b7-8a65-2aabcdf6c585 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:38.211984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 7be7fec5-8141-49b7-8a65-2aabcdf6c585 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:38.212395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7be7fec5-8141-49b7-8a65-2aabcdf6c585 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:38.274136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.308699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab04ef0f-e773-4f18-a0e8-152ca1e818b8 req-e804fdf5-f5b7-41b1-8900-43e9088f82d3 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5534668 Jun 17 08:36:38.324872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8f09aed-8415-4988-bedf-724dde61b117 req-1a912421-3f43-42f9-a5e1-2630ff437806 service neutron] 10.222.0.67 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532301 Jun 17 08:36:38.355386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.360282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 83b38c70-e7f5-42e1-b775-8abbdbeb5552 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:38.366596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.369258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.374381 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c140d6bf-699c-4e25-8e9c-84610ed5acc4 HTTP/1.1" status: 204 len: 168 time: 0.8931334 Jun 17 08:36:38.374577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.374710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 172.20.0.2 (5554fb35-4376-4d8e-adc9-3103759046d8/c021337d-06ef-4092-8fe3-633fb3681565/d7dda892-f222-429b-87c1-e8ec781492a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:38.376197 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-858b4227-4eee-47ea-aace-342842da094d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.382968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6987e-76d8-43fd-bf5e-f468aac19660 req-d6df7f2a-05b0-4a4d-a6ec-74648cbbfcd1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:38.387810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe06:a318 (5554fb35-4376-4d8e-adc9-3103759046d8/4140463e-b82b-49b4-9ebb-f6dfffb64f41/d7dda892-f222-429b-87c1-e8ec781492a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:38.390862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55b6987e-76d8-43fd-bf5e-f468aac19660 req-d6df7f2a-05b0-4a4d-a6ec-74648cbbfcd1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.7889714 Jun 17 08:36:38.402134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140d6bf-699c-4e25-8e9c-84610ed5acc4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.407569 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.423645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ad0e563-de64-4360-ae5e-18a43caba978 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.444838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Transition to ACTIVE for port object 2018c848-b290-45e2-8a48-ff801467a550 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:38.487744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.502161 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.562716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:38.575073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Attempting to bind port 2018c848-b290-45e2-8a48-ff801467a550 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:38.575464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Attempting to bind port 2018c848-b290-45e2-8a48-ff801467a550 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:38.576404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Attempting to bind port 2018c848-b290-45e2-8a48-ff801467a550 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:38.584161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd522276-4160-44ae-b417-16e715be8ff4 None None] Pushing event updated for resources: {'Port': ['ID=2018c848-b290-45e2-8a48-ff801467a550,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.587003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:38.587396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:38.587817 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.588212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:38.588700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Bound port: 2018c848-b290-45e2-8a48-ff801467a550, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:38.589085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.591287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd522276-4160-44ae-b417-16e715be8ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.597336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:38.603631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.610811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:38.624688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55b6987e-76d8-43fd-bf5e-f468aac19660 req-5ad0edc0-0d02-4660-b0c3-bc8d2524f646 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328291 Jun 17 08:36:38.628633 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.658472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] For port 2018c848-b290-45e2-8a48-ff801467a550, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:38.663391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] For port 2018c848-b290-45e2-8a48-ff801467a550, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2018c848-b290-45e2-8a48-ff801467a550,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:38.673856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.677889 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd522276-4160-44ae-b417-16e715be8ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.745845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Routers {'09919a90-989f-4ca7-bb2c-79f1c932c007'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:38.746630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['09919a90-989f-4ca7-bb2c-79f1c932c007'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:38.801465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.808300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-124a6342-1a12-4011-afdc-f630833e7da6 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.844489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd522276-4160-44ae-b417-16e715be8ff4 None None] Pushing event updated for resources: {'Port': ['ID=2018c848-b290-45e2-8a48-ff801467a550,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.860139 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd522276-4160-44ae-b417-16e715be8ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.866351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.869931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=83b38c70-e7f5-42e1-b775-8abbdbeb5552,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.870819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:38.871489 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.877139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.894280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-bb523ab2-def6-42de-8f03-b29515ccb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:38.895814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-bb523ab2-def6-42de-8f03-b29515ccb7e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da71f2aadfc24d6d8dc6544de7c02296&device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 1095 time: 0.4624791 Jun 17 08:36:38.915312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] Set router 09919a90-989f-4ca7-bb2c-79f1c932c007 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:38.961684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object d7dda892-f222-429b-87c1-e8ec781492a6 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:38.962720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7538595 Jun 17 08:36:38.981652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573b3d1-6e4d-4f45-88ac-adbb6ef5b643 req-4f9a2f66-a115-413c-983b-1532a8d812f7 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:38.983884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1573b3d1-6e4d-4f45-88ac-adbb6ef5b643 req-4f9a2f66-a115-413c-983b-1532a8d812f7 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 936 time: 0.4434898 Jun 17 08:36:38.987922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Request body: {'port': {'device_id': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:39.027553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.031930 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/ports/83b38c70-e7f5-42e1-b775-8abbdbeb5552 HTTP/1.1" status: 204 len: 168 time: 1.6899104 Jun 17 08:36:39.034587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33506) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:39.091081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.097529 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c30834c0-1675-41ac-9fbd-5a0eb3ceba22 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:39.169267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:39.177994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:39.186432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:39.192549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=d7dda892-f222-429b-87c1-e8ec781492a6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:39.217429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:39.244795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1573b3d1-6e4d-4f45-88ac-adbb6ef5b643 req-96e30549-2487-4065-af06-a2db19393ac6 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314517 Jun 17 08:36:39.254783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.255557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.264869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407cf9a-c913-4710-bca1-e3b6926c8fed req-b2647b69-f9bf-4362-ac18-da30c2088482 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.267386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 164c9f26-ed8c-4845-a6ec-d372920e906b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:39.267887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.273550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5407cf9a-c913-4710-bca1-e3b6926c8fed req-b2647b69-f9bf-4362-ac18-da30c2088482 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4131916 Jun 17 08:36:39.275910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-10c7885e-2b00-4e64-bf4e-4342595e4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.277310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-10c7885e-2b00-4e64-bf4e-4342595e4121 service neutron] 10.222.0.67 "GET /v2.0/networks?id=da214841-7408-418e-a094-88879133edee HTTP/1.1" status: 200 len: 912 time: 0.3560178 Jun 17 08:36:39.282033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4825ba47-80da-41d6-9751-37c34b198836 None None] Provisioning for port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:39.293214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4825ba47-80da-41d6-9751-37c34b198836 None None] Provisioning complete for port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:39.294210 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4825ba47-80da-41d6-9751-37c34b198836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.306372 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3291299 Jun 17 08:36:39.315838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33514) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:39.337535 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-94c3110c-8fe4-4cd5-9893-63ec311d44e8 {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:36:39.337903 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:36:39.348688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.350478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.365378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4825ba47-80da-41d6-9751-37c34b198836 None None] Port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:39.385059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:36:33Z', 'revision_number': 3, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:39.423053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-98869b8e-6cb3-48b2-a666-57f42d89d567 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c42b0529-9306-4adf-ad80-8e83b6416769 HTTP/1.1" status: 200 len: 217 time: 0.1324625 Jun 17 08:36:39.427360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.471289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5407cf9a-c913-4710-bca1-e3b6926c8fed req-88acf524-3ae7-4001-9b25-5f9be0f64763 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967018 Jun 17 08:36:39.473868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a1066-9de3-451e-986a-e36068b92c96 None None] The sync data for ids ['09919a90-989f-4ca7-bb2c-79f1c932c007'] in n-d-780147-13 is: [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:36:33Z', 'revision_number': 3, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:39.532706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 164c9f26-ed8c-4845-a6ec-d372920e906b owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:39.536154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33524) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:39.552228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2aa170-d491-45d4-8f40-0800c8550e9c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.558230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2aa170-d491-45d4-8f40-0800c8550e9c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.562522 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ce2aa170-d491-45d4-8f40-0800c8550e9c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2431433 Jun 17 08:36:39.563466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33528) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:39.609765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-7e5e0dbf-35a3-4de4-80c2-e35d1d913e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.611117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-7e5e0dbf-35a3-4de4-80c2-e35d1d913e0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21704955-d51c-4470-8dc5-9f43160fb85e HTTP/1.1" status: 200 len: 850 time: 0.1389256 Jun 17 08:36:39.697808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-889948672-network', 'tenant_id': '08a9dce163cf4c08accc8787023c5a2d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:39.762663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Made reservation on behalf of 08a9dce163cf4c08accc8787023c5a2d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:39.765904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.789309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.902961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port d7dda892-f222-429b-87c1-e8ec781492a6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:39.903365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.905775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.924282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32876ba2-a6bb-4f1a-9208-f5c6404871ef req-090ee35e-fed0-4aae-9cd7-6a9a458e8756 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.932625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32876ba2-a6bb-4f1a-9208-f5c6404871ef req-090ee35e-fed0-4aae-9cd7-6a9a458e8756 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 943 time: 0.4591947 Jun 17 08:36:39.933289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.945308 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b31d248-03ba-4c1b-ba44-183891ef5350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.021334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=164c9f26-ed8c-4845-a6ec-d372920e906b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:40.021628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Allocated IP 172.20.0.1 (9ed4e534-213f-4512-bd8f-4af91abdc75e/31d422e4-b271-493f-b3ca-1ea50293cb04/eae8b2c9-cf31-4e42-94b6-37f8d763182a) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:40.056774 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:40.068413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-a0429287-76ab-42c6-835a-9c30dc0cffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.070096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-a0429287-76ab-42c6-835a-9c30dc0cffb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=da214841-7408-418e-a094-88879133edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4436276 Jun 17 08:36:40.105228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Allocated IP 172.20.0.3 (5554fb35-4376-4d8e-adc9-3103759046d8/c021337d-06ef-4092-8fe3-633fb3681565/5bff8175-fa87-40d6-aff7-4ddb1f6a8b65) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:40.157297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67367525-f8f2-4ecd-b528-77f7205b1dfa req-fc7f5dd1-3931-4c62-a8a2-31745bdcd3e1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.164525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67367525-f8f2-4ecd-b528-77f7205b1dfa req-fc7f5dd1-3931-4c62-a8a2-31745bdcd3e1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5206516 Jun 17 08:36:40.176188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.178549 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/ports/164c9f26-ed8c-4845-a6ec-d372920e906b HTTP/1.1" status: 204 len: 168 time: 1.1425018 Jun 17 08:36:40.187431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:40.202498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.229251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32876ba2-a6bb-4f1a-9208-f5c6404871ef req-6da66640-28ee-4b9d-9181-6cbb23a388cc tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957542 Jun 17 08:36:40.242770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:40.268195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.302133 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.304354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for d7dda892-f222-429b-87c1-e8ec781492a6 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:40.313191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.320750 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e3d699cb-8383-481f-b295-e25f04b962a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.321970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Transition to ACTIVE for port object 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:40.338777 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.341190 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.375293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:40.396071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8a8f06-bb4a-49e9-983d-85797141e4ad,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:40.399380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:40.402044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.402404 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Added segment c48f832b-a5de-4474-8405-379eaee626ba of type vlan for network 2d4ad711-423a-41b4-a9b7-093a246579a1 Jun 17 08:36:40.441298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67367525-f8f2-4ecd-b528-77f7205b1dfa req-9c9ce4c6-ce66-4b5a-a066-63cbe840f3d7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756841 Jun 17 08:36:40.472602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.521974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c42b0529-9306-4adf-ad80-8e83b6416769 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:40.533370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Pushing event updated for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:40.562302 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:40.610041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.615105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.616264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.625248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-bf4515e5-61dc-4cb2-a393-2432e6aafb13 service neutron] 10.222.0.67 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436950 Jun 17 08:36:40.634336 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2716ea6-2be3-42c9-ab16-d3274c2bd985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.657039 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.720192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c42b0529-9306-4adf-ad80-8e83b6416769,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:40.721339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4ad711-423a-41b4-a9b7-093a246579a1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:40.725324 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1881895 Jun 17 08:36:40.726391 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:40.740395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2d4ad711-423a-41b4-a9b7-093a246579a1 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:40.752241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33538) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:40.759445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'port_id': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'mac_address': 'fa:16:3e:4e:3e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:40.760379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Request body: {'subnet': {'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-889948672-subnet', 'tenant_id': '08a9dce163cf4c08accc8787023c5a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:40.776796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a9f76b-2d64-496c-8d8e-0dd0485189f8 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:40.800639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0d751-afc1-4eee-8f90-bff862f85ca1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.802250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-97c0d751-afc1-4eee-8f90-bff862f85ca1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "GET /v2.0/ports?device_id=38cfe612-15b4-41dd-abd3-29d7b43e6ec0 HTTP/1.1" status: 200 len: 913 time: 0.6057642 Jun 17 08:36:40.809555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:40.820643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.829872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Transition to ACTIVE for port object eae8b2c9-cf31-4e42-94b6-37f8d763182a will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:40.923459 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.929504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.934682 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-105f7367-000d-4a0b-bf10-bb4f881ba4e9 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.943501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42b0529-9306-4adf-ad80-8e83b6416769 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:40.957617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Transition to ACTIVE for port object 94a9f76b-2d64-496c-8d8e-0dd0485189f8 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:40.962065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Made reservation on behalf of 08a9dce163cf4c08accc8787023c5a2d for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:40.965036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.976793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c42b0529-9306-4adf-ad80-8e83b6416769,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:40.983161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.985299 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7885aa5-3c6a-4703-89ac-d81faf6c64ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:41.004730 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.018499 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:41.037925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=d7dda892-f222-429b-87c1-e8ec781492a6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:41.058877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:41.063625 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:41.077604 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:41.097146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a870c8e-7e65-49eb-8e55-7d86a89d49c5 req-338bb793-ccb4-4643-bf25-6a306b73ba79 service neutron] 10.222.0.67 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176364 Jun 17 08:36:41.144067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9951cd-c379-4d4c-bfaf-bf99bcdde916 req-71caa3f1-e47e-4097-8294-ad3508620d95 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.151179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec9951cd-c379-4d4c-bfaf-bf99bcdde916 req-71caa3f1-e47e-4097-8294-ad3508620d95 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4900267 Jun 17 08:36:41.160704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1f07-afe0-4e94-b254-dfc85b605942 req-2eede1ef-c1a4-4496-8e93-3dc2222176d0 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.162304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c9d1f07-afe0-4e94-b254-dfc85b605942 req-2eede1ef-c1a4-4496-8e93-3dc2222176d0 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 936 time: 0.6449244 Jun 17 08:36:41.220453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['c42b0529-9306-4adf-ad80-8e83b6416769'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:41.259826 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.281731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:41.311716 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:41.311716 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:41.324973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.327663 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/d7dda892-f222-429b-87c1-e8ec781492a6 HTTP/1.1" status: 204 len: 168 time: 1.7632620 Jun 17 08:36:41.340477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33544) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:41.395878 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-101e70e7-7023-4f81-861d-3dae214a9f4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3597007 Jun 17 08:36:41.396284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Pushing event updated for resources: {'Port': ['ID=eae8b2c9-cf31-4e42-94b6-37f8d763182a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:41.440295 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:41.466078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:41.471923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec9951cd-c379-4d4c-bfaf-bf99bcdde916 req-9f4cd39c-9f13-4f4e-93ae-4ae8c022589a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198404 Jun 17 08:36:41.493692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13780ded-9ac5-4a29-9fc0-bb824b9147c0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.495956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13780ded-9ac5-4a29-9fc0-bb824b9147c0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.499305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13780ded-9ac5-4a29-9fc0-bb824b9147c0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.501288 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13780ded-9ac5-4a29-9fc0-bb824b9147c0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1598196 Jun 17 08:36:41.520361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33546) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:41.589694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c9d1f07-afe0-4e94-b254-dfc85b605942 req-37140d7c-cdf9-43eb-b64c-12e58835987f tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092624 Jun 17 08:36:41.592417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:41.597357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:41.659664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e3720a8c-eea3-4df1-bd83-9dacc4a8eed1 None None] Provisioning for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:41.668314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e3720a8c-eea3-4df1-bd83-9dacc4a8eed1 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:41.671236 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3720a8c-eea3-4df1-bd83-9dacc4a8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.801531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:41.811983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 4140463e-b82b-49b4-9ebb-f6dfffb64f41 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:41.827597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.873733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:41.874503 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.882632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Attempting to bind port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:41.882984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Attempting to bind port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:41.883313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Attempting to bind port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:41.906325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-08aa51f8-c8fb-471d-a627-b14dc41e55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.913313 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-08aa51f8-c8fb-471d-a627-b14dc41e55d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 1098 time: 0.4077210 Jun 17 08:36:41.936626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.996402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:41.997246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Attempting to bind port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:42.015739 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.026410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2018c848-b290-45e2-8a48-ff801467a550 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:42.075591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:42.076548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:42.076944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:42.077401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Bound port: 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:42.077756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.093867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 2018c848-b290-45e2-8a48-ff801467a550 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:42.099096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2018c848-b290-45e2-8a48-ff801467a550 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:42.099666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.131422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14e1c0c5-7c2b-4e55-9469-b63f8f673e68 None None] Could not find standard attr ID for object d7dda892-f222-429b-87c1-e8ec781492a6. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:36:42.163801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14e1c0c5-7c2b-4e55-9469-b63f8f673e68 None None] Provisioning for port eae8b2c9-cf31-4e42-94b6-37f8d763182a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:42.188295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14e1c0c5-7c2b-4e55-9469-b63f8f673e68 None None] Provisioning complete for port eae8b2c9-cf31-4e42-94b6-37f8d763182a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:42.189042 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14e1c0c5-7c2b-4e55-9469-b63f8f673e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.203711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.209262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.247019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.255457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-14e1c0c5-7c2b-4e55-9469-b63f8f673e68 None None] Port eae8b2c9-cf31-4e42-94b6-37f8d763182a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:42.273849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-f1f99658-1c14-4f0a-8b6b-a10df4eae7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:42.274121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 2018c848-b290-45e2-8a48-ff801467a550, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2018c848-b290-45e2-8a48-ff801467a550,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:42.275811 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-f1f99658-1c14-4f0a-8b6b-a10df4eae7a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.3068700 Jun 17 08:36:42.282324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.284891 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:42.343171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=2018c848-b290-45e2-8a48-ff801467a550,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:42.346867 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:42.397616 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-0bda9326-7639-4d46-873c-88c29461dd88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 200 len: 1000 time: 0.0876842 Jun 17 08:36:42.465819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.470730 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6ae2a68-8480-4232-ac37-9b520ccb7f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:42.522370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c42b0529-9306-4adf-ad80-8e83b6416769 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:42.529992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=4140463e-b82b-49b4-9ebb-f6dfffb64f41,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:42.532983 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:42.535573 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.540198 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/4140463e-b82b-49b4-9ebb-f6dfffb64f41 HTTP/1.1" status: 204 len: 168 time: 1.0115795 Jun 17 08:36:42.540198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-6e155013-8761-4d9e-9337-c6d0a0a00be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:42.541200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-6e155013-8761-4d9e-9337-c6d0a0a00be9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.1335995 Jun 17 08:36:42.543021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:42.553064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c10888-47e5-4278-8955-c8c8f51810d6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:42.589057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8fc82-4210-433c-a5c5-4e6093016e10 req-a00b8ade-dc84-44ac-82e7-bf2c210b870c tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:42.590753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73c8fc82-4210-433c-a5c5-4e6093016e10 req-a00b8ade-dc84-44ac-82e7-bf2c210b870c tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 944 time: 0.9105048 Jun 17 08:36:42.641956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port c42b0529-9306-4adf-ad80-8e83b6416769 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:42.649659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port c42b0529-9306-4adf-ad80-8e83b6416769 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:42.650044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.661193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet c021337d-06ef-4092-8fe3-633fb3681565 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:42.664302 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.699453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.708428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac39c74-74e3-4c0e-be7d-aa7665016fad req-be0654d4-f734-4a9b-a335-7480da7a2f6a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:42.709995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ac39c74-74e3-4c0e-be7d-aa7665016fad req-be0654d4-f734-4a9b-a335-7480da7a2f6a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.8745837 Jun 17 08:36:42.715063 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8b95013-5d52-49be-bd46-4ce6363b87c6 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:42.733221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.821210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73c8fc82-4210-433c-a5c5-4e6093016e10 req-765d5085-5dad-45e8-b38f-3e1b54d84ac1 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143202 Jun 17 08:36:42.877962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d89d83-cccb-4b98-94e2-0530c5f1ba30,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:42.890037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:42.902495 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:42.922783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:42.924084 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.929891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ac39c74-74e3-4c0e-be7d-aa7665016fad req-77bc2dd5-b4d4-4f0d-a156-7a1aa1c658dc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816137 Jun 17 08:36:42.945715 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.950357 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5590906c-89aa-410a-a684-497a3b26df8f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:42.952144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Checking segment: {'id': 'c48f832b-a5de-4474-8405-379eaee626ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:42.952513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Network hostable DHCP agents. Network: 2d4ad711-423a-41b4-a9b7-093a246579a1, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:42.959193 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.015478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:43.017878 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f000bc-5fd4-4743-bde3-3c29ed67bc14" -d '{"events": [{"server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "name": "network-vif-plugged", "status": "completed", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:43.026191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.026823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.028345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] 10.222.0.60 "PUT /v2.0/ports/94a9f76b-2d64-496c-8d8e-0dd0485189f8 HTTP/1.1" status: 200 len: 1097 time: 4.0573506 Jun 17 08:36:43.031582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:43.034002 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c566d0a-37d4-4598-a041-558cd357dc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:43.041438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c42b0529-9306-4adf-ad80-8e83b6416769,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:43.048536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.050329 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:43.108288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Network 2d4ad711-423a-41b4-a9b7-093a246579a1 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:43.113572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.124338 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.133881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.169171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.185167 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d21108-1c4f-4131-a70f-a8a8f785d496 x-openstack-request-id: req-83d21108-1c4f-4131-a70f-a8a8f785d496 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:43.186330 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "name": "network-vif-plugged", "status": "completed", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:43.186742 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83d21108-1c4f-4131-a70f-a8a8f785d496 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:43.187204 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'code': 200} Jun 17 08:36:43.205505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 2d4ad711-423a-41b4-a9b7-093a246579a1) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:43.221673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922c3e4-a3e2-425e-9159-035b00ac45cb None None] Network 2d4ad711-423a-41b4-a9b7-093a246579a1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:43.240041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.241056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.268864 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbb69b-22d9-40b1-a5dd-0edf54970ed2 x-openstack-request-id: req-e8dbb69b-22d9-40b1-a5dd-0edf54970ed2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:43.271935 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:43.272336 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8dbb69b-22d9-40b1-a5dd-0edf54970ed2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:43.272911 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'status': 'completed', 'code': 200} Jun 17 08:36:43.314023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-3a69839e-0aad-48a5-9191-5a277228492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.315566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-3a69839e-0aad-48a5-9191-5a277228492a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7618413 Jun 17 08:36:43.406378 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6513858 Jun 17 08:36:43.446979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502442a-f113-4f73-99d2-2eb4aaf6eb53 None None] Network 2d4ad711-423a-41b4-a9b7-093a246579a1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:43.518054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-e560805f-0dc6-4a74-8629-04b6e048fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.519818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-e560805f-0dc6-4a74-8629-04b6e048fd93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=216adf6320044a629d6f5573814247d1&device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 1100 time: 0.4068768 Jun 17 08:36:43.609890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5520fb-5036-406e-8461-27c2f231084f req-232058cc-b9cc-49cd-917c-a301b7b44718 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.618449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b5520fb-5036-406e-8461-27c2f231084f req-232058cc-b9cc-49cd-917c-a301b7b44718 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 948 time: 0.4446981 Jun 17 08:36:43.680430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.714207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-1bc19b14-8493-4b69-8d73-4bb65567afb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8 HTTP/1.1" status: 200 len: 217 time: 0.1769755 Jun 17 08:36:43.725366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2018c848-b290-45e2-8a48-ff801467a550 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:43.728708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8e69-84f6-4469-8dbf-f0854cfb7145 req-88a16adc-2e4b-4a62-926f-b99da7b0d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.730833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bead8e69-84f6-4469-8dbf-f0854cfb7145 req-88a16adc-2e4b-4a62-926f-b99da7b0d9b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 1097 time: 0.4381225 Jun 17 08:36:43.749564 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-ae099708-4de0-41bc-ab98-5f7eeb5e6f2e service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249225 Jun 17 08:36:43.802167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2018c848-b290-45e2-8a48-ff801467a550 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:43.802167 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.825133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 5185f0b9-ff3c-40d9-9764-48cdac1a8d04 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:43.825598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.828951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-cba422f0-3df3-42eb-a133-aa44de9e3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.830723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-cba422f0-3df3-42eb-a133-aa44de9e3774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0943468 Jun 17 08:36:43.865497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.871724 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aba94aa8-240b-4308-88b6-616c92076394 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:43.872538 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.910207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b5520fb-5036-406e-8461-27c2f231084f req-4fbfb4f9-42b4-4230-91b0-a0d0e0764d6b tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901402 Jun 17 08:36:43.917974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3239f9-f22c-4e48-adc3-7013aa66f2e3 req-d19a74ef-94d5-4b5f-bb48-0c20a708e513 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.918987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=c021337d-06ef-4092-8fe3-633fb3681565,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.925783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a3239f9-f22c-4e48-adc3-7013aa66f2e3 req-d19a74ef-94d5-4b5f-bb48-0c20a708e513 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5119338 Jun 17 08:36:43.931601 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.954873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.958962 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/c021337d-06ef-4092-8fe3-633fb3681565 HTTP/1.1" status: 204 len: 168 time: 1.4128277 Jun 17 08:36:43.979013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bead8e69-84f6-4469-8dbf-f0854cfb7145 req-9f2fabb5-fc06-4915-a2d7-35858017a02a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264659 Jun 17 08:36:43.981777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.986175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:43.987705 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbbdf4ce-591c-4b57-8ace-942f5d39934f tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:44.011019 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-818046c6-e6ee-4115-89d9-d43673609ec8 req-ca92bdc4-1ba2-4e76-93cc-6579bbd6b6be service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536309 Jun 17 08:36:44.034563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f36b13-c5aa-46ba-8e9b-f74226fe1206 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:44.044297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.073695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4be3f2af-c6c9-4c43-8d7e-e8a67455e1eb None None] Provisioning complete for port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:44.074348 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4be3f2af-c6c9-4c43-8d7e-e8a67455e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.088070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b800e964-b1aa-4eef-a88c-b1f09c58b960 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977750 Jun 17 08:36:44.096313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:44.109682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a3239f9-f22c-4e48-adc3-7013aa66f2e3 req-5e8ebbbd-3597-4d63-985d-978a444f362b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830480 Jun 17 08:36:44.133810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 5185f0b9-ff3c-40d9-9764-48cdac1a8d04 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:44.195182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.280315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Pushing event updated for resources: {'Port': ['ID=eae8b2c9-cf31-4e42-94b6-37f8d763182a,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:44.283772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:44.356182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a73-ab90-4411-ba20-0170034398ae req-d3b398c2-7b1f-48b7-9e33-b7819599d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.358293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-d3b398c2-7b1f-48b7-9e33-b7819599d512 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5068181 Jun 17 08:36:44.411513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:44.417820 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.422358 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-065cc899-8973-468c-9e67-34da0e4cc486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:44.451492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=5185f0b9-ff3c-40d9-9764-48cdac1a8d04,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:44.458632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:44.465029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Deleting port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:44.465982 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.534571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] For port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:44.535030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.581880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e044c7-06e4-4a4e-a8c9-b4761d1c4ce0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.585843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a2e044c7-06e4-4a4e-a8c9-b4761d1c4ce0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4684417 Jun 17 08:36:44.589193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33586) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:44.598880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Calling delete_port for 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:44.624132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-a03c3641-678d-4835-94ab-322e3380025a tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.625619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-a03c3641-678d-4835-94ab-322e3380025a tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/networks?id=2d4ad711-423a-41b4-a9b7-093a246579a1 HTTP/1.1" status: 200 len: 808 time: 0.3848774 Jun 17 08:36:44.637196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.653144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:44.668258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcddb2f-c321-4b89-a738-510c20d8336a req-63dd6c9a-8911-4d17-aef8-535e5c25f262 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.669756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bcddb2f-c321-4b89-a738-510c20d8336a req-63dd6c9a-8911-4d17-aef8-535e5c25f262 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.3931556 Jun 17 08:36:44.680364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-416bd47a-92b1-4dc9-93a9-beccdd0110fb service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057454 Jun 17 08:36:44.681515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:44.682602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.693568 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-81db86d3-4405-4ff4-ac03-5c6e9134b1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:44.699813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] No DVR routers for this DVR port 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:44.721449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Pushing event deleted for resources: {'Port': ['ID=5bff8175-fa87-40d6-aff7-4ddb1f6a8b65,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:44.727899 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:44.729204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-418409ec-fdc1-4e51-b392-b3b55163fec7 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/quotas/08a9dce163cf4c08accc8787023c5a2d HTTP/1.1" status: 200 len: 375 time: 0.0675731 Jun 17 08:36:44.834270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff492e26-fa7c-4817-b0fe-0f3280f056d2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.838498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ff492e26-fa7c-4817-b0fe-0f3280f056d2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2436395 Jun 17 08:36:44.859981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33588) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:44.907828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bcddb2f-c321-4b89-a738-510c20d8336a req-e0e1e37d-c96e-4edd-a256-8fa21145c8af tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155712 Jun 17 08:36:44.925040 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-dd05b56f-9493-468c-86de-f08bc46b8eea tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=08a9dce163cf4c08accc8787023c5a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1726961 Jun 17 08:36:44.940723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-47b4f6db-f41f-4a43-bf72-8acf66175086 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742776 Jun 17 08:36:44.943886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33590) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:44.955357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-26985698-896c-48b1-a082-d6fd3135dc82 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:45.057136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-730adae8-e33c-402c-a978-0c07cf0bbb68 None None] Provisioning complete for port eae8b2c9-cf31-4e42-94b6-37f8d763182a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:45.057514 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-730adae8-e33c-402c-a978-0c07cf0bbb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.059644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:45.084879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26985698-896c-48b1-a082-d6fd3135dc82 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:45.088800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26985698-896c-48b1-a082-d6fd3135dc82 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.090294 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-26985698-896c-48b1-a082-d6fd3135dc82 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:45.090965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26985698-896c-48b1-a082-d6fd3135dc82 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:45.094878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-730adae8-e33c-402c-a978-0c07cf0bbb68 None None] Port eae8b2c9-cf31-4e42-94b6-37f8d763182a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:45.128737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d791a73-ab90-4411-ba20-0170034398ae req-4f3dda50-43f9-4f2a-ae64-8be26a2dab3e service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376733 Jun 17 08:36:45.149658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Router 09919a90-989f-4ca7-bb2c-79f1c932c007 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:45.168742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-3c3e5821-a444-4826-a20a-cf3a34166bb4 service neutron] 10.222.0.65 "GET /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953375 Jun 17 08:36:45.181375 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-26985698-896c-48b1-a082-d6fd3135dc82 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2342548 Jun 17 08:36:45.186108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33594) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:45.196431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fa76ab9c-b582-4b36-9493-a0cb2997f27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:45.206355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:45.213624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "PUT /v2.0/routers/38cfe612-15b4-41dd-abd3-29d7b43e6ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3977661 Jun 17 08:36:45.213858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33596) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:45.221730 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] Sync routers for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:45.232450 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:45.233339 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:45.272065 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:45.280773 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] Routers {'38cfe612-15b4-41dd-abd3-29d7b43e6ec0'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:45.281394 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:45.316118 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:45.316683 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c683b1-846a-41ed-9051-f82d0f1efc21 None None] The sync data for ids ['38cfe612-15b4-41dd-abd3-29d7b43e6ec0'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:45.332180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.340702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74f55-945e-45d9-bf26-2ff7ad679109 req-45a1e757-3f35-4c04-b1dc-af4a1e3c056f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.342310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8df74f55-945e-45d9-bf26-2ff7ad679109 req-45a1e757-3f35-4c04-b1dc-af4a1e3c056f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2604637 Jun 17 08:36:45.440983 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.498684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting port 8f75d74a-9795-45db-81f5-4d2799aeaa25 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:45.499070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.568345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:45.589012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:45.589390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bff8175-fa87-40d6-aff7-4ddb1f6a8b65 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:45.597684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.670541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Calling delete_port for 8f75d74a-9795-45db-81f5-4d2799aeaa25 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:45.840882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.843836 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f9cb2ac-ab2b-44e6-98a2-d91b62fdc557 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:45.866364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Port': ['ID=8f75d74a-9795-45db-81f5-4d2799aeaa25,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:45.868704 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:45.889637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8df74f55-945e-45d9-bf26-2ff7ad679109 req-90c41a32-daa8-48e3-91a9-63e816e95667 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372603 Jun 17 08:36:45.900510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:45.903357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-dafa4c2c-de00-4ffa-9ecf-ae78381460f9 service neutron] 10.222.0.65 "GET /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277005 Jun 17 08:36:45.916777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Sync routers for ids ['09919a90-989f-4ca7-bb2c-79f1c932c007'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:45.917704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] 10.222.0.65 "PUT /v2.0/routers/09919a90-989f-4ca7-bb2c-79f1c932c007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7178941 Jun 17 08:36:45.931053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Routers {'09919a90-989f-4ca7-bb2c-79f1c932c007'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:45.932319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['09919a90-989f-4ca7-bb2c-79f1c932c007'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:45.934933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-bc03034f-b02f-4e6f-9d04-9e9db08b503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.938797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-bc03034f-b02f-4e6f-9d04-9e9db08b503d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=216adf6320044a629d6f5573814247d1&device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 1100 time: 0.7509770 Jun 17 08:36:45.941430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa76ab9c-b582-4b36-9493-a0cb2997f27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:45.945352 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa76ab9c-b582-4b36-9493-a0cb2997f27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.946796 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa76ab9c-b582-4b36-9493-a0cb2997f27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:45.947654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa76ab9c-b582-4b36-9493-a0cb2997f27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:45.975022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.095793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-07651aa3-1569-4458-abdb-f4b56c3413c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.098664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-07651aa3-1569-4458-abdb-f4b56c3413c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1459677 Jun 17 08:36:46.104568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa76ab9c-b582-4b36-9493-a0cb2997f27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9150720 Jun 17 08:36:46.105309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33604) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.112901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cd21b3b1-cc49-494b-be09-fbf4bd685f39 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:46.138425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Set router 09919a90-989f-4ca7-bb2c-79f1c932c007 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:46.146555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.151308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.157879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-27908c92-171f-47a2-88ba-3f5ea07ce816 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8 HTTP/1.1" status: 200 len: 217 time: 0.0515821 Jun 17 08:36:46.274394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-7cd239d9-4ffa-449b-b452-809cb70879d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.276569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-7cd239d9-4ffa-449b-b452-809cb70879d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0741327 Jun 17 08:36:46.337793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.337793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Fanout notify agent at l3_agent the message router_deleted on router 38cfe612-15b4-41dd-abd3-29d7b43e6ec0 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:36:46.344262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.345620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/routers/38cfe612-15b4-41dd-abd3-29d7b43e6ec0 HTTP/1.1" status: 204 len: 168 time: 1.1309061 Jun 17 08:36:46.349777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33614) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.376217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670a236-6651-4a96-8f84-b37b3bf3b684 req-11710007-3a23-4ec9-811a-43e914c3831c tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.387958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7670a236-6651-4a96-8f84-b37b3bf3b684 req-11710007-3a23-4ec9-811a-43e914c3831c tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 948 time: 0.2263474 Jun 17 08:36:46.390765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd21b3b1-cc49-494b-be09-fbf4bd685f39 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:46.394310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd21b3b1-cc49-494b-be09-fbf4bd685f39 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.395942 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd21b3b1-cc49-494b-be09-fbf4bd685f39 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:46.396365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd21b3b1-cc49-494b-be09-fbf4bd685f39 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:46.437324 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd21b3b1-cc49-494b-be09-fbf4bd685f39 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3271916 Jun 17 08:36:46.438641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33618) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.440091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Deleting subnet e4865486-19eb-445d-b9df-6485e55c459c {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:46.444090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.446052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-656e29e1-c333-4d53-88d1-9c33206cedba tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:46.447037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'eae8b2c9-cf31-4e42-94b6-37f8d763182a', 'name': '', 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'mac_address': 'fa:16:3e:26:e4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '31d422e4-b271-493f-b3ca-1ea50293cb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:39Z', 'updated_at': '2021-06-17T08:36:43Z', 'revision_number': 2, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'subnets': [{'id': '31d422e4-b271-493f-b3ca-1ea50293cb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:46.477164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Checking router: 09919a90-989f-4ca7-bb2c-79f1c932c007 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:46.477530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Updating router 09919a90-989f-4ca7-bb2c-79f1c932c007 port eae8b2c9-cf31-4e42-94b6-37f8d763182a binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:46.493656 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.494562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7670a236-6651-4a96-8f84-b37b3bf3b684 req-8b0a98ed-213f-436d-a5fd-a4f5cd085f5e tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038117 Jun 17 08:36:46.519710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-aaad9c17-37fc-4734-8c39-bd3de0d1a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.521836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-aaad9c17-37fc-4734-8c39-bd3de0d1a15d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2343314 Jun 17 08:36:46.547799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.558971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.610716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673524-bc55-4d4e-9b8e-fa73f4e5e662 req-74de6877-f414-40ef-be55-a4a58aa11560 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.617872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25673524-bc55-4d4e-9b8e-fa73f4e5e662 req-74de6877-f414-40ef-be55-a4a58aa11560 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.3295379 Jun 17 08:36:46.642588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.651265 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cddeb199-1ce6-461b-a6ad-758e2d453d67 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:46.691208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Subnet': ['ID=e4865486-19eb-445d-b9df-6485e55c459c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:46.698766 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:46.704785 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.707198 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/subnets/e4865486-19eb-445d-b9df-6485e55c459c HTTP/1.1" status: 204 len: 168 time: 0.3563535 Jun 17 08:36:46.709552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33626) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.736986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25673524-bc55-4d4e-9b8e-fa73f4e5e662 req-b1656e67-9ee5-4196-85d0-5769a3794668 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181028 Jun 17 08:36:46.764199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-b106ae36-f7de-4359-b78e-404ec274f5e1 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050533 Jun 17 08:36:46.765798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e29e1-c333-4d53-88d1-9c33206cedba tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:46.793353 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-656e29e1-c333-4d53-88d1-9c33206cedba tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.793353 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-656e29e1-c333-4d53-88d1-9c33206cedba tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:46.793353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656e29e1-c333-4d53-88d1-9c33206cedba tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:46.834822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.887904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-656e29e1-c333-4d53-88d1-9c33206cedba tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4436328 Jun 17 08:36:46.887904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e6e3a3d-ad9e-4eed-a806-f9c81b7d8b65 req-f15f7bde-d46b-4309-9410-04cbb114298b tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 210 time: 0.0699265 Jun 17 08:36:46.889041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.894472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2fe641b5-b582-4b04-a91a-905523fae796 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:47.044974 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.047209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.059117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bcb2c6-1c4f-487f-9cd9-51f86dc77d18']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:47.060278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Transition to ACTIVE for port object eae8b2c9-cf31-4e42-94b6-37f8d763182a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:47.073026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fd68a8-d4f5-4b0d-9f9f-fc268c7ab49d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:47.073529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fd68a8-d4f5-4b0d-9f9f-fc268c7ab49d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:47.080984 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.085725 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc31cbae-6d5d-4bbe-af6b-6f1111cbdfc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.100534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.106191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe641b5-b582-4b04-a91a-905523fae796 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:47.109975 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fe641b5-b582-4b04-a91a-905523fae796 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.111400 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe641b5-b582-4b04-a91a-905523fae796 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:47.112249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe641b5-b582-4b04-a91a-905523fae796 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:47.126312 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.141899 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.149156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:47.149884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:47.165209 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:47.173421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58de189-0a77-4747-a9b4-b01901ea6b44 req-9d13b14f-28ef-43c9-aa0c-563d2d579805 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.179458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89a4a-37ba-40ad-9c1c-40945fa4a636 None None] Pushing event updated for resources: {'Port': ['ID=eae8b2c9-cf31-4e42-94b6-37f8d763182a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.184666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d58de189-0a77-4747-a9b4-b01901ea6b44 req-9d13b14f-28ef-43c9-aa0c-563d2d579805 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2160223 Jun 17 08:36:47.204142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c566d0a-37d4-4598-a041-558cd357dc1e req-62b6d5ad-ca07-4d4a-ab5e-0c3fc74d6c5f service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878365 Jun 17 08:36:47.218112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2fe641b5-b582-4b04-a91a-905523fae796 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3283820 Jun 17 08:36:47.218377 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c89a4a-37ba-40ad-9c1c-40945fa4a636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.221921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33638) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.232665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8d17a0ea-397b-4cfe-b6da-ba5a7322bb70 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:47.255155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Attempting to bind port eae8b2c9-cf31-4e42-94b6-37f8d763182a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:47.255539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Attempting to bind port eae8b2c9-cf31-4e42-94b6-37f8d763182a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:47.255919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Attempting to bind port eae8b2c9-cf31-4e42-94b6-37f8d763182a on network 9ed4e534-213f-4512-bd8f-4af91abdc75e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:47.262029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:47.262447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Checking segment: {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:47.262815 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.263276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Bound using segment: {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:47.263770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Bound port: eae8b2c9-cf31-4e42-94b6-37f8d763182a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33377e29-359f-47bc-9fb7-046ffc034e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:47.264803 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.308411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.313210 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1d0d41f7-1a64-47ff-b2a0-ffb09ff51ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783908126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.317612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.325820 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] 10.222.0.65 "DELETE /v2.0/networks/35bcb2c6-1c4f-487f-9cd9-51f86dc77d18 HTTP/1.1" status: 204 len: 168 time: 0.6128299 Jun 17 08:36:47.355453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] For port eae8b2c9-cf31-4e42-94b6-37f8d763182a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:47.360889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] For port eae8b2c9-cf31-4e42-94b6-37f8d763182a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=eae8b2c9-cf31-4e42-94b6-37f8d763182a,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:47.369013 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.373280 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e99d4c3d-be05-4fbf-a2ec-0eac171b399d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.384569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d58de189-0a77-4747-a9b4-b01901ea6b44 req-e7e38606-145b-4ac6-87a5-3bc40842dfaf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982925 Jun 17 08:36:47.406449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Pushing event deleted for resources: {'Network': ['ID=35bcb2c6-1c4f-487f-9cd9-51f86dc77d18,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.416232 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.441348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233c5a-43a0-4d61-b96f-3aa89c9d5f1b req-5feed529-aad1-41a6-904d-2cbc27a4cce3 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.446268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74233c5a-43a0-4d61-b96f-3aa89c9d5f1b req-5feed529-aad1-41a6-904d-2cbc27a4cce3 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.3277457 Jun 17 08:36:47.458816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33646) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.478427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Request body: {'floatingip': {'port_id': 'c42b0529-9306-4adf-ad80-8e83b6416769'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:47.484243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17a0ea-397b-4cfe-b6da-ba5a7322bb70 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:47.488889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8d17a0ea-397b-4cfe-b6da-ba5a7322bb70 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.490826 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d17a0ea-397b-4cfe-b6da-ba5a7322bb70 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:47.491659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d17a0ea-397b-4cfe-b6da-ba5a7322bb70 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:47.521258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Routers {'09919a90-989f-4ca7-bb2c-79f1c932c007'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:47.524941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['09919a90-989f-4ca7-bb2c-79f1c932c007'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:47.595471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.619481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89a4a-37ba-40ad-9c1c-40945fa4a636 None None] Pushing event updated for resources: {'Port': ['ID=eae8b2c9-cf31-4e42-94b6-37f8d763182a,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.624774 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c89a4a-37ba-40ad-9c1c-40945fa4a636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.677982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] Set router 09919a90-989f-4ca7-bb2c-79f1c932c007 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:47.682134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8d17a0ea-397b-4cfe-b6da-ba5a7322bb70 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4564147 Jun 17 08:36:47.684855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33660) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.731547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33662) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.750691 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6641af8a-5619-4c1c-9a0e-be92b6872afc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633023 Jun 17 08:36:47.753549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.850971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f22bc-f52b-45a6-973f-17916eba1ea5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.853579 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-886f22bc-f52b-45a6-973f-17916eba1ea5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0979023 Jun 17 08:36:47.856115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.918388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59352c88-3957-4c7d-91ea-9e7bdfb38250 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542994 Jun 17 08:36:47.918388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.926948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:47.933606 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-048e1359-7eac-4b86-8974-ea8c7606b40c tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.935303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-048e1359-7eac-4b86-8974-ea8c7606b40c tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/networks?id=9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 200 len: 911 time: 0.3764737 Jun 17 08:36:47.991564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1ae0-6414-4746-bb20-2923c5eebe8c req-fc8b5e41-238d-44cb-9f9e-c04ba21a8ecc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.998618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd6a1ae0-6414-4746-bb20-2923c5eebe8c req-fc8b5e41-238d-44cb-9f9e-c04ba21a8ecc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4198320 Jun 17 08:36:48.005522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:48.042260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:48.050880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.130563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-11872893-a150-46f3-bee9-65efe5f2556f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/quotas/c0104f54210b4d028120b10bdc0caf9f HTTP/1.1" status: 200 len: 375 time: 0.1218765 Jun 17 08:36:48.249196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f81a1ab-3d05-42ff-a661-3f07914e76f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9692e35931a34b29ba8bb00448ad192e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111229 Jun 17 08:36:48.258013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33674) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.258659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'eae8b2c9-cf31-4e42-94b6-37f8d763182a', 'name': '', 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'mac_address': 'fa:16:3e:26:e4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '31d422e4-b271-493f-b3ca-1ea50293cb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:39Z', 'updated_at': '2021-06-17T08:36:47Z', 'revision_number': 4, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'subnets': [{'id': '31d422e4-b271-493f-b3ca-1ea50293cb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:48.265522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd6a1ae0-6414-4746-bb20-2923c5eebe8c req-42fe1ae5-70c5-4a5c-98d2-327b1b76a902 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636552 Jun 17 08:36:48.308728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3dd9e4-25b8-4de3-9256-bebe9df262ec None None] The sync data for ids ['09919a90-989f-4ca7-bb2c-79f1c932c007'] in n-d-780147-13 is: [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'eae8b2c9-cf31-4e42-94b6-37f8d763182a', 'name': '', 'network_id': '9ed4e534-213f-4512-bd8f-4af91abdc75e', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'mac_address': 'fa:16:3e:26:e4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '31d422e4-b271-493f-b3ca-1ea50293cb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:39Z', 'updated_at': '2021-06-17T08:36:47Z', 'revision_number': 4, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'subnets': [{'id': '31d422e4-b271-493f-b3ca-1ea50293cb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:48.354852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:48.388998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'mac_address': 'fa:16:3e:5b:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:48.392205 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.448680 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.450683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:36:48.452975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.459622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.463957 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-88254c30-78e4-4e22-a6b7-d9149ecf8c6c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.465635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a9f76b-2d64-496c-8d8e-0dd0485189f8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:48.492554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:48.500315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.502597 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c89a4a-37ba-40ad-9c1c-40945fa4a636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.514598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-b05379e7-88e1-4db0-a775-127a80047b41 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:48.516374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-b05379e7-88e1-4db0-a775-127a80047b41 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.60 "GET /v2.0/networks?id=2d4ad711-423a-41b4-a9b7-093a246579a1 HTTP/1.1" status: 200 len: 808 time: 0.6627421 Jun 17 08:36:48.541530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Request body: {'port': {'device_id': 'a6d318ea-d758-4dae-a693-86972ef28615', 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1', 'admin_state_up': True, 'tenant_id': '08a9dce163cf4c08accc8787023c5a2d'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:48.561062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=e52f9df4-9ab7-49a7-8941-9a09546b24c7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.574677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:48.575249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.581059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.583778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.584952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db325c8b-4531-413e-99c2-78ac02e9bafa HTTP/1.1" status: 204 len: 168 time: 0.3258379 Jun 17 08:36:48.586706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:48.593819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.602023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.602649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.603117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.603630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.604228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.605037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.605373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.605802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.606387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.606855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.607695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.608603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:48.612298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ca340-3999-49d2-bfe4-f394e210bc99 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:48.612890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:48.613737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.626815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.627553 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-64be0fef-9bbe-48f5-a49c-03f4dd2e0dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.648645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db325c8b-4531-413e-99c2-78ac02e9bafa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.653590 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.665422 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7454906 Jun 17 08:36:48.667456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-19b6bb1c-bd7c-4919-9575-6ee829db4785 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0104f54210b4d028120b10bdc0caf9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5183661 Jun 17 08:36:48.667966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33680) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.676623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:9e:e6:d2', 'name': 'tempest-NetworksTestDHCPv6-807060531'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:48.725892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['94a9f76b-2d64-496c-8d8e-0dd0485189f8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:48.853942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:48.908582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'e52f9df4-9ab7-49a7-8941-9a09546b24c7'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:48.909869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.997261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.016685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686c00a-f337-45e5-9a43-5eb07decccd6 req-1d310615-f1cc-45c4-bf0f-7a06a9110c10 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:49.027487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6686c00a-f337-45e5-9a43-5eb07decccd6 req-1d310615-f1cc-45c4-bf0f-7a06a9110c10 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 949 time: 0.5558512 Jun 17 08:36:49.030295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 6f1fcb7f-001b-4008-9949-148ccbe80dbe yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:49.137510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-225d4b9d-d954-4460-9400-4e0ff9126a72 service neutron] 10.222.0.65 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552891 Jun 17 08:36:49.143804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.156661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6686c00a-f337-45e5-9a43-5eb07decccd6 req-5b14c7b2-65d9-4579-a44b-29b17ebecf40 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281822 Jun 17 08:36:49.157372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Made reservation on behalf of 08a9dce163cf4c08accc8787023c5a2d for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:49.161001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.167137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Allocated IP 2001:db8::f816:3eff:fe37:8304 (5554fb35-4376-4d8e-adc9-3103759046d8/e52f9df4-9ab7-49a7-8941-9a09546b24c7/26722885-b319-41c1-a17b-1f60718fb9f9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:49.324770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Allocated IP 172.20.0.11 (2d4ad711-423a-41b4-a9b7-093a246579a1/c6d89d83-cccb-4b98-94e2-0530c5f1ba30/917a5a2e-110b-4f6d-9fb6-9c0a433f8924) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:49.342487 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.354197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Transition to ACTIVE for port object 26722885-b319-41c1-a17b-1f60718fb9f9 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:49.384929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Transition to ACTIVE for port object 26722885-b319-41c1-a17b-1f60718fb9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:49.391063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.392929 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.409055 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.414383 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.469555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:49.472228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:49.478714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:49.483592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe9e:e6d2 (5554fb35-4376-4d8e-adc9-3103759046d8/e52f9df4-9ab7-49a7-8941-9a09546b24c7/6f1fcb7f-001b-4008-9949-148ccbe80dbe) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:49.494845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Pushing event updated for resources: {'Port': ['ID=26722885-b319-41c1-a17b-1f60718fb9f9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.499324 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:49.577030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Attempting to bind port 26722885-b319-41c1-a17b-1f60718fb9f9 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:49.577313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Attempting to bind port 26722885-b319-41c1-a17b-1f60718fb9f9 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:49.577743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Attempting to bind port 26722885-b319-41c1-a17b-1f60718fb9f9 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:49.583792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:49.584210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:49.584630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.585089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:49.585636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Bound port: 26722885-b319-41c1-a17b-1f60718fb9f9, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:49.586030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.694441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device eae8b2c9-cf31-4e42-94b6-37f8d763182a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:49.731576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33700) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:49.744023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] For port 26722885-b319-41c1-a17b-1f60718fb9f9, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:49.752764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] For port 26722885-b319-41c1-a17b-1f60718fb9f9, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=26722885-b319-41c1-a17b-1f60718fb9f9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:49.765626 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.770046 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a349325c-a2d2-46f1-8712-90b4374592e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.818759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port eae8b2c9-cf31-4e42-94b6-37f8d763182a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:49.828386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port eae8b2c9-cf31-4e42-94b6-37f8d763182a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:49.828781 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.830304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.870296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 6f1fcb7f-001b-4008-9949-148ccbe80dbe will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:49.884548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Pushing event updated for resources: {'Port': ['ID=26722885-b319-41c1-a17b-1f60718fb9f9,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.889649 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:49.972040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366907789'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:49.994498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:49.997559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.020109 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5c2bf957-0339-4d17-a263-6d3bbaa9a70c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.021033 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.072620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:50.073570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:50.078212 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.083933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port eae8b2c9-cf31-4e42-94b6-37f8d763182a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=eae8b2c9-cf31-4e42-94b6-37f8d763182a,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:50.087265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:50.098434 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.106284 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3a49568f-8e0c-4dd3-907b-8a4f831556b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.107778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:50.111828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:50.124695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.125475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.139771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.144937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:50.145815 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.151792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4802840 Jun 17 08:36:50.159655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33706) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:50.160410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=6f1fcb7f-001b-4008-9949-148ccbe80dbe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.189908 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.261611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=eae8b2c9-cf31-4e42-94b6-37f8d763182a,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.266533 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.280987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d78b8df-456f-4b76-bac9-9e3167a83b37 req-2fa84037-f607-4de0-b9b3-1b0f60299388 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 210 time: 0.8846915 Jun 17 08:36:50.322922 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.358948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:50.361333 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82b99b-9cd5-4d8d-85bc-e4e1c0b0148d" -d '{"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-plugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:50.368854 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Floating IP 95137b00-7040-49e2-a029-4a11ea597b67 associated. External IP: 172.25.7.136, port: c42b0529-9306-4adf-ad80-8e83b6416769. Jun 17 08:36:50.370272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02648d6-2c7f-4d9a-b13a-42316dcbbb46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.377579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02648d6-2c7f-4d9a-b13a-42316dcbbb46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.378224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:50.379922 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d02648d6-2c7f-4d9a-b13a-42316dcbbb46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2006686 Jun 17 08:36:50.382615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33714) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:50.387316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.389699 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.441402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.454923 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.518505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.525247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.530870 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21e6f32c-2f86-476f-9450-13a574d0a7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.555700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-24068b49-1fc1-4aa8-862f-d183dcdc86a3 service neutron] 10.222.0.65 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3908582 Jun 17 08:36:50.562423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.577848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e764a8d2-068f-4c8a-89ca-d8fa16e8e112,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.581099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:50.593828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.594186 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment eec638b9-04a7-47a7-ba77-e6fe84ca4e7c of type vlan for network 42ad71b9-cd58-4984-a2b9-7727623ae69d Jun 17 08:36:50.680305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.688581 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.696142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 6f1fcb7f-001b-4008-9949-148ccbe80dbe {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:50.702518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.703541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.711711 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a588817c-7d71-4dea-9aae-09074af6cc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.726226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d7725-5db7-488a-9aa9-32482a2ccca3 req-7576f2e6-03ae-4ca0-a98e-cbbcadd51174 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.727896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57d7725-5db7-488a-9aa9-32482a2ccca3 req-7576f2e6-03ae-4ca0-a98e-cbbcadd51174 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 950 time: 0.2381301 Jun 17 08:36:50.781968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.787810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.788427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.802559 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-514c1f3c-0e3f-4b93-8b0c-2704f8deb1ea tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.847261 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1007812 Jun 17 08:36:50.848082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Router 3408c4ab-c244-4b77-99da-96635389813c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:50.885816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Network 2d4ad711-423a-41b4-a9b7-093a246579a1 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:50.980377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.993738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Pushing event updated for resources: {'Port': ['ID=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:51.009504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:51.025475 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:51.086005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:51.206936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a57d7725-5db7-488a-9aa9-32482a2ccca3 req-9c8ebb44-6302-412c-8346-d17dbb99d8ac tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448833 Jun 17 08:36:51.208197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:51.219613 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] Sync routers for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:51.231510 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:51.233915 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:51.243136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.269396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f71eb8c8-8bf2-4390-99ab-879971c0c44b None None] Provisioning for port 26722885-b319-41c1-a17b-1f60718fb9f9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:51.297821 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812726d-4a73-4193-8a38-6a141b384a77 x-openstack-request-id: req-b812726d-4a73-4193-8a38-6a141b384a77 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:51.298163 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-plugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:51.298629 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b812726d-4a73-4193-8a38-6a141b384a77 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:51.299274 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'code': 200} Jun 17 08:36:51.491287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45313fc-6f80-410f-9c57-ad8598627862 req-e75e1cde-d280-4e09-9c6a-c38326d8904a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:51.493033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c45313fc-6f80-410f-9c57-ad8598627862 req-e75e1cde-d280-4e09-9c6a-c38326d8904a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6424541 Jun 17 08:36:51.521422 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:51.643448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80139e30-251a-41f2-8711-e79f958b7248 req-4ffe1dea-2aee-446f-984b-937881809045 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 210 time: 0.2732639 Jun 17 08:36:51.745142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 6f1fcb7f-001b-4008-9949-148ccbe80dbe owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:51.748329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:51.749687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.760679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c02e982-3f35-4197-bb7d-5064fc9075de tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "PUT /v2.0/floatingips/95137b00-7040-49e2-a029-4a11ea597b67 HTTP/1.1" status: 200 len: 991 time: 4.2979438 Jun 17 08:36:51.764976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:51.767863 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6083e5cb-47c3-423f-81a3-76943443d19e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:51.803376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c45313fc-6f80-410f-9c57-ad8598627862 req-29bef9de-3f56-4ffa-b141-b68de76972e1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415836 Jun 17 08:36:51.806711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2701616 Jun 17 08:36:51.825583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Request body: {'port': {'device_id': 'a6d318ea-d758-4dae-a693-86972ef28615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:51.845053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ccfd2ade-e1d3-4e7f-a734-b76088280bbe None None] Provisioning for port 6f1fcb7f-001b-4008-9949-148ccbe80dbe completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:51.849913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ccfd2ade-e1d3-4e7f-a734-b76088280bbe None None] Provisioning complete for port 6f1fcb7f-001b-4008-9949-148ccbe80dbe triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:51.850541 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2ade-e1d3-4e7f-a734-b76088280bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.956058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device eae8b2c9-cf31-4e42-94b6-37f8d763182a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:52.038583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.108999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd2ade-e1d3-4e7f-a734-b76088280bbe None None] Port 6f1fcb7f-001b-4008-9949-148ccbe80dbe cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:52.114120 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '95137b00-7040-49e2-a029-4a11ea597b67', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'floating_ip_address': '172.25.7.136', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '3408c4ab-c244-4b77-99da-96635389813c', 'port_id': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'mac_address': 'fa:16:3e:4e:3e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:18Z', 'updated_at': '2021-06-17T08:36:48Z', 'revision_number': 1, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:52.134436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d1d1-8147-4fdf-a36d-37b6f9376070 req-e8236fa3-b7a7-457e-b0f5-34eaf0a9a1f0 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.144133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ab8d1d1-8147-4fdf-a36d-37b6f9376070 req-e8236fa3-b7a7-457e-b0f5-34eaf0a9a1f0 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 932 time: 0.1641533 Jun 17 08:36:52.151027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port eae8b2c9-cf31-4e42-94b6-37f8d763182a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:52.152352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.219744 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] Checking router: 3408c4ab-c244-4b77-99da-96635389813c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:52.241630 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:52.242267 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:52.258621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.297621 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c07c910-caa1-4514-81d7-f1490812128d x-openstack-request-id: req-2c07c910-caa1-4514-81d7-f1490812128d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:52.297971 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:52.298281 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c07c910-caa1-4514-81d7-f1490812128d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:52.298786 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'status': 'completed', 'code': 200} Jun 17 08:36:52.347553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26722885-b319-41c1-a17b-1f60718fb9f9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:52.362117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ab8d1d1-8147-4fdf-a36d-37b6f9376070 req-c039fe02-1f6c-4fd5-8ecc-58cfdc46a407 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125869 Jun 17 08:36:52.490924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 26722885-b319-41c1-a17b-1f60718fb9f9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:52.496066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 26722885-b319-41c1-a17b-1f60718fb9f9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:52.496585 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.523853 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:52.547324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=42ad71b9-cd58-4984-a2b9-7727623ae69d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.565857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 42ad71b9-cd58-4984-a2b9-7727623ae69d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:52.567665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.765s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:52.586708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.761088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=6f1fcb7f-001b-4008-9949-148ccbe80dbe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.779844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:52.785911 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.793046 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/6f1fcb7f-001b-4008-9949-148ccbe80dbe HTTP/1.1" status: 204 len: 168 time: 2.4084601 Jun 17 08:36:52.802357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33738) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:52.809668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:52.841914 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.860872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Transition to ACTIVE for port object 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:52.863085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.886696 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.917040 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6527e8d8-c465-414e-a675-1db70a763e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.930519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8ec03-0a78-4caf-8442-a9646e7f3fc8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.932211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8ec03-0a78-4caf-8442-a9646e7f3fc8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.939256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e5e8ec03-0a78-4caf-8442-a9646e7f3fc8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1314778 Jun 17 08:36:52.941260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5b74-a4f7-4d1c-87d1-70be724e0aaf req-b308d526-acea-4bba-947a-a8e4d64223d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.942710 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d87a5b74-a4f7-4d1c-87d1-70be724e0aaf req-b308d526-acea-4bba-947a-a8e4d64223d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 1102 time: 1.1904705 Jun 17 08:36:52.944051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33740) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:52.959157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 26722885-b319-41c1-a17b-1f60718fb9f9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=26722885-b319-41c1-a17b-1f60718fb9f9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:52.969589 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '95137b00-7040-49e2-a029-4a11ea597b67', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'floating_ip_address': '172.25.7.136', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '3408c4ab-c244-4b77-99da-96635389813c', 'port_id': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'mac_address': 'fa:16:3e:4e:3e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:18Z', 'updated_at': '2021-06-17T08:36:48Z', 'revision_number': 1, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:52.979487 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.985698 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.986136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Pushing event updated for resources: {'Port': ['ID=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.999858 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:53.043207 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ac8cad-3252-47c0-98a6-aaf3703329cc None None] The sync data for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 is: [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '95137b00-7040-49e2-a029-4a11ea597b67', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'floating_ip_address': '172.25.7.136', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '3408c4ab-c244-4b77-99da-96635389813c', 'port_id': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'mac_address': 'fa:16:3e:4e:3e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:18Z', 'updated_at': '2021-06-17T08:36:48Z', 'revision_number': 1, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:53.084636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=26722885-b319-41c1-a17b-1f60718fb9f9,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:53.096082 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:53.104264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083e5cb-47c3-423f-81a3-76943443d19e req-325d6cdf-4a83-4378-811e-43434b1fdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.106334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-325d6cdf-4a83-4378-811e-43434b1fdd42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da71f2aadfc24d6d8dc6544de7c02296&device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 1097 time: 0.8397450 Jun 17 08:36:53.200075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet e52f9df4-9ab7-49a7-8941-9a09546b24c7 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:53.204035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.246176 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.255140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c549-16f9-4875-b4a0-bcd139b8251a req-5013ac06-cdd8-41bd-8b86-018935700104 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.256891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe00c549-16f9-4875-b4a0-bcd139b8251a req-5013ac06-cdd8-41bd-8b86-018935700104 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.7737155 Jun 17 08:36:53.287750 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d87a5b74-a4f7-4d1c-87d1-70be724e0aaf req-b9945497-0b29-489d-b8e5-4a14141f2f57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238642 Jun 17 08:36:53.353897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083e5cb-47c3-423f-81a3-76943443d19e req-a797b030-7a4b-4a74-b218-94ac11537746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.355379 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-a797b030-7a4b-4a74-b218-94ac11537746 service neutron] 10.222.0.67 "GET /v2.0/networks?id=da214841-7408-418e-a094-88879133edee HTTP/1.1" status: 200 len: 912 time: 0.2367520 Jun 17 08:36:53.365858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe00c549-16f9-4875-b4a0-bcd139b8251a req-3f048673-9d62-4c60-b1ea-b7daebe2f96c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710888 Jun 17 08:36:53.374962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6d85a-9c61-45d1-bcb4-2efc94577f55 req-5201ac9b-2bf9-481e-9fee-2f6819cf5bc8 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.382830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63d6d85a-9c61-45d1-bcb4-2efc94577f55 req-5201ac9b-2bf9-481e-9fee-2f6819cf5bc8 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 950 time: 0.5196249 Jun 17 08:36:53.385345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.402169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318250d-342c-4498-bddb-5585b43c6731 None None] New status for floating IP 95137b00-7040-49e2-a029-4a11ea597b67: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:36:53.469565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-aff8c38b-c65b-4907-9829-b6ca806aefb5 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.471201 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-aff8c38b-c65b-4907-9829-b6ca806aefb5 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.67 "GET /v2.0/networks?id=9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 200 len: 911 time: 0.4912937 Jun 17 08:36:53.474176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Attempting to bind port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:53.474587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Attempting to bind port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'c48f832b-a5de-4474-8405-379eaee626ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:53.475060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Attempting to bind port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 on network 2d4ad711-423a-41b4-a9b7-093a246579a1 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:53.487373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 on network 2d4ad711-423a-41b4-a9b7-093a246579a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:53.487373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Attempting to bind port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 on network 2d4ad711-423a-41b4-a9b7-093a246579a1 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:53.495481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Request body: {'port': {'device_id': '3f557279-ef46-496b-9979-1cd47ea7983c', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'admin_state_up': True, 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:53.536813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63d6d85a-9c61-45d1-bcb4-2efc94577f55 req-597cab6b-5333-41a4-a40e-afdb93b95673 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529081 Jun 17 08:36:53.544006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:53.550874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Checking segment: {'id': 'c48f832b-a5de-4474-8405-379eaee626ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:53.556900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Bound using segment: {'id': 'c48f832b-a5de-4474-8405-379eaee626ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:53.557612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Bound port: 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48f832b-a5de-4474-8405-379eaee626ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:53.558169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.668554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26722885-b319-41c1-a17b-1f60718fb9f9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:53.713214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Made reservation on behalf of c0104f54210b4d028120b10bdc0caf9f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:53.721331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.739060 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.748408 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b2b523dc-503d-4592-a4f4-2c1da1796df3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:53.782665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 26722885-b319-41c1-a17b-1f60718fb9f9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:53.783132 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.790636 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-1bfb54e2-5806-4049-a561-24233630cec8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c42b0529-9306-4adf-ad80-8e83b6416769 HTTP/1.1" status: 200 len: 999 time: 0.4254854 Jun 17 08:36:53.800128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=e52f9df4-9ab7-49a7-8941-9a09546b24c7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:53.803081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.808831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/e52f9df4-9ab7-49a7-8941-9a09546b24c7 HTTP/1.1" status: 204 len: 168 time: 0.8616049 Jun 17 08:36:53.821336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:53.822585 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:53.825448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9e411e85-5cfa-49b1-b384-78ef3bc017f4 req-3159c7a3-b0ae-4326-a129-59c2c59fa8a1 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 210 time: 0.0716257 Jun 17 08:36:53.897552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81991ae6-5984-4135-b2d3-c3368e0d5a2a None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:53.898087 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91b4dc6a-6943-40f4-8699-48861fdfec4b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712109 Jun 17 08:36:53.898293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33754) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:53.927172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:54.014778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] For port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:54.040809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083e5cb-47c3-423f-81a3-76943443d19e req-8a25159c-3e1c-4db2-8e15-5d6cba7284de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.045892 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-8a25159c-3e1c-4db2-8e15-5d6cba7284de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21704955-d51c-4470-8dc5-9f43160fb85e HTTP/1.1" status: 200 len: 850 time: 0.2368205 Jun 17 08:36:54.048060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] For port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,segment=NetworkSegment(c48f832b-a5de-4474-8405-379eaee626ba),segment_id=c48f832b-a5de-4474-8405-379eaee626ba)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:54.083634 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.089320 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.204468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.205207 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.206689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] 10.222.0.60 "PUT /v2.0/ports/917a5a2e-110b-4f6d-9fb6-9c0a433f8924 HTTP/1.1" status: 200 len: 1093 time: 2.3924699 Jun 17 08:36:54.249884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Allocated IP 172.20.0.4 (9dbff877-06f2-43c1-bff2-2be5edb3f81f/e1bf0736-a61a-4800-be8d-3cac322835f8/3a74eed9-8498-4582-8ecf-7e0f284afc33) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:54.260531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Pushing event updated for resources: {'Port': ['ID=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.273550 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.300876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d318ea-d758-4dae-a693-86972ef28615', 'tag': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:54.303356 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda209b3-4fae-4f00-aa34-78f7eaf81f61" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d318ea-d758-4dae-a693-86972ef28615", "tag": "917a5a2e-110b-4f6d-9fb6-9c0a433f8924"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:54.326501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:54.326782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:54.331295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.338796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083e5cb-47c3-423f-81a3-76943443d19e req-ab5c4a17-c561-49e4-866f-bfa78025dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.340493 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-ab5c4a17-c561-49e4-866f-bfa78025dcb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=da214841-7408-418e-a094-88879133edee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855999 Jun 17 08:36:54.367994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af98f4-30b0-4f27-8287-6cc95c51cdbc req-c4e5c656-6f59-4dc3-89e8-135a09781a25 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.376473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23af98f4-30b0-4f27-8287-6cc95c51cdbc req-c4e5c656-6f59-4dc3-89e8-135a09781a25 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 944 time: 0.3305843 Jun 17 08:36:54.399056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Deleting port 26722885-b319-41c1-a17b-1f60718fb9f9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:54.399805 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.438003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23af98f4-30b0-4f27-8287-6cc95c51cdbc req-35ee1775-d91c-46a6-a8ca-0999184144b7 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 Jun 17 08:36:54.445314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33758) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:54.474224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:54.501257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] For port 26722885-b319-41c1-a17b-1f60718fb9f9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=26722885-b319-41c1-a17b-1f60718fb9f9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:54.501703 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.526751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d9bae-2934-476d-ae7a-4882b5cc3c99 req-fc204ca8-480b-48b9-9d3d-73f4ea5d1ecf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.527897 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-e669d16e-47fc-4fa4-bc36-d1c9285534ee service neutron] 10.222.0.67 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741066 Jun 17 08:36:54.528532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a86d9bae-2934-476d-ae7a-4882b5cc3c99 req-fc204ca8-480b-48b9-9d3d-73f4ea5d1ecf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4274230 Jun 17 08:36:54.541739 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03893a0-af57-498e-b0e0-14f9d8aa3ae4 x-openstack-request-id: req-b03893a0-af57-498e-b0e0-14f9d8aa3ae4 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:54.542080 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d318ea-d758-4dae-a693-86972ef28615", "tag": "917a5a2e-110b-4f6d-9fb6-9c0a433f8924", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:54.542379 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b03893a0-af57-498e-b0e0-14f9d8aa3ae4 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:54.542821 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d318ea-d758-4dae-a693-86972ef28615', 'tag': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924', 'status': 'completed', 'code': 200} Jun 17 08:36:54.572282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Calling delete_port for 26722885-b319-41c1-a17b-1f60718fb9f9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:54.627406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-ff89032c-4fe7-4471-a030-6bb98cdc824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.628954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-ff89032c-4fe7-4471-a030-6bb98cdc824b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08a9dce163cf4c08accc8787023c5a2d&device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 1096 time: 0.3200626 Jun 17 08:36:54.679221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.694807 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7e77ae2-fc88-46a4-8ade-943a9657dc69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.709748 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6083e5cb-47c3-423f-81a3-76943443d19e req-550f64c0-6662-4dbd-9c93-6f2f36dcf68b service neutron] 10.222.0.67 "GET /v2.0/networks/da214841-7408-418e-a094-88879133edee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736298 Jun 17 08:36:54.727218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Pushing event deleted for resources: {'Port': ['ID=26722885-b319-41c1-a17b-1f60718fb9f9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.729531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] No DVR routers for this DVR port 26722885-b319-41c1-a17b-1f60718fb9f9 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:54.731340 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.741404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1382d8fc-d959-4d6f-a872-c8b057320642 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924 HTTP/1.1" status: 200 len: 217 time: 0.1013567 Jun 17 08:36:54.753241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a86d9bae-2934-476d-ae7a-4882b5cc3c99 req-8c3abdcd-a167-4001-912a-4638bfaeb838 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046435 Jun 17 08:36:54.801242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:36:54.803158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.806218 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dedb785f-6acf-4141-a08d-2d2d655783d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.837315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:54.840813 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.855661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:54.859587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:54.862412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.863243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.876452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26df4a5-a441-4ea9-bd95-eb7094b04ad2 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:54.882839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=baa68c25-3548-4722-b276-e979f75aa743,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.885747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.892335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9930687 Jun 17 08:36:54.895652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33768) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:54.901242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:fc:55:b9', 'name': 'tempest-NetworksTestDHCPv6-1355697228'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:54.926002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.950773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-cf8bf07f-7477-4827-a22a-1eb5f1fcfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.952640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-cf8bf07f-7477-4827-a22a-1eb5f1fcfcfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6d89d83-cccb-4b98-94e2-0530c5f1ba30 HTTP/1.1" status: 200 len: 848 time: 0.1983140 Jun 17 08:36:55.010077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49fda1ab-bb88-4220-ba24-6182ebca3af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.042667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Transition to ACTIVE for port object 3a74eed9-8498-4582-8ecf-7e0f284afc33 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:55.050068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-7c0188c6-c38a-4e02-9685-362ec7dc8ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d4ad711-423a-41b4-a9b7-093a246579a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893750 Jun 17 08:36:55.056667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:55.069848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'baa68c25-3548-4722-b276-e979f75aa743'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:55.070853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.092551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cefd-c98a-49be-abc1-faa37a32b06b req-f0f93344-d356-4a64-adbf-b6459b2a8166 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.094083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a92cefd-c98a-49be-abc1-faa37a32b06b req-f0f93344-d356-4a64-adbf-b6459b2a8166 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 950 time: 0.3490016 Jun 17 08:36:55.146219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.172517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 47d25bad-4e83-4f46-86e7-4556bae01d51 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:55.212020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Allocated IP 2001:db8::f816:3eff:fe09:67c7 (5554fb35-4376-4d8e-adc9-3103759046d8/baa68c25-3548-4722-b276-e979f75aa743/0d74ae3c-c324-4417-bef7-85d0bceec2cd) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:55.251007 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1f8b1-4a99-43f3-92c0-8ff123b7f0ba req-2ac6b23c-1e5d-4f8d-8af6-d6f3f3928268 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.252656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4c1f8b1-4a99-43f3-92c0-8ff123b7f0ba req-2ac6b23c-1e5d-4f8d-8af6-d6f3f3928268 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3731186 Jun 17 08:36:55.280518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.289837 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:55.308567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a92cefd-c98a-49be-abc1-faa37a32b06b req-6c31fa1b-709e-4d2c-91f2-57d682a2f243 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929247 Jun 17 08:36:55.361048 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.371489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Transition to ACTIVE for port object 0d74ae3c-c324-4417-bef7-85d0bceec2cd will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:55.379700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-b6abc396-dc1d-447b-8e3e-8bae153140c3 service neutron] 10.222.0.60 "GET /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100336 Jun 17 08:36:55.384024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:55.389289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Transition to ACTIVE for port object 0d74ae3c-c324-4417-bef7-85d0bceec2cd will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:55.398485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.412723 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:55.417021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:55.420158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:55.473514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fefc:55b9 (5554fb35-4376-4d8e-adc9-3103759046d8/baa68c25-3548-4722-b276-e979f75aa743/47d25bad-4e83-4f46-86e7-4556bae01d51) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:55.476442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Pushing event updated for resources: {'Port': ['ID=3a74eed9-8498-4582-8ecf-7e0f284afc33,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:55.483102 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:55.503272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4c1f8b1-4a99-43f3-92c0-8ff123b7f0ba req-782d44fc-e76a-4c8b-8c01-05a04569aa00 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244964 Jun 17 08:36:55.683854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.684533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.688094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.694530 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-634b8a92-6279-4386-9543-bdcae6259fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:55.752948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26722885-b319-41c1-a17b-1f60718fb9f9 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:55.760440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.780496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 26722885-b319-41c1-a17b-1f60718fb9f9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:55.780861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26722885-b319-41c1-a17b-1f60718fb9f9 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:55.793009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 47d25bad-4e83-4f46-86e7-4556bae01d51 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:55.803844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:55.809652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:55.815694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:55.819035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86001386-de9f-4916-afb8-4ad3923e6cbd None None] Provisioning for port 3a74eed9-8498-4582-8ecf-7e0f284afc33 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:55.822958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Pushing event updated for resources: {'Port': ['ID=0d74ae3c-c324-4417-bef7-85d0bceec2cd,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:55.829731 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:55.830781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86001386-de9f-4916-afb8-4ad3923e6cbd None None] Provisioning complete for port 3a74eed9-8498-4582-8ecf-7e0f284afc33 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:55.831191 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86001386-de9f-4916-afb8-4ad3923e6cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.846515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.851326 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40e50e43-c0ba-4097-81c7-dd5ee5232dff tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:55.872301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-86001386-de9f-4916-afb8-4ad3923e6cbd None None] Port 3a74eed9-8498-4582-8ecf-7e0f284afc33 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:55.904431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:55.908560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:55.916076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:55.923294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.924090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.938381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Attempting to bind port 0d74ae3c-c324-4417-bef7-85d0bceec2cd on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:55.938802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Attempting to bind port 0d74ae3c-c324-4417-bef7-85d0bceec2cd by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:55.939260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Attempting to bind port 0d74ae3c-c324-4417-bef7-85d0bceec2cd on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:55.941006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=47d25bad-4e83-4f46-86e7-4556bae01d51,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:55.946403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:55.946790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:55.947253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.947792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:55.948283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Bound port: 0d74ae3c-c324-4417-bef7-85d0bceec2cd, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:55.948670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.952922 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:55.955051 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0579665 Jun 17 08:36:55.957804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33784) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.025383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] For port 0d74ae3c-c324-4417-bef7-85d0bceec2cd, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:56.029327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] For port 0d74ae3c-c324-4417-bef7-85d0bceec2cd, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0d74ae3c-c324-4417-bef7-85d0bceec2cd,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:56.033886 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.037215 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.046010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bfd22-9c30-468b-9c44-cb0fbdaebeee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.053356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bfd22-9c30-468b-9c44-cb0fbdaebeee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.055174 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-318bfd22-9c30-468b-9c44-cb0fbdaebeee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0962143 Jun 17 08:36:56.057699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.120728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Pushing event updated for resources: {'Port': ['ID=0d74ae3c-c324-4417-bef7-85d0bceec2cd,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.124996 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.206554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 47d25bad-4e83-4f46-86e7-4556bae01d51 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:56.207181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.262798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7767897 Jun 17 08:36:56.298693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Request body: {'port': {'device_id': '3f557279-ef46-496b-9979-1cd47ea7983c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:56.312837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08181d83-8ae5-4148-bf92-b8f4c23b5323 req-1fc3ef61-0185-4a38-ac28-deaecebe96c6 service neutron] 10.222.0.60 "GET /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9206786 Jun 17 08:36:56.314016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=1170a0e1-8a77-4cea-8f53-f91d10e85c31,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.325407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.332231 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.445683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 47d25bad-4e83-4f46-86e7-4556bae01d51 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:56.502319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:56.502679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 42ad71b9-cd58-4984-a2b9-7727623ae69d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:56.530473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb898064-208c-4328-8ca7-54e13500e66e req-c525e91d-5e1c-4b83-ad3e-caa0db53fa73 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.532052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb898064-208c-4328-8ca7-54e13500e66e req-c525e91d-5e1c-4b83-ad3e-caa0db53fa73 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1027 time: 0.8751264 Jun 17 08:36:56.590771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.602233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.608684 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54947a6a-485f-4195-92b9-4f15f2f7b29e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.616191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 42ad71b9-cd58-4984-a2b9-7727623ae69d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:56.632450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5d4d-4528-4e3f-9c6c-befca25f5e21 req-74a86f14-ef01-493a-b602-96e3ba7ee3fb tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.633866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5fc5d4d-4528-4e3f-9c6c-befca25f5e21 req-74a86f14-ef01-493a-b602-96e3ba7ee3fb tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 944 time: 0.3039458 Jun 17 08:36:56.640252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=47d25bad-4e83-4f46-86e7-4556bae01d51,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.641928 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.661166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.663403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/47d25bad-4e83-4f46-86e7-4556bae01d51 HTTP/1.1" status: 204 len: 168 time: 0.6033618 Jun 17 08:36:56.665692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33796) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.676805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb898064-208c-4328-8ca7-54e13500e66e req-adb41852-cd6e-4955-9aa9-2a780da89db8 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258993 Jun 17 08:36:56.681349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-b2911a1c-6d82-495f-adb2-0cd55230152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.683287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-b2911a1c-6d82-495f-adb2-0cd55230152a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08a9dce163cf4c08accc8787023c5a2d&device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 1096 time: 0.2406235 Jun 17 08:36:56.683400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 42ad71b9-cd58-4984-a2b9-7727623ae69d) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:56.693904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf215e0-9f86-4e59-88a5-227442aefd1e None None] Network 42ad71b9-cd58-4984-a2b9-7727623ae69d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:56.742372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.743035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.744449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2693fe-c6d7-47a9-bc4a-4abc6e187ee7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.746104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2693fe-c6d7-47a9-bc4a-4abc6e187ee7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.753879 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3b2693fe-c6d7-47a9-bc4a-4abc6e187ee7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0863135 Jun 17 08:36:56.754757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33804) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.807467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5fc5d4d-4528-4e3f-9c6c-befca25f5e21 req-2749fd0b-446e-49b9-97d6-61477299ccf7 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636744 Jun 17 08:36:56.832725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet baa68c25-3548-4722-b276-e979f75aa743 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:56.836348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.906096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.948776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-22f689d5-5465-4abe-a125-f5a5ece2c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.950440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-22f689d5-5465-4abe-a125-f5a5ece2c4be service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d4ad711-423a-41b4-a9b7-093a246579a1 HTTP/1.1" status: 200 len: 909 time: 0.2537432 Jun 17 08:36:56.958304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5082390 Jun 17 08:36:56.960397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.972002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584034664'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:56.983296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-42ad71b9-cd58-4984-a2b9-7727623ae69d', 'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': '1170a0e1-8a77-4cea-8f53-f91d10e85c31'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:56.986098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.015478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:57.020250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.066211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-9c82a17e-e465-4c35-95b4-58cb48458b12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924 HTTP/1.1" status: 200 len: 217 time: 0.0799847 Jun 17 08:36:57.086252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.115170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:57.144151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.144151 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 6a686276-2cfb-4587-96a3-c44acf7c967c of type vlan for network 80f84f1e-5b09-472f-9b6f-7c1adbc927e9 Jun 17 08:36:57.164043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Allocated IP 2001:db8:0:ffff::2 (42ad71b9-cd58-4984-a2b9-7727623ae69d/1170a0e1-8a77-4cea-8f53-f91d10e85c31/bbe5a77f-a2dc-4c68-94bb-188364874179) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:57.202794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.204066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-9c52c4d2-39d1-4f58-8782-be441fccb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.205705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-9c52c4d2-39d1-4f58-8782-be441fccb2a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6d89d83-cccb-4b98-94e2-0530c5f1ba30 HTTP/1.1" status: 200 len: 848 time: 0.1259410 Jun 17 08:36:57.218536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.224503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6290310-94ce-4d32-9833-b9be0608ddc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.226947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72783e-4ce9-4805-a490-a50fea0e5d52 req-af136931-cb81-40cd-9c07-ba73a61abc3a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.228585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c72783e-4ce9-4805-a490-a50fea0e5d52 req-af136931-cb81-40cd-9c07-ba73a61abc3a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2581379 Jun 17 08:36:57.254244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=baa68c25-3548-4722-b276-e979f75aa743,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.268473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.273820 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.275883 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/baa68c25-3548-4722-b276-e979f75aa743 HTTP/1.1" status: 204 len: 168 time: 0.5200226 Jun 17 08:36:57.278282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33812) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.325208 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af3631f4-5f41-4e6a-b59e-c215dcbbbd8b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451262 Jun 17 08:36:57.327197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.333104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.333795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.336201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33814) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.336959 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15944639-42a9-4574-80b7-3ac4bbe6cb3c tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.340784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-64defa8a-9a8b-4f2f-aacf-502959ca3c80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d4ad711-423a-41b4-a9b7-093a246579a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112127 Jun 17 08:36:57.394878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4c72783e-4ce9-4805-a490-a50fea0e5d52 req-c7aced1a-f21a-47e3-8bb6-9a8a664b5931 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Jun 17 08:36:57.424100 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10b8a876-5409-48c6-bbd0-74e6e824d64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.431668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.445875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Transition to ACTIVE for port object bbe5a77f-a2dc-4c68-94bb-188364874179 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:57.470207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Transition to ACTIVE for port object bbe5a77f-a2dc-4c68-94bb-188364874179 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:57.478323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ae9a2-a7be-45c3-9bed-f3fcdd86b4a5 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:57.535839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a74eed9-8498-4582-8ecf-7e0f284afc33 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:57.559683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.581689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-58b4d725-d889-42ff-8e5b-6e43330e5cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294848 Jun 17 08:36:57.621609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.658252 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb18b8c7-e0c8-4312-ab30-58f9e09bc4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.685665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Transition to ACTIVE for port object 3a74eed9-8498-4582-8ecf-7e0f284afc33 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:57.696846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.701695 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59edb9d3-1440-48b4-b86d-bb84845213f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.714108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dda209b3-4fae-4f00-aa34-78f7eaf81f61 req-a34ef8eb-3cd6-4664-a4f7-d42d8e92fba8 service neutron] 10.222.0.60 "GET /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231780 Jun 17 08:36:57.728808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Network 42ad71b9-cd58-4984-a2b9-7727623ae69d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:57.736519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Pushing event updated for resources: {'Port': ['ID=bbe5a77f-a2dc-4c68-94bb-188364874179,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.754743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=80f84f1e-5b09-472f-9b6f-7c1adbc927e9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.758096 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.759902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:57.762162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d74ae3c-c324-4417-bef7-85d0bceec2cd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:57.772743 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8112557 Jun 17 08:36:57.775478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33820) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.780745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '80f84f1e-5b09-472f-9b6f-7c1adbc927e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:57.805084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Pushing event updated for resources: {'Port': ['ID=3a74eed9-8498-4582-8ecf-7e0f284afc33,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.819190 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.820389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201945fb-b2e7-4f52-9e2c-b63bd970642b req-0eddd0e4-913a-4c95-957a-eb7ed05ac852 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.821986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-201945fb-b2e7-4f52-9e2c-b63bd970642b req-0eddd0e4-913a-4c95-957a-eb7ed05ac852 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2813570 Jun 17 08:36:57.828097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36d261-ac86-48ae-b01e-fbe239f033d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.829608 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5c36d261-ac86-48ae-b01e-fbe239f033d9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4667876 Jun 17 08:36:57.830815 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.831698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:57.832843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33824) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.840486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 80f84f1e-5b09-472f-9b6f-7c1adbc927e9 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:57.909683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.910081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.911303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.911303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.911303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.911591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.911957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.912648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.912793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.913111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.913481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.915793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.921650 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.942538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83192d34-d519-4508-9202-2f59be955798 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.945294 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-83192d34-d519-4508-9202-2f59be955798 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114700 Jun 17 08:36:57.948581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33828) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.973432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3de36634-7824-4d4e-8de1-63b7981ca87a None None] Provisioning for port 0d74ae3c-c324-4417-bef7-85d0bceec2cd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:58.007814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-201945fb-b2e7-4f52-9e2c-b63bd970642b req-54ea562a-50c7-4bd0-b6ef-0de107ca1cad tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701734 Jun 17 08:36:58.024882 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bf430568-cf7e-4ab2-9ddd-1d2c75e3f973 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735223 Jun 17 08:36:58.030069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33832) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:58.030238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 0d74ae3c-c324-4417-bef7-85d0bceec2cd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:58.046134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0d74ae3c-c324-4417-bef7-85d0bceec2cd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:58.046531 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.047595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:58.048728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:58.052551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.052970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Attempting to bind port bbe5a77f-a2dc-4c68-94bb-188364874179 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:58.053356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Attempting to bind port bbe5a77f-a2dc-4c68-94bb-188364874179 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:58.053722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Attempting to bind port bbe5a77f-a2dc-4c68-94bb-188364874179 on network 42ad71b9-cd58-4984-a2b9-7727623ae69d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:58.066875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Attempting to bind port 3a74eed9-8498-4582-8ecf-7e0f284afc33 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:58.067248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Attempting to bind port 3a74eed9-8498-4582-8ecf-7e0f284afc33 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:58.067582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Attempting to bind port 3a74eed9-8498-4582-8ecf-7e0f284afc33 on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:58.089467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Port 3a74eed9-8498-4582-8ecf-7e0f284afc33 on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:58.089709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Attempting to bind port 3a74eed9-8498-4582-8ecf-7e0f284afc33 on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:58.095827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:58.096588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Checking segment: {'id': 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:58.097000 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.097579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Bound using segment: {'id': 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:58.098089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Bound port: bbe5a77f-a2dc-4c68-94bb-188364874179, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '42ad71b9-cd58-4984-a2b9-7727623ae69d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:58.099006 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.114261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d172-4bbf-4657-bfb9-9892bfdd9f3b req-2c2f48ea-8063-4cd2-b0dc-c8dafa5e1a5a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:58.115897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6434d172-4bbf-4657-bfb9-9892bfdd9f3b req-2c2f48ea-8063-4cd2-b0dc-c8dafa5e1a5a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1053 time: 0.2269063 Jun 17 08:36:58.145058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:58.145440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Checking segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:58.145862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Bound using segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:58.146310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Bound port: 3a74eed9-8498-4582-8ecf-7e0f284afc33, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:58.146663 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.245317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:58.257583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6434d172-4bbf-4657-bfb9-9892bfdd9f3b req-fb5d9275-a5a5-43f9-8ae7-b93c46430900 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135476 Jun 17 08:36:58.288859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:58.292585 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.297636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.301893 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54c1b048-a6f1-43d3-8114-fa7831461785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.324017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] For port bbe5a77f-a2dc-4c68-94bb-188364874179, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:58.351296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] For port bbe5a77f-a2dc-4c68-94bb-188364874179, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bbe5a77f-a2dc-4c68-94bb-188364874179,segment=NetworkSegment(eec638b9-04a7-47a7-ba77-e6fe84ca4e7c),segment_id=eec638b9-04a7-47a7-ba77-e6fe84ca4e7c)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:58.358879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] For port 3a74eed9-8498-4582-8ecf-7e0f284afc33, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:58.363505 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.367920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=4ef62a6c-77fe-4223-ac51-f1d4d4b0f806,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:58.371303 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.375889 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.386344 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c89a4a-37ba-40ad-9c1c-40945fa4a636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.394735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] For port 3a74eed9-8498-4582-8ecf-7e0f284afc33, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:58.418361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '6a686276-2cfb-4587-96a3-c44acf7c967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '80f84f1e-5b09-472f-9b6f-7c1adbc927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:58.421033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 80f84f1e-5b09-472f-9b6f-7c1adbc927e9, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:58.430915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.437219 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31c6b82b-2368-43ac-ab9e-e5b9f7ec0f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.471620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 80f84f1e-5b09-472f-9b6f-7c1adbc927e9 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:58.478035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Deleting port 0d74ae3c-c324-4417-bef7-85d0bceec2cd {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:58.478777 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.506050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 80f84f1e-5b09-472f-9b6f-7c1adbc927e9) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:58.510967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:58.511624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.511787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:58.512357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.513167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a74eed9-8498-4582-8ecf-7e0f284afc33 HTTP/1.1" status: 200 len: 1092 time: 2.2346833 Jun 17 08:36:58.517103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f557279-ef46-496b-9979-1cd47ea7983c', 'tag': '3a74eed9-8498-4582-8ecf-7e0f284afc33'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:58.519882 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068b8ea4-a83c-4b88-9b19-9d1101fb4050" -d '{"events": [{"name": "network-changed", "server_uuid": "3f557279-ef46-496b-9979-1cd47ea7983c", "tag": "3a74eed9-8498-4582-8ecf-7e0f284afc33"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:58.559341 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7827201 Jun 17 08:36:58.560673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33848) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:58.617619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4905b194-2ddb-44b8-9024-647b58e72f03 None None] Network 80f84f1e-5b09-472f-9b6f-7c1adbc927e9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:58.656521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 0d74ae3c-c324-4417-bef7-85d0bceec2cd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0d74ae3c-c324-4417-bef7-85d0bceec2cd,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:58.672592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] For port 0d74ae3c-c324-4417-bef7-85d0bceec2cd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0d74ae3c-c324-4417-bef7-85d0bceec2cd,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:58.673002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.683262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Pushing event updated for resources: {'Port': ['ID=3a74eed9-8498-4582-8ecf-7e0f284afc33,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:58.708679 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.745636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.760550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Pushing event updated for resources: {'Port': ['ID=bbe5a77f-a2dc-4c68-94bb-188364874179,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:58.781013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188f8be-ae9b-4970-94d7-df3c65892ca8 req-c8fa13ad-9fa8-43f2-a47b-55721924ccf4 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:58.789186 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9188f8be-ae9b-4970-94d7-df3c65892ca8 req-c8fa13ad-9fa8-43f2-a47b-55721924ccf4 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 944 time: 0.4870002 Jun 17 08:36:58.802247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.901868 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.906302 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd522276-4160-44ae-b417-16e715be8ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.966388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.972402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9188f8be-ae9b-4970-94d7-df3c65892ca8 req-c92eb279-3a4d-46e1-b9b8-dd1604b28914 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820633 Jun 17 08:36:58.983092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Calling delete_port for 0d74ae3c-c324-4417-bef7-85d0bceec2cd owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:59.034367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-94f63483-b279-42a2-bcdc-657b92676436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.036265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-94f63483-b279-42a2-bcdc-657b92676436 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0104f54210b4d028120b10bdc0caf9f&device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1095 time: 0.4717205 Jun 17 08:36:59.059020 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.063518 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66b6f993-fe0f-4f15-9506-6f76db1ce88b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.070023 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f36206-906e-4c9f-8a77-2e3b02d103fe x-openstack-request-id: req-b0f36206-906e-4c9f-8a77-2e3b02d103fe {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:59.070442 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f557279-ef46-496b-9979-1cd47ea7983c", "tag": "3a74eed9-8498-4582-8ecf-7e0f284afc33", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:59.070803 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0f36206-906e-4c9f-8a77-2e3b02d103fe {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:59.071325 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f557279-ef46-496b-9979-1cd47ea7983c', 'tag': '3a74eed9-8498-4582-8ecf-7e0f284afc33', 'status': 'completed', 'code': 200} Jun 17 08:36:59.102304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef62a6c-77fe-4223-ac51-f1d4d4b0f806,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.107752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.111631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=0d74ae3c-c324-4417-bef7-85d0bceec2cd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.124792 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.146446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa82-24e2-47c8-9790-0a3cfe503f94 req-0d719d84-801e-4827-8437-d1008ba8a37b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.155117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a74aa82-24e2-47c8-9790-0a3cfe503f94 req-0d719d84-801e-4827-8437-d1008ba8a37b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4452944 Jun 17 08:36:59.165665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-c9263afa-2a93-46a2-a0f1-2b11533d7885 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33 HTTP/1.1" status: 200 len: 217 time: 0.0985303 Jun 17 08:36:59.224250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.243582 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.244028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f84f1e-5b09-472f-9b6f-7c1adbc927e9']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:59.268881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a686276-2cfb-4587-96a3-c44acf7c967c') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:59.269184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a686276-2cfb-4587-96a3-c44acf7c967c') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:59.272547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4da33-3a0b-42c5-a14b-9b6e8f68ed60 None None] Network 80f84f1e-5b09-472f-9b6f-7c1adbc927e9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:59.283092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.307305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.318557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:59.319351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.340069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:36:59.372192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a74aa82-24e2-47c8-9790-0a3cfe503f94 req-8ff36d1b-1369-42d9-887f-a4c7f6f8ff74 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942415 Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:59.427677 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:59.443548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.449804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.450739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.455459 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/80f84f1e-5b09-472f-9b6f-7c1adbc927e9 HTTP/1.1" status: 204 len: 168 time: 0.8900993 Jun 17 08:36:59.455459 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-38d056af-cec4-451c-ba95-794d2d83ffb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.455708 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e89c4d60-10d8-456f-b776-4f17ffbe442e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.462344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33872) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.470988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816023305'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:59.475772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-1b1bbc8a-9c0b-4297-adf4-acdb263c328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.477587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-1b1bbc8a-9c0b-4297-adf4-acdb263c328a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1bf0736-a61a-4800-be8d-3cac322835f8 HTTP/1.1" status: 200 len: 849 time: 0.2942042 Jun 17 08:36:59.492851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=80f84f1e-5b09-472f-9b6f-7c1adbc927e9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.503893 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.514138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Pushing event deleted for resources: {'Port': ['ID=0d74ae3c-c324-4417-bef7-85d0bceec2cd,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.584963 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.595748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:59.599669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.606619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] No DVR routers for this DVR port 0d74ae3c-c324-4417-bef7-85d0bceec2cd on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:59.676420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bbe5a77f-a2dc-4c68-94bb-188364874179 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:59.690169 n-d-780147-13 neutron-server[93500]: WARNING neutron.services.revisions.revision_plugin [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Could not find related port for resource to bump revision. Jun 17 08:36:59.694154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:59.721024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Port 0d74ae3c-c324-4417-bef7-85d0bceec2cd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93500) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 17 08:36:59.721384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:67c7 {{(pid=93500) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 17 08:36:59.730477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:67c7 {{(pid=93500) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 17 08:36:59.738265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bbe5a77f-a2dc-4c68-94bb-188364874179 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:59.749652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.753915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.754283 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 092fdb72-664d-4031-9871-96c4c56e9967 of type vlan for network 1c9c6640-da03-4d4b-9c38-cc9659324def Jun 17 08:36:59.757150 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b76a8593-5fcf-438e-8ca2-3afa4f1d465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.804132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-fe211106-d7f9-4eb6-b49e-95ec76e6827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.805755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-fe211106-d7f9-4eb6-b49e-95ec76e6827c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dbff877-06f2-43c1-bff2-2be5edb3f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3156064 Jun 17 08:36:59.806565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d74ae3c-c324-4417-bef7-85d0bceec2cd no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:59.837649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 0d74ae3c-c324-4417-bef7-85d0bceec2cd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:59.838141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0d74ae3c-c324-4417-bef7-85d0bceec2cd not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:59.890583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:59.899605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.908472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:59.912382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.913029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.918484 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=90972704-8752-49fb-b424-5f7ff2108498,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.930026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2420de4-8db5-4cdb-aac4-186a79a577d3 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:59.948246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47056317-d8c3-4f78-a749-b4aa1b719066 None None] Network 42ad71b9-cd58-4984-a2b9-7727623ae69d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:59.973356 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.979459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5467-82c3-4816-ac9f-5b254666ddd9 req-a7db9747-4aa5-4ccf-9de3-3d120711a6a9 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.980976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-234e5467-82c3-4816-ac9f-5b254666ddd9 req-a7db9747-4aa5-4ccf-9de3-3d120711a6a9 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1095 time: 0.4485209 Jun 17 08:37:00.028027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9945219 Jun 17 08:37:00.028373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33890) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:00.033880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403a39-2768-4af1-ade3-dae0cd180b33 req-d11392eb-f218-4670-b2dc-19059af9a257 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.035041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:97:b2:ad', 'name': 'tempest-NetworksTestDHCPv6-1682010036'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:00.039458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df403a39-2768-4af1-ade3-dae0cd180b33 req-d11392eb-f218-4670-b2dc-19059af9a257 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3928151 Jun 17 08:37:00.138223 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-48e90612-a786-4d08-8dc5-d085fcd42c85 service neutron] 10.222.0.67 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944405 Jun 17 08:37:00.142926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-234e5467-82c3-4816-ac9f-5b254666ddd9 req-d00c69df-9bf9-4eb5-bd93-61c20a753185 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508398 Jun 17 08:37:00.156053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-df403a39-2768-4af1-ade3-dae0cd180b33 req-8062c03d-a7fe-4e03-82b9-5395a4ac5d85 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150086 Jun 17 08:37:00.173507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.207130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.207948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.213818 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:00.221049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:00.331392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.359176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:00.370131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port b07b32f7-0651-4988-b615-8960919117c9 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:37:00.414936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Provisioning for port bbe5a77f-a2dc-4c68-94bb-188364874179 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:00.429736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Provisioning complete for port bbe5a77f-a2dc-4c68-94bb-188364874179 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:00.431314 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.478499 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.495697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=1c9c6640-da03-4d4b-9c38-cc9659324def,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:00.510327 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0435042 Jun 17 08:37:00.510598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33902) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:00.511810 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:00.525098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:00.617817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 1c9c6640-da03-4d4b-9c38-cc9659324def details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:00.649603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe97:b2ad (5554fb35-4376-4d8e-adc9-3103759046d8/90972704-8752-49fb-b424-5f7ff2108498/b07b32f7-0651-4988-b615-8960919117c9) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:00.723017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b634672-729e-46c7-90fc-87e5b7b74e38 req-d25031c9-9be0-4940-b93e-64ea89e1e386 service neutron] 10.222.0.67 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616901 Jun 17 08:37:00.765230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c23e-3bec-4fce-b6c5-d2c66fa51672 req-71c4825a-3ead-4861-ac1e-a32d73b11d77 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.774852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8654c23e-3bec-4fce-b6c5-d2c66fa51672 req-71c4825a-3ead-4861-ac1e-a32d73b11d77 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 944 time: 0.3994098 Jun 17 08:37:00.807687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:00.822208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.837138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '90972704-8752-49fb-b424-5f7ff2108498'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:00.838246 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.988854 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.047488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-789e695b-1053-4c8b-99f5-dd333908ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.052021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-789e695b-1053-4c8b-99f5-dd333908ba31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0104f54210b4d028120b10bdc0caf9f&device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1095 time: 0.2295988 Jun 17 08:37:01.086924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8654c23e-3bec-4fce-b6c5-d2c66fa51672 req-ecadecce-551c-4315-a033-00e7a2afea0c tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035157 Jun 17 08:37:01.128918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:01.132199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.143186 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0aa36cfb-5003-499f-bdab-afc625e41359 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.168787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'mac_address': 'fa:16:3e:5b:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:01.180860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] For port bbe5a77f-a2dc-4c68-94bb-188364874179, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bbe5a77f-a2dc-4c68-94bb-188364874179,segment=NetworkSegment(eec638b9-04a7-47a7-ba77-e6fe84ca4e7c),segment_id=eec638b9-04a7-47a7-ba77-e6fe84ca4e7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:01.221218 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.258167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94a9f76b-2d64-496c-8d8e-0dd0485189f8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:01.281105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:01.282274 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.285341 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.322479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.323952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:01.401205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Pushing event updated for resources: {'Port': ['ID=bbe5a77f-a2dc-4c68-94bb-188364874179,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.406835 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.408847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '092fdb72-664d-4031-9871-96c4c56e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:01.409049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 1c9c6640-da03-4d4b-9c38-cc9659324def, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:01.411439 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bcd59840-4a3f-43c9-8ac2-ab096428a61d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.423296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=b031b01c-67ca-4ba7-85af-cf7e61b1111d,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.426534 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.471629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 1c9c6640-da03-4d4b-9c38-cc9659324def is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:01.480888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-755129fd-6645-4568-8fa6-206ccaff38fb None None] Provisioning complete for port bbe5a77f-a2dc-4c68-94bb-188364874179 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:01.481253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-755129fd-6645-4568-8fa6-206ccaff38fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.495364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 1c9c6640-da03-4d4b-9c38-cc9659324def) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:01.503893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.504478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.519976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.542783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object b07b32f7-0651-4988-b615-8960919117c9 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:01.554685 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0374513 Jun 17 08:37:01.562441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33918) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.576954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332915949'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:01.589095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555ec6f-d556-42c6-a765-e0d2688d7c72 None None] Network 1c9c6640-da03-4d4b-9c38-cc9659324def requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:01.665556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:01.672331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.688969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bbe5a77f-a2dc-4c68-94bb-188364874179 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:01.703485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.717840 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1f0cdbcb-cdb8-42cd-be12-085d98ef6110 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.770838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=b07b32f7-0651-4988-b615-8960919117c9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.775411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.787586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:01.788494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:01.795733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:01.798749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:01.814802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.814802 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.828862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.833001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.849800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.850559 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 99356290-28d5-417a-b5f0-e758d2bfeb6f of type vlan for network 348ed5d6-1b2c-4d6e-9e9d-94b072d86888 Jun 17 08:37:01.852246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,segment=NetworkSegment(c48f832b-a5de-4474-8405-379eaee626ba),segment_id=c48f832b-a5de-4474-8405-379eaee626ba)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:01.866317 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8355374 Jun 17 08:37:01.870426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33922) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.885204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Allocated IP 2001:db8::f816:3eff:fe7d:c8f9 (5554fb35-4376-4d8e-adc9-3103759046d8/90972704-8752-49fb-b424-5f7ff2108498/bb25521d-c501-44a7-a3dd-6e61387b7cf9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:01.909742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-fc6b4969-a69b-404d-b5c0-d134dd634eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.910350 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:01.914199 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:37:01.917312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-fc6b4969-a69b-404d-b5c0-d134dd634eab service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 200 len: 911 time: 0.8305721 Jun 17 08:37:01.946539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924', 'network_id': '2d4ad711-423a-41b4-a9b7-093a246579a1', 'port_id': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924', 'mac_address': 'fa:16:3e:c5:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d89d83-cccb-4b98-94e2-0530c5f1ba30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:01.972195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.981102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-cddf00e7-b7d0-4707-9889-c61920a7e924 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33 HTTP/1.1" status: 200 len: 217 time: 0.0623085 Jun 17 08:37:01.983952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bbe5a77f-a2dc-4c68-94bb-188364874179 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:01.983952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.016799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd3ce2-e443-45bb-bb82-b7be7a47e515 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.018736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5afd3ce2-e443-45bb-bb82-b7be7a47e515 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1469684 Jun 17 08:37:02.021619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33924) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:02.044243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9c9bc-64cf-45b2-b208-26a35dc77021 req-749e1585-5d09-4e91-8b45-6f754092cc58 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.065091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cb9c9bc-64cf-45b2-b208-26a35dc77021 req-749e1585-5d09-4e91-8b45-6f754092cc58 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1095 time: 0.2691641 Jun 17 08:37:02.084325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2beeee-1b9c-4df9-bf52-f3454fb65fe8 req-98bb891e-f3ba-4926-b2c0-fe19e810bc56 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.093845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec2beeee-1b9c-4df9-bf52-f3454fb65fe8 req-98bb891e-f3ba-4926-b2c0-fe19e810bc56 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3122768 Jun 17 08:37:02.095907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.103383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.105008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.119977 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c5f27e7-3e7d-4b8a-a663-9e5b572fa852 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.144305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-258685fb-4570-4125-8d83-29bae4330ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.145787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-258685fb-4570-4125-8d83-29bae4330ab0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1bf0736-a61a-4800-be8d-3cac322835f8 HTTP/1.1" status: 200 len: 849 time: 0.1502562 Jun 17 08:37:02.168839 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6050839 Jun 17 08:37:02.169605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33928) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:02.192248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-1c9c6640-da03-4d4b-9c38-cc9659324def', 'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': 'b031b01c-67ca-4ba7-85af-cf7e61b1111d'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:02.193251 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.207201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '348ed5d6-1b2c-4d6e-9e9d-94b072d86888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:02.217385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cb9c9bc-64cf-45b2-b208-26a35dc77021 req-bc454548-61b2-4692-9330-13bbba7e168b tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512334 Jun 17 08:37:02.237875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.240239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec2beeee-1b9c-4df9-bf52-f3454fb65fe8 req-5a4df1ec-37f4-46ec-b037-f5b130613992 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446106 Jun 17 08:37:02.299510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=348ed5d6-1b2c-4d6e-9e9d-94b072d86888,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.322401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.326597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-94d551c7-b941-4069-b087-bfc03e804bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.333113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-94d551c7-b941-4069-b087-bfc03e804bd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dbff877-06f2-43c1-bff2-2be5edb3f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759229 Jun 17 08:37:02.374361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 348ed5d6-1b2c-4d6e-9e9d-94b072d86888 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:02.508519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port b07b32f7-0651-4988-b615-8960919117c9 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:02.508792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.515219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-c59d24b5-5e6c-4cd6-b13e-9158fa39c1d9 service neutron] 10.222.0.67 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737802 Jun 17 08:37:02.524678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:02.528311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.552489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:02.578696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,segment=NetworkSegment(c48f832b-a5de-4474-8405-379eaee626ba),segment_id=c48f832b-a5de-4474-8405-379eaee626ba)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:02.597237 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.647168 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc31cbae-6d5d-4bbe-af6b-6f1111cbdfc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.649043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Performing IP validity checks on allocation pools {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:37:02.650436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:37:02.677406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3a74eed9-8498-4582-8ecf-7e0f284afc33 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:02.684016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bcaed-5411-466d-b137-9d9f477ee6a6 req-6af1bb34-0596-461a-a3a0-34b2a4429adc tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.693975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.698396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f01bcaed-5411-466d-b137-9d9f477ee6a6 req-6af1bb34-0596-461a-a3a0-34b2a4429adc tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 944 time: 0.2082460 Jun 17 08:37:02.712386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068b8ea4-a83c-4b88-9b19-9d1101fb4050 req-948e50ca-692c-46e8-8cff-1909e5eb5b59 service neutron] 10.222.0.67 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754501 Jun 17 08:37:02.742763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f01bcaed-5411-466d-b137-9d9f477ee6a6 req-67d5ba09-40eb-4511-a47f-39a1f4bb78f5 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Jun 17 08:37:02.767914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['94a9f76b-2d64-496c-8d8e-0dd0485189f8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:02.787999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for b07b32f7-0651-4988-b615-8960919117c9 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:02.891928 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.910125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Allocated IP 2001:db8::3 (1c9c6640-da03-4d4b-9c38-cc9659324def/b031b01c-67ca-4ba7-85af-cf7e61b1111d/beefd46d-02af-45d0-8ca2-03ed4f8fb78d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:02.935652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['917a5a2e-110b-4f6d-9fb6-9c0a433f8924'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:02.948508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.963230 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.968238 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a2f3d564-a8ef-4e70-9395-4328717fe67b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.972861 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.096322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=3d50579f-3c8a-4b57-a9fb-5d13aad18019,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.101923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.103854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '99356290-28d5-417a-b5f0-e758d2bfeb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '348ed5d6-1b2c-4d6e-9e9d-94b072d86888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:03.104262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 348ed5d6-1b2c-4d6e-9e9d-94b072d86888, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:03.124042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.133365 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ea9583b1-7087-4d82-a82f-f243940dcdc1 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.166693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=b07b32f7-0651-4988-b615-8960919117c9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.175557 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.193459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 348ed5d6-1b2c-4d6e-9e9d-94b072d86888 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:03.217209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.221468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/b07b32f7-0651-4988-b615-8960919117c9 HTTP/1.1" status: 204 len: 168 time: 1.1961935 Jun 17 08:37:03.221987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33938) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:03.234806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 348ed5d6-1b2c-4d6e-9e9d-94b072d86888) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:03.242318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.242433 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.276280 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0752730 Jun 17 08:37:03.277539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:03.327463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ce750-6259-4757-acad-240563eeb83a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.332521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ce750-6259-4757-acad-240563eeb83a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.338421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-724ce750-6259-4757-acad-240563eeb83a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1111417 Jun 17 08:37:03.339095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33946) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:03.403596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Transition to ACTIVE for port object bb25521d-c501-44a7-a3dd-6e61387b7cf9 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:03.425428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1826a-8086-46f8-a88a-bcdbbd9a2962 None None] Network 348ed5d6-1b2c-4d6e-9e9d-94b072d86888 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:03.475298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 90972704-8752-49fb-b424-5f7ff2108498 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:03.527449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.589334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Transition to ACTIVE for port object bb25521d-c501-44a7-a3dd-6e61387b7cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:03.627784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.640930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.659656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 3a74eed9-8498-4582-8ecf-7e0f284afc33, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:03.666249 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.675444 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18612e22-0ad7-4259-bc0b-16285f3b2c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.696798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05404-8440-497d-b958-303e0d979f2a req-abb19716-dbb5-4447-813f-6c95d5643a6b tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.698359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12b05404-8440-497d-b958-303e0d979f2a req-abb19716-dbb5-4447-813f-6c95d5643a6b tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1095 time: 0.2183125 Jun 17 08:37:03.701284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.789987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff484c40-12a7-49cb-81fd-d5ba0a16ebd0 req-350485a4-f6f3-4c6e-9e75-7a48ca6f3733 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.791763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff484c40-12a7-49cb-81fd-d5ba0a16ebd0 req-350485a4-f6f3-4c6e-9e75-7a48ca6f3733 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3105960 Jun 17 08:37:03.805434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:03.806423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '3a74eed9-8498-4582-8ecf-7e0f284afc33', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'port_id': '3a74eed9-8498-4582-8ecf-7e0f284afc33', 'mac_address': 'fa:16:3e:d0:3b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:03.813989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.817861 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1160b003-11fc-4849-a50d-88cd83661536 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.842038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:03.846030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=3d50579f-3c8a-4b57-a9fb-5d13aad18019,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.853489 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.860925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff484c40-12a7-49cb-81fd-d5ba0a16ebd0 req-14dec2fa-71fd-437d-9ff2-693573c59d96 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jun 17 08:37:03.862571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12b05404-8440-497d-b958-303e0d979f2a req-54453631-3997-4616-ab7a-fddb6305f483 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569552 Jun 17 08:37:03.875839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:03.937333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.959767 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.972549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348ed5d6-1b2c-4d6e-9e9d-94b072d86888']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:03.984943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99356290-28d5-417a-b5f0-e758d2bfeb6f') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:03.985306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99356290-28d5-417a-b5f0-e758d2bfeb6f') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:03.990709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Pushing event updated for resources: {'Port': ['ID=bb25521d-c501-44a7-a3dd-6e61387b7cf9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:04.012130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.041957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.047534 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:04.058966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:04.059419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.120292 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.120688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000213e1-9bc4-475c-8293-67c21072ac2d None None] Network 348ed5d6-1b2c-4d6e-9e9d-94b072d86888 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:04.125876 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.127837 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.142582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Attempting to bind port bb25521d-c501-44a7-a3dd-6e61387b7cf9 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:04.142826 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-609b31a4-4a51-4223-b4ef-5c3971553e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:04.143005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Attempting to bind port bb25521d-c501-44a7-a3dd-6e61387b7cf9 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:04.143380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Attempting to bind port bb25521d-c501-44a7-a3dd-6e61387b7cf9 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:04.160013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:04.160394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:04.160795 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.161196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:04.161687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Bound port: bb25521d-c501-44a7-a3dd-6e61387b7cf9, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:04.162070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:04.166341 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:04.184910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=90972704-8752-49fb-b424-5f7ff2108498,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:04.192479 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.194428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/90972704-8752-49fb-b424-5f7ff2108498 HTTP/1.1" status: 204 len: 168 time: 0.8543537 Jun 17 08:37:04.195564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:04.196865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33966) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:04.219014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a74eed9-8498-4582-8ecf-7e0f284afc33 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:04.259421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.261215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f506466f-28f7-4ee8-bf85-285d1cb287ce tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620987 Jun 17 08:37:04.262999 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5803c581-e754-4d9e-8049-231bac5ae63e tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:04.267168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33970) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:04.267353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.268979 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/348ed5d6-1b2c-4d6e-9e9d-94b072d86888 HTTP/1.1" status: 204 len: 168 time: 0.9904785 Jun 17 08:37:04.273339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:04.279649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33972) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:04.301428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1089189777'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:04.318341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=348ed5d6-1b2c-4d6e-9e9d-94b072d86888,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:04.321994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:04.367661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Transition to ACTIVE for port object beefd46d-02af-45d0-8ca2-03ed4f8fb78d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:04.369197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:04.373481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.411958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 3a74eed9-8498-4582-8ecf-7e0f284afc33, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:04.425929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:04.449409 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.450090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.454823 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment da24e93f-3f3e-4fa4-a0e8-880f33b27155 of type vlan for network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a Jun 17 08:37:04.457095 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:04.478505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Transition to ACTIVE for port object beefd46d-02af-45d0-8ca2-03ed4f8fb78d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:04.516550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:04.524399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.527802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.547298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] For port bb25521d-c501-44a7-a3dd-6e61387b7cf9, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:04.563537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.594876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] For port bb25521d-c501-44a7-a3dd-6e61387b7cf9, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb25521d-c501-44a7-a3dd-6e61387b7cf9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:04.610744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.617609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010284e-5e01-45ae-a147-d7c1a6e765e0 req-46a5957c-39b6-46f1-9674-5050eebcd946 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.620101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.620757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.622607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2010284e-5e01-45ae-a147-d7c1a6e765e0 req-46a5957c-39b6-46f1-9674-5050eebcd946 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 945 time: 0.2580814 Jun 17 08:37:04.630632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:04.634013 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cb681d9-35f3-4016-b992-52c34026837a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:04.644543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Network 1c9c6640-da03-4d4b-9c38-cc9659324def is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:04.645937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=3a74eed9-8498-4582-8ecf-7e0f284afc33,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:04.650035 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.707368 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:04.718145 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:04.733074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:04.738840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=1f957f1a-3223-4b66-9c9e-ec6342c09e1a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:04.742443 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4617684 Jun 17 08:37:04.744643 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:04.745664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33976) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:04.765475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:04.769798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:04.771359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['3a74eed9-8498-4582-8ecf-7e0f284afc33'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:04.824321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2010284e-5e01-45ae-a147-d7c1a6e765e0 req-c7e568fd-9ce2-48eb-8a0d-e4cf4854f413 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872852 Jun 17 08:37:04.894489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75773dc-95b4-46f1-8fe3-2316e6a247cc req-eb7a2255-8dc5-4fd3-8273-6cfbfbcd618e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.901880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f75773dc-95b4-46f1-8fe3-2316e6a247cc req-eb7a2255-8dc5-4fd3-8273-6cfbfbcd618e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1842921 Jun 17 08:37:04.937279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:05.015533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:05.020548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.021348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f75773dc-95b4-46f1-8fe3-2316e6a247cc req-f230fe53-d471-4111-a20e-c9d8757feeba tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068311 Jun 17 08:37:05.192541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Attempting to bind port beefd46d-02af-45d0-8ca2-03ed4f8fb78d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:05.192933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Attempting to bind port beefd46d-02af-45d0-8ca2-03ed4f8fb78d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '092fdb72-664d-4031-9871-96c4c56e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:05.193309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Attempting to bind port beefd46d-02af-45d0-8ca2-03ed4f8fb78d on network 1c9c6640-da03-4d4b-9c38-cc9659324def {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:05.235569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:37:05.241595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Pushing event updated for resources: {'Port': ['ID=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.259112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.259805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.260349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.260917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.261446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.261992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.262521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.263135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.263753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.264282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.264820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.265357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:05.279852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:05.280592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Checking segment: {'id': '092fdb72-664d-4031-9871-96c4c56e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:05.281227 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.281843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Bound using segment: {'id': '092fdb72-664d-4031-9871-96c4c56e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:05.282585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Bound port: beefd46d-02af-45d0-8ca2-03ed4f8fb78d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092fdb72-664d-4031-9871-96c4c56e9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1c9c6640-da03-4d4b-9c38-cc9659324def'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:05.283252 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.384242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:05.389407 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.488375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Pushing event updated for resources: {'Port': ['ID=bb25521d-c501-44a7-a3dd-6e61387b7cf9,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.488897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daff86-f947-4cdf-836d-7d113eac2748 req-d0949f8c-6b7f-47d3-ae45-b4db74c525ae tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:05.501412 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.507759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67daff86-f947-4cdf-836d-7d113eac2748 req-d0949f8c-6b7f-47d3-ae45-b4db74c525ae tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1096 time: 0.4016485 Jun 17 08:37:05.508542 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.978s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.509168 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.545175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] For port beefd46d-02af-45d0-8ca2-03ed4f8fb78d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:05.616938 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] For port beefd46d-02af-45d0-8ca2-03ed4f8fb78d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,segment=NetworkSegment(092fdb72-664d-4031-9871-96c4c56e9967),segment_id=092fdb72-664d-4031-9871-96c4c56e9967)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:05.630610 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.649967 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.678717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.696176 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67daff86-f947-4cdf-836d-7d113eac2748 req-ebb8c956-157e-4c41-9941-007335f6db97 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873937 Jun 17 08:37:05.730315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.745364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Pushing event updated for resources: {'Port': ['ID=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.751561 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.762835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.767377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-faa07664-d7f3-4f01-944d-e0d5ce60822e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.770434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:05.776656 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472f7702-2428-48b4-8d78-9b38107f975c" -d '{"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-plugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:05.797035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:05.806944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.809640 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.853425 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd4b4d-c686-43b5-b3c3-51b42ac81a55 x-openstack-request-id: req-f4cd4b4d-c686-43b5-b3c3-51b42ac81a55 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:05.854094 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-plugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:05.854659 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4cd4b4d-c686-43b5-b3c3-51b42ac81a55 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:05.856333 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'code': 200} Jun 17 08:37:05.861580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=c8c28835-7dda-4f74-a437-21eb6f3bfa37,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.875417 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.942988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.947537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': 'da24e93f-3f3e-4fa4-a0e8-880f33b27155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:05.947899 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 1f957f1a-3223-4b66-9c9e-ec6342c09e1a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:05.952852 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.972720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:05.987813 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 1f957f1a-3223-4b66-9c9e-ec6342c09e1a) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:05.995753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4931b35-b0d5-419a-835a-cd5224636d61 None None] Network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:06.013395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.014317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.051293 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3043654 Jun 17 08:37:06.052122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34006) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:06.244300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-1f957f1a-3223-4b66-9c9e-ec6342c09e1a', 'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': 'c8c28835-7dda-4f74-a437-21eb6f3bfa37'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:06.248971 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.290962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] For port bb25521d-c501-44a7-a3dd-6e61387b7cf9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb25521d-c501-44a7-a3dd-6e61387b7cf9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:06.398354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.430255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.431082 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.460881 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-afea88bd-5512-4683-b467-b02bd99f1f64 tempest-ServerGroupTestJSON-2112153560 tempest-ServerGroupTestJSON-2112153560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.541218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=bb25521d-c501-44a7-a3dd-6e61387b7cf9,revision_number=5']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.544934 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.549191 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-37f76583-5066-4a7e-bfff-9373280b9782 tempest-FloatingIPAdminTestJSON-1872483973 tempest-FloatingIPAdminTestJSON-1872483973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.555731 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.574992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Allocated IP 2001:db8::1 (1f957f1a-3223-4b66-9c9e-ec6342c09e1a/c8c28835-7dda-4f74-a437-21eb6f3bfa37/a61b7acd-805a-433d-a2b3-2b4f24d5726a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:06.603429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:06.621042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:06.624259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.624865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.677218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a630a-5847-4cac-b2bf-7e342e57305d req-23e0b7fe-c766-4a86-8998-98f8952558eb tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.679406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f33a630a-5847-4cac-b2bf-7e342e57305d req-23e0b7fe-c766-4a86-8998-98f8952558eb tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 945 time: 0.5128260 Jun 17 08:37:06.767034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4855494 Jun 17 08:37:06.767916 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34024) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:06.768521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=4bb11335-ee55-4b08-9cc6-9614f97d052d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.768630 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:30:ae:4a', 'name': 'tempest-NetworksTestDHCPv6-1147660799'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:06.768746 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.839453 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.880178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b2c10-dcfa-4702-9743-963bf398b6e7 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:06.882109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:06.886963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3a74eed9-8498-4582-8ecf-7e0f284afc33 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:06.937422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f33a630a-5847-4cac-b2bf-7e342e57305d req-263c36b2-6c88-47b3-8294-4b4effab079e tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348032 Jun 17 08:37:06.969282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e84c0-3817-4a94-a0d0-947eb39afe9e req-77727ccc-5baa-4df6-9df7-8964a7b58fc5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.983726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-723e84c0-3817-4a94-a0d0-947eb39afe9e req-77727ccc-5baa-4df6-9df7-8964a7b58fc5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3890524 Jun 17 08:37:07.016192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:07.112896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-723e84c0-3817-4a94-a0d0-947eb39afe9e req-9c640bb6-b6c1-4035-91ba-c11495e1fab5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280787 Jun 17 08:37:07.218983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:07.237846 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:07.243751 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.286311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.362199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port a343a49d-b40e-454d-bf9a-11a19d159132 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:37:07.375908 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 3a74eed9-8498-4582-8ecf-7e0f284afc33 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:07.385072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 3a74eed9-8498-4582-8ecf-7e0f284afc33 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:07.385431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.467970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b1d7c-58c4-4982-a836-6b398ce29e22 req-f38f0a52-5211-41e4-a774-81ac34bf0467 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:07.485995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a9b1d7c-58c4-4982-a836-6b398ce29e22 req-f38f0a52-5211-41e4-a774-81ac34bf0467 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1096 time: 0.1354144 Jun 17 08:37:07.494541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24387ce-d2a1-472e-a5b0-ad33a9846f41 None None] Network 1c9c6640-da03-4d4b-9c38-cc9659324def requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:07.552961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a9b1d7c-58c4-4982-a836-6b398ce29e22 req-fb296e75-e205-4b0c-acb6-8039317bcd8d tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Jun 17 08:37:07.564166 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.574300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Transition to ACTIVE for port object a61b7acd-805a-433d-a2b3-2b4f24d5726a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:07.594804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Transition to ACTIVE for port object a61b7acd-805a-433d-a2b3-2b4f24d5726a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:07.598250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe30:ae4a (5554fb35-4376-4d8e-adc9-3103759046d8/4bb11335-ee55-4b08-9cc6-9614f97d052d/a343a49d-b40e-454d-bf9a-11a19d159132) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:07.626653 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.670460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.679984 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69fe2b23-3652-45ae-a20a-a488c322958d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.688360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,segment=NetworkSegment(c48f832b-a5de-4474-8405-379eaee626ba),segment_id=c48f832b-a5de-4474-8405-379eaee626ba)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:07.689108 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.732969 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.739321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c28835-7dda-4f74-a437-21eb6f3bfa37,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.750331 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.788108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:07.805156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:07.809664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970206d1-b3fd-42ab-92c0-deaac6ca50f4 req-b67f34cc-2656-4783-a1af-5ac0feccd935 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:07.811617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Pushing event updated for resources: {'Port': ['ID=a61b7acd-805a-433d-a2b3-2b4f24d5726a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.813142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-970206d1-b3fd-42ab-92c0-deaac6ca50f4 req-b67f34cc-2656-4783-a1af-5ac0feccd935 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2546628 Jun 17 08:37:07.828585 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.833605 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.834133 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.859031 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.876483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f957f1a-3223-4b66-9c9e-ec6342c09e1a']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:07.888799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:07.894342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da24e93f-3f3e-4fa4-a0e8-880f33b27155') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:07.894984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da24e93f-3f3e-4fa4-a0e8-880f33b27155') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:07.907138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device beefd46d-02af-45d0-8ca2-03ed4f8fb78d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:07.909264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d318ea-d758-4dae-a693-86972ef28615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:07.910178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.914627 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a7d6c2-177c-407a-b7ab-8948957b9fc3" -d '{"events": [{"server_uuid": "a6d318ea-d758-4dae-a693-86972ef28615", "name": "network-vif-plugged", "status": "completed", "tag": "917a5a2e-110b-4f6d-9fb6-9c0a433f8924"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:07.916551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.921216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-558a414f-2080-401b-be99-4aa87dcd1f4b None None] Provisioning for port beefd46d-02af-45d0-8ca2-03ed4f8fb78d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:07.947267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-970206d1-b3fd-42ab-92c0-deaac6ca50f4 req-cdb75cf2-c3ff-46f8-a36a-ad9ae02ed1a9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253550 Jun 17 08:37:07.973811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.985562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.999454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:07.999961 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:08.003399 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:08.008389 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:08.020241 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:08.039648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object a343a49d-b40e-454d-bf9a-11a19d159132 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:08.157484 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.163186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port beefd46d-02af-45d0-8ca2-03ed4f8fb78d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:08.190759 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd4f6849-da90-4c9f-8a81-cfcb6f10ed50 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.191886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Attempting to bind port a61b7acd-805a-433d-a2b3-2b4f24d5726a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:08.194534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Attempting to bind port a61b7acd-805a-433d-a2b3-2b4f24d5726a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'da24e93f-3f3e-4fa4-a0e8-880f33b27155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:08.194534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Attempting to bind port a61b7acd-805a-433d-a2b3-2b4f24d5726a on network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:08.204731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port beefd46d-02af-45d0-8ca2-03ed4f8fb78d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:08.205306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.253537 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.280019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:08.280598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Checking segment: {'id': 'da24e93f-3f3e-4fa4-a0e8-880f33b27155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:08.281235 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.281785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Bound using segment: {'id': 'da24e93f-3f3e-4fa4-a0e8-880f33b27155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:08.282390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Bound port: a61b7acd-805a-433d-a2b3-2b4f24d5726a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da24e93f-3f3e-4fa4-a0e8-880f33b27155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:08.283425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.285224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:08.294224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:37:08.294224 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:37:08.294224 n-d-780147-13 neutron-server[93500]: [parameters: {'id': '1f957f1a-3223-4b66-9c9e-ec6342c09e1a'}] Jun 17 08:37:08.294224 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:08.300843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:08.305043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:08.318399 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:08.337136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.337823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.408195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1a9a9-391c-4ba4-9215-6fb4ef444a2c req-85d77906-a99e-4133-b957-0401bc0253df tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.409707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43f1a9a9-391c-4ba4-9215-6fb4ef444a2c req-85d77906-a99e-4133-b957-0401bc0253df tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 946 time: 0.2202964 Jun 17 08:37:08.411501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=a343a49d-b40e-454d-bf9a-11a19d159132,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:08.420682 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:08.426475 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a43b7-f1da-4762-b30c-1b4730f0725a x-openstack-request-id: req-248a43b7-f1da-4762-b30c-1b4730f0725a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:08.426475 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d318ea-d758-4dae-a693-86972ef28615", "name": "network-vif-plugged", "status": "completed", "tag": "917a5a2e-110b-4f6d-9fb6-9c0a433f8924", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:08.426475 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-248a43b7-f1da-4762-b30c-1b4730f0725a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:08.426895 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d318ea-d758-4dae-a693-86972ef28615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924', 'code': 200} Jun 17 08:37:08.427847 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6698735 Jun 17 08:37:08.428645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34062) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:08.472587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 3a74eed9-8498-4582-8ecf-7e0f284afc33, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:08.507177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.568866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43f1a9a9-391c-4ba4-9215-6fb4ef444a2c req-92382477-797c-42b0-adf1-6b008f9f058e tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435089 Jun 17 08:37:08.574945 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e35ca2f9-9a6d-4555-9cd3-256a88264fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.599853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98095bc4-38bf-4d33-b2a0-e2dbc486450d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.617137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98095bc4-38bf-4d33-b2a0-e2dbc486450d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.623262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34066) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:08.634484 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc597a1-32fa-4e09-8a07-d02f9c7866f9 req-c07d7b70-2030-4a40-a0a3-6df4c44744ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.635475 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-98095bc4-38bf-4d33-b2a0-e2dbc486450d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2055767 Jun 17 08:37:08.637293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bc597a1-32fa-4e09-8a07-d02f9c7866f9 req-c07d7b70-2030-4a40-a0a3-6df4c44744ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 1098 time: 0.2073805 Jun 17 08:37:08.722580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=3a74eed9-8498-4582-8ecf-7e0f284afc33,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:08.760482 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:08.823966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.844022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.872434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bc597a1-32fa-4e09-8a07-d02f9c7866f9 req-6021c138-975a-44aa-b42b-64f9cf0cc1b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147069 Jun 17 08:37:08.901749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] For port a61b7acd-805a-433d-a2b3-2b4f24d5726a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:08.972319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734addc1-87d5-44ae-8483-3df7676d5627 req-afc04fa2-8402-41d8-b90e-d00135aa98f7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.980393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-734addc1-87d5-44ae-8483-3df7676d5627 req-afc04fa2-8402-41d8-b90e-d00135aa98f7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2434316 Jun 17 08:37:09.004433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port a343a49d-b40e-454d-bf9a-11a19d159132 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:09.004790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.020428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] For port a61b7acd-805a-433d-a2b3-2b4f24d5726a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a61b7acd-805a-433d-a2b3-2b4f24d5726a,segment=NetworkSegment(da24e93f-3f3e-4fa4-a0e8-880f33b27155),segment_id=da24e93f-3f3e-4fa4-a0e8-880f33b27155)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:09.040747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.050788 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.069541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port beefd46d-02af-45d0-8ca2-03ed4f8fb78d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,segment=NetworkSegment(092fdb72-664d-4031-9871-96c4c56e9967),segment_id=092fdb72-664d-4031-9871-96c4c56e9967)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:09.077902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-734addc1-87d5-44ae-8483-3df7676d5627 req-839b13bb-118f-4bae-8ca2-91f1a2159851 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965433 Jun 17 08:37:09.083111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting port a61b7acd-805a-433d-a2b3-2b4f24d5726a {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:09.083466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.126464 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.274859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Pushing event updated for resources: {'Port': ['ID=a61b7acd-805a-433d-a2b3-2b4f24d5726a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.282267 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.283055 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04311031-8139-479f-9a79-dbf114cc45b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.334993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97f173-7eb9-4e1a-a0a3-179045080cd8 None None] Network 1f957f1a-3223-4b66-9c9e-ec6342c09e1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:09.507016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] For port a61b7acd-805a-433d-a2b3-2b4f24d5726a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a61b7acd-805a-433d-a2b3-2b4f24d5726a,segment=NetworkSegment(da24e93f-3f3e-4fa4-a0e8-880f33b27155),segment_id=da24e93f-3f3e-4fa4-a0e8-880f33b27155)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:09.507673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.517166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.521240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.526373 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.569365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb610e1c-ad07-4613-bd3a-895319e5f175 None None] Provisioning complete for port beefd46d-02af-45d0-8ca2-03ed4f8fb78d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:09.569753 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb610e1c-ad07-4613-bd3a-895319e5f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.687043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Calling delete_port for a61b7acd-805a-433d-a2b3-2b4f24d5726a owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:09.736611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for a343a49d-b40e-454d-bf9a-11a19d159132 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:09.739940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb25521d-c501-44a7-a3dd-6e61387b7cf9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:09.892457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bb25521d-c501-44a7-a3dd-6e61387b7cf9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:10.075974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Provisioning for port bb25521d-c501-44a7-a3dd-6e61387b7cf9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:10.086924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Provisioning complete for port bb25521d-c501-44a7-a3dd-6e61387b7cf9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:10.088302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.209659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.249085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cb63cc93-def8-4065-8376-984015faadfa None None] For port bb25521d-c501-44a7-a3dd-6e61387b7cf9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb25521d-c501-44a7-a3dd-6e61387b7cf9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:10.259386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.265078 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:10.433773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e5519-86fa-4a76-b8c8-24159a5aa496 req-49d1e6d0-83f6-4a3d-9dc6-beab0064ce6e tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.442135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-472e5519-86fa-4a76-b8c8-24159a5aa496 req-49d1e6d0-83f6-4a3d-9dc6-beab0064ce6e tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 1.2442722 Jun 17 08:37:10.502352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6f4e-bb57-472f-aa3e-a837519e2c01 req-079ecf00-b775-42c5-a142-0b730a707cc4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.509955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbed6f4e-bb57-472f-aa3e-a837519e2c01 req-079ecf00-b775-42c5-a142-0b730a707cc4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 1.2066638 Jun 17 08:37:10.530184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f557279-ef46-496b-9979-1cd47ea7983c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a74eed9-8498-4582-8ecf-7e0f284afc33'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:10.533564 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2808b-4aba-4780-b056-6e77f599eaf8" -d '{"events": [{"server_uuid": "3f557279-ef46-496b-9979-1cd47ea7983c", "name": "network-vif-plugged", "status": "completed", "tag": "3a74eed9-8498-4582-8ecf-7e0f284afc33"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:10.536082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Pushing event updated for resources: {'Port': ['ID=bb25521d-c501-44a7-a3dd-6e61387b7cf9,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:10.546209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec83c0-5f96-44de-9e61-6468e71fbfdc None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:37:10.550583 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:10.553061 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-472e5519-86fa-4a76-b8c8-24159a5aa496 req-0488307c-eb3f-4461-9d9b-8c89b6ce0bf1 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096690 Jun 17 08:37:10.606217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-27599c2d-de26-46ca-890c-e9b98433a513 None None] Provisioning for port a343a49d-b40e-454d-bf9a-11a19d159132 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:10.613419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-27599c2d-de26-46ca-890c-e9b98433a513 None None] Provisioning complete for port a343a49d-b40e-454d-bf9a-11a19d159132 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:10.613805 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27599c2d-de26-46ca-890c-e9b98433a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.660489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-27599c2d-de26-46ca-890c-e9b98433a513 None None] Port a343a49d-b40e-454d-bf9a-11a19d159132 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:10.720792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbed6f4e-bb57-472f-aa3e-a837519e2c01 req-f2492218-6acb-4fe8-aeae-8ed975a58182 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099423 Jun 17 08:37:10.823229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.842019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec83c0-5f96-44de-9e61-6468e71fbfdc None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:37:10.850062 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:10.858978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No DVR routers for this DVR port a61b7acd-805a-433d-a2b3-2b4f24d5726a on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:10.915877 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.067895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Port': ['ID=a61b7acd-805a-433d-a2b3-2b4f24d5726a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:11.101170 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e2df9d-e3a1-47dc-a4ba-717763bb5289 x-openstack-request-id: req-b1e2df9d-e3a1-47dc-a4ba-717763bb5289 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:11.101796 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f557279-ef46-496b-9979-1cd47ea7983c", "name": "network-vif-plugged", "status": "completed", "tag": "3a74eed9-8498-4582-8ecf-7e0f284afc33", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:11.101796 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1e2df9d-e3a1-47dc-a4ba-717763bb5289 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:11.104241 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f557279-ef46-496b-9979-1cd47ea7983c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a74eed9-8498-4582-8ecf-7e0f284afc33', 'code': 200} Jun 17 08:37:11.129758 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:11.148224 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:11.334702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.349637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=a343a49d-b40e-454d-bf9a-11a19d159132,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:11.354513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.361276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34096) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.371307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/a343a49d-b40e-454d-bf9a-11a19d159132 HTTP/1.1" status: 204 len: 168 time: 2.7466407 Jun 17 08:37:11.391472 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:11.396705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f957f1a-3223-4b66-9c9e-ec6342c09e1a']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:11.448696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da24e93f-3f3e-4fa4-a0e8-880f33b27155') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:11.451400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da24e93f-3f3e-4fa4-a0e8-880f33b27155') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:11.479759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070241ba-d63f-4656-bfef-ddfe54a53339 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.481279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070241ba-d63f-4656-bfef-ddfe54a53339 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.487968 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-070241ba-d63f-4656-bfef-ddfe54a53339 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1250241 Jun 17 08:37:11.488559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34098) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.512533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.565494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.591793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:11.598149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 4bb11335-ee55-4b08-9cc6-9614f97d052d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:11.602594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.608243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:11.630156 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:11.669716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d5622-2f3b-408a-8b7c-c1043b05de4d req-b2ed2148-e461-4d4f-b31f-c8a502bcc1d5 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.675408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device beefd46d-02af-45d0-8ca2-03ed4f8fb78d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:11.677149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf9d5622-2f3b-408a-8b7c-c1043b05de4d req-b2ed2148-e461-4d4f-b31f-c8a502bcc1d5 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 946 time: 0.7017732 Jun 17 08:37:11.703527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230e9ff-8a56-49e0-b166-1b598001f5d7 req-5c5a50d9-1af1-4cd2-a165-964e0fc48b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.705044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8230e9ff-8a56-49e0-b166-1b598001f5d7 req-5c5a50d9-1af1-4cd2-a165-964e0fc48b87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.5950322 Jun 17 08:37:11.709331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.743594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ba41f-0a3a-49c7-8515-062c951fb677 req-c8d7a5c6-a86c-40fe-9d0e-4f6c9582b567 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.757487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f0ba41f-0a3a-49c7-8515-062c951fb677 req-c8d7a5c6-a86c-40fe-9d0e-4f6c9582b567 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.5861039 Jun 17 08:37:11.799353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port beefd46d-02af-45d0-8ca2-03ed4f8fb78d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:11.799779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.868430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.892202 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5c2d6ac-1bb1-458b-bf53-a62c680dcbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:11.899108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.906792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.916684 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/1f957f1a-3223-4b66-9c9e-ec6342c09e1a HTTP/1.1" status: 204 len: 168 time: 5.8567400 Jun 17 08:37:11.951548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34104) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.954171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb25521d-c501-44a7-a3dd-6e61387b7cf9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:11.963479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246205109'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:11.987083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf9d5622-2f3b-408a-8b7c-c1043b05de4d req-1b9e8bcd-5cc1-4e59-8ada-ecc49309d974 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089352 Jun 17 08:37:12.004434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=1f957f1a-3223-4b66-9c9e-ec6342c09e1a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.042528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bb25521d-c501-44a7-a3dd-6e61387b7cf9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:12.044139 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.052414 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.070318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.081872 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-836d3582-0ab6-4f4b-afd2-9c8f113b9b97 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.122809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f0ba41f-0a3a-49c7-8515-062c951fb677 req-eea12ac1-e5e9-43f1-8f87-80223556f235 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858183 Jun 17 08:37:12.149967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8230e9ff-8a56-49e0-b166-1b598001f5d7 req-ce8dd882-5d20-4e50-a7e2-714fb6607e76 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162763 Jun 17 08:37:12.176113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.180189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34114) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.182823 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/4bb11335-ee55-4b08-9cc6-9614f97d052d HTTP/1.1" status: 204 len: 168 time: 0.6932170 Jun 17 08:37:12.186173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb11335-ee55-4b08-9cc6-9614f97d052d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.189048 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.193477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:12.197699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.238542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:12.267893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.270706 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 09ccc542-3228-42b9-938f-00ecd9ee0436 of type vlan for network 4c1f1896-d544-4943-9c67-66febdf0da5d Jun 17 08:37:12.294097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34124) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.295225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e474c5d9-a5c8-483d-a5ab-57871c6367f5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135805 Jun 17 08:37:12.438187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e81f7-8f14-4e0b-a353-98bece57b7c4 req-d577d822-6e8b-458c-8149-eaaf51f6f980 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.452946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.454988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-563e81f7-8f14-4e0b-a353-98bece57b7c4 req-d577d822-6e8b-458c-8149-eaaf51f6f980 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.1328282 Jun 17 08:37:12.528488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a1b7f-6084-49ba-937f-6d6bba5ad43f None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:37:12.529601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3ae715-d9a4-42b4-a14a-8bf00704187a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.533011 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c3ae715-d9a4-42b4-a14a-8bf00704187a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2098565 Jun 17 08:37:12.534684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34126) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.536770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-563e81f7-8f14-4e0b-a353-98bece57b7c4 req-9aa0b932-f128-49e3-8933-635bcf2a8f57 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710504 Jun 17 08:37:12.649563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.669068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2ad3749-7018-42a8-a0f3-858fe6b189b5 None None] Provisioning complete for port bb25521d-c501-44a7-a3dd-6e61387b7cf9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:12.669429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.669705 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3749-7018-42a8-a0f3-858fe6b189b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.675657 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.681097 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2116cd4-776a-4b01-a5c8-de74273c36f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.780303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a1b7f-6084-49ba-937f-6d6bba5ad43f None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:37:12.816733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8c60e-a883-4f28-a10f-efdb4d144588 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.820184 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dba8c60e-a883-4f28-a10f-efdb4d144588 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2683342 Jun 17 08:37:12.825695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033e033-3216-4473-a266-00def72ab55d req-ef0327c0-e014-4b82-8ede-b48af829c545 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.828615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2033e033-3216-4473-a266-00def72ab55d req-ef0327c0-e014-4b82-8ede-b48af829c545 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1575921 Jun 17 08:37:12.829011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34132) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.918355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=4c1f1896-d544-4943-9c67-66febdf0da5d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.939899 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9746108 Jun 17 08:37:12.941457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34134) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.942645 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.952482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:12.994025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.994833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ae4e18d-2336-45ab-8e29-52379ddf4b41 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645749 Jun 17 08:37:13.015728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2033e033-3216-4473-a266-00def72ab55d req-6069f21b-d2bf-4738-be59-fbaf61672588 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715598 Jun 17 08:37:13.043777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4c1f1896-d544-4943-9c67-66febdf0da5d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:13.055594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:13.371425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:13.378159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.452048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:13.457382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.573454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcb04e-941d-4c50-971c-e628241ec20e None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:13.598674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cbe1b-0d2c-4308-9745-798ae8abd9ea req-7083e0a4-10c1-455d-b6b8-6982cfdc1037 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:13.604521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a4cbe1b-0d2c-4308-9745-798ae8abd9ea req-7083e0a4-10c1-455d-b6b8-6982cfdc1037 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1445177 Jun 17 08:37:13.667163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a4cbe1b-0d2c-4308-9745-798ae8abd9ea req-fc2d7f39-1e9a-4e0b-97f3-f0e177b9ee77 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Jun 17 08:37:13.844518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:13.852891 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.860235 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-178491d0-edcc-4055-b0f4-1596f3530168 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.956208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Deleting port bb25521d-c501-44a7-a3dd-6e61387b7cf9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:13.958999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=82108b5d-3062-43ad-b2e0-f40f6a514814,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.959267 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.984070 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.017238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '09ccc542-3228-42b9-938f-00ecd9ee0436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:14.017877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 4c1f1896-d544-4943-9c67-66febdf0da5d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:14.020380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbea704-ae56-49e1-847d-bb8089533d82 req-ba99f261-4fe6-4c30-8154-d61765d37250 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.023339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.024448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fbea704-ae56-49e1-847d-bb8089533d82 req-ba99f261-4fe6-4c30-8154-d61765d37250 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.1385806 Jun 17 08:37:14.029792 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4a95b55-9dca-4266-a230-5c082a3da8ea tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.077420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fbea704-ae56-49e1-847d-bb8089533d82 req-f3a5f469-ed66-40fc-80cc-0dba43f66886 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Jun 17 08:37:14.081071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:14.085506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:14.092824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.093666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.111673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 4c1f1896-d544-4943-9c67-66febdf0da5d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:14.121897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=ebc12651-6d51-4343-8f17-2b6d20245d92,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.126396 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.129078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1331275 Jun 17 08:37:14.135255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:14.142847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:cd:8c:a1', 'name': 'tempest-NetworksTestDHCPv6-1018501480'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:14.146681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4c1f1896-d544-4943-9c67-66febdf0da5d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:14.163574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981e65f-16c3-4c25-9c16-817854195fea None None] Network 4c1f1896-d544-4943-9c67-66febdf0da5d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:14.164145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.164850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.209455 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2655978 Jun 17 08:37:14.212220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34172) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:14.244175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bcd32-2f2f-4204-85a7-8b3305303c4c req-2bd9fe7f-ef3e-419e-a421-7d9142cea8ca tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.248184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed8bcd32-2f2f-4204-85a7-8b3305303c4c req-2bd9fe7f-ef3e-419e-a421-7d9142cea8ca tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1750584 Jun 17 08:37:14.305661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed8bcd32-2f2f-4204-85a7-8b3305303c4c req-9884123a-a8ba-4186-b614-a03bd13ae412 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510106 Jun 17 08:37:14.319580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] For port bb25521d-c501-44a7-a3dd-6e61387b7cf9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb25521d-c501-44a7-a3dd-6e61387b7cf9,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:14.319987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.443150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Calling delete_port for bb25521d-c501-44a7-a3dd-6e61387b7cf9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:14.526466 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:37:14.550975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c567-2b6b-45b3-a005-ed83cb0b1846 req-bacc34f6-b636-42a7-b7f9-015a84433323 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.558338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33c7c567-2b6b-45b3-a005-ed83cb0b1846 req-bacc34f6-b636-42a7-b7f9-015a84433323 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.1008141 Jun 17 08:37:14.608250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33c7c567-2b6b-45b3-a005-ed83cb0b1846 req-43f2e9e9-0548-49c3-acd5-0c878faefd1f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Jun 17 08:37:14.614795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4c1f1896-d544-4943-9c67-66febdf0da5d', 'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': '82108b5d-3062-43ad-b2e0-f40f6a514814'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:14.617782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.632853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.651573 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.657061 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a99d47b7-a1dd-4998-9639-eab04828307c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.687401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Pushing event deleted for resources: {'Port': ['ID=bb25521d-c501-44a7-a3dd-6e61387b7cf9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.690065 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.693865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] No DVR routers for this DVR port bb25521d-c501-44a7-a3dd-6e61387b7cf9 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:14.699203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:14.810683 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.830679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743daf8f-324a-4ba6-9eba-184329792974 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:14.952305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.021889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1438b-5dab-4e39-b767-460260cf156e req-2423df52-620c-40f0-a65b-c5a98131819b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.026778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port d92c2c18-3e7d-4d2b-ad4a-1812f9b62661 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:37:15.031376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52b1438b-5dab-4e39-b767-460260cf156e req-2423df52-620c-40f0-a65b-c5a98131819b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2013221 Jun 17 08:37:15.087964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Allocated IP 2001:db8::1 (4c1f1896-d544-4943-9c67-66febdf0da5d/82108b5d-3062-43ad-b2e0-f40f6a514814/19be1f26-2c8c-48c1-9c7c-2448847f9a4e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:15.098318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52b1438b-5dab-4e39-b767-460260cf156e req-55e525d4-79ba-451f-94df-15a0fcdb456a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Jun 17 08:37:15.243770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'ebc12651-6d51-4343-8f17-2b6d20245d92'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:15.244677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.305846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af180-8531-4de9-b130-efe9355ca928 req-364471b0-0fb2-4cfb-b84f-7243a5e57218 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.315204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da6af180-8531-4de9-b130-efe9355ca928 req-364471b0-0fb2-4cfb-b84f-7243a5e57218 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.1009178 Jun 17 08:37:15.362300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da6af180-8531-4de9-b130-efe9355ca928 req-740c7149-b4a4-4aad-9db0-edd815940f2d tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Jun 17 08:37:15.402145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::3dc (5554fb35-4376-4d8e-adc9-3103759046d8/ebc12651-6d51-4343-8f17-2b6d20245d92/d92c2c18-3e7d-4d2b-ad4a-1812f9b62661) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:15.633800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45263dac-9fa6-4597-a053-33d604594777 req-94336a2f-3030-4e0e-97e9-5239ba9f63fc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.634523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.641134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45263dac-9fa6-4597-a053-33d604594777 req-94336a2f-3030-4e0e-97e9-5239ba9f63fc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 946 time: 0.1537931 Jun 17 08:37:15.651617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Transition to ACTIVE for port object 19be1f26-2c8c-48c1-9c7c-2448847f9a4e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:15.673029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Transition to ACTIVE for port object 19be1f26-2c8c-48c1-9c7c-2448847f9a4e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:15.692594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb25521d-c501-44a7-a3dd-6e61387b7cf9 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:15.696695 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.703053 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:15.750605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bb25521d-c501-44a7-a3dd-6e61387b7cf9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:15.750990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb25521d-c501-44a7-a3dd-6e61387b7cf9 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:15.755626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.765786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Network 4c1f1896-d544-4943-9c67-66febdf0da5d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:15.767894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45263dac-9fa6-4597-a053-33d604594777 req-5c2bbd0a-ac42-4a0c-b028-264ba53bca63 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970256 Jun 17 08:37:15.782848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:15.788185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object d92c2c18-3e7d-4d2b-ad4a-1812f9b62661 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:15.794757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.810830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902b815-3f10-4fbe-aa87-021207153466 req-bd12959d-e568-45c2-a5b7-17683317ccc9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.811973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:15.816909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Pushing event updated for resources: {'Port': ['ID=19be1f26-2c8c-48c1-9c7c-2448847f9a4e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:15.818221 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3427d47-fc0a-4c4e-b99a-f8183df4f5c8 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:15.820787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d902b815-3f10-4fbe-aa87-021207153466 req-bd12959d-e568-45c2-a5b7-17683317ccc9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1783223 Jun 17 08:37:15.828489 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:15.869829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=82108b5d-3062-43ad-b2e0-f40f6a514814,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:15.878486 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:15.886322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d902b815-3f10-4fbe-aa87-021207153466 req-1654b6d0-dc02-4baa-9a74-c241868e197e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643237 Jun 17 08:37:15.957134 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.970762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.976880 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70cd6825-5179-431a-adae-b7c815a28ed6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.020538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Attempting to bind port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:16.021127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Attempting to bind port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '09ccc542-3228-42b9-938f-00ecd9ee0436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:16.021682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Attempting to bind port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e on network 4c1f1896-d544-4943-9c67-66febdf0da5d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:16.038083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/ebc12651-6d51-4343-8f17-2b6d20245d92/e14e1680-166f-4308-8ceb-36d52e4fd160) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:16.042433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:16.045617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Checking segment: {'id': '09ccc542-3228-42b9-938f-00ecd9ee0436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:16.045617 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.045617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Bound using segment: {'id': '09ccc542-3228-42b9-938f-00ecd9ee0436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:16.045617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Bound port: 19be1f26-2c8c-48c1-9c7c-2448847f9a4e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ccc542-3228-42b9-938f-00ecd9ee0436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4c1f1896-d544-4943-9c67-66febdf0da5d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:16.045617 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.078851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1f1896-d544-4943-9c67-66febdf0da5d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.107982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ccc542-3228-42b9-938f-00ecd9ee0436') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.108448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ccc542-3228-42b9-938f-00ecd9ee0436') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.137460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.144263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=d92c2c18-3e7d-4d2b-ad4a-1812f9b62661,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.149717 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.163371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:16.167298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:16.172819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:16.180547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:16.181540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.206620 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.213921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0770836 Jun 17 08:37:16.230288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34232) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:16.252638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:16.253602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.314598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] For port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:16.380436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-b924824b-906e-43cb-a297-a4c829c4918f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:16.384053 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:16.391550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-b924824b-906e-43cb-a297-a4c829c4918f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/networks?id=9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 200 len: 911 time: 0.3328373 Jun 17 08:37:16.391740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:37:16.391740 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:37:16.391740 n-d-780147-13 neutron-server[93499]: [parameters: {'id': '4c1f1896-d544-4943-9c67-66febdf0da5d'}] Jun 17 08:37:16.391740 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:16.392094 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:16.398020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] For port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=19be1f26-2c8c-48c1-9c7c-2448847f9a4e,segment=NetworkSegment(09ccc542-3228-42b9-938f-00ecd9ee0436),segment_id=09ccc542-3228-42b9-938f-00ecd9ee0436)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:16.409073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.435551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-2befc223-c1ab-465b-9916-d17e617d4dc6 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/quotas/c0104f54210b4d028120b10bdc0caf9f HTTP/1.1" status: 200 len: 375 time: 0.0430551 Jun 17 08:37:16.437197 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbd91e2e-e642-45e2-bb0f-4f2c4758a838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.501487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968add1-8d1e-44e4-837a-b35b3e7b1419 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:16.503340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0968add1-8d1e-44e4-837a-b35b3e7b1419 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2719252 Jun 17 08:37:16.506976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:16.562150 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.579880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-ed0d18bc-3c8f-4da7-828c-2b8cfc12071c tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0104f54210b4d028120b10bdc0caf9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433256 Jun 17 08:37:16.580994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Pushing event updated for resources: {'Port': ['ID=19be1f26-2c8c-48c1-9c7c-2448847f9a4e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.587682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Transition to ACTIVE for port object e14e1680-166f-4308-8ceb-36d52e4fd160 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:16.595400 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.619751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4e64a-3a41-4a52-b9b3-efc28bf2f0dc None None] Network 4c1f1896-d544-4943-9c67-66febdf0da5d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:16.678674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Transition to ACTIVE for port object e14e1680-166f-4308-8ceb-36d52e4fd160 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:16.709266 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.731448 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e78e6736-deee-44ae-877c-65bf2ad01292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.741972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port d92c2c18-3e7d-4d2b-ad4a-1812f9b62661 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:16.746625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.787881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-588b8dea-c32d-47f5-887a-aef3374b7b67 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:16.789406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-588b8dea-c32d-47f5-887a-aef3374b7b67 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 946 time: 0.2075951 Jun 17 08:37:16.800042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-8385df5e-e899-4bf7-82be-979b4c7df9ee service neutron] 10.222.0.65 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190535 Jun 17 08:37:16.857608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:16.863861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:16.869393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:16.944972 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.945570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Pushing event updated for resources: {'Port': ['ID=e14e1680-166f-4308-8ceb-36d52e4fd160,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.967962 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.987246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Attempting to bind port e14e1680-166f-4308-8ceb-36d52e4fd160 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:16.987631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Attempting to bind port e14e1680-166f-4308-8ceb-36d52e4fd160 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:16.988030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Attempting to bind port e14e1680-166f-4308-8ceb-36d52e4fd160 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:16.996518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:17.000145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:17.000145 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.000145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:17.000145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Bound port: e14e1680-166f-4308-8ceb-36d52e4fd160, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:17.000145 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.033529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for d92c2c18-3e7d-4d2b-ad4a-1812f9b62661 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:17.060557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.129930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] For port e14e1680-166f-4308-8ceb-36d52e4fd160, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:17.134030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] For port e14e1680-166f-4308-8ceb-36d52e4fd160, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e14e1680-166f-4308-8ceb-36d52e4fd160,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:17.148245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.151317 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fa099457-e59e-428f-9003-4e78bfff5061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.190035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.204000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.211328 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b6bbcc69-05b9-4d34-8271-234ad6279f55 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.223716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-82fdf801-74dc-4321-92c7-0ef411e1852e service neutron] 10.222.0.65 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225018 Jun 17 08:37:17.241415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=d92c2c18-3e7d-4d2b-ad4a-1812f9b62661,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.251109 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.268805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75627ba3-8804-40b1-8374-d38a4ac8a42f req-ca9d8408-3da9-4165-aa48-72933994d712 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:17.278069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75627ba3-8804-40b1-8374-d38a4ac8a42f req-ca9d8408-3da9-4165-aa48-72933994d712 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4221578 Jun 17 08:37:17.281468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Pushing event updated for resources: {'Port': ['ID=e14e1680-166f-4308-8ceb-36d52e4fd160,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.289190 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.315922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Deleting port 27fc7961-6583-423b-a96f-8264bd22543c {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:17.316295 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.355069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.360127 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/d92c2c18-3e7d-4d2b-ad4a-1812f9b62661 HTTP/1.1" status: 204 len: 168 time: 0.8505983 Jun 17 08:37:17.371334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:17.376094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:17.378329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.415658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75627ba3-8804-40b1-8374-d38a4ac8a42f req-3c1ab12b-1689-4cc6-86db-aa918465f93a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358964 Jun 17 08:37:17.564969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] For port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=19be1f26-2c8c-48c1-9c7c-2448847f9a4e,segment=NetworkSegment(09ccc542-3228-42b9-938f-00ecd9ee0436),segment_id=09ccc542-3228-42b9-938f-00ecd9ee0436)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:17.565436 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.587485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e73dc8-b65b-4183-a8f9-613c450fb11b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:17.588984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e73dc8-b65b-4183-a8f9-613c450fb11b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:17.593399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a0e73dc8-b65b-4183-a8f9-613c450fb11b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2182076 Jun 17 08:37:17.597555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34260) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:17.783970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] For port 27fc7961-6583-423b-a96f-8264bd22543c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=27fc7961-6583-423b-a96f-8264bd22543c,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:17.784364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.838501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Calling delete_port for 19be1f26-2c8c-48c1-9c7c-2448847f9a4e owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:17.875248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet ebc12651-6d51-4343-8f17-2b6d20245d92 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:17.884137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.991064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.005110 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b6a347b-8aec-478b-a4df-033acc78513d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.010441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No DVR routers for this DVR port 19be1f26-2c8c-48c1-9c7c-2448847f9a4e on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:18.028265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.132930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.147053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1f1896-d544-4943-9c67-66febdf0da5d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:18.170078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ccc542-3228-42b9-938f-00ecd9ee0436') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:18.170539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ccc542-3228-42b9-938f-00ecd9ee0436') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:18.181928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.202469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.211063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:18.211716 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.297164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.297774 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.297891 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Floating IP 6639bd46-114c-4b1f-b4ef-bee35db68242 disassociated. External IP: 172.25.7.54, port: 27fc7961-6583-423b-a96f-8264bd22543c. Jun 17 08:37:18.298153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Calling delete_port for 27fc7961-6583-423b-a96f-8264bd22543c owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:18.323843 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:18.330390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Port': ['ID=19be1f26-2c8c-48c1-9c7c-2448847f9a4e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.333930 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.335244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.343067 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.346797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/4c1f1896-d544-4943-9c67-66febdf0da5d HTTP/1.1" status: 204 len: 168 time: 4.1270635 Jun 17 08:37:18.348004 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b9b98db2-9760-4e1f-97f2-cad8f04cdfce tempest-AllowedAddressPairTestJSON-1382729356 tempest-AllowedAddressPairTestJSON-1382729356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.352189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34278) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:18.360276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090906482'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:18.383177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6bcb5-89ea-4fde-81cb-2febc2d65367 req-66ca45ce-7894-46fe-a60a-99e41eb738f9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.385041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=4c1f1896-d544-4943-9c67-66febdf0da5d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.390836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbf6bcb5-89ea-4fde-81cb-2febc2d65367 req-66ca45ce-7894-46fe-a60a-99e41eb738f9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 946 time: 0.3089588 Jun 17 08:37:18.393546 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.411479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:18.415654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.447321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:18.458767 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.459553 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 6ff4e493-17cd-45ab-892f-0358b992bc3e of type vlan for network a83aa81e-99c2-436b-a7e9-eebff932d8f3 Jun 17 08:37:18.476749 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.512559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.554316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c80-03d8-4b1c-97b8-b8f1858ce8c5 req-4b3acc83-d747-4b57-9308-94fe1f1391a8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.558019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9079c80-03d8-4b1c-97b8-b8f1858ce8c5 req-4b3acc83-d747-4b57-9308-94fe1f1391a8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3724418 Jun 17 08:37:18.560923 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.567872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.569289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.574136 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.618200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2631149 Jun 17 08:37:18.622646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34280) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:18.628694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:18.659057 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbf6bcb5-89ea-4fde-81cb-2febc2d65367 req-7d3c5b01-a6b9-479e-a70a-69e7aed3af64 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd835f98-895c-4f48-81fd-403344264d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671745 Jun 17 08:37:18.681800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=a83aa81e-99c2-436b-a7e9-eebff932d8f3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.706558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:18.707407 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.866997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9079c80-03d8-4b1c-97b8-b8f1858ce8c5 req-e90dc780-ca91-4a5e-a37b-de3acbd553c4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581449 Jun 17 08:37:18.876171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:18.882354 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.944901 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.977162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3185a227-6e7e-4291-a49b-ab17593753ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.000796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.016266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/ebc12651-6d51-4343-8f17-2b6d20245d92 HTTP/1.1" status: 204 len: 168 time: 1.4176426 Jun 17 08:37:19.052576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34290) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.095195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e000a61-fc3a-4aee-86f0-1bb4a66820b7 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:19.120607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8757959d-94c3-4aa2-b291-cbf5614f9393 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604954 Jun 17 08:37:19.121860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc12651-6d51-4343-8f17-2b6d20245d92,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.125254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34292) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.157442 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.161416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b4750da-c4eb-4178-af9d-b60274da42c8 req-6c1616a3-4118-4c7c-a60e-19073bf83d10 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 210 time: 0.1852801 Jun 17 08:37:19.219312 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.224892 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2326753d-0d8b-4710-bdfe-463d282f1720 tempest-FloatingIPDetailsTestJSON-783847024 tempest-FloatingIPDetailsTestJSON-783847024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.265827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event deleted for resources: {'Port': ['ID=27fc7961-6583-423b-a96f-8264bd22543c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.284462 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.319875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179f7ed-132b-43ad-aac4-a36ffb981c17 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:19.322535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7179f7ed-132b-43ad-aac4-a36ffb981c17 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1767340 Jun 17 08:37:19.331183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd950860-ac7e-404d-aa06-8c79d98d3cb5 None None] Provisioning for port e14e1680-166f-4308-8ceb-36d52e4fd160 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:19.333263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.415409 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.490359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc205f-7675-42ac-8acc-0060d9f63ee9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:19.491857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f3dc205f-7675-42ac-8acc-0060d9f63ee9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1559501 Jun 17 08:37:19.562316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34296) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.600842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:19.733408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Deleting port e14e1680-166f-4308-8ceb-36d52e4fd160 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:19.734089 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.802592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-5470b5eb-1eba-4b8a-a3ab-f561a4eb3c19 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:19.804736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-5470b5eb-1eba-4b8a-a3ab-f561a4eb3c19 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.60 "GET /v2.0/networks?id=9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 200 len: 911 time: 0.3118849 Jun 17 08:37:19.805622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.812510 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8af969a7-6104-49d5-a970-f1bd1d396606 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.894157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Request body: {'port': {'device_id': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'admin_state_up': True, 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:19.909980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-043cba09-0bc4-4311-8299-bae5692c78e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264582 Jun 17 08:37:19.910224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.940665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:20.086083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=f76c2c45-bf1a-4794-ab61-dd54c9966cfb,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.095044 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.129439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '6ff4e493-17cd-45ab-892f-0358b992bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:20.130224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: a83aa81e-99c2-436b-a7e9-eebff932d8f3, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:20.144090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:20.152887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.172875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] For port e14e1680-166f-4308-8ceb-36d52e4fd160, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e14e1680-166f-4308-8ceb-36d52e4fd160,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:20.173202 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.201820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:20.273319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Calling delete_port for e14e1680-166f-4308-8ceb-36d52e4fd160 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:20.275615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, a83aa81e-99c2-436b-a7e9-eebff932d8f3) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:20.289288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.290326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.324441 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7001333 Jun 17 08:37:20.328619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:20.334840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:20.409631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07828e-b882-43bf-9c5c-5b70e2bcd6c4 None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:20.431825 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.445716 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.465385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] No DVR routers for this DVR port e14e1680-166f-4308-8ceb-36d52e4fd160 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:20.498844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35105b94-193b-4e64-bc18-ef29e9d37e93 req-f70a4e0f-6e73-496a-825b-81c464b5fd42 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 210 time: 0.4355018 Jun 17 08:37:20.503022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Made reservation on behalf of c0104f54210b4d028120b10bdc0caf9f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:20.505412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.570915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Pushing event deleted for resources: {'Port': ['ID=e14e1680-166f-4308-8ceb-36d52e4fd160,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.575652 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.610358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Router 13475c12-7089-4dc7-849d-f442bb321a13 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:20.616815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:20.624840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.733541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:20.735627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0781e7e-a858-47e9-809a-2f2d860c8caa req-58bf9682-eedb-4e9d-ba28-974ef82700a3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.748788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0781e7e-a858-47e9-809a-2f2d860c8caa req-58bf9682-eedb-4e9d-ba28-974ef82700a3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.7646379 Jun 17 08:37:20.795535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 27fc7961-6583-423b-a96f-8264bd22543c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:20.797024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 27fc7961-6583-423b-a96f-8264bd22543c not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:20.801544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:37:20.814148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.827735 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5728972f-07dc-4b8f-a0fc-816fadccb9c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.859196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-a83aa81e-99c2-436b-a7e9-eebff932d8f3', 'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': 'f76c2c45-bf1a-4794-ab61-dd54c9966cfb'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:20.860282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.874587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:20.908466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:20.925926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.925926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.991952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=275c15c1-6757-4650-95ff-2dcbfe965139,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.996557 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.011319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d8a8a-f7fa-4c36-ba41-8dc635d77ce6 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:21.045164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1289914 Jun 17 08:37:21.048549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:21.057294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:21.108130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:21.129129 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:21.139149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0781e7e-a858-47e9-809a-2f2d860c8caa req-f9b563e8-065a-4dd3-9254-453c4db91d42 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888047 Jun 17 08:37:21.142442 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:21.143409 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:21.338435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55ff885c-bc1b-4bc5-b0c3-1b5996bb09c7 req-ba063daf-ceff-4824-8f90-6c7ad0b1424b tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 210 time: 0.2523456 Jun 17 08:37:21.375533 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:21.382921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.387558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Allocated IP 2001:db8::2 (a83aa81e-99c2-436b-a7e9-eebff932d8f3/f76c2c45-bf1a-4794-ab61-dd54c9966cfb/d078f2bf-4f03-4184-812f-1f95cc0a2901) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:21.409107 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-abe3aba2-e7ac-4f1f-a0ee-c549594f299b tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.413277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] No DVR routers for this DVR port 27fc7961-6583-423b-a96f-8264bd22543c on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:21.427425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.430150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-befe6bc1-5cb1-46cd-9b77-48b293cb690a req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "DELETE /v2.0/ports/27fc7961-6583-423b-a96f-8264bd22543c HTTP/1.1" status: 204 len: 173 time: 4.6276093 Jun 17 08:37:21.431075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-deleted', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:21.433595 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f55632-55ff-45a8-ac60-43feaddf7ab8" -d '{"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-deleted", "tag": "27fc7961-6583-423b-a96f-8264bd22543c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:21.506642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Allocated IP 172.20.0.6 (9dbff877-06f2-43c1-bff2-2be5edb3f81f/e1bf0736-a61a-4800-be8d-3cac322835f8/127c3d14-016b-4c97-ac55-6a583c49ee0d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:21.567079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:21.572082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=5ed01abf-8d35-4d87-8d57-2b9f03b9902d,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.579827 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.580845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:21.594269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:21.594881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.595618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e14e1680-166f-4308-8ceb-36d52e4fd160 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:21.600305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:21.606166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.699834 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3685367 Jun 17 08:37:21.707846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34340) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:21.870063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.885081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Transition to ACTIVE for port object 127c3d14-016b-4c97-ac55-6a583c49ee0d will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:21.895585 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4477535-e6d4-4491-8c8f-9faa6d1d6a0d x-openstack-request-id: req-b4477535-e6d4-4491-8c8f-9faa6d1d6a0d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:21.895988 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d413b369-daa7-48b5-9bab-5328ac430370", "name": "network-vif-deleted", "tag": "27fc7961-6583-423b-a96f-8264bd22543c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:21.896228 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4477535-e6d4-4491-8c8f-9faa6d1d6a0d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:21.896723 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413b369-daa7-48b5-9bab-5328ac430370', 'name': 'network-vif-deleted', 'tag': '27fc7961-6583-423b-a96f-8264bd22543c', 'status': 'completed', 'code': 200} Jun 17 08:37:21.900573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e14e1680-166f-4308-8ceb-36d52e4fd160 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:21.904645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c504f-2524-40b5-aac1-83c57fcaf110 req-0c0972c9-e19c-457e-9b4d-213413eb642f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:21.906227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90c504f-2524-40b5-aac1-83c57fcaf110 req-0c0972c9-e19c-457e-9b4d-213413eb642f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1612570 Jun 17 08:37:21.911312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e14e1680-166f-4308-8ceb-36d52e4fd160 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:21.975062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e90c504f-2524-40b5-aac1-83c57fcaf110 req-bb95224c-97c3-477d-b6eb-c68e9a23b7f4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629728 Jun 17 08:37:22.000109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.007603 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.017653 n-d-780147-13 neutron-server[93499]: INFO neutron.db.ipam_backend_mixin [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 275c15c1-6757-4650-95ff-2dcbfe965139 (CIDR: 2001:db8::/64) Jun 17 08:37:22.018441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['3a74eed9-8498-4582-8ecf-7e0f284afc33'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:22.027680 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:37:22.028145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:22.063784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '275c15c1-6757-4650-95ff-2dcbfe965139'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:22.067393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa38f0-8d40-4554-8530-4c77c024a021 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.069529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa38f0-8d40-4554-8530-4c77c024a021 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.071312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa38f0-8d40-4554-8530-4c77c024a021 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.074072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa38f0-8d40-4554-8530-4c77c024a021 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.075395 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.076230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa38f0-8d40-4554-8530-4c77c024a021 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.082478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a9fa38f0-8d40-4554-8530-4c77c024a021 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3724418 Jun 17 08:37:22.083831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34346) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:22.089782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399263646'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:22.100478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eb5aa455-5c1e-4235-a67f-4462669e66e3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0506048 Jun 17 08:37:22.104365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:22.143553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:22.160753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:22.172554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.208424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:22.241362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:22.246242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b065105e-1804-4a10-8c45-d0b1c13ce05f req-5a9b5b0d-1bb6-4852-a1fe-842650c64270 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d413b369-daa7-48b5-9bab-5328ac430370 HTTP/1.1" status: 200 len: 210 time: 0.0891368 Jun 17 08:37:22.248723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:22.253899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Pushing event updated for resources: {'Port': ['ID=127c3d14-016b-4c97-ac55-6a583c49ee0d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.257176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:22.267675 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.285516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.285884 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 7dddee70-d3ba-4da5-84c2-31a4801efb27 of type vlan for network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 Jun 17 08:37:22.373623 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:22.385184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.386152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.427243 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:22.440321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5591385 Jun 17 08:37:22.440689 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:22.441574 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:36:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:22.456210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Request body: {'port': {'device_id': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:22.456678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.487557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.553013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.560591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.561265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.569000 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b1478f0-2781-4b64-9b7a-8053e4e76f78 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.585947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Transition to ACTIVE for port object d078f2bf-4f03-4184-812f-1f95cc0a2901 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:22.658472 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:22.690067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:22.696077 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.699759 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6146181 Jun 17 08:37:22.701002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34360) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:22.734707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:22.813543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Transition to ACTIVE for port object d078f2bf-4f03-4184-812f-1f95cc0a2901 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:22.840841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=7d825b35-86c1-4e5d-8d1c-a494fcadbc20,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.846337 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.944710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:22.946950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.054546 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.068825 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:23.075895 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.079334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5d109c63-9418-4f84-bde4-ba3f3ad91cd4 None None] Provisioning for port 127c3d14-016b-4c97-ac55-6a583c49ee0d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:23.087119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5d109c63-9418-4f84-bde4-ba3f3ad91cd4 None None] Provisioning complete for port 127c3d14-016b-4c97-ac55-6a583c49ee0d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:23.087772 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d109c63-9418-4f84-bde4-ba3f3ad91cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.113418 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afd8db-eb40-4123-b7c7-cc8b1d162559 None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:23.142827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:23.166056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:23.230100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:23.250740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.258170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23511e-1459-412f-964c-aaed7bbabd25 req-523b295c-f7bb-42ec-8f86-1470b186408f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.258962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5d109c63-9418-4f84-bde4-ba3f3ad91cd4 None None] Port 127c3d14-016b-4c97-ac55-6a583c49ee0d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:23.266309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e23511e-1459-412f-964c-aaed7bbabd25 req-523b295c-f7bb-42ec-8f86-1470b186408f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1027 time: 0.6260803 Jun 17 08:37:23.287268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.290994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1ece9619-7ca7-40a4-8dbf-31b5af82ba6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.297942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Pushing event updated for resources: {'Port': ['ID=d078f2bf-4f03-4184-812f-1f95cc0a2901,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.309333 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.324859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e23511e-1459-412f-964c-aaed7bbabd25 req-4b419bf6-f689-4acf-9c15-153469b80ade tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574670 Jun 17 08:37:23.346389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77de78b-d5cf-45dd-a909-3830d40825a4 req-fd988e1a-b3ad-4ea7-a532-54207bd9c942 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.348387 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b77de78b-d5cf-45dd-a909-3830d40825a4 req-fd988e1a-b3ad-4ea7-a532-54207bd9c942 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3848846 Jun 17 08:37:23.386821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=7d825b35-86c1-4e5d-8d1c-a494fcadbc20,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.403800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.407572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 is not hosted by any dhcp agent {{(pid=93499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:37:23.415399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.416026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.417509 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "PUT /v2.0/networks/7d825b35-86c1-4e5d-8d1c-a494fcadbc20 HTTP/1.1" status: 200 len: 723 time: 0.7125049 Jun 17 08:37:23.418496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:23.421972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:23.427556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Allocated IP 2001:db8::f816:3eff:fe57:443e (5554fb35-4376-4d8e-adc9-3103759046d8/275c15c1-6757-4650-95ff-2dcbfe965139/73ad7c07-abc1-4567-8185-a6d95e80ff36) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:23.429855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:23.499917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Attempting to bind port d078f2bf-4f03-4184-812f-1f95cc0a2901 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:23.500295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Attempting to bind port d078f2bf-4f03-4184-812f-1f95cc0a2901 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6ff4e493-17cd-45ab-892f-0358b992bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:23.500661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Attempting to bind port d078f2bf-4f03-4184-812f-1f95cc0a2901 on network a83aa81e-99c2-436b-a7e9-eebff932d8f3 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:23.555082 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.589585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:23.589585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Checking segment: {'id': '6ff4e493-17cd-45ab-892f-0358b992bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:23.592262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.592389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Bound using segment: {'id': '6ff4e493-17cd-45ab-892f-0358b992bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:23.593343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Bound port: d078f2bf-4f03-4184-812f-1f95cc0a2901, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff4e493-17cd-45ab-892f-0358b992bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:23.593745 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.598440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:23.603324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.622683 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f490bf31-3e2a-478c-803a-abeeb002f49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.708062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7f204310-670f-431b-9a19-01ced12d291e None None] For port d078f2bf-4f03-4184-812f-1f95cc0a2901, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:23.711561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7f204310-670f-431b-9a19-01ced12d291e None None] For port d078f2bf-4f03-4184-812f-1f95cc0a2901, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d078f2bf-4f03-4184-812f-1f95cc0a2901,segment=NetworkSegment(6ff4e493-17cd-45ab-892f-0358b992bc3e),segment_id=6ff4e493-17cd-45ab-892f-0358b992bc3e)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:23.749875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ce0a5-33e1-48f1-8f33-0da93007073a None None] New status for floating IP 6639bd46-114c-4b1f-b4ef-bee35db68242: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:37:23.755021 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.762747 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8f366c6-e089-4c67-ac35-60cfb5ec71a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.770925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:23.803714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b77de78b-d5cf-45dd-a909-3830d40825a4 req-d915156b-5e19-45db-a519-dfe311ac0c4d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278810 Jun 17 08:37:23.837206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:23.853347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.856146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.887838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:23.938198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=7eb49212-b1db-47c1-808f-de38c9cd5406,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.948896 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.985848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8726578 Jun 17 08:37:23.989257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34386) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:23.998163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:ae:69:fe', 'name': 'tempest-NetworksTestDHCPv6-815977941'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:24.009198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.018826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-560ee3b1-808c-43c4-8886-10c29a81932b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.101380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Pushing event updated for resources: {'Port': ['ID=d078f2bf-4f03-4184-812f-1f95cc0a2901,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.112752 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.250185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=051646f1-f91a-4d7c-99e0-7138999f07f1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.253513 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.265336 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.269472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.275716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Transition to ACTIVE for port object 73ad7c07-abc1-4567-8185-a6d95e80ff36 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:24.301348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Transition to ACTIVE for port object 73ad7c07-abc1-4567-8185-a6d95e80ff36 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:24.328516 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.344724 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-27950135-f5e8-43a5-8336-402695a43d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.368857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '7dddee70-d3ba-4da5-84c2-31a4801efb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:24.369556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 7d825b35-86c1-4e5d-8d1c-a494fcadbc20, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:24.385698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127c3d14-016b-4c97-ac55-6a583c49ee0d {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:24.402053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.402594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.403739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:24.438019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:24.465901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:24.500254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:24.509574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737799d7-cd79-412c-9b9f-bee9ba096218 req-e9481bea-b3ee-47fb-ab07-a1380b328e24 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.524914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-737799d7-cd79-412c-9b9f-bee9ba096218 req-e9481bea-b3ee-47fb-ab07-a1380b328e24 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3565090 Jun 17 08:37:24.525187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7d825b35-86c1-4e5d-8d1c-a494fcadbc20) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:24.531988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.532894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.539118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Pushing event updated for resources: {'Port': ['ID=73ad7c07-abc1-4567-8185-a6d95e80ff36,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.548604 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.553720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Attempting to bind port 73ad7c07-abc1-4567-8185-a6d95e80ff36 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:24.554346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Attempting to bind port 73ad7c07-abc1-4567-8185-a6d95e80ff36 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:24.554991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Attempting to bind port 73ad7c07-abc1-4567-8185-a6d95e80ff36 on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:24.558855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61030158-a260-40d1-bc53-10fda47fee9a None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:24.561979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.576266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.577469 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd835f98-895c-4f48-81fd-403344264d81 HTTP/1.1" status: 204 len: 168 time: 0.6869848 Jun 17 08:37:24.579991 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ad167e3-218f-4f63-bd47-8118f95efb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.580946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:24.581758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:24.582278 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.582853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:24.583493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Bound port: 73ad7c07-abc1-4567-8185-a6d95e80ff36, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:24.583975 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.586520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34402) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:24.603082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd835f98-895c-4f48-81fd-403344264d81,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.605739 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.633442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Transition to ACTIVE for port object 127c3d14-016b-4c97-ac55-6a583c49ee0d will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:24.655328 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2298355 Jun 17 08:37:24.656431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:24.665872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:24.670494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:24.688747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.710930 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.736492 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-07a6f773-9438-4dd6-89f0-6533c5eab5f4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] show failed (client error): The resource could not be found. Jun 17 08:37:24.737542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-07a6f773-9438-4dd6-89f0-6533c5eab5f4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups/cd835f98-895c-4f48-81fd-403344264d81 HTTP/1.1" status: 404 len: 347 time: 0.1463599 Jun 17 08:37:24.750036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34412) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:24.759828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] For port 73ad7c07-abc1-4567-8185-a6d95e80ff36, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:24.777586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-737799d7-cd79-412c-9b9f-bee9ba096218 req-306594a3-94f4-4a99-9036-fe1b7fc392e3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515547 Jun 17 08:37:24.778172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] For port 73ad7c07-abc1-4567-8185-a6d95e80ff36, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=73ad7c07-abc1-4567-8185-a6d95e80ff36,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:24.805604 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.809139 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb63cc93-def8-4065-8376-984015faadfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.824126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4234841'] for subnet, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.847418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-7d825b35-86c1-4e5d-8d1c-a494fcadbc20', 'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': '051646f1-f91a-4d7c-99e0-7138999f07f1'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:24.848785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.927176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Pushing event updated for resources: {'Port': ['ID=73ad7c07-abc1-4567-8185-a6d95e80ff36,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.937628 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.978027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Pushing event updated for resources: {'Port': ['ID=127c3d14-016b-4c97-ac55-6a583c49ee0d,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.994457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.997941 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:25.034879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 680da3d7-44ae-4c2f-abac-13f44def4a17 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:37:25.108096 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7d00ea4-eef4-4849-ab10-59b2b5215b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.234506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Deleting port 19b6edce-afa9-4f24-a66f-0eb9115d8355 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:25.234860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.249726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10565279-d6d3-4907-b5d2-99db8d82a912 req-fda24bbe-2e5f-460b-af2b-32e4a1bbfaf7 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.251531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10565279-d6d3-4907-b5d2-99db8d82a912 req-fda24bbe-2e5f-460b-af2b-32e4a1bbfaf7 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1053 time: 0.5497921 Jun 17 08:37:25.340553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Attempting to bind port 127c3d14-016b-4c97-ac55-6a583c49ee0d on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:25.340553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Attempting to bind port 127c3d14-016b-4c97-ac55-6a583c49ee0d by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:25.340553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Attempting to bind port 127c3d14-016b-4c97-ac55-6a583c49ee0d on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:25.341808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751034133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6265415'] for subnet, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.347380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cdacbee9-adbe-4e45-bf07-21eb1abee53a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.385628 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.385980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.397279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Port 127c3d14-016b-4c97-ac55-6a583c49ee0d on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:25.397607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Attempting to bind port 127c3d14-016b-4c97-ac55-6a583c49ee0d on network 9dbff877-06f2-43c1-bff2-2be5edb3f81f {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:25.417226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.420559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10565279-d6d3-4907-b5d2-99db8d82a912 req-e32b739b-818c-4c1d-9646-f1e724aca2aa tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518841 Jun 17 08:37:25.426639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.428164 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "PUT /v2.0/subnets/051646f1-f91a-4d7c-99e0-7138999f07f1 HTTP/1.1" status: 200 len: 826 time: 0.7683423 Jun 17 08:37:25.433727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Allocated IP 2001:db8::2 (7d825b35-86c1-4e5d-8d1c-a494fcadbc20/051646f1-f91a-4d7c-99e0-7138999f07f1/fa56ce2b-55a3-46c2-8466-243a52cb5d7b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:25.436851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34416) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:25.475728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf3255-a575-47ad-8f1c-f05929b5369e req-91a2789f-1b1f-4f0e-9e85-2e1e1467dafe tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.477560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93bf3255-a575-47ad-8f1c-f05929b5369e req-91a2789f-1b1f-4f0e-9e85-2e1e1467dafe tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 946 time: 0.4374974 Jun 17 08:37:25.482555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:25.483197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Checking segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:25.483779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Bound using segment: {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:25.484416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Bound port: 127c3d14-016b-4c97-ac55-6a583c49ee0d, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:25.484942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.605441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=051646f1-f91a-4d7c-99e0-7138999f07f1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.651713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Calling delete_port for 19b6edce-afa9-4f24-a66f-0eb9115d8355 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:25.658718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:25.663891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8:0:1::50 (5554fb35-4376-4d8e-adc9-3103759046d8/7eb49212-b1db-47c1-808f-de38c9cd5406/680da3d7-44ae-4c2f-abac-13f44def4a17) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:25.669623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93bf3255-a575-47ad-8f1c-f05929b5369e req-7272e470-8f5b-4096-813a-ee1825dff8ac tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533544 Jun 17 08:37:25.680405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:feae:69fe (5554fb35-4376-4d8e-adc9-3103759046d8/275c15c1-6757-4650-95ff-2dcbfe965139/680da3d7-44ae-4c2f-abac-13f44def4a17) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:25.729685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.734695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] For port 127c3d14-016b-4c97-ac55-6a583c49ee0d, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:25.760166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Transition to ACTIVE for port object fa56ce2b-55a3-46c2-8466-243a52cb5d7b will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:25.766976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] For port 127c3d14-016b-4c97-ac55-6a583c49ee0d, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:25.787352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Transition to ACTIVE for port object fa56ce2b-55a3-46c2-8466-243a52cb5d7b will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:25.789511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.795303 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-55ccd543-0478-474f-8efa-2a2325bbc2fb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.798552 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.801393 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.847151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8d0bb-2013-4076-b177-9ec50e386378 None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:25.853088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d078f2bf-4f03-4184-812f-1f95cc0a2901 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:25.878580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Pushing event updated for resources: {'Port': ['ID=127c3d14-016b-4c97-ac55-6a583c49ee0d,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.885878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.890517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.892438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] 10.222.0.60 "PUT /v2.0/ports/127c3d14-016b-4c97-ac55-6a583c49ee0d HTTP/1.1" status: 200 len: 1092 time: 3.4410276 Jun 17 08:37:25.902206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'tag': '127c3d14-016b-4c97-ac55-6a583c49ee0d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:25.904119 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16bbe30-3df3-4da7-a8c5-deed29ab1594" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ea785-e84c-48d6-aee3-209bd3273610", "tag": "127c3d14-016b-4c97-ac55-6a583c49ee0d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:25.911616 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.062216 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87055f1d-69f6-4e2a-a6e2-5bf0705c00d9 x-openstack-request-id: req-87055f1d-69f6-4e2a-a6e2-5bf0705c00d9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:26.062555 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ea785-e84c-48d6-aee3-209bd3273610", "tag": "127c3d14-016b-4c97-ac55-6a583c49ee0d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:26.062852 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87055f1d-69f6-4e2a-a6e2-5bf0705c00d9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:26.072973 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'tag': '127c3d14-016b-4c97-ac55-6a583c49ee0d', 'status': 'completed', 'code': 200} Jun 17 08:37:26.238477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.273934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 680da3d7-44ae-4c2f-abac-13f44def4a17 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:26.289602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:26.298636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-c57fe5f9-b76e-4c82-ad00-31643a937ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.300166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-c57fe5f9-b76e-4c82-ad00-31643a937ebb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0104f54210b4d028120b10bdc0caf9f&device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1095 time: 0.3200536 Jun 17 08:37:26.306737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:26.309721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:26.323967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Pushing event updated for resources: {'Port': ['ID=fa56ce2b-55a3-46c2-8466-243a52cb5d7b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:26.327475 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.369810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7389172f-fe42-4457-a3bc-be513902a8b7 None None] Provisioning for port d078f2bf-4f03-4184-812f-1f95cc0a2901 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:26.386799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.407102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-8e26fe04-6a33-40ee-bfac-dd1efcbfe11d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d HTTP/1.1" status: 200 len: 217 time: 0.0916562 Jun 17 08:37:26.447193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.455532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Attempting to bind port fa56ce2b-55a3-46c2-8466-243a52cb5d7b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:26.456050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Attempting to bind port fa56ce2b-55a3-46c2-8466-243a52cb5d7b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '7dddee70-d3ba-4da5-84c2-31a4801efb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:26.456857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Attempting to bind port fa56ce2b-55a3-46c2-8466-243a52cb5d7b on network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:26.461320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd358a-23c0-4aff-9844-81f569fb4a2a req-94cf4ebd-9c0b-4349-b71b-03901d8e50eb tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.463521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bfd358a-23c0-4aff-9844-81f569fb4a2a req-94cf4ebd-9c0b-4349-b71b-03901d8e50eb tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3420231 Jun 17 08:37:26.478440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d078f2bf-4f03-4184-812f-1f95cc0a2901 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:26.481046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:26.482167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Checking segment: {'id': '7dddee70-d3ba-4da5-84c2-31a4801efb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:26.482651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.483191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Bound using segment: {'id': '7dddee70-d3ba-4da5-84c2-31a4801efb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:26.483800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Bound port: fa56ce2b-55a3-46c2-8466-243a52cb5d7b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dddee70-d3ba-4da5-84c2-31a4801efb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7d825b35-86c1-4e5d-8d1c-a494fcadbc20'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:26.484187 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.489466 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6aa96a57-54de-40d0-aacb-11a62bea291a tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:26.491301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d078f2bf-4f03-4184-812f-1f95cc0a2901 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:26.491939 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.501017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c57fb7-fdc2-4e21-a4c8-6e0ed85be23f req-6f53331e-e384-40e7-8f58-8ff5c2cce4a7 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.508075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55c57fb7-fdc2-4e21-a4c8-6e0ed85be23f req-6f53331e-e384-40e7-8f58-8ff5c2cce4a7 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 950 time: 0.3122010 Jun 17 08:37:26.609410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-d7180722-39f2-4bd2-b5b2-77773c6c56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.611020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-d7180722-39f2-4bd2-b5b2-77773c6c56ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1bf0736-a61a-4800-be8d-3cac322835f8 HTTP/1.1" status: 200 len: 849 time: 0.1874101 Jun 17 08:37:26.612093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=680da3d7-44ae-4c2f-abac-13f44def4a17,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:26.630087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting port fa56ce2b-55a3-46c2-8466-243a52cb5d7b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:26.630548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.642595 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.644611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:26.670595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-880ecff0-19f9-4721-aa18-ae3baf917c25 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.672415 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-880ecff0-19f9-4721-aa18-ae3baf917c25 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 946 time: 0.3245788 Jun 17 08:37:26.673034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:26.696049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:26.702084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.702757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.709624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55c57fb7-fdc2-4e21-a4c8-6e0ed85be23f req-cad449ae-0ac8-4067-ba17-e5bb0ce0eaad tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007158 Jun 17 08:37:26.716167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] For port fa56ce2b-55a3-46c2-8466-243a52cb5d7b, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:26.730031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f74e9b0-4c50-49d4-ad7c-ad5133274783 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:26.755528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bfd358a-23c0-4aff-9844-81f569fb4a2a req-94070028-e385-42ae-98c9-79fe50783eab tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300987 Jun 17 08:37:26.784097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009688f-891a-48ee-8930-7396271c3955 req-29ea193b-35bc-4de4-a237-ee696e5a7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.785653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-29ea193b-35bc-4de4-a237-ee696e5a7277 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dbff877-06f2-43c1-bff2-2be5edb3f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616178 Jun 17 08:37:26.793201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.799110 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:26.800117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8075562 Jun 17 08:37:26.808379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34452) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:26.808642 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.816810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] For port fa56ce2b-55a3-46c2-8466-243a52cb5d7b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fa56ce2b-55a3-46c2-8466-243a52cb5d7b,segment=NetworkSegment(7dddee70-d3ba-4da5-84c2-31a4801efb27),segment_id=7dddee70-d3ba-4da5-84c2-31a4801efb27)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:26.849873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2f535bdf-6aa7-4881-baf4-cab557c00c51 None None] Provisioning for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:26.857888 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.880626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event deleted for resources: {'Port': ['ID=19b6edce-afa9-4f24-a66f-0eb9115d8355,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:26.898562 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.901756 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:26.925718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] For port fa56ce2b-55a3-46c2-8466-243a52cb5d7b, host n-d-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:26.926088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.028989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Calling delete_port for fa56ce2b-55a3-46c2-8466-243a52cb5d7b owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:27.037199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port d078f2bf-4f03-4184-812f-1f95cc0a2901, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d078f2bf-4f03-4184-812f-1f95cc0a2901,segment=NetworkSegment(6ff4e493-17cd-45ab-892f-0358b992bc3e),segment_id=6ff4e493-17cd-45ab-892f-0358b992bc3e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:27.065601 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.068104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 73ad7c07-abc1-4567-8185-a6d95e80ff36 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:27.069899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e55e4-f426-4e5e-9a85-e999332a35f4 req-f0f4c3f0-dc06-4cac-8028-a105fac15125 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.071648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e47e55e4-f426-4e5e-9a85-e999332a35f4 req-f0f4c3f0-dc06-4cac-8028-a105fac15125 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1095 time: 0.2244389 Jun 17 08:37:27.076297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-dafae863-8bdc-4f2e-ab27-4e6d2610c9e3 service neutron] 10.222.0.60 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749548 Jun 17 08:37:27.105607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Pushing event updated for resources: {'Port': ['ID=fa56ce2b-55a3-46c2-8466-243a52cb5d7b,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.109269 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:27.113540 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.209576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Update dhcp port {'port': {'network_id': 'a83aa81e-99c2-436b-a7e9-eebff932d8f3', 'fixed_ips': [{'subnet_id': 'f76c2c45-bf1a-4794-ab61-dd54c9966cfb', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ed01abf-8d35-4d87-8d57-2b9f03b9902d'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'd078f2bf-4f03-4184-812f-1f95cc0a2901'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:37:27.214466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Deleting port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:27.215454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.250377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=d078f2bf-4f03-4184-812f-1f95cc0a2901,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.264516 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:27.278545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:27.291142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:27.291792 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.332644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.337789 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.338718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "DELETE /v2.0/floatingips/6639bd46-114c-4b1f-b4ef-bee35db68242 HTTP/1.1" status: 204 len: 168 time: 2.5876260 Jun 17 08:37:27.389118 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.391171 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44cdeba6-1c3e-4bf4-a282-98bcc0cd2146 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.407404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.432424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Port': ['ID=fa56ce2b-55a3-46c2-8466-243a52cb5d7b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.439327 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:27.502856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] For port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,segment=NetworkSegment(c48f832b-a5de-4474-8405-379eaee626ba),segment_id=c48f832b-a5de-4474-8405-379eaee626ba)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:27.503388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.505816 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a942e22-dba3-4567-9369-f3774313a66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.544586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No DVR routers for this DVR port fa56ce2b-55a3-46c2-8466-243a52cb5d7b on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:27.606166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Calling delete_port for 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:27.616719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.622431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 680da3d7-44ae-4c2f-abac-13f44def4a17 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:27.622780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.624549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.693465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.702624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e47e55e4-f426-4e5e-9a85-e999332a35f4 req-4fa56b6e-4dbd-4b49-a346-7ace74cbf4a2 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183975 Jun 17 08:37:27.737715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 73ad7c07-abc1-4567-8185-a6d95e80ff36, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=73ad7c07-abc1-4567-8185-a6d95e80ff36,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:27.758775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.771592 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69568703-6f1b-40fb-87e1-c14402f925c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.776773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Allocated IP 172.20.0.1 (a83aa81e-99c2-436b-a7e9-eebff932d8f3/5ed01abf-8d35-4d87-8d57-2b9f03b9902d/d078f2bf-4f03-4184-812f-1f95cc0a2901) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:27.807713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.825691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a009688f-891a-48ee-8930-7396271c3955 req-815f7c5b-96d6-4b06-addc-ce84a465b727 service neutron] 10.222.0.60 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347574 Jun 17 08:37:27.850418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dcda-96f0-42df-af42-2fd41e508f10 req-5963cf5a-69a1-4d1a-8edf-38e441f683c3 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.859418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a363dcda-96f0-42df-af42-2fd41e508f10 req-5963cf5a-69a1-4d1a-8edf-38e441f683c3 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6d318ea-d758-4dae-a693-86972ef28615 HTTP/1.1" status: 200 len: 946 time: 0.7558107 Jun 17 08:37:27.920294 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b3aadc3b-36c7-46a6-9a04-6a8ed7953a7b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.956977 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.985404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=051646f1-f91a-4d7c-99e0-7138999f07f1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.995609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.003762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.017817 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48969e1b-e827-4de0-bb6e-193e3dcbb9e5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.032167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] For port d078f2bf-4f03-4184-812f-1f95cc0a2901, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d078f2bf-4f03-4184-812f-1f95cc0a2901,segment=NetworkSegment(6ff4e493-17cd-45ab-892f-0358b992bc3e),segment_id=6ff4e493-17cd-45ab-892f-0358b992bc3e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:28.068189 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.080217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.084503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Transition to ACTIVE for port object d078f2bf-4f03-4184-812f-1f95cc0a2901 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:28.085455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '275c15c1-6757-4650-95ff-2dcbfe965139', 'ip_address': '2001:db8::f816:3eff:fe57:443e'}, {'subnet_id': '7eb49212-b1db-47c1-808f-de38c9cd5406'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '73ad7c07-abc1-4567-8185-a6d95e80ff36'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:37:28.089746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 680da3d7-44ae-4c2f-abac-13f44def4a17 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:28.099789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a363dcda-96f0-42df-af42-2fd41e508f10 req-e8f27292-909d-4055-ad84-e4c473fdb600 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff8a8f06-bb4a-49e9-983d-85797141e4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343559 Jun 17 08:37:28.110304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Pushing event deleted for resources: {'Port': ['ID=917a5a2e-110b-4f6d-9fb6-9c0a433f8924,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.123073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.126499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d825b35-86c1-4e5d-8d1c-a494fcadbc20']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:28.156397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] No DVR routers for this DVR port 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:28.158746 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.160976 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.163780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dddee70-d3ba-4da5-84c2-31a4801efb27') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:28.164158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dddee70-d3ba-4da5-84c2-31a4801efb27') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:28.166085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d078f2bf-4f03-4184-812f-1f95cc0a2901 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:28.174206 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.177004 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-59895460-2ef7-46b9-9907-324a37cc13b2 req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] 10.222.0.60 "DELETE /v2.0/ports/917a5a2e-110b-4f6d-9fb6-9c0a433f8924 HTTP/1.1" status: 204 len: 173 time: 1.4925046 Jun 17 08:37:28.177400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d318ea-d758-4dae-a693-86972ef28615', 'name': 'network-vif-deleted', 'tag': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:28.180054 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12545c6f-08eb-47c6-a524-d118bc5fd8c5" -d '{"events": [{"server_uuid": "a6d318ea-d758-4dae-a693-86972ef28615", "name": "network-vif-deleted", "tag": "917a5a2e-110b-4f6d-9fb6-9c0a433f8924"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:28.193977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-4adbfc67-2257-42bd-8b6c-ca175a80a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.195591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-4adbfc67-2257-42bd-8b6c-ca175a80a408 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0104f54210b4d028120b10bdc0caf9f&device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1095 time: 0.3100972 Jun 17 08:37:28.208546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.219254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f399f-fb19-4f72-b091-2ec68febda49 req-d54e3e07-4bda-4bf3-90c4-bd46563e5d79 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.221355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b05f399f-fb19-4f72-b091-2ec68febda49 req-d54e3e07-4bda-4bf3-90c4-bd46563e5d79 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2523053 Jun 17 08:37:28.229699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=73ad7c07-abc1-4567-8185-a6d95e80ff36,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.237721 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.239436 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ee6ad3c8-fbb2-4e42-b9cc-149a0b7a4ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.258025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.267854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:28.268946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:28.274163 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:28.414734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.420825 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.427131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.435433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Pushing event updated for resources: {'Port': ['ID=d078f2bf-4f03-4184-812f-1f95cc0a2901,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.435937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/7d825b35-86c1-4e5d-8d1c-a494fcadbc20 HTTP/1.1" status: 204 len: 168 time: 2.9811800 Jun 17 08:37:28.435937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:28.438403 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.523645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b05f399f-fb19-4f72-b091-2ec68febda49 req-29228954-32dd-4c88-8ca9-a0772a2fbf31 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204027 Jun 17 08:37:28.549929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ede8c627-cafd-4441-ba0f-9d8abd48e0ae None None] Could not find standard attr ID for object fa56ce2b-55a3-46c2-8466-243a52cb5d7b. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:37:28.566512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=7d825b35-86c1-4e5d-8d1c-a494fcadbc20,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.579617 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.584308 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-d594421e-db53-4bbb-a375-00aaa675a08f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:28.585195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d594421e-db53-4bbb-a375-00aaa675a08f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:28.587577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d594421e-db53-4bbb-a375-00aaa675a08f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/7d825b35-86c1-4e5d-8d1c-a494fcadbc20 HTTP/1.1" status: 404 len: 339 time: 0.1072319 Jun 17 08:37:28.593016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34476) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:28.608896 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371590253', 'description': 'd1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:28.640158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12a964-c87e-4ffd-b3fb-a75ea7861901 None None] DHCP port deletion for 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:28.673105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:28.679175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-24280b23-6dfe-46e9-9842-111b3f13cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.680022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a9e57-4277-417e-8666-8bb2eb832005 None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:28.680691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-24280b23-6dfe-46e9-9842-111b3f13cce1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 200 len: 911 time: 0.4525406 Jun 17 08:37:28.685999 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.699647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Allocated IP 2001:db8:0:1::2 (5554fb35-4376-4d8e-adc9-3103759046d8/7eb49212-b1db-47c1-808f-de38c9cd5406/73ad7c07-abc1-4567-8185-a6d95e80ff36) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:28.714488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a9e57-4277-417e-8666-8bb2eb832005 None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 could not be found, it might have been deleted concurrently. {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:37:28.732041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08fd74-b8df-4635-a3fb-34f3bd9b2670 None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:28.750281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08fd74-b8df-4635-a3fb-34f3bd9b2670 None None] Network 7d825b35-86c1-4e5d-8d1c-a494fcadbc20 could not be found, it might have been deleted concurrently. {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:37:28.787306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-04297170-a0b6-4d28-92a1-78c8f3bb1f38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d HTTP/1.1" status: 200 len: 217 time: 0.0957277 Jun 17 08:37:28.803040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:28.868975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:28.877476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.887183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.890374 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 1902b0fd-8edc-42c9-ba4c-a644a824b62d of type vlan for network 9a69675c-170d-44d4-bf43-cb21c2019a4f Jun 17 08:37:28.900654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-7fd5d922-ba20-4482-9fac-0afeda6d86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.902195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-7fd5d922-ba20-4482-9fac-0afeda6d86ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1bf0736-a61a-4800-be8d-3cac322835f8 HTTP/1.1" status: 200 len: 849 time: 0.0911729 Jun 17 08:37:28.905885 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.912218 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d31709-abd9-44ae-a389-161c66ce5b37 x-openstack-request-id: req-35d31709-abd9-44ae-a389-161c66ce5b37 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:28.913989 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d318ea-d758-4dae-a693-86972ef28615", "name": "network-vif-deleted", "tag": "917a5a2e-110b-4f6d-9fb6-9c0a433f8924", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:28.914433 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35d31709-abd9-44ae-a389-161c66ce5b37 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:28.915795 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d318ea-d758-4dae-a693-86972ef28615', 'name': 'network-vif-deleted', 'tag': '917a5a2e-110b-4f6d-9fb6-9c0a433f8924', 'status': 'completed', 'code': 200} Jun 17 08:37:28.998608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.020082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991495129', 'description': 'tempest-description--251427467'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:29.047210 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.104428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=680da3d7-44ae-4c2f-abac-13f44def4a17,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:29.111118 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:29.131685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.180598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.181535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.186790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/680da3d7-44ae-4c2f-abac-13f44def4a17 HTTP/1.1" status: 204 len: 168 time: 2.3727326 Jun 17 08:37:29.191310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34500) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.201515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.202166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.210208 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.292754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=9a69675c-170d-44d4-bf43-cb21c2019a4f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:29.306810 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:29.331333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9a69675c-170d-44d4-bf43-cb21c2019a4f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:29.344809 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.347261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-3063e79c-ef7d-4c5b-bc88-cf33dd0a1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.348804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-3063e79c-ef7d-4c5b-bc88-cf33dd0a1afb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dbff877-06f2-43c1-bff2-2be5edb3f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3700075 Jun 17 08:37:29.423355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215ed29-bb5c-495d-86f6-885c39ba9410 req-bcf08577-c2d7-4119-bf9b-fcd830269877 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.425646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c215ed29-bb5c-495d-86f6-885c39ba9410 req-bcf08577-c2d7-4119-bf9b-fcd830269877 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1095 time: 0.1998200 Jun 17 08:37:29.447213 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.457909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.461117 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77efd068-e117-4f26-a8bc-b85f265da0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.467237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce95124-a00b-416d-b494-234c3628e9f9 None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:29.471688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] For port 73ad7c07-abc1-4567-8185-a6d95e80ff36, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=73ad7c07-abc1-4567-8185-a6d95e80ff36,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:29.482103 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8843951 Jun 17 08:37:29.484552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34524) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.520421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-0b18ee9b-fc2e-4bae-8255-e95832f65f83 service neutron] 10.222.0.60 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608586 Jun 17 08:37:29.527373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.528856 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5272138 Jun 17 08:37:29.532201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.539373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155162e1-8d38-4135-93c5-b34bfe43b44a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:29.550754 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:29.578756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89fb64-ae0f-4843-b0f2-72d417e462b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.584791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1e89fb64-ae0f-4843-b0f2-72d417e462b5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3924389 Jun 17 08:37:29.587956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34532) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.592395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'security_group_rule': {'security_group_id': '155162e1-8d38-4135-93c5-b34bfe43b44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:29.592595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-092de542-b512-40cf-8458-3538ddb5cdc7 None None] Provisioning for port d078f2bf-4f03-4184-812f-1f95cc0a2901 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:29.612342 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.620144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-092de542-b512-40cf-8458-3538ddb5cdc7 None None] Provisioning complete for port d078f2bf-4f03-4184-812f-1f95cc0a2901 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:29.620531 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-092de542-b512-40cf-8458-3538ddb5cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.663714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Transition to ACTIVE for port object 73ad7c07-abc1-4567-8185-a6d95e80ff36 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:29.664623 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.678661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a402d6a-734e-4b41-a662-d9dc0f54d203 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.684520 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8a402d6a-734e-4b41-a662-d9dc0f54d203 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks?id=9a69675c-170d-44d4-bf43-cb21c2019a4f HTTP/1.1" status: 200 len: 765 time: 0.1938844 Jun 17 08:37:29.686456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.693039 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.695312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'description': 'd2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:29.701813 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.753210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d16bbe30-3df3-4da7-a8c5-deed29ab1594 req-53d0472a-5e2b-4d81-b69e-65d6b46d14f4 service neutron] 10.222.0.60 "GET /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119255 Jun 17 08:37:29.767999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:29.770399 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba83fb0-f635-45e8-ada3-67ee0529c1ea" -d '{"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-unplugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:29.780724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c215ed29-bb5c-495d-86f6-885c39ba9410 req-2218f96a-979b-4d3e-b6c7-a6cab0dcda51 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591910 Jun 17 08:37:29.788588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.851037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de8ac7-8383-419b-993f-c6cb7ff385ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.852128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.855172 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-78de8ac7-8383-419b-993f-c6cb7ff385ae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2637129 Jun 17 08:37:29.856934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.874464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.906640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:29.918709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91b84f31-d9b0-4964-b475-3cff9d8ac6b4 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.920747 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.921439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:29.945879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34544) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:29.969823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 73ad7c07-abc1-4567-8185-a6d95e80ff36 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:30.019870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.035000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Pushing event updated for resources: {'Port': ['ID=73ad7c07-abc1-4567-8185-a6d95e80ff36,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.049786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Deleting subnet c6d89d83-cccb-4b98-94e2-0530c5f1ba30 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:30.049971 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.050880 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.053507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.054566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4682438 Jun 17 08:37:30.055245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34554) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:30.062439 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae0fd53-621e-432b-9397-4dde6d5d9321 x-openstack-request-id: req-eae0fd53-621e-432b-9397-4dde6d5d9321 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:30.062974 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-unplugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:30.063498 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eae0fd53-621e-432b-9397-4dde6d5d9321 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:30.064102 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'code': 200} Jun 17 08:37:30.064403 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac7637bf-61d8-4675-be5f-2e5812712987 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:30.065674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'security_group_rule': {'security_group_id': '155162e1-8d38-4135-93c5-b34bfe43b44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:30.071226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.101440 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d41454d9-673c-4d29-a5a4-6c2146943ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:30.115534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea7f21f-f04d-44d1-b1e6-200dd41c2a2b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.126958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:30.127321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 917a5a2e-110b-4f6d-9fb6-9c0a433f8924 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:30.130566 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.140423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.149802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 9a69675c-170d-44d4-bf43-cb21c2019a4f is not hosted by any dhcp agent {{(pid=93499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:37:30.161199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.161995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.167497 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "PUT /v2.0/networks/9a69675c-170d-44d4-bf43-cb21c2019a4f HTTP/1.1" status: 200 len: 762 time: 0.4774380 Jun 17 08:37:30.169784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:30.184294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8c6e6-b5f6-40b7-bf29-80a52db0577c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.185982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8c6e6-b5f6-40b7-bf29-80a52db0577c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.188145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8c6e6-b5f6-40b7-bf29-80a52db0577c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.189827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2ce8c6e6-b5f6-40b7-bf29-80a52db0577c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3318646 Jun 17 08:37:30.194347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34558) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:30.224985 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.238484 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.260327 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.276909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.302270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245b6e-0356-48c9-adfb-512f1deb4eed req-c144efe7-5115-444a-86fd-cd2e68c23c71 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.303879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d245b6e-0356-48c9-adfb-512f1deb4eed req-c144efe7-5115-444a-86fd-cd2e68c23c71 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3483827 Jun 17 08:37:30.304573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.314376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=9a69675c-170d-44d4-bf43-cb21c2019a4f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.323470 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.332138 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.344707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9a69675c-170d-44d4-bf43-cb21c2019a4f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:30.367001 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:30.371378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d078f2bf-4f03-4184-812f-1f95cc0a2901 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:30.386354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d245b6e-0356-48c9-adfb-512f1deb4eed req-d979257f-5733-42d2-9c1f-6b8bc374d8be tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750346 Jun 17 08:37:30.431555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf4935-4c8a-4d71-af8b-7be4ded93c33,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.445880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeea448-159d-4691-856b-2fba9264652e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.455860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bbeea448-159d-4691-856b-2fba9264652e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks?id=9a69675c-170d-44d4-bf43-cb21c2019a4f HTTP/1.1" status: 200 len: 765 time: 0.2774398 Jun 17 08:37:30.457991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:30.460335 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.466116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 275c15c1-6757-4650-95ff-2dcbfe965139 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:30.479607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.483216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.498354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5bc26599-1c2d-4281-8ddd-b70062e305af tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4373488 Jun 17 08:37:30.499244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34568) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:30.515442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.535320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d078f2bf-4f03-4184-812f-1f95cc0a2901 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:30.535881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.603121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:30.678770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.717681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.733972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fa56ce2b-55a3-46c2-8466-243a52cb5d7b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:30.784840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce1f4-ae9b-48e3-88b1-8ac605238f84 req-7d364c94-7424-4e24-b4b5-386f5f826b9c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.789394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: fa56ce2b-55a3-46c2-8466-243a52cb5d7b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:30.789853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fa56ce2b-55a3-46c2-8466-243a52cb5d7b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:30.794170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-412ce1f4-ae9b-48e3-88b1-8ac605238f84 req-7d364c94-7424-4e24-b4b5-386f5f826b9c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.1784387 Jun 17 08:37:30.836349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 127c3d14-016b-4c97-ac55-6a583c49ee0d details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:30.913421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-412ce1f4-ae9b-48e3-88b1-8ac605238f84 req-87ebfcf9-1184-4733-b12a-af2f195e7339 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176972 Jun 17 08:37:31.034118 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.086670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 127c3d14-016b-4c97-ac55-6a583c49ee0d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:31.133194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '127c3d14-016b-4c97-ac55-6a583c49ee0d', 'network_id': '9dbff877-06f2-43c1-bff2-2be5edb3f81f', 'port_id': '127c3d14-016b-4c97-ac55-6a583c49ee0d', 'mac_address': 'fa:16:3e:8c:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bf0736-a61a-4800-be8d-3cac322835f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:31.139175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fe20eda7-de46-4dc0-9463-7b45f97ae259 None None] Provisioning complete for port d078f2bf-4f03-4184-812f-1f95cc0a2901 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:31.139827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe20eda7-de46-4dc0-9463-7b45f97ae259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.206558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.228074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.232182 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.234586 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7670e844-a9a2-4132-8773-64b842487741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:31.254524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127c3d14-016b-4c97-ac55-6a583c49ee0d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:31.307189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81aba99-18b1-4303-8d27-920844d1ce03 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.308371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 127c3d14-016b-4c97-ac55-6a583c49ee0d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:31.313597 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e81aba99-18b1-4303-8d27-920844d1ce03 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8530612 Jun 17 08:37:31.314960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.347047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=275c15c1-6757-4650-95ff-2dcbfe965139,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:31.358051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.360762 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.365992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:31.367359 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.369532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/275c15c1-6757-4650-95ff-2dcbfe965139 HTTP/1.1" status: 204 len: 168 time: 1.1739101 Jun 17 08:37:31.374284 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8cc57455-4429-4e5a-9065-b9f742007700 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 207 time: 0.0570886 Jun 17 08:37:31.375530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34594) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.376440 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-69c38bf7-f47f-4f24-9e86-da793549fb6a tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:31.378100 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2be2feba-fcad-480f-861e-4d5c292024c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:31.381473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34596) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.385041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.389314 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c6d89d83-cccb-4b98-94e2-0530c5f1ba30 HTTP/1.1" status: 204 len: 168 time: 1.4400957 Jun 17 08:37:31.422793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b8558-5a89-4b52-95c6-5f6554f559f2 req-74cf8de9-617e-41ee-9e92-8dc26eafba29 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.425151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-516b8558-5a89-4b52-95c6-5f6554f559f2 req-74cf8de9-617e-41ee-9e92-8dc26eafba29 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1095 time: 0.3291976 Jun 17 08:37:31.430794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.433645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=127c3d14-016b-4c97-ac55-6a583c49ee0d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:31.444917 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:31.456460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d89d83-cccb-4b98-94e2-0530c5f1ba30,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:31.458933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:31.473636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e4bb748-ee54-4683-851b-80c6e4c39698 None None] Could not find standard attr ID for object 680da3d7-44ae-4c2f-abac-13f44def4a17. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:37:31.492871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e4bb748-ee54-4683-851b-80c6e4c39698 None None] Provisioning for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:31.498859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e4bb748-ee54-4683-851b-80c6e4c39698 None None] Provisioning complete for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:31.500066 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb748-ee54-4683-851b-80c6e4c39698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.504590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cee65f-e284-464a-9141-280a5b096d24 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:31.527554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 7eb49212-b1db-47c1-808f-de38c9cd5406 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:31.539325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.595551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-516b8558-5a89-4b52-95c6-5f6554f559f2 req-864e1f84-1646-4021-87e8-8a4626f4829b tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565988 Jun 17 08:37:31.613990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.656770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.672579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['127c3d14-016b-4c97-ac55-6a583c49ee0d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:31.694065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.701172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.707285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.713509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.719124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.719318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.725356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.730953 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b379d7d8-4109-4bc7-b78d-b6b1772833f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3444054 Jun 17 08:37:31.753680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06c682-a6c4-49ea-b313-784a1d85b978 req-a88921c4-6a1c-423a-9010-eb32fac04933 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.755258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd06c682-a6c4-49ea-b313-784a1d85b978 req-a88921c4-6a1c-423a-9010-eb32fac04933 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4640803 Jun 17 08:37:31.755751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34600) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.796079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Allocated IP 172.25.7.225 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c81239b8-dd4b-41d1-83bb-fcbb5e244cc4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:31.814594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.826618 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4ad711-423a-41b4-a9b7-093a246579a1']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:31.838606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48f832b-a5de-4474-8405-379eaee626ba') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:31.839079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48f832b-a5de-4474-8405-379eaee626ba') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:31.853823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.869594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5dd964dc-3d4c-414b-877a-7650e838cb54 None None] Could not find standard attr ID for object 680da3d7-44ae-4c2f-abac-13f44def4a17. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:37:31.880143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.893158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:31.894050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:31.901224 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:31.914284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 73ad7c07-abc1-4567-8185-a6d95e80ff36 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:31.973692 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.978329 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f00a028e-afee-4019-859e-96d8dfc95f44 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:31.996176 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.999061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2d4ad711-423a-41b4-a9b7-093a246579a1 HTTP/1.1" status: 204 len: 168 time: 0.5651915 Jun 17 08:37:32.000301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4ad711-423a-41b4-a9b7-093a246579a1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.002978 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.012154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:32.013757 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.025361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd06c682-a6c4-49ea-b313-784a1d85b978 req-450e90f7-eb12-441a-9539-97b68e16d732 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394199 Jun 17 08:37:32.120480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.130965 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-295f917e-6efc-49dc-a21a-623370b062b7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.197029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a023be42-97f8-4dc7-9f34-55e9773abe70 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4342899 Jun 17 08:37:32.202957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34616) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.211008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb49212-b1db-47c1-808f-de38c9cd5406,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.213160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.215148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/7eb49212-b1db-47c1-808f-de38c9cd5406 HTTP/1.1" status: 204 len: 168 time: 0.8387725 Jun 17 08:37:32.221068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34618) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.222136 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.233332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.279804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-af5e4e25-a48b-4f40-a4b8-e0341a840fb3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559745 Jun 17 08:37:32.280535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34620) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.297616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:32.308045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44001057-d352-4d99-85f0-4cca0443f6c5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.310351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44001057-d352-4d99-85f0-4cca0443f6c5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.312150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44001057-d352-4d99-85f0-4cca0443f6c5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.313650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44001057-d352-4d99-85f0-4cca0443f6c5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.315209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44001057-d352-4d99-85f0-4cca0443f6c5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.317128 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44001057-d352-4d99-85f0-4cca0443f6c5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1130948 Jun 17 08:37:32.317848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34622) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.323793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34624) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.410356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361e622-32ad-4053-8fa0-328037859356 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.411897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361e622-32ad-4053-8fa0-328037859356 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.413288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361e622-32ad-4053-8fa0-328037859356 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.414724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361e622-32ad-4053-8fa0-328037859356 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.416105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361e622-32ad-4053-8fa0-328037859356 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.424571 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f361e622-32ad-4053-8fa0-328037859356 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0931163 Jun 17 08:37:32.425752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7edb57fc-fe46-493f-977d-d6c889129675 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08a9dce163cf4c08accc8787023c5a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067159 Jun 17 08:37:32.426349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34626) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.426676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.469400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.485332 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18759a85-fc99-4c1a-bece-f68b2a82e5c9 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.521939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:32.535656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:32.548352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:32.564518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.577247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba3373-b3b5-432c-a947-9dc2e1b5b6d4 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.578958 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ecba3373-b3b5-432c-a947-9dc2e1b5b6d4 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks/42ad71b9-cd58-4984-a2b9-7727623ae69d HTTP/1.1" status: 200 len: 804 time: 0.1512167 Jun 17 08:37:32.584408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34630) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.586561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42011b44-1e6f-4786-96ba-0cae888de719 req-2f1fe5d8-bdff-4928-83e9-0d23b5575728 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.588415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42011b44-1e6f-4786-96ba-0cae888de719 req-2f1fe5d8-bdff-4928-83e9-0d23b5575728 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3068726 Jun 17 08:37:32.596848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:32.600474 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.615714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'Port': ['ID=c81239b8-dd4b-41d1-83bb-fcbb5e244cc4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.618794 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.629344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.630373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6833c4-9f10-493f-95ad-8d6fcbe71ad9 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:32.726732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d998c526-57e1-4975-8bb6-20d14460d537 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/networks/42ad71b9-cd58-4984-a2b9-7727623ae69d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1406863 Jun 17 08:37:32.732371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34634) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.743142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.745660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.750145 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff8a8f06-bb4a-49e9-983d-85797141e4ad HTTP/1.1" status: 204 len: 168 time: 0.3099296 Jun 17 08:37:32.755800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fe763537-c0b1-4954-b5a4-a03b1f60c676 None None] Provisioning complete for port 73ad7c07-abc1-4567-8185-a6d95e80ff36 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:32.756346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe763537-c0b1-4954-b5a4-a03b1f60c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.771376 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.787546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8a8f06-bb4a-49e9-983d-85797141e4ad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.789879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.808160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a52ab3-ae0a-4286-889d-15c9177d8d73 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.809586 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-80a52ab3-ae0a-4286-889d-15c9177d8d73 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/subnets/1170a0e1-8a77-4cea-8f53-f91d10e85c31 HTTP/1.1" status: 200 len: 843 time: 0.0760417 Jun 17 08:37:32.815611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34640) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.858257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 127c3d14-016b-4c97-ac55-6a583c49ee0d up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:32.890848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3dc451-9ce7-4eeb-a868-5dc739ef92cc tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.902162 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f3dc451-9ce7-4eeb-a868-5dc739ef92cc tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "GET /v2.0/subnets/1170a0e1-8a77-4cea-8f53-f91d10e85c31?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0821378 Jun 17 08:37:32.902162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34642) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:32.906339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862863612'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:32.935092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:32.940461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.973515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:32.988212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 127c3d14-016b-4c97-ac55-6a583c49ee0d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:32.990941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.991907 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Added segment 707c1e27-c3bb-47c2-a2fe-f8f7c344d104 of type vlan for network 22387a48-b27a-4e13-8c5f-c7a45c9149fa Jun 17 08:37:32.993398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 127c3d14-016b-4c97-ac55-6a583c49ee0d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:32.993965 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.027596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:33.065259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.110088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.117942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.118889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.133387 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5e447bf-9bab-4dde-971e-7141878613f7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:33.165102 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2637634 Jun 17 08:37:33.165814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:33.181473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:33.243728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Network': ['ID=22387a48-b27a-4e13-8c5f-c7a45c9149fa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:33.251746 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:33.297370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 22387a48-b27a-4e13-8c5f-c7a45c9149fa details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:33.346095 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.351830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Deleting port 73ad7c07-abc1-4567-8185-a6d95e80ff36 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:33.351830 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.358105 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42011b44-1e6f-4786-96ba-0cae888de719 req-53a9ca9b-4f33-44e4-b2fd-6e6d4cc39fa9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7472224 Jun 17 08:37:33.379305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Made reservation on behalf of 18581ec456a5410d879b7d9dda1fa8bb for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:33.387090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.462011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127c3d14-016b-4c97-ac55-6a583c49ee0d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:33.465918 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325bd21b-0792-4dc4-bce6-24a7bb4989b7" -d '{"events": [{"server_uuid": "d23ea785-e84c-48d6-aee3-209bd3273610", "name": "network-vif-plugged", "status": "completed", "tag": "127c3d14-016b-4c97-ac55-6a583c49ee0d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:33.490790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.493650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3a692-7e6e-4679-8b00-b3459864dd90 req-fae26271-e6ae-41d1-bdc4-df00d43255ef tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.495287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88f3a692-7e6e-4679-8b00-b3459864dd90 req-fae26271-e6ae-41d1-bdc4-df00d43255ef tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1096 time: 0.7500460 Jun 17 08:37:33.504854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Performing IP validity checks on allocation pools {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:37:33.507104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:37:33.562844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 127c3d14-016b-4c97-ac55-6a583c49ee0d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:33.585135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] For port 73ad7c07-abc1-4567-8185-a6d95e80ff36, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=73ad7c07-abc1-4567-8185-a6d95e80ff36,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:33.585827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.599949 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88f3a692-7e6e-4679-8b00-b3459864dd90 req-e9a3f325-0401-45b8-9c14-38fe0dc9189a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961103 Jun 17 08:37:33.611549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.624073 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ce0bbe1-97a0-4096-815e-c7effc31e13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:33.647881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.734738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.751929 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:37:33.752156 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da43d1b4-147f-44ad-aa59-c18e7721ddc5 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:33.823032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=b5903c8d-cbce-4cd7-8a74-79f6b02d6ace,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:33.827207 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:33.889534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Checking segment: {'id': '707c1e27-c3bb-47c2-a2fe-f8f7c344d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:33.889914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network hostable DHCP agents. Network: 22387a48-b27a-4e13-8c5f-c7a45c9149fa, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:33.914764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=127c3d14-016b-4c97-ac55-6a583c49ee0d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:33.918449 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:33.932953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Network 22387a48-b27a-4e13-8c5f-c7a45c9149fa is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:33.948312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Calling delete_port for 73ad7c07-abc1-4567-8185-a6d95e80ff36 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:33.948642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 22387a48-b27a-4e13-8c5f-c7a45c9149fa) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:33.951699 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4b805-ad94-4b0e-8b8c-e785f60a860a x-openstack-request-id: req-8cf4b805-ad94-4b0e-8b8c-e785f60a860a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:33.952007 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ea785-e84c-48d6-aee3-209bd3273610", "name": "network-vif-plugged", "status": "completed", "tag": "127c3d14-016b-4c97-ac55-6a583c49ee0d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:33.952272 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cf4b805-ad94-4b0e-8b8c-e785f60a860a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:33.952770 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127c3d14-016b-4c97-ac55-6a583c49ee0d', 'code': 200} Jun 17 08:37:33.954804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.955865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.957633 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 73ad7c07-abc1-4567-8185-a6d95e80ff36 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:33.976628 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7995017 Jun 17 08:37:33.979193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34678) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:33.987681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:34.004049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b02ae-d1f9-4847-919f-48294cbdc9ca None None] Network 22387a48-b27a-4e13-8c5f-c7a45c9149fa requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:34.141010 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.149388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4234841'] for subnet, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.151119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b777-bac4-45f9-9516-5fb89c0e105b req-f572ae73-cae3-4fde-a8a8-1f9686f31576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.152663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9048b777-bac4-45f9-9516-5fb89c0e105b req-f572ae73-cae3-4fde-a8a8-1f9686f31576 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.2100704 Jun 17 08:37:34.169635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.175026 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b544c00-813c-4f69-8ccd-96143f7c4514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:34.185842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.359930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'Port': ['ID=c81239b8-dd4b-41d1-83bb-fcbb5e244cc4,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:34.373943 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:34.375363 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.438886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9048b777-bac4-45f9-9516-5fb89c0e105b req-30baaaf4-727b-4a56-a9fc-7fd88aee276a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649586 Jun 17 08:37:34.458547 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.460434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-22387a48-b27a-4e13-8c5f-c7a45c9149fa', 'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa', 'tenant_id': '18581ec456a5410d879b7d9dda1fa8bb', 'fixed_ips': [{'subnet_id': 'b5903c8d-cbce-4cd7-8a74-79f6b02d6ace'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:34.461296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.521780 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751034133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6265415'] for subnet, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.529332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.539482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9438701 Jun 17 08:37:34.543324 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c27a99f1-ab9a-48d2-9589-a1b2bb926884 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:34.564108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] For port 73ad7c07-abc1-4567-8185-a6d95e80ff36, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=73ad7c07-abc1-4567-8185-a6d95e80ff36,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:34.609094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.615239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.615874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.617655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.618684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.623604 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "PUT /v2.0/subnets/b5903c8d-cbce-4cd7-8a74-79f6b02d6ace HTTP/1.1" status: 200 len: 900 time: 0.6426058 Jun 17 08:37:34.624839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:34.625611 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:34.669634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event updated for resources: {'Subnet': ['ID=b5903c8d-cbce-4cd7-8a74-79f6b02d6ace,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:34.677342 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:34.690211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Allocated IP 2001:db8::3 (22387a48-b27a-4e13-8c5f-c7a45c9149fa/b5903c8d-cbce-4cd7-8a74-79f6b02d6ace/f172320c-452a-4cba-b380-ce40d07fc69e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:34.784952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.789328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:34.790054 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbb33e47-d4c7-46bc-9f3e-b223a999ccd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:34.802806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:34.814879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.815502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.859664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5715218 Jun 17 08:37:34.860812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34720) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:34.861687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Pushing event deleted for resources: {'Port': ['ID=73ad7c07-abc1-4567-8185-a6d95e80ff36,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:34.867069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=73ad7c07-abc1-4567-8185-a6d95e80ff36,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:34.875570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] No DVR routers for this DVR port 73ad7c07-abc1-4567-8185-a6d95e80ff36 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:34.878046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:34.878510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:34.880934 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:34.884572 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:34.886697 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-edb6f537-1954-4c6f-a54e-c35cd79bf333 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:34.919692 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.922645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818eddd-4e65-48e2-b9ce-cc4c251359ee None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:35.035813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2fd2-449e-4873-8daa-8630ab7e9f36 req-f5287513-0c98-44e8-88ba-c044ad259767 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:35.039575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-210c2fd2-449e-4873-8daa-8630ab7e9f36 req-f5287513-0c98-44e8-88ba-c044ad259767 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4041703 Jun 17 08:37:35.066090 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.111972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.117216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Transition to ACTIVE for port object f172320c-452a-4cba-b380-ce40d07fc69e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:35.132082 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.159137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Transition to ACTIVE for port object f172320c-452a-4cba-b380-ce40d07fc69e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:35.200091 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.205984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:35.208289 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.235482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-210c2fd2-449e-4873-8daa-8630ab7e9f36 req-3b905956-bb0f-43d9-87bf-1b3f61899eb7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134470 Jun 17 08:37:35.238929 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:35.244753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.268267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'mac_address': 'fa:16:3e:5b:ac:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:35.274708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.286429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Network 22387a48-b27a-4e13-8c5f-c7a45c9149fa is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:35.320313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:35.330670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:35.336140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': 'ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:35.337110 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.362060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Pushing event updated for resources: {'Port': ['ID=f172320c-452a-4cba-b380-ce40d07fc69e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.373619 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.393174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.432902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.435192 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc80ba4b-1048-449c-b07d-c176b58a0348 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.555038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a9f76b-2d64-496c-8d8e-0dd0485189f8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:35.568124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Attempting to bind port f172320c-452a-4cba-b380-ce40d07fc69e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:35.568505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Attempting to bind port f172320c-452a-4cba-b380-ce40d07fc69e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '707c1e27-c3bb-47c2-a2fe-f8f7c344d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:35.569099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Attempting to bind port f172320c-452a-4cba-b380-ce40d07fc69e on network 22387a48-b27a-4e13-8c5f-c7a45c9149fa {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:35.598230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:35.599060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Checking segment: {'id': '707c1e27-c3bb-47c2-a2fe-f8f7c344d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:35.599693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.600320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Bound using segment: {'id': '707c1e27-c3bb-47c2-a2fe-f8f7c344d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:35.601014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Bound port: f172320c-452a-4cba-b380-ce40d07fc69e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c1e27-c3bb-47c2-a2fe-f8f7c344d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:35.601632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.624753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:35.643168 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.647079 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.650152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a141f28-0b22-4141-855f-ce02101101db req-1dbb843b-0dce-4e1b-80e1-ae783f69ccd8 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:35.661676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a141f28-0b22-4141-855f-ce02101101db req-1dbb843b-0dce-4e1b-80e1-ae783f69ccd8 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.7079310 Jun 17 08:37:35.667805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4a0f169-05e8-4c34-bb53-dc741c62ce79 req-7cb1ea7e-f31e-4d2e-936d-ed291c3877a5 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.1217389 Jun 17 08:37:35.669571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=b5903c8d-cbce-4cd7-8a74-79f6b02d6ace,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.678001 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.723754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Allocated IP 2001:db8::f816:3eff:fe2e:69d6 (5554fb35-4376-4d8e-adc9-3103759046d8/ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2/3d730a10-f216-4d67-a390-8d43b4edb86f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:35.739784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['94a9f76b-2d64-496c-8d8e-0dd0485189f8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:35.858672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.883814 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.911538 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.927587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2a141f28-0b22-4141-855f-ce02101101db req-51f70cf8-2448-43e2-b162-3fb5efe37394 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643375 Jun 17 08:37:35.986798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22387a48-b27a-4e13-8c5f-c7a45c9149fa']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:36.009589 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2 (CIDR: 2001:db8::/64) Jun 17 08:37:36.027255 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:37:36.027890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:36.033588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707c1e27-c3bb-47c2-a2fe-f8f7c344d104') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:36.033995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707c1e27-c3bb-47c2-a2fe-f8f7c344d104') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:36.056652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.081531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fd994bef-599f-455b-933d-29543fff8ec4 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2154131 Jun 17 08:37:36.088112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34772) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:36.094182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.100627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:36.110450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-c7dc47ba-2109-42a1-a218-a174bfff76e6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--991495129&fields=id&tenant_id=fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 267 time: 0.1793594 Jun 17 08:37:36.120617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:36.121296 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.121472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:36.127831 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:36.132458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Transition to ACTIVE for port object 3d730a10-f216-4d67-a390-8d43b4edb86f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:36.148748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Transition to ACTIVE for port object 3d730a10-f216-4d67-a390-8d43b4edb86f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:36.151668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ae751-ae86-413c-b046-92030143f454 req-2ad85341-c696-4832-ab37-7579b7896002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.154548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-2ad85341-c696-4832-ab37-7579b7896002 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=216adf6320044a629d6f5573814247d1&device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 1101 time: 0.3859320 Jun 17 08:37:36.183911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] For port f172320c-452a-4cba-b380-ce40d07fc69e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:36.201864 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.271569 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d74a9a5-d56e-4c85-83c8-96f47d7f8de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:36.379622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ae751-ae86-413c-b046-92030143f454 req-b88b61dc-9349-47f3-a08a-45ef0bf9656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.381307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-b88b61dc-9349-47f3-a08a-45ef0bf9656c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1868608 Jun 17 08:37:36.384548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] For port f172320c-452a-4cba-b380-ce40d07fc69e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f172320c-452a-4cba-b380-ce40d07fc69e,segment=NetworkSegment(707c1e27-c3bb-47c2-a2fe-f8f7c344d104),segment_id=707c1e27-c3bb-47c2-a2fe-f8f7c344d104)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:36.385808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Pushing event updated for resources: {'Port': ['ID=3d730a10-f216-4d67-a390-8d43b4edb86f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:36.386502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:37:36.386502 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:37:36.386502 n-d-780147-13 neutron-server[93500]: [parameters: {'id': '22387a48-b27a-4e13-8c5f-c7a45c9149fa'}] Jun 17 08:37:36.386502 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:36.387610 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:36.401125 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:36.402229 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.437524 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:36.453615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:36.467115 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.475898 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-3de0f38a-12dc-4c08-ada0-aac25717bc87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8 HTTP/1.1" status: 200 len: 217 time: 0.0868797 Jun 17 08:37:36.509676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Pushing event updated for resources: {'Port': ['ID=f172320c-452a-4cba-b380-ce40d07fc69e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:36.522031 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:36.558283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ae751-ae86-413c-b046-92030143f454 req-8e4874b9-ae56-4f38-ad0e-72323af8f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.560985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-8e4874b9-ae56-4f38-ad0e-72323af8f411 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0740807 Jun 17 08:37:36.602186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:36.635289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927e3cd-4163-4355-bd09-0352e6e92222 None None] Network 22387a48-b27a-4e13-8c5f-c7a45c9149fa requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:36.706773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-57d0af1f-f87c-4053-9d83-387008365388 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.715116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:36.723420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-57d0af1f-f87c-4053-9d83-387008365388 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 817 time: 0.6118162 Jun 17 08:37:36.743160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-ec75b07f-6a80-4cc1-857b-90bd00f898d2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/quotas/fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 375 time: 0.0182199 Jun 17 08:37:36.788176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:36.878987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ae751-ae86-413c-b046-92030143f454 req-42a1209c-b05f-410b-8d47-6d583f4c5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.883999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-42a1209c-b05f-410b-8d47-6d583f4c5a69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3139851 Jun 17 08:37:36.933746 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.996609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Attempting to bind port 3d730a10-f216-4d67-a390-8d43b4edb86f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:37.007606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Attempting to bind port 3d730a10-f216-4d67-a390-8d43b4edb86f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:37.008336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Attempting to bind port 3d730a10-f216-4d67-a390-8d43b4edb86f on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:37.012171 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.020220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a2a1933-cddf-4a3b-bfac-33b89c29db8c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:37.030055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:37.030958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:37.030958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.031881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:37.032749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Bound port: 3d730a10-f216-4d67-a390-8d43b4edb86f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:37.033590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.077020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:37.081715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:37.088614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:37.089710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.092493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-3d6d47e9-3702-47f3-9e2c-6c479609d795 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3479266 Jun 17 08:37:37.113689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=a63ab73f-fe97-4f7d-bc2c-3bd9412861be,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:37.129287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:37.133872 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0419118 Jun 17 08:37:37.134230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34800) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:37.141449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:82:eb:7a', 'name': 'tempest-NetworksTestDHCPv6-10567929'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:37.174967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0a73e-8196-4498-b089-eec8cad906fd None None] Network 22387a48-b27a-4e13-8c5f-c7a45c9149fa requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:37.262883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] For port 3d730a10-f216-4d67-a390-8d43b4edb86f, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:37.279456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] For port 3d730a10-f216-4d67-a390-8d43b4edb86f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3d730a10-f216-4d67-a390-8d43b4edb86f,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:37.300454 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.304840 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:37.350684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:37.384697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-6b3ece30-5e3a-4af6-8812-4471b3503315 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600332 Jun 17 08:37:37.587466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b96096-c297-4aa5-83f7-146016d84769 req-7bff5906-7888-4217-88a9-55c739b81076 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:37.606059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35b96096-c297-4aa5-83f7-146016d84769 req-7bff5906-7888-4217-88a9-55c739b81076 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.7089460 Jun 17 08:37:37.615347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Pushing event updated for resources: {'Port': ['ID=3d730a10-f216-4d67-a390-8d43b4edb86f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:37.619508 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:37.632392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-42df92fd-c718-41e4-bc54-4188ad8eb4a1 service neutron] 10.222.0.65 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371399 Jun 17 08:37:37.634589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.681319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:37:37.840174 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a60ae751-ae86-413c-b046-92030143f454 req-af8f8fe4-3610-481a-b2f8-ba0aba6e2045 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150758 Jun 17 08:37:37.990268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8:0:1::f6 (5554fb35-4376-4d8e-adc9-3103759046d8/a63ab73f-fe97-4f7d-bc2c-3bd9412861be/32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:37.999397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::f816:3eff:fe82:eb7a (5554fb35-4376-4d8e-adc9-3103759046d8/ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2/32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:38.030768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35b96096-c297-4aa5-83f7-146016d84769 req-e4b98c03-aa7e-41ee-9731-f5f41f61615a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234877 Jun 17 08:37:38.057563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting port f172320c-452a-4cba-b380-ce40d07fc69e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:38.057901 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.164398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-f5a92b48-faec-4349-afa6-03fcb25088e7 service neutron] 10.222.0.65 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027111 Jun 17 08:37:38.260955 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.301161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:38.328731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64ed7e07-bc2c-4de4-adba-e3aebd2e17ba req-69582e03-a41f-48a2-b34b-0347721ac01c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0767655 Jun 17 08:37:38.334844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] For port f172320c-452a-4cba-b380-ce40d07fc69e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f172320c-452a-4cba-b380-ce40d07fc69e,segment=NetworkSegment(707c1e27-c3bb-47c2-a2fe-f8f7c344d104),segment_id=707c1e27-c3bb-47c2-a2fe-f8f7c344d104)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:38.335246 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.387520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.408322 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-acb22360-b644-424f-9810-fab898d12028 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:38.507237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:38.511172 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:38.548809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:38.559928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:38.569947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:38.581064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.592919 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.647605 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5113056 Jun 17 08:37:38.649901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34820) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:38.874761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:38.893028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:38.893384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.015356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:39.017662 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.241364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.291117 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.348639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:39.352034 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a8386-1b49-4036-a8e7-511419584d4a" -d '{"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-plugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:39.353520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:39.394429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd94f3c-38ed-407d-a364-ae5d993d6dea None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:39.401557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:39.417575 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.423934 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:39.484062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Calling delete_port for f172320c-452a-4cba-b380-ce40d07fc69e owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:39.541052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0751abe-798d-4d77-967f-e9fe50c9c02e req-fb913a16-a505-4fea-84cd-d51b0b705500 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0897319 Jun 17 08:37:39.637050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ef8078d3-b268-4453-a689-ff69acb36e1f None None] Provisioning for port 3d730a10-f216-4d67-a390-8d43b4edb86f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:39.640009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:39.651452 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:39.679714 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.686264 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb1938cd-2a69-4094-ad93-21bd8ec2ba77 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:39.708810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8aab4-50ab-41a4-be1a-d343e2a35930 req-1efd063f-d935-49ac-80c7-29266af79917 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:39.710320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1a8aab4-50ab-41a4-be1a-d343e2a35930 req-1efd063f-d935-49ac-80c7-29266af79917 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.2719827 Jun 17 08:37:39.723532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:39.732080 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:39.832441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.835996 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b HTTP/1.1" status: 204 len: 168 time: 1.1847222 Jun 17 08:37:39.843815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1a8aab4-50ab-41a4-be1a-d343e2a35930 req-81d25daa-37e7-420d-b48a-f9a7dc06885b tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184030 Jun 17 08:37:39.844336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34834) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:39.855959 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.907691 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:40.013200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': 'ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2', 'ip_address': '2001:db8::f816:3eff:fe2e:69d6'}, {'subnet_id': 'a63ab73f-fe97-4f7d-bc2c-3bd9412861be'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '3d730a10-f216-4d67-a390-8d43b4edb86f'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:37:40.019465 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a39b91fa-7fbc-4a05-bafb-daeae4f31ab0 req-0b894ff1-fc15-41f3-8f0d-c2aa4e07cf48 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 210 time: 0.1029134 Jun 17 08:37:40.019980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3d730a10-f216-4d67-a390-8d43b4edb86f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:40.024809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Port': ['ID=f172320c-452a-4cba-b380-ce40d07fc69e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:40.035787 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:40.040297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No DVR routers for this DVR port f172320c-452a-4cba-b380-ce40d07fc69e on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:40.108834 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2a20e0-a5be-4fab-a70a-b26ef0146846 x-openstack-request-id: req-3b2a20e0-a5be-4fab-a70a-b26ef0146846 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:40.119077 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-plugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:40.123563 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b2a20e0-a5be-4fab-a70a-b26ef0146846 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:40.124016 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'code': 200} Jun 17 08:37:40.130592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.281076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f84f03e-a8fe-48e1-85b1-9d6c0242c5eb req-40b48f96-43e4-44d8-9438-35c2a9219bb6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1067674 Jun 17 08:37:40.306101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3d730a10-f216-4d67-a390-8d43b4edb86f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:40.316534 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.337590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22387a48-b27a-4e13-8c5f-c7a45c9149fa']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:40.339561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3d730a10-f216-4d67-a390-8d43b4edb86f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:40.339950 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.364437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2b5bf-e862-42da-90f9-2106a16227c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.366363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5dd2b5bf-e862-42da-90f9-2106a16227c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5151269 Jun 17 08:37:40.368974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34848) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.391402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707c1e27-c3bb-47c2-a2fe-f8f7c344d104') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:40.400123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707c1e27-c3bb-47c2-a2fe-f8f7c344d104') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:40.416976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Allocated IP 2001:db8:0:1::2 (5554fb35-4376-4d8e-adc9-3103759046d8/a63ab73f-fe97-4f7d-bc2c-3bd9412861be/3d730a10-f216-4d67-a390-8d43b4edb86f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:40.452219 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.492649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.497305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.508337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92edae-13fb-4952-bf2c-75b71b7a2188 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.513764 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7c92edae-13fb-4952-bf2c-75b71b7a2188 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1435480 Jun 17 08:37:40.514980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34850) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.532434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:40.536303 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.627356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] For port 3d730a10-f216-4d67-a390-8d43b4edb86f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3d730a10-f216-4d67-a390-8d43b4edb86f,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:40.635016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ee38a-7c6d-46be-9d5b-b82b35bdd4d2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.637200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ee38a-7c6d-46be-9d5b-b82b35bdd4d2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.639972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ee38a-7c6d-46be-9d5b-b82b35bdd4d2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.645460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c41ee38a-7c6d-46be-9d5b-b82b35bdd4d2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1281583 Jun 17 08:37:40.646233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34854) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.676391 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:40.685017 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:40.698195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Transition to ACTIVE for port object 3d730a10-f216-4d67-a390-8d43b4edb86f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:40.702646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105be1-6db3-4e6b-be7c-bf52f7be753f req-58a76e21-e9e1-4ced-bd83-d7a238fa8981 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.706479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.707056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc105be1-6db3-4e6b-be7c-bf52f7be753f req-58a76e21-e9e1-4ced-bd83-d7a238fa8981 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6225069 Jun 17 08:37:40.710263 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:40.756556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet a63ab73f-fe97-4f7d-bc2c-3bd9412861be {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:40.759553 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:40.760643 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:40.763363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.778927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.805719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.817528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34856) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.819468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/22387a48-b27a-4e13-8c5f-c7a45c9149fa HTTP/1.1" status: 204 len: 168 time: 6.1854641 Jun 17 08:37:40.828477 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:40.885240 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc654d0-7988-4a91-a8d9-3b55f5640781 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:40.885692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc654d0-7988-4a91-a8d9-3b55f5640781 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:40.902008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1bc654d0-7988-4a91-a8d9-3b55f5640781 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/b5903c8d-cbce-4cd7-8a74-79f6b02d6ace HTTP/1.1" status: 404 len: 337 time: 0.0833602 Jun 17 08:37:40.904519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Pushing event updated for resources: {'Port': ['ID=3d730a10-f216-4d67-a390-8d43b4edb86f,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:40.905094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34858) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.909891 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:40.917105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=22387a48-b27a-4e13-8c5f-c7a45c9149fa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:40.922469 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:40.951663 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-011478c2-ec40-43b6-9e22-868f522fa1d2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:40.952260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011478c2-ec40-43b6-9e22-868f522fa1d2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:40.960463 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-011478c2-ec40-43b6-9e22-868f522fa1d2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/22387a48-b27a-4e13-8c5f-c7a45c9149fa HTTP/1.1" status: 404 len: 339 time: 0.0543201 Jun 17 08:37:40.963088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.966147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.998511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc105be1-6db3-4e6b-be7c-bf52f7be753f req-a7899c84-559b-4505-afb3-dd42e70a8f72 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036297 Jun 17 08:37:41.017001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fe13-2f01-41c4-8cb8-6d83c108dd5b req-c0b732ef-860e-4ba9-b2e9-d42def997826 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.024113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06f4fe13-2f01-41c4-8cb8-6d83c108dd5b req-c0b732ef-860e-4ba9-b2e9-d42def997826 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.6965523 Jun 17 08:37:41.073405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-a20e3f88-aa79-45f6-9399-c0e40c56fd3c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.104279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-a20e3f88-aa79-45f6-9399-c0e40c56fd3c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 817 time: 0.6408963 Jun 17 08:37:41.147786 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.224422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.229841 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06f4fe13-2f01-41c4-8cb8-6d83c108dd5b req-1a1dbbce-2ce6-45f4-b4ed-e1bf27a2ed75 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047551 Jun 17 08:37:41.261313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b180b558-39f2-4ff4-b23e-228637d271ea tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 379 time: 0.1555543 Jun 17 08:37:41.283229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'port': {'device_id': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'admin_state_up': True, 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'security_groups': ['155162e1-8d38-4135-93c5-b34bfe43b44a']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:41.363239 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.541584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f7af8866-75a7-4a22-a8dc-290ef7e5f0bb req-ae00e0d5-8e80-4965-8b63-d58b90525327 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0611205 Jun 17 08:37:41.611462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72dfd6b1-2b7d-41e0-b7c5-26f673130c48 req-ad960181-60b8-4d3b-9e10-1616d6d8b4f1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 210 time: 0.0957208 Jun 17 08:37:41.624889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Made reservation on behalf of fbe6f790d3494c55827b97b2db508217 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:41.634685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.858734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Provisioning for port 3d730a10-f216-4d67-a390-8d43b4edb86f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:41.865596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Provisioning complete for port 3d730a10-f216-4d67-a390-8d43b4edb86f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:41.869321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.887720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.946137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a69675c-170d-44d4-bf43-cb21c2019a4f']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:41.976297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1902b0fd-8edc-42c9-ba4c-a644a824b62d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:41.977774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1902b0fd-8edc-42c9-ba4c-a644a824b62d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:41.991192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.013886 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.019629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Allocated IP 172.20.0.6 (27341ac9-3abc-45a0-9373-f69aef451439/e15d7bcd-7bac-4cd0-825a-d7cddf6b3691/255aeaea-542f-46de-b407-2fff350dcc9d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:42.033955 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:42.034360 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:42.049943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.079475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be3bd8-8848-4dcd-89f6-d5fc9d86416a req-8fdd23a0-f209-4777-bb84-6c5bd9299060 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:42.088245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8be3bd8-8848-4dcd-89f6-d5fc9d86416a req-8fdd23a0-f209-4777-bb84-6c5bd9299060 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.1986952 Jun 17 08:37:42.134424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=a63ab73f-fe97-4f7d-bc2c-3bd9412861be,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:42.137014 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:42.138580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.140631 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/a63ab73f-fe97-4f7d-bc2c-3bd9412861be HTTP/1.1" status: 204 len: 168 time: 1.4934638 Jun 17 08:37:42.144343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:42.146039 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.196295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8be3bd8-8848-4dcd-89f6-d5fc9d86416a req-454881fc-7fc4-4aaa-bf68-2e5e6d37d244 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069055 Jun 17 08:37:42.201612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] For port 3d730a10-f216-4d67-a390-8d43b4edb86f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3d730a10-f216-4d67-a390-8d43b4edb86f,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:42.204722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973df50-08d1-4e3e-ad3f-efdacfe09b45 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:42.220574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.225714 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.234841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.249074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:42.249478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:42.252770 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:42.289096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:42.319295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.361646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.371532 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.378764 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.380656 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/9a69675c-170d-44d4-bf43-cb21c2019a4f HTTP/1.1" status: 204 len: 168 time: 1.4137635 Jun 17 08:37:42.383567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.412144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34894) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:42.457999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=9a69675c-170d-44d4-bf43-cb21c2019a4f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:42.458303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4ef3eeed-0956-43ec-96c7-fc9ef58269d9 None None] Could not find standard attr ID for object 32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:37:42.462149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:42.463228 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-92560faa-6b46-4855-97db-b3de4ef8d1ae tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:42.463670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92560faa-6b46-4855-97db-b3de4ef8d1ae tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:42.469534 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-92560faa-6b46-4855-97db-b3de4ef8d1ae tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/051646f1-f91a-4d7c-99e0-7138999f07f1 HTTP/1.1" status: 404 len: 337 time: 0.0552711 Jun 17 08:37:42.471413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:42.504686 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-175387aa-b1aa-4929-9509-9a68e6a9545a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:42.505287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175387aa-b1aa-4929-9509-9a68e6a9545a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:42.507039 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-175387aa-b1aa-4929-9509-9a68e6a9545a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/7d825b35-86c1-4e5d-8d1c-a494fcadbc20 HTTP/1.1" status: 404 len: 339 time: 0.0346274 Jun 17 08:37:42.518127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34900) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:42.541422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Pushing event updated for resources: {'Port': ['ID=3d730a10-f216-4d67-a390-8d43b4edb86f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:42.559737 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:42.630496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting subnet 5ed01abf-8d35-4d87-8d57-2b9f03b9902d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:42.634039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.667087 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.680996 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.775741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.782689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Transition to ACTIVE for port object 255aeaea-542f-46de-b407-2fff350dcc9d will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:42.822215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579084a-9cc2-43a9-86dd-1d74adef87f0 req-411f51cd-487f-4831-83bf-45ac056b60f7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:42.826945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3d730a10-f216-4d67-a390-8d43b4edb86f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:42.836925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1579084a-9cc2-43a9-86dd-1d74adef87f0 req-411f51cd-487f-4831-83bf-45ac056b60f7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2226350 Jun 17 08:37:42.856779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.897018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.906232 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3e57ed7-5bae-406a-80da-3605ed0f11e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.958783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1579084a-9cc2-43a9-86dd-1d74adef87f0 req-094b2fc2-cd45-4eab-b9ef-9e1d4a5771c0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138685 Jun 17 08:37:42.965080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3d730a10-f216-4d67-a390-8d43b4edb86f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:42.965080 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.014050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed01abf-8d35-4d87-8d57-2b9f03b9902d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:43.025564 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:43.031653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.045938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.048602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c348bd1-b41a-44a3-b637-4c379e50b119 None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:43.051837 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/5ed01abf-8d35-4d87-8d57-2b9f03b9902d HTTP/1.1" status: 204 len: 168 time: 0.5324833 Jun 17 08:37:43.066264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34914) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:43.076238 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05760bc7-d16f-49f1-8d29-d54e31b425ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:43.215910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:43.226144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting subnet f76c2c45-bf1a-4794-ab61-dd54c9966cfb {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:43.234445 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:43.247818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Network 27341ac9-3abc-45a0-9373-f69aef451439 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:43.258374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:43.259452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.261939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:43.445104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.450634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aee4aa95-6873-4eaf-9d4e-e7444fd44752 req-ad9f5f23-eac9-4afd-bbb4-d5c10ac87ba4 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1013908 Jun 17 08:37:43.458552 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:43.503990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.511225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.538083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2693186 Jun 17 08:37:43.559874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Request body: {'port': {'device_id': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:43.576613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:43.581868 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:43.587584 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.598656 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2 HTTP/1.1" status: 204 len: 168 time: 1.4511645 Jun 17 08:37:43.617547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34922) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:43.623324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.770982 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.822177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4f74869e-2272-473a-8bb8-f56b3ff0d348 None None] Provisioning for port 255aeaea-542f-46de-b407-2fff350dcc9d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:43.828874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4f74869e-2272-473a-8bb8-f56b3ff0d348 None None] Provisioning complete for port 255aeaea-542f-46de-b407-2fff350dcc9d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:43.829279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f74869e-2272-473a-8bb8-f56b3ff0d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.882363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eebdac-7028-4840-a1e0-c18c1b220c00 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:43.919183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.959761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00be81-233a-4ee4-b917-57fc27b130b7 req-4ab65cb2-f527-411c-b60a-0b72d0d277c5 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.972375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c00be81-233a-4ee4-b917-57fc27b130b7 req-4ab65cb2-f527-411c-b60a-0b72d0d277c5 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 931 time: 0.2821128 Jun 17 08:37:44.007886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4f74869e-2272-473a-8bb8-f56b3ff0d348 None None] Port 255aeaea-542f-46de-b407-2fff350dcc9d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:44.023177 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3b982b1e-11be-47a4-aeb8-195a31fb0391 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2991636 Jun 17 08:37:44.029717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34930) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:44.047585 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:44.135771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5486870c-34ff-4100-9809-4f9640bb8673 None None] Provisioning complete for port 3d730a10-f216-4d67-a390-8d43b4edb86f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:44.136651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5486870c-34ff-4100-9809-4f9640bb8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.194445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-6cb5288e-7950-40fa-972d-b5df9ad11cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.196855 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-6cb5288e-7950-40fa-972d-b5df9ad11cfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1097 time: 0.9680734 Jun 17 08:37:44.223783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:44.239009 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.275958 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59227a4e-5899-4722-864e-481b2117b040 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:44.342306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Deleting port 3d730a10-f216-4d67-a390-8d43b4edb86f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:44.342827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.461162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] For port 3d730a10-f216-4d67-a390-8d43b4edb86f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3d730a10-f216-4d67-a390-8d43b4edb86f,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:44.461162 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.468426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=f76c2c45-bf1a-4794-ab61-dd54c9966cfb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:44.471525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-7c9d8843-27a0-4860-bc0b-cbedf4fa9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.473601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-7c9d8843-27a0-4860-bc0b-cbedf4fa9e69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.2006524 Jun 17 08:37:44.528936 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:44.545904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c00be81-233a-4ee4-b917-57fc27b130b7 req-a16217ed-3f15-4b5f-9953-d1071f9e99f9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5718863 Jun 17 08:37:44.569441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.571289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/f76c2c45-bf1a-4794-ab61-dd54c9966cfb HTTP/1.1" status: 204 len: 168 time: 1.4972475 Jun 17 08:37:44.620971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34940) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:44.673597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82743b-642b-4ab6-aed0-86979281819e req-bdc17724-c10e-4929-a00f-404d9c36473f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.675137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b82743b-642b-4ab6-aed0-86979281819e req-bdc17724-c10e-4929-a00f-404d9c36473f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.8109612 Jun 17 08:37:44.688299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Calling delete_port for 3d730a10-f216-4d67-a390-8d43b4edb86f owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:44.792076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69feab70-01b3-4f3a-a4d0-15607f0ee59b None None] Network a83aa81e-99c2-436b-a7e9-eebff932d8f3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:44.800619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3d730a10-f216-4d67-a390-8d43b4edb86f no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:44.800971 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-b4fa5814-c6b9-4167-928e-6d5d81499e31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.2613578 Jun 17 08:37:44.804589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.844185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b82743b-642b-4ab6-aed0-86979281819e req-24648c3a-3ca8-45bf-be48-3cb56ad48240 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497364 Jun 17 08:37:44.936667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:44.940551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.975975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-afc1161d-6bd4-4820-8a99-ee10123df6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.977465 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-afc1161d-6bd4-4820-8a99-ee10123df6e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.1627908 Jun 17 08:37:45.025958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-5304b42b-b3b4-4a97-8e9f-171421745932 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.029667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-5304b42b-b3b4-4a97-8e9f-171421745932 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.5754626 Jun 17 08:37:45.076322 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-a9cc086d-7a49-4af8-88b0-d1d9ddf5bc77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817966 Jun 17 08:37:45.127368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting port d078f2bf-4f03-4184-812f-1f95cc0a2901 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:45.127368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.136650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255aeaea-542f-46de-b407-2fff350dcc9d {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:45.156024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.166096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1948dc6a-9a74-4a3d-ac1e-650639247faf None None] Provisioning complete for port d078f2bf-4f03-4184-812f-1f95cc0a2901 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:45.167142 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1948dc6a-9a74-4a3d-ac1e-650639247faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.201072 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Transition to ACTIVE for port object 255aeaea-542f-46de-b407-2fff350dcc9d will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:45.216611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.221298 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2ae9138-9f47-4e6c-a0da-05ace6f62907 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:45.280101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9a344-962f-4be9-9d3b-8a3cef78752e req-d89c113b-899a-4011-8c65-9e45c02dc024 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.284522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68e9a344-962f-4be9-9d3b-8a3cef78752e req-d89c113b-899a-4011-8c65-9e45c02dc024 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3342309 Jun 17 08:37:45.327505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] For port d078f2bf-4f03-4184-812f-1f95cc0a2901, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d078f2bf-4f03-4184-812f-1f95cc0a2901,segment=NetworkSegment(6ff4e493-17cd-45ab-892f-0358b992bc3e),segment_id=6ff4e493-17cd-45ab-892f-0358b992bc3e)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:45.329246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.392338 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.408868 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.414930 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:45.436280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Calling delete_port for d078f2bf-4f03-4184-812f-1f95cc0a2901 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:45.473357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Pushing event deleted for resources: {'Port': ['ID=3d730a10-f216-4d67-a390-8d43b4edb86f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:45.476535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] No DVR routers for this DVR port 3d730a10-f216-4d67-a390-8d43b4edb86f on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:45.479914 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:45.546209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Deleting port 127c3d14-016b-4c97-ac55-6a583c49ee0d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:45.546549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.632505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] DHCP port deletion for a83aa81e-99c2-436b-a7e9-eebff932d8f3 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:45.690641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edc36327-8f17-457c-8633-541055ad644a req-22ef7185-f2db-4360-ae09-e56e54996d2c tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.3004198 Jun 17 08:37:45.702293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:45.731313 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-ee57f62f-a6e8-4a41-b26f-7afcdf158157 service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453571 Jun 17 08:37:45.735825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Deleting port d078f2bf-4f03-4184-812f-1f95cc0a2901 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:45.736199 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.766528 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:45.790847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68e9a344-962f-4be9-9d3b-8a3cef78752e req-813f9192-b9ce-41ff-806b-999af81a646c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795179 Jun 17 08:37:45.859857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] For port 127c3d14-016b-4c97-ac55-6a583c49ee0d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=127c3d14-016b-4c97-ac55-6a583c49ee0d,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:45.860564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.882003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] For port d078f2bf-4f03-4184-812f-1f95cc0a2901, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d078f2bf-4f03-4184-812f-1f95cc0a2901,segment=NetworkSegment(6ff4e493-17cd-45ab-892f-0358b992bc3e),segment_id=6ff4e493-17cd-45ab-892f-0358b992bc3e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:45.882402 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.939473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Attempting to bind port 255aeaea-542f-46de-b407-2fff350dcc9d on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:45.945933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Attempting to bind port 255aeaea-542f-46de-b407-2fff350dcc9d by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:45.946586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Attempting to bind port 255aeaea-542f-46de-b407-2fff350dcc9d on network 27341ac9-3abc-45a0-9373-f69aef451439 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:46.004148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Calling delete_port for d078f2bf-4f03-4184-812f-1f95cc0a2901 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:46.017668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.033251 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6c3d872-9e60-4858-893d-0f1b646ce721 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:46.037746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.049852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No DVR routers for this DVR port d078f2bf-4f03-4184-812f-1f95cc0a2901 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:46.063530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:46.082570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Calling delete_port for 127c3d14-016b-4c97-ac55-6a583c49ee0d owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:46.125453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.125877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:46.130411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.131062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.134352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Port 255aeaea-542f-46de-b407-2fff350dcc9d on network 27341ac9-3abc-45a0-9373-f69aef451439 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:46.134987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Attempting to bind port 255aeaea-542f-46de-b407-2fff350dcc9d on network 27341ac9-3abc-45a0-9373-f69aef451439 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:46.144412 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:46.147116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bc997-787c-4855-8273-59df0d0e7dbd None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:46.180471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:46.181384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Checking segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:46.182034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Bound using segment: {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:46.182897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Bound port: 255aeaea-542f-46de-b407-2fff350dcc9d, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:46.183594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.190027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] No DVR routers for this DVR port d078f2bf-4f03-4184-812f-1f95cc0a2901 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:46.206154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Pushing event deleted for resources: {'Port': ['ID=d078f2bf-4f03-4184-812f-1f95cc0a2901,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:46.213478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.216278 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:46.225897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83aa81e-99c2-436b-a7e9-eebff932d8f3']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:46.236862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff4e493-17cd-45ab-892f-0358b992bc3e') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:46.237200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff4e493-17cd-45ab-892f-0358b992bc3e') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:46.255155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.271649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:46.274684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.279937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:46.282354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:46.283068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.351080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.362792 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-22a1a365-c18b-4fc1-8287-582f48fe77ed tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:46.387135 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:46.394842 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3586063 Jun 17 08:37:46.394842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.397161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Port': ['ID=d078f2bf-4f03-4184-812f-1f95cc0a2901,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:46.400402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:46.401151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34958) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:46.412076 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-019af924-d5e8-41be-b720-7505e0ded123 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:46.423489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:46.430655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.431325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.432723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] 10.222.0.67 "PUT /v2.0/ports/255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 1092 time: 2.8845923 Jun 17 08:37:46.435634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:46.437448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:46.440093 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da71384-0a4d-4a1b-b0d2-efd35db01338" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:46.457795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8e205-9528-401f-be03-d7d1ca59295e req-2588eabb-8784-4425-815b-6e4038e1657b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.459713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91d8e205-9528-401f-be03-d7d1ca59295e req-2588eabb-8784-4425-815b-6e4038e1657b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.4362791 Jun 17 08:37:46.479602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5554fb35-4376-4d8e-adc9-3103759046d8', 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'tenant_id': '34fe0313efb844719cf3fbca7b22647f', 'fixed_ips': [{'subnet_id': '6e50cbba-2e80-4a1e-a97a-cf9511e9c24b'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:46.480991 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.491848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741812eb-e280-4832-9dcb-66235515e5c4 req-8040785a-c610-4664-9c41-53f83e26ba6c tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.499476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-741812eb-e280-4832-9dcb-66235515e5c4 req-8040785a-c610-4664-9c41-53f83e26ba6c tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 1097 time: 0.3754265 Jun 17 08:37:46.511082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:46.632486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91d8e205-9528-401f-be03-d7d1ca59295e req-d4160de0-9065-43d0-9c11-458c97721851 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535199 Jun 17 08:37:46.690203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-741812eb-e280-4832-9dcb-66235515e5c4 req-1e77f187-28a5-4449-bd61-d5b1959c0bd1 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897728 Jun 17 08:37:46.696911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/6e50cbba-2e80-4a1e-a97a-cf9511e9c24b/8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:46.752668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-3c26f305-5dfb-4544-a6ae-d9ec00a6adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.754494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-3c26f305-5dfb-4544-a6ae-d9ec00a6adee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1095 time: 0.2247868 Jun 17 08:37:46.770042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.779826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34964) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:46.781359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/a83aa81e-99c2-436b-a7e9-eebff932d8f3 HTTP/1.1" status: 204 len: 168 time: 2.1589177 Jun 17 08:37:46.785401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=6e50cbba-2e80-4a1e-a97a-cf9511e9c24b,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:46.836027 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:46.837203 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-10bec7fe-de5d-4997-9d20-2f1b2e61b457 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:46.849941 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195ab696-c06f-4004-a4f7-005bd0901297 x-openstack-request-id: req-195ab696-c06f-4004-a4f7-005bd0901297 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:46.851011 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:46.851640 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-195ab696-c06f-4004-a4f7-005bd0901297 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:46.852340 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'status': 'completed', 'code': 200} Jun 17 08:37:46.877653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a243760-1e3d-4371-aa28-4dcebaa64df1 req-cecb61f7-ad20-4c0f-83ae-312690315bd0 service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1367023 Jun 17 08:37:46.880330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=a83aa81e-99c2-436b-a7e9-eebff932d8f3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:46.893616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:46.907902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.924505 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:46.939475 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.948683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Transition to ACTIVE for port object 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:46.955485 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6a337c-09ab-49b4-9c08-e52d00294153 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:46.956736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6a337c-09ab-49b4-9c08-e52d00294153 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:46.963462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc6a337c-09ab-49b4-9c08-e52d00294153 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/82108b5d-3062-43ad-b2e0-f40f6a514814 HTTP/1.1" status: 404 len: 337 time: 0.1794288 Jun 17 08:37:46.967174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34970) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:46.969812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-6ff5e08b-9d86-4747-a26d-eee1ec842dc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 217 time: 0.2054048 Jun 17 08:37:46.970361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Transition to ACTIVE for port object 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:46.978574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d078f2bf-4f03-4184-812f-1f95cc0a2901 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:46.982267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 127c3d14-016b-4c97-ac55-6a583c49ee0d no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:46.984961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:46.991263 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.045767 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3a8188b-82a8-41f3-886f-7c8482d47689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:47.057179 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf731e5-9a3e-491a-a5c3-204179ce422a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:47.057785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf731e5-9a3e-491a-a5c3-204179ce422a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:47.064136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-4e655bd9-b91c-4656-af51-aa35b7d07575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:47.067426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-4e655bd9-b91c-4656-af51-aa35b7d07575 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.0840564 Jun 17 08:37:47.069220 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5bf731e5-9a3e-491a-a5c3-204179ce422a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/4c1f1896-d544-4943-9c67-66febdf0da5d HTTP/1.1" status: 404 len: 339 time: 0.0666313 Jun 17 08:37:47.073039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d078f2bf-4f03-4184-812f-1f95cc0a2901 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:47.073401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d078f2bf-4f03-4184-812f-1f95cc0a2901 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:47.082957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34972) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.124516 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5e6826-1f0d-467a-989b-27bd069bcc81 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:47.125121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5e6826-1f0d-467a-989b-27bd069bcc81 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:47.127001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cf5e6826-1f0d-467a-989b-27bd069bcc81 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/c8c28835-7dda-4f74-a437-21eb6f3bfa37 HTTP/1.1" status: 404 len: 337 time: 0.0428843 Jun 17 08:37:47.145913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:47.146560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34974) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.159900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:47.167690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:47.200873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eedaed3d-622a-4f4e-b9b4-f114af0ec920 req-dc194739-0391-41f8-b34e-d73c13244c08 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1320634 Jun 17 08:37:47.208118 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6283c404-58db-4407-bf59-e4391e5447fc tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:47.214490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6283c404-58db-4407-bf59-e4391e5447fc tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:47.220256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6283c404-58db-4407-bf59-e4391e5447fc tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/1f957f1a-3223-4b66-9c9e-ec6342c09e1a HTTP/1.1" status: 404 len: 339 time: 0.0529220 Jun 17 08:37:47.225597 n-d-780147-13 neutron-server[93499]: INFO neutron.db.ipam_backend_mixin [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e50cbba-2e80-4a1e-a97a-cf9511e9c24b (CIDR: 2001:db8::/64) Jun 17 08:37:47.228488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34976) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.238159 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.268768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:47.269330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.287501 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cbccdc49-34a3-4d48-adb8-12d8d255e892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:47.290889 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:47.327241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Pushing event deleted for resources: {'Port': ['ID=127c3d14-016b-4c97-ac55-6a583c49ee0d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:47.336472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84126-330b-4fe6-8233-8c48af256767 req-def294eb-1506-4649-8994-5a39fcf1f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:47.338285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-def294eb-1506-4649-8994-5a39fcf1f5ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274992 Jun 17 08:37:47.339192 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:47.344934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['3a74eed9-8498-4582-8ecf-7e0f284afc33'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:47.361524 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-2247f43d-2913-4929-b397-b8ddca84fc98 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:47.362525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2247f43d-2913-4929-b397-b8ddca84fc98 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:47.373312 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2247f43d-2913-4929-b397-b8ddca84fc98 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/3d50579f-3c8a-4b57-a9fb-5d13aad18019 HTTP/1.1" status: 404 len: 337 time: 0.1435955 Jun 17 08:37:47.374860 n-d-780147-13 neutron-server[93501]: INFO neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No ports have port_id starting with 127c3d14-016b-4c97-ac55-6a583c49ee0d Jun 17 08:37:47.375136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34986) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.387736 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:37:47.388528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:47.425815 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-12963c21-de95-4b54-9b34-16885210cd45 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9200423 Jun 17 08:37:47.428002 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-46068a1c-ff63-4eaa-95bb-759e3abf46ec tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:47.429540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46068a1c-ff63-4eaa-95bb-759e3abf46ec tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:47.435101 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-46068a1c-ff63-4eaa-95bb-759e3abf46ec tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/348ed5d6-1b2c-4d6e-9e9d-94b072d86888 HTTP/1.1" status: 404 len: 339 time: 0.0584826 Jun 17 08:37:47.436117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34988) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.436760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 34990) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.445774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:47.485781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] No DVR routers for this DVR port 127c3d14-016b-4c97-ac55-6a583c49ee0d on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:47.544076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.547030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-412ab9ba-fbdd-4ab6-b307-f8af30cfabf3 req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.60 "DELETE /v2.0/ports/127c3d14-016b-4c97-ac55-6a583c49ee0d HTTP/1.1" status: 204 len: 173 time: 2.4675980 Jun 17 08:37:47.646110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting subnet b031b01c-67ca-4ba7-85af-cf7e61b1111d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:47.649884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:47.652199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:47.653944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.718424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'port_id': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'mac_address': 'fa:16:3e:3e:9d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6b687f-0941-4c32-901e-3521d926f69b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:47.725061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Attempting to bind port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:47.725629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Attempting to bind port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:47.726046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Attempting to bind port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d on network 5554fb35-4376-4d8e-adc9-3103759046d8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:47.739688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741167b2-0535-49c1-973d-ab4a5b637088 req-c9552e38-8ae9-46f7-9e7e-aece4c833941 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:47.751385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-741167b2-0535-49c1-973d-ab4a5b637088 req-c9552e38-8ae9-46f7-9e7e-aece4c833941 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4291251 Jun 17 08:37:47.769564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:47.769954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Checking segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:47.770374 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.770786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Bound using segment: {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:47.771409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Bound port: 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296869a3-13df-47d7-9350-b4a45835758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:47.774238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.811590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-62c393f5-d593-4fb4-aa03-be1b26c7e84d service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114139 Jun 17 08:37:47.882496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-741167b2-0535-49c1-973d-ab4a5b637088 req-9422d8e3-0e4b-4381-a226-7db3ef7ed94d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282322 Jun 17 08:37:47.892649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.981876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:47.985362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.087184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:48.102116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.118125 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f449afed-6cf8-4de2-96e3-7bf66aeeecf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.131818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.197480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:48.200416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2eb84126-330b-4fe6-8233-8c48af256767 req-1cfe7164-9523-4bec-969e-7a6cb0ccf01b service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739009 Jun 17 08:37:48.230889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:48.278830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e2fadec7-455e-4464-bfb8-a16b99b0d6e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:48.293221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.320797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a79ea600-698d-438b-8283-117b8a70ba37 req-55c64cf5-5a7c-41b4-9909-265cf37fd8c1 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d23ea785-e84c-48d6-aee3-209bd3273610 HTTP/1.1" status: 200 len: 210 time: 0.1321964 Jun 17 08:37:48.322400 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.370301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.377125 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.377688 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.451115 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.457243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7ed9-a817-4574-8bf8-ab3075ce6749 req-13dbab39-a197-42e1-9404-19aadaddc294 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.458845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d6b7ed9-a817-4574-8bf8-ab3075ce6749 req-13dbab39-a197-42e1-9404-19aadaddc294 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.4311731 Jun 17 08:37:48.464386 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-344b4995-106d-4dd2-9f96-992ade982091 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.595236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d6b7ed9-a817-4574-8bf8-ab3075ce6749 req-2c6e9353-f355-468c-872a-9d5ffc671b53 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096683 Jun 17 08:37:48.620842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.628189 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/b031b01c-67ca-4ba7-85af-cf7e61b1111d HTTP/1.1" status: 204 len: 168 time: 1.1882977 Jun 17 08:37:48.630372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35026) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:48.646183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4ee9d-d640-4013-aedb-4a64ef61e041 None None] Network 1c9c6640-da03-4d4b-9c38-cc9659324def requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:48.703907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.720676 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.721671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=b031b01c-67ca-4ba7-85af-cf7e61b1111d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.738258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.739224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.739836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.740383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.740919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.741769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.742518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.743138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.743685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.744243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.744940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.745468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:48.759235 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.103846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:37:49.251630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.304377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] DHCP port deletion for 1c9c6640-da03-4d4b-9c38-cc9659324def request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:49.452232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Deleting port beefd46d-02af-45d0-8ca2-03ed4f8fb78d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:49.452790 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.589098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'name': 'network-vif-deleted', 'tag': '127c3d14-016b-4c97-ac55-6a583c49ee0d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:49.597271 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814b2cd-57c3-4610-ba65-30ebb0b88bb6" -d '{"events": [{"server_uuid": "d23ea785-e84c-48d6-aee3-209bd3273610", "name": "network-vif-deleted", "tag": "127c3d14-016b-4c97-ac55-6a583c49ee0d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:49.605340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] For port beefd46d-02af-45d0-8ca2-03ed4f8fb78d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,segment=NetworkSegment(092fdb72-664d-4031-9871-96c4c56e9967),segment_id=092fdb72-664d-4031-9871-96c4c56e9967)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:49.608906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.620464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-c43b3fc7-316e-438c-a5e5-a01ade03f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:49.627371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-c43b3fc7-316e-438c-a5e5-a01ade03f1dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1095 time: 1.3404448 Jun 17 08:37:49.705363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8a4995c1-39af-4c36-817f-1c47a28dbf0b req-3831b68b-7dee-40dd-9a42-ceace9a1576e tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0732744 Jun 17 08:37:49.846307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Calling delete_port for beefd46d-02af-45d0-8ca2-03ed4f8fb78d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:50.026043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.068108 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.072348 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4a805a5-54f3-4aa9-9759-9b333f1d18ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.130829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.148569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Pushing event deleted for resources: {'Port': ['ID=beefd46d-02af-45d0-8ca2-03ed4f8fb78d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.151404 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.154527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] No DVR routers for this DVR port beefd46d-02af-45d0-8ca2-03ed4f8fb78d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:50.312642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1b309-97a0-4c1b-a513-c31142f6da0f None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:37:50.394130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:50.441879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-101f05e5-6c7e-4e8d-89b7-685d85a719e4 None None] Provisioning for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:50.447811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.459203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9c6640-da03-4d4b-9c38-cc9659324def']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.463288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.471241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.471618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092fdb72-664d-4031-9871-96c4c56e9967') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.471928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092fdb72-664d-4031-9871-96c4c56e9967') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.472201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.478073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97cc901a-250e-44b3-b77e-636908a0edbd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.487683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.503255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.510464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:50.510878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.581205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1b309-97a0-4c1b-a513-c31142f6da0f None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:50.590427 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:50.604006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae486b-76f4-4247-9145-9a17e8a6f557 req-293288d1-a42e-4c48-b0f8-5701dae961d8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.605510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65ae486b-76f4-4247-9145-9a17e8a6f557 req-293288d1-a42e-4c48-b0f8-5701dae961d8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.5655227 Jun 17 08:37:50.609802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.612198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-3ca10e55-bb4d-447f-969c-35365bdd3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.614139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-3ca10e55-bb4d-447f-969c-35365bdd3671 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.9077802 Jun 17 08:37:50.622949 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59084708-536d-49b5-823c-78ebe2d2cd3a tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.640431 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.642325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/1c9c6640-da03-4d4b-9c38-cc9659324def HTTP/1.1" status: 204 len: 168 time: 2.0109780 Jun 17 08:37:50.679223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=4']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.689801 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.699181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35044) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.700136 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-129fbd83-bc5e-4b72-ac48-80956826be0d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.732532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=1c9c6640-da03-4d4b-9c38-cc9659324def,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.735159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-f0b569ae-263e-4f12-af96-c1980781bf3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 217 time: 0.0917938 Jun 17 08:37:50.744947 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.827802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:50.848030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:50.904294 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-85681962-1af1-463f-b22d-66b8df9a686a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:50.905185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85681962-1af1-463f-b22d-66b8df9a686a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:50.909072 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85681962-1af1-463f-b22d-66b8df9a686a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/4ef62a6c-77fe-4223-ac51-f1d4d4b0f806 HTTP/1.1" status: 404 len: 337 time: 0.1991060 Jun 17 08:37:50.913107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:50.925229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.928182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.929602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35048) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.992862 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cd636a-67a8-4092-a18b-58eb4623ba4a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] DELETE failed (client error): The resource could not be found. Jun 17 08:37:50.993882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cd636a-67a8-4092-a18b-58eb4623ba4a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:37:50.998854 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-76cd636a-67a8-4092-a18b-58eb4623ba4a tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/80f84f1e-5b09-472f-9b6f-7c1adbc927e9 HTTP/1.1" status: 404 len: 339 time: 0.0678725 Jun 17 08:37:51.007088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65ae486b-76f4-4247-9145-9a17e8a6f557 req-849f122c-40d2-4472-82da-f0b8c02ed279 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867354 Jun 17 08:37:51.007573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35050) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:51.011409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5724165 Jun 17 08:37:51.013504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:51.018317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-116829b9-cde8-4219-bec7-d5980cbdce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:51.024254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-116829b9-cde8-4219-bec7-d5980cbdce80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.2685459 Jun 17 08:37:51.032437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:8f:09:c9', 'name': 'tempest-NetworksTestDHCPv6-433879194'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:51.115610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:51.119760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:51.121951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting subnet 1170a0e1-8a77-4cea-8f53-f91d10e85c31 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:51.126725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.143643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b78ef-e6c6-4e0c-9461-9802b1bad630 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:37:51.194783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=a0bbbe90-03ae-4df7-b034-bf19db5b043a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.219843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.221500 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.261426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-69618500-8b0b-4740-b719-6bf7f0722c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:51.263745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-69618500-8b0b-4740-b719-6bf7f0722c8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380243 Jun 17 08:37:51.327131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:51.444499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-322f1ed1-ecd9-4b6b-ba0e-8789987f2edf service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732600 Jun 17 08:37:51.517226 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:37:51.556356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.580524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 16d64db1-01d5-49b7-905d-c132451a5854 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:37:51.686456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.789690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4da71384-0a4d-4a1b-b0d2-efd35db01338 req-cabd4861-60c8-4da6-aff9-937da7031b77 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329878 Jun 17 08:37:51.868002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:51.895683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.910263 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cdecf0bf-0d09-4cb8-b45f-e8ffaedf664e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:51.926830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:51.962610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e86a6-244a-44a6-89a4-ca0fc9251a6a req-40a16088-39a2-4203-a9b0-ea15f78fcf9d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:51.963219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '255aeaea-542f-46de-b407-2fff350dcc9d', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d', 'mac_address': 'fa:16:3e:f6:b0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:51.970213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-088e86a6-244a-44a6-89a4-ca0fc9251a6a req-40a16088-39a2-4203-a9b0-ea15f78fcf9d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.2882118 Jun 17 08:37:51.984160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Subnet': ['ID=1170a0e1-8a77-4cea-8f53-f91d10e85c31,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:52.032058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::8e (5554fb35-4376-4d8e-adc9-3103759046d8/6e50cbba-2e80-4a1e-a97a-cf9511e9c24b/16d64db1-01d5-49b7-905d-c132451a5854) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:52.054726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:9c9 (5554fb35-4376-4d8e-adc9-3103759046d8/a0bbbe90-03ae-4df7-b034-bf19db5b043a/16d64db1-01d5-49b7-905d-c132451a5854) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:52.057642 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:52.079607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-088e86a6-244a-44a6-89a4-ca0fc9251a6a req-74b2e90d-c2b5-4595-9757-f4b33308feb5 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083493 Jun 17 08:37:52.088129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.094131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/subnets/1170a0e1-8a77-4cea-8f53-f91d10e85c31 HTTP/1.1" status: 204 len: 168 time: 1.0831873 Jun 17 08:37:52.098250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35062) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:52.203925 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed926f65-5bcb-49ad-adef-0ba5e362d5fc x-openstack-request-id: req-ed926f65-5bcb-49ad-adef-0ba5e362d5fc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:52.204624 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ea785-e84c-48d6-aee3-209bd3273610", "name": "network-vif-deleted", "tag": "127c3d14-016b-4c97-ac55-6a583c49ee0d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:52.205105 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed926f65-5bcb-49ad-adef-0ba5e362d5fc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:52.205733 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ea785-e84c-48d6-aee3-209bd3273610', 'name': 'network-vif-deleted', 'tag': '127c3d14-016b-4c97-ac55-6a583c49ee0d', 'status': 'completed', 'code': 200} Jun 17 08:37:52.218105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:52.218105 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.220015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b78ef-e6c6-4e0c-9461-9802b1bad630 None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:37:52.399355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.505438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3dc653d-763d-49b5-a1d3-cde283e210cd req-53a9445a-cbae-4dce-b82c-60e4c950b80b tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0667322 Jun 17 08:37:52.692711 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.694237 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.710210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Deleting port bbe5a77f-a2dc-4c68-94bb-188364874179 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:52.710559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.739913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:52.740313 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.769464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 16d64db1-01d5-49b7-905d-c132451a5854 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:52.795468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255aeaea-542f-46de-b407-2fff350dcc9d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:52.908804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] For port bbe5a77f-a2dc-4c68-94bb-188364874179, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bbe5a77f-a2dc-4c68-94bb-188364874179,segment=NetworkSegment(eec638b9-04a7-47a7-ba77-e6fe84ca4e7c),segment_id=eec638b9-04a7-47a7-ba77-e6fe84ca4e7c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:52.908804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.920117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:52.933795 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.939758 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.017451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Calling delete_port for bbe5a77f-a2dc-4c68-94bb-188364874179 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:53.044165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.076247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2276470-3584-4203-9448-77c2c8fa927d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.129857 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.131634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.141258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:53.150180 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.165480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:53.172266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:53.178237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.178878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.182857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=16d64db1-01d5-49b7-905d-c132451a5854,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.190548 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.217713 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1956635 Jun 17 08:37:53.227467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35070) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:53.244677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:53.251697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.294381 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.296067 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c138b7e-4a6d-4dd3-9c54-f1e9682d64ad tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.307590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['255aeaea-542f-46de-b407-2fff350dcc9d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:53.363834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca5e2e-2b86-4528-8698-b53ac92f8361 req-2290d253-a0b1-471e-b71b-5fe64166aa34 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.370159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fca5e2e-2b86-4528-8698-b53ac92f8361 req-2290d253-a0b1-471e-b71b-5fe64166aa34 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.1873178 Jun 17 08:37:53.379955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Port': ['ID=bbe5a77f-a2dc-4c68-94bb-188364874179,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.383806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:53.387401 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.403991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:53.404214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] No DVR routers for this DVR port bbe5a77f-a2dc-4c68-94bb-188364874179 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:53.407412 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5784e6e-a540-41ee-8ab5-f52c0257a7af" -d '{"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:53.410514 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f12707ca-d727-4c63-9516-37a6ac2cd455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.410758 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.430829 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.486301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fca5e2e-2b86-4528-8698-b53ac92f8361 req-fc41a60b-df0e-4aa8-9f92-db8d7b9b8c37 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105936 Jun 17 08:37:53.538302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device beefd46d-02af-45d0-8ca2-03ed4f8fb78d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:53.549072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a0fe1-1f44-4160-a232-52d9dcc6eaa4 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:53.551290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa7207-a79a-41c4-aa39-d0ba7a9d66a4 None None] Network 42ad71b9-cd58-4984-a2b9-7727623ae69d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:53.724795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.736173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: beefd46d-02af-45d0-8ca2-03ed4f8fb78d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:53.741129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device beefd46d-02af-45d0-8ca2-03ed4f8fb78d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:53.765028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ad71b9-cd58-4984-a2b9-7727623ae69d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:53.796131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:53.796431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec638b9-04a7-47a7-ba77-e6fe84ca4e7c') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:53.830505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.830792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.883286 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.905801 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.906706 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.916992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:53.917407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:53.921632 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:53.944363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 16d64db1-01d5-49b7-905d-c132451a5854 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:53.945016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.053820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c092-e6f2-4d6f-9773-89ea11d61833 req-6a01f378-50d9-45c6-9fb4-ae1ad50900f5 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:54.064269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2642c092-e6f2-4d6f-9773-89ea11d61833 req-6a01f378-50d9-45c6-9fb4-ae1ad50900f5 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.1627750 Jun 17 08:37:54.088728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:54.131822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2642c092-e6f2-4d6f-9773-89ea11d61833 req-3fa35567-cbf0-499a-b237-384c8ccdb39f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4fa863be-ca91-4ae4-95fa-119eb8a959c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632122 Jun 17 08:37:54.149883 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.157469 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-356ae241-9bfc-4465-8ccd-db791ca0bfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:54.181446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.183329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] 10.222.0.65 "DELETE /v2.0/networks/42ad71b9-cd58-4984-a2b9-7727623ae69d HTTP/1.1" status: 204 len: 168 time: 2.0835044 Jun 17 08:37:54.214404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Pushing event deleted for resources: {'Network': ['ID=42ad71b9-cd58-4984-a2b9-7727623ae69d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:54.221428 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.260028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.402060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:54.411096 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.449597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 16d64db1-01d5-49b7-905d-c132451a5854 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:54.489231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc3ce9-6c8d-4310-ab4b-0a857386ecd9 None None] DHCP port deletion for 42ad71b9-cd58-4984-a2b9-7727623ae69d request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:54.524793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-c4d49d0c-a4a8-4ef8-8966-b2faf61d0e47 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:54.526623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-c4d49d0c-a4a8-4ef8-8966-b2faf61d0e47 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 1097 time: 0.2051349 Jun 17 08:37:54.539355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:54.541435 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.611832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8366c-a9f4-45cf-98bb-c93272142f8a req-63ca7f96-bd5e-4206-9d17-7cd93f5f38a0 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:54.620904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32a8366c-a9f4-45cf-98bb-c93272142f8a req-63ca7f96-bd5e-4206-9d17-7cd93f5f38a0 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 944 time: 0.2126114 Jun 17 08:37:54.774982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32a8366c-a9f4-45cf-98bb-c93272142f8a req-92a73e57-97f8-4ac4-a8d9-883cb3d4b63d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533029 Jun 17 08:37:54.893200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Deleting port 3a74eed9-8498-4582-8ecf-7e0f284afc33 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:54.894060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.017258 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefd8d9e-5d7b-4f36-907e-b0fb5dfd3128 x-openstack-request-id: req-eefd8d9e-5d7b-4f36-907e-b0fb5dfd3128 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:55.017258 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:55.017258 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eefd8d9e-5d7b-4f36-907e-b0fb5dfd3128 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:55.017258 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'code': 200} Jun 17 08:37:55.028927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:55.031311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.109057 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-367aa49d-2617-475f-8422-5971a709f692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.127615 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.132485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e4f3391-fa37-4a1f-9b97-c6f4ffbd29be tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.189679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 255aeaea-542f-46de-b407-2fff350dcc9d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:55.218466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 255aeaea-542f-46de-b407-2fff350dcc9d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:55.219220 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.234822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=16d64db1-01d5-49b7-905d-c132451a5854,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.247396 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.417972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4cd1f396-0c13-4b92-84e1-bea800c00b02 req-29d584ba-894f-43d2-84d6-091bc9b45f56 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1284292 Jun 17 08:37:55.420399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.422982 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/16d64db1-01d5-49b7-905d-c132451a5854 HTTP/1.1" status: 204 len: 168 time: 2.1923044 Jun 17 08:37:55.430858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.439966 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-80e90b91-3dc0-40c8-8329-1b260b6d4bdd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18581ec456a5410d879b7d9dda1fa8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937676 Jun 17 08:37:55.442711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35096) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.478953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] For port 3a74eed9-8498-4582-8ecf-7e0f284afc33, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=3a74eed9-8498-4582-8ecf-7e0f284afc33,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:55.480693 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.511187 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.540590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.589830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.639563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:55.658949 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.662677 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6cdfa83c-083b-479a-927a-7332b3643c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.669497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.672918 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.676303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e764a8d2-068f-4c8a-89ca-d8fa16e8e112 HTTP/1.1" status: 204 len: 168 time: 0.2300708 Jun 17 08:37:55.677217 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cd4365c-ef69-4474-be5f-458c6b0ecbff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.698750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764a8d2-068f-4c8a-89ca-d8fa16e8e112,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.703703 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.709174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Calling delete_port for 3a74eed9-8498-4582-8ecf-7e0f284afc33 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:55.770124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.775358 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.793274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b89128-1b52-482a-9774-e223a060dd7d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.797553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d4b89128-1b52-482a-9774-e223a060dd7d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3619766 Jun 17 08:37:55.797950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35100) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.886072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eaf9bb-9d56-4fc6-a421-e24efef5f86f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.887973 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54eaf9bb-9d56-4fc6-a421-e24efef5f86f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0889668 Jun 17 08:37:55.890565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35104) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.977965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8ee88-f434-4334-a626-f6ae42482ef5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.980565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8ee88-f434-4334-a626-f6ae42482ef5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.986224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8ee88-f434-4334-a626-f6ae42482ef5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.990230 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c6a8ee88-f434-4334-a626-f6ae42482ef5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0984190 Jun 17 08:37:56.009302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35106) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:56.086687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:56.220549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 6e50cbba-2e80-4a1e-a97a-cf9511e9c24b {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:56.232894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.256710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:56.257297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.314423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.344112 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:56.367619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.406716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b6e24-f43b-4c0c-aff1-b19b725d030f req-64cdc640-4096-4b69-ac20-14a5691ed190 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.415395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-139b6e24-f43b-4c0c-aff1-b19b725d030f req-64cdc640-4096-4b69-ac20-14a5691ed190 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.4622614 Jun 17 08:37:56.491618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bbe5a77f-a2dc-4c68-94bb-188364874179 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:56.534720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a74eed9-8498-4582-8ecf-7e0f284afc33,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:56.539875 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:56.615832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bbe5a77f-a2dc-4c68-94bb-188364874179 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:56.616103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bbe5a77f-a2dc-4c68-94bb-188364874179 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:56.617441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.664029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] No DVR routers for this DVR port 3a74eed9-8498-4582-8ecf-7e0f284afc33 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:56.666568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.670260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03fefe90-6ce2-4099-909a-fc6bd87d0a6a req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.67 "DELETE /v2.0/ports/3a74eed9-8498-4582-8ecf-7e0f284afc33 HTTP/1.1" status: 204 len: 173 time: 2.1330743 Jun 17 08:37:56.673683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f557279-ef46-496b-9979-1cd47ea7983c', 'name': 'network-vif-deleted', 'tag': '3a74eed9-8498-4582-8ecf-7e0f284afc33'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:56.673864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-26231ec3-2b65-4bef-9b58-ff1bf0cbd473 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:56.674148 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-26231ec3-2b65-4bef-9b58-ff1bf0cbd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.677942 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dff66a-a4f0-422b-bba9-240e6747bf70" -d '{"events": [{"server_uuid": "3f557279-ef46-496b-9979-1cd47ea7983c", "name": "network-vif-deleted", "tag": "3a74eed9-8498-4582-8ecf-7e0f284afc33"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:56.717121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-139b6e24-f43b-4c0c-aff1-b19b725d030f req-9bc1ec7c-d123-41f2-83ef-02b50199e350 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430787 Jun 17 08:37:56.937878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.941435 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:57.020279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:57.028594 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d10155-2b83-49d4-96ba-d5c2f7ed13d1" -d '{"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-plugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:57.043379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3a74eed9-8498-4582-8ecf-7e0f284afc33 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:57.068169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=6e50cbba-2e80-4a1e-a97a-cf9511e9c24b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:57.077721 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:57.084640 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.086504 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/6e50cbba-2e80-4a1e-a97a-cf9511e9c24b HTTP/1.1" status: 204 len: 168 time: 1.0718310 Jun 17 08:37:57.089112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35132) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:57.113179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 3a74eed9-8498-4582-8ecf-7e0f284afc33 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:57.114971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 3a74eed9-8498-4582-8ecf-7e0f284afc33 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:57.138543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-26231ec3-2b65-4bef-9b58-ff1bf0cbd473 None None] Could not find standard attr ID for object 16d64db1-01d5-49b7-905d-c132451a5854. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:37:57.199037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35134) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:57.216437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet a0bbbe90-03ae-4df7-b034-bf19db5b043a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:57.226365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.256420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-abdbe872-ba14-4346-90c0-f518ad2a8cb6 None None] Could not find standard attr ID for object 16d64db1-01d5-49b7-905d-c132451a5854. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:37:57.405977 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3d79e63a-5778-41b3-957c-826dbba2c0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.458367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2c0527f7-474d-4bf0-9bbe-f1fbdfe8b6a8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:57.459234 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-2c0527f7-474d-4bf0-9bbe-f1fbdfe8b6a8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:37:57.459773 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-2c0527f7-474d-4bf0-9bbe-f1fbdfe8b6a8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:37:57.467713 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2c0527f7-474d-4bf0-9bbe-f1fbdfe8b6a8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2600622 Jun 17 08:37:57.467820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.467930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:57.470253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ead40f-2d45-4950-8be2-77f116333a21 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:57.482258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095579597'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:57.483956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7151b0eb-3a60-433a-8bc8-c8c1daffa3f9 req-5dd29cd5-ae89-4c14-af99-7d13ef1879d7 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f557279-ef46-496b-9979-1cd47ea7983c HTTP/1.1" status: 200 len: 210 time: 0.1705997 Jun 17 08:37:57.541715 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.553981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.598630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.745257 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.790687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.799294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.807017 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-12654c78-9fd5-46c3-8def-fcab08f85acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:57.867219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee490e-b86f-4e12-83d0-19565075980c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:57.872441 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:57.898778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.900793 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc9aac83-0e6c-4bd1-9fa0-ca7ff39f8bfd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:57.957211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=a0bbbe90-03ae-4df7-b034-bf19db5b043a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:57.967721 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.968113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.968627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.968860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.969232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.969772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.970145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.970508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.970872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.971292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.971666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.972049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:57.976009 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:57.978628 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.980605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/a0bbbe90-03ae-4df7-b034-bf19db5b043a HTTP/1.1" status: 204 len: 168 time: 0.8904741 Jun 17 08:37:57.984308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35142) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:58.036864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1fb6d9c7-2ae4-4421-8209-4243d5b50a9a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512319 Jun 17 08:37:58.040679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:58.047060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:58.076775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.090039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.099650 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:58.132376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e7e20-6b40-482e-b090-34d9d7757ae1 req-f61c9234-07ea-46e9-94e9-f5327e592fb7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:58.150040 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d8e7e20-6b40-482e-b090-34d9d7757ae1 req-f61c9234-07ea-46e9-94e9-f5327e592fb7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2583234 Jun 17 08:37:58.263403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.263403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7665477 Jun 17 08:37:58.263403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd49d81-702a-45e3-a0cf-037ea4810028,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:58.263403 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:58.264125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:58.278556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': 'cfd49d81-702a-45e3-a0cf-037ea4810028', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:58.315708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d8e7e20-6b40-482e-b090-34d9d7757ae1 req-2c3f590e-9c50-4f76-84dd-86a7b23f53c3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683054 Jun 17 08:37:58.391859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.405665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:58.409652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.491778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.505319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.512374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a9c4c4c-bb9b-440d-90de-2e4c82422b44 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:58.549459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f26977-309e-44ba-b9ea-2e2f057138b5,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:58.552986 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:58.585294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.586965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5522fc49-39d6-4904-aa9e-8d683cdca086 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220356 Jun 17 08:37:58.595537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35156) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:58.626991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9ac4285a-dbeb-47a3-ae9a-54115c4692d9 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': 'cfd49d81-702a-45e3-a0cf-037ea4810028', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:58.646523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f6bd4865-4da0-49be-ab77-2bdfe67e4be2 req-e18823b7-7e6e-4164-94d5-6f6961a4ae37 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0654368 Jun 17 08:37:58.815272 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e38e19-c9c9-422b-8486-515fe6f174de x-openstack-request-id: req-70e38e19-c9c9-422b-8486-515fe6f174de {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:58.815959 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f557279-ef46-496b-9979-1cd47ea7983c", "name": "network-vif-deleted", "tag": "3a74eed9-8498-4582-8ecf-7e0f284afc33", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:58.816829 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70e38e19-c9c9-422b-8486-515fe6f174de {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:58.817576 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f557279-ef46-496b-9979-1cd47ea7983c', 'name': 'network-vif-deleted', 'tag': '3a74eed9-8498-4582-8ecf-7e0f284afc33', 'status': 'completed', 'code': 200} Jun 17 08:37:58.825280 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.830194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ac4285a-dbeb-47a3-ae9a-54115c4692d9 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.896579 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb54f734-6c60-46af-a910-8b4ef2f8cf12 x-openstack-request-id: req-bb54f734-6c60-46af-a910-8b4ef2f8cf12 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:58.897058 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-plugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:58.897327 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb54f734-6c60-46af-a910-8b4ef2f8cf12 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:58.897910 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'code': 200} Jun 17 08:37:58.975186 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-9ac4285a-dbeb-47a3-ae9a-54115c4692d9 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:37:58.979749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35158) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:58.980481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ac4285a-dbeb-47a3-ae9a-54115c4692d9 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3824959 Jun 17 08:37:58.992738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.995494 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-017d1780-c3ad-4d64-90c2-eb4344f308b9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:59.094528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=9dad57c5-0622-429b-8d54-f1d9e086da0a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:59.098569 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:59.123172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:59.143614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:59.150792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:59.151419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.168127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.221996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb67cc-b13d-45dd-a109-303f1d9e35bc None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:59.225971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.282310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2380488 Jun 17 08:37:59.294469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35160) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:59.299864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:59.370136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d649a-e63b-4033-b171-a328a3787b3f req-cba8b2db-8883-4452-8213-1616fdbf95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:59.371697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e1d649a-e63b-4033-b171-a328a3787b3f req-cba8b2db-8883-4452-8213-1616fdbf95d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1097 time: 0.3192823 Jun 17 08:37:59.460789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e1d649a-e63b-4033-b171-a328a3787b3f req-5a569985-1e4f-4260-b906-5b58573dd5b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798352 Jun 17 08:37:59.495085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.499595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.500051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6bcb8-2cb0-46f7-a096-5b94d1dbe4ac req-ba02e4ab-c2d4-4867-94b9-a2c6cbc225cf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:59.507168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ee6bcb8-2cb0-46f7-a096-5b94d1dbe4ac req-ba02e4ab-c2d4-4867-94b9-a2c6cbc225cf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3011103 Jun 17 08:37:59.511909 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/cfd49d81-702a-45e3-a0cf-037ea4810028 HTTP/1.1" status: 204 len: 168 time: 0.5311027 Jun 17 08:37:59.517651 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f6f9479-15b8-4889-bb50-b1cab8b37325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:59.522136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35164) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:59.534195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c0f967db-4d46-4053-8afa-98bd5b150055 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:59.535208 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0f967db-4d46-4053-8afa-98bd5b150055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.554422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd49d81-702a-45e3-a0cf-037ea4810028,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:59.560245 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:59.700116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:59.704082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.775704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ee6bcb8-2cb0-46f7-a096-5b94d1dbe4ac req-d5397f76-839a-4485-8d93-8065537658f4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642879 Jun 17 08:37:59.802655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e036bf2f-3cde-43bf-9373-65ff76d85512 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2780046 Jun 17 08:37:59.803755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:59.816166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800598873'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:59.876249 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.915330 n-d-780147-13 neutron-server[93499]: INFO neutron.db.ipam_backend_mixin [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dad57c5-0622-429b-8d54-f1d9e086da0a (CIDR: 2001:db8::/64) Jun 17 08:37:59.926037 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:37:59.926504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:00.062321 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.074097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.077965 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a9abff98-13ad-4220-a67d-0df8971130fd tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:00.087411 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9e9e020-a4a6-485f-a060-a9c67a51d5cc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7891250 Jun 17 08:38:00.087943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:00.093212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'subnet': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:00.114133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35188) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:00.191661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Update dhcp port {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'fixed_ips': [{'subnet_id': '9dad57c5-0622-429b-8d54-f1d9e086da0a'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:38:00.286643 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.313176 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.351403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:00.355384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.610374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9a57f12-e510-4f04-8dcd-e404fa5ce7ff req-f3243af6-5661-44e4-96f0-67df133b217b tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0669425 Jun 17 08:38:00.634714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f40b0-9739-4b88-b4b6-1ccff50c77b4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:00.640438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.644980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8355191 Jun 17 08:38:00.645992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Allocated IP 2001:db8::2 (5554fb35-4376-4d8e-adc9-3103759046d8/9dad57c5-0622-429b-8d54-f1d9e086da0a/8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:00.646129 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:00.646129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35192) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:00.652451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cb011de3-b159-482f-a485-16614ee05af6 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': 'd50f40b0-9739-4b88-b4b6-1ccff50c77b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:00.653787 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-cb011de3-b159-482f-a485-16614ee05af6 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 17 08:38:00.654459 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-cb011de3-b159-482f-a485-16614ee05af6 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:00.655480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cb011de3-b159-482f-a485-16614ee05af6 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070479 Jun 17 08:38:00.658742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35194) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:00.809274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794684-235a-4dce-ab08-bad18041ccc1 req-0c492bf4-058b-434e-86d7-39aea1786a79 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:00.816409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32794684-235a-4dce-ab08-bad18041ccc1 req-0c492bf4-058b-434e-86d7-39aea1786a79 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2618194 Jun 17 08:38:00.885284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.908296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32794684-235a-4dce-ab08-bad18041ccc1 req-54347d7c-b3ba-446c-9c67-43b977b74f1d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909104 Jun 17 08:38:00.990101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:01.020301 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.034869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Transition to ACTIVE for port object 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:01.041835 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.047616 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.051037 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.053473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:38:01.124279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.130407 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.169553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180777-c85c-47da-87ec-fba7eab3c6aa req-4043e73c-7d3c-424e-81a2-0d85fee4d8e4 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:01.171163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17180777-c85c-47da-87ec-fba7eab3c6aa req-4043e73c-7d3c-424e-81a2-0d85fee4d8e4 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 951 time: 0.1879644 Jun 17 08:38:01.210688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.213360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.214408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/d50f40b0-9739-4b88-b4b6-1ccff50c77b4 HTTP/1.1" status: 204 len: 168 time: 0.5535080 Jun 17 08:38:01.249322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35210) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:01.250672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.253074 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.300648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f40b0-9739-4b88-b4b6-1ccff50c77b4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.305922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.319520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17180777-c85c-47da-87ec-fba7eab3c6aa req-f0cc452e-8488-42fb-b8fd-fd512f189b12 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 Jun 17 08:38:01.393229 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-83da08d7-955d-4e0f-8f76-406fe81a50e1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379642 Jun 17 08:38:01.403533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35214) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:01.417833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905206870'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:01.449326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678c51-5c72-42e2-b06e-6d2848c839e1 req-fa0157fd-3f33-4b6f-a269-e1b0dc88c423 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:01.458213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6678c51-5c72-42e2-b06e-6d2848c839e1 req-fa0157fd-3f33-4b6f-a269-e1b0dc88c423 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2661312 Jun 17 08:38:01.554551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.571840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:01.593272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6678c51-5c72-42e2-b06e-6d2848c839e1 req-9d01a04d-675f-48fa-8a6b-3080add9515f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335928 Jun 17 08:38:01.631089 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.644462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.645680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.649954 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.717018 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.776385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:01.782118 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.815385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:01.830420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:01.831037 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.843302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=10']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.853005 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.853558 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d8381fd-eb05-4e6c-bae7-236ddd180429 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.922584 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.927339 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.941104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:01.946941 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8551238 Jun 17 08:38:01.954984 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35232) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:01.974408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Request body: {'port': {'network_id': '5554fb35-4376-4d8e-adc9-3103759046d8', 'mac_address': 'fa:16:3e:c8:02:0f', 'name': 'tempest-NetworksTestDHCPv6-2064810694'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:01.998884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3faa5-007b-429b-a583-64eab7f76be8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:02.044370 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:02.061118 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbb062b6-a41f-4066-9cbb-b358e5970eef req-d23bb959-e92e-4164-965c-dd849dc0c5da tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1403422 Jun 17 08:38:02.070187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Subnet': ['ID=82f5872c-6af8-4085-b99b-89c6b2c173fe,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:02.075455 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:02.093116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.120560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7067509 Jun 17 08:38:02.124145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:02.129073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0f9643c5-ba22-44e9-b600-cc8621cb1451 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '90a3faa5-007b-429b-a583-64eab7f76be8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:02.141973 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-0f9643c5-ba22-44e9-b600-cc8621cb1451 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 17 08:38:02.144885 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-0f9643c5-ba22-44e9-b600-cc8621cb1451 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:02.146295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f9643c5-ba22-44e9-b600-cc8621cb1451 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0211947 Jun 17 08:38:02.156237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35238) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:02.274482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Made reservation on behalf of 34fe0313efb844719cf3fbca7b22647f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:02.402072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33567968-dc31-49f0-bab1-b3de747763e7 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:02.437610 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.458297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.466245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] device_id is not set on port 4e35b13b-8372-4787-a05b-d1be3e736c69 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:38:02.508084 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.544342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d96870-7912-463a-befc-77151c9f5bbe req-87b3ea12-ce19-4ac4-9337-e9455122a013 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:02.551282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46d96870-7912-463a-befc-77151c9f5bbe req-87b3ea12-ce19-4ac4-9337-e9455122a013 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2905128 Jun 17 08:38:02.653242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46d96870-7912-463a-befc-77151c9f5bbe req-724292e1-a092-47a5-b07b-3b63174f6d97 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971639 Jun 17 08:38:02.658135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dc43bc59-0ea2-43fb-8d56-93ceefe0dcd0 None None] Provisioning for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:02.665800 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.681356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dc43bc59-0ea2-43fb-8d56-93ceefe0dcd0 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:02.683245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc43bc59-0ea2-43fb-8d56-93ceefe0dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.689220 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.690699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/90a3faa5-007b-429b-a583-64eab7f76be8 HTTP/1.1" status: 204 len: 168 time: 0.5315354 Jun 17 08:38:02.695525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35272) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:02.698465 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3e9d96b-12fd-47dc-bd33-658945bc9987 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:02.745178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8::b6 (5554fb35-4376-4d8e-adc9-3103759046d8/9dad57c5-0622-429b-8d54-f1d9e086da0a/4e35b13b-8372-4787-a05b-d1be3e736c69) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:02.754284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:20f (5554fb35-4376-4d8e-adc9-3103759046d8/82f5872c-6af8-4085-b99b-89c6b2c173fe/4e35b13b-8372-4787-a05b-d1be3e736c69) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:02.805549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3faa5-007b-429b-a583-64eab7f76be8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:02.810888 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:02.911442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-34a3dd76-b3c0-46bb-b7a2-d241c50835c0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1943498 Jun 17 08:38:02.920294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35276) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:02.935060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--247107878'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:02.993491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Deleting port dc3f6162-2ceb-435e-9d4f-c2165d894820 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:02.994278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.041345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:03.050082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.083952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Transition to ACTIVE for port object 4e35b13b-8372-4787-a05b-d1be3e736c69 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:03.141552 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.165439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:03.168994 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2218ad-09a4-4fcc-b570-fda5e8ff9957" -d '{"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-unplugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:03.182491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.186519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] For port dc3f6162-2ceb-435e-9d4f-c2165d894820, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dc3f6162-2ceb-435e-9d4f-c2165d894820,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:03.189269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.192529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:03.193003 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-59e17b0b-eb3c-448f-87a9-c2e7af2d65c5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:03.201914 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.207566 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c55059de-d534-49b7-876f-5b09df0d07f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:03.260111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Network 5554fb35-4376-4d8e-adc9-3103759046d8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:03.265594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:03.268036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event updated for resources: {'Port': ['ID=4e35b13b-8372-4787-a05b-d1be3e736c69,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:03.275216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:03.282524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.284792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.287883 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:03.301081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:03.308086 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:03.314751 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3557427 Jun 17 08:38:03.317912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35282) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.336992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Calling delete_port for dc3f6162-2ceb-435e-9d4f-c2165d894820 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:03.356574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.465974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting port 4e35b13b-8372-4787-a05b-d1be3e736c69 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:03.466500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.626541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.678985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.687009 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62746775-2355-4152-92b8-3862955e9c0a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:03.780057 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.781664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8597591 Jun 17 08:38:03.794824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bcdac-73e4-4b3e-b758-18073544fc0d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:03.803090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35284) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.813452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6460d3df-9345-437b-8edc-26886f15adf1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '9c6bcdac-73e4-4b3e-b758-18073544fc0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:03.829850 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-6460d3df-9345-437b-8edc-26886f15adf1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 17 08:38:03.830694 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-6460d3df-9345-437b-8edc-26886f15adf1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:03.831876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6460d3df-9345-437b-8edc-26886f15adf1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244386 Jun 17 08:38:03.833474 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:03.848798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e435c14-226c-4d4c-80db-f6bfb454ad2b req-f7acb6cc-9cb7-43d7-8662-0287b6ac9b3a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.850569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e435c14-226c-4d4c-80db-f6bfb454ad2b req-f7acb6cc-9cb7-43d7-8662-0287b6ac9b3a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.5587173 Jun 17 08:38:03.854167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35286) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.861547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a659ba98-c90e-4f5a-8ad6-b5f7a2738911 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '9c6bcdac-73e4-4b3e-b758-18073544fc0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:03.862589 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-a659ba98-c90e-4f5a-8ad6-b5f7a2738911 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 17 08:38:03.864141 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-a659ba98-c90e-4f5a-8ad6-b5f7a2738911 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:03.864141 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a659ba98-c90e-4f5a-8ad6-b5f7a2738911 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086241 Jun 17 08:38:03.891196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35288) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.891699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35290) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.952622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Request body: {'floatingip': {'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:03.959801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a8405e41-c56c-41b0-9b98-6aa6a95cdfc8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '9c6bcdac-73e4-4b3e-b758-18073544fc0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:03.960749 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-a8405e41-c56c-41b0-9b98-6aa6a95cdfc8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 17 08:38:03.961346 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-a8405e41-c56c-41b0-9b98-6aa6a95cdfc8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:03.962418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a8405e41-c56c-41b0-9b98-6aa6a95cdfc8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0684195 Jun 17 08:38:03.979581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10136c05-466d-4ae4-b87e-acac63d937cf req-27bfd757-0a46-4b9f-8b54-4ba29466f6bc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.985578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fa760eda-d7d8-4c62-a5a2-a2dbd9074093 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:03.985975 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa760eda-d7d8-4c62-a5a2-a2dbd9074093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.993429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10136c05-466d-4ae4-b87e-acac63d937cf req-27bfd757-0a46-4b9f-8b54-4ba29466f6bc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.6989462 Jun 17 08:38:04.073820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:04.081750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35300) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.096666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d030fc06-e7a7-4440-b964-9a78ecf57e1b tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '9c6bcdac-73e4-4b3e-b758-18073544fc0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:04.104695 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-d030fc06-e7a7-4440-b964-9a78ecf57e1b tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 17 08:38:04.111269 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-d030fc06-e7a7-4440-b964-9a78ecf57e1b tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:04.112718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d030fc06-e7a7-4440-b964-9a78ecf57e1b tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0272975 Jun 17 08:38:04.157849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35302) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.195629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:04.196026 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.268928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.307283 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.356315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.417385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a515d5f8-1f2b-4719-820d-66caeddda495 None None] Provisioning for port 4e35b13b-8372-4787-a05b-d1be3e736c69 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:04.422766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a515d5f8-1f2b-4719-820d-66caeddda495 None None] Provisioning complete for port 4e35b13b-8372-4787-a05b-d1be3e736c69 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:04.423492 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a515d5f8-1f2b-4719-820d-66caeddda495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.444812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Calling delete_port for 4e35b13b-8372-4787-a05b-d1be3e736c69 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:04.463576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.468106 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.471926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c6bcdac-73e4-4b3e-b758-18073544fc0d HTTP/1.1" status: 204 len: 168 time: 0.3105254 Jun 17 08:38:04.472382 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-efebefbb-5944-46a0-974f-7f16293dd80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.474843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a515d5f8-1f2b-4719-820d-66caeddda495 None None] Port 4e35b13b-8372-4787-a05b-d1be3e736c69 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:04.485940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35304) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.486607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bcdac-73e4-4b3e-b758-18073544fc0d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.498496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-41b2f0ca-73a8-4a37-90f2-d17fe9da66dc req-46cd35b5-cb96-4d57-8ac2-f978411f1cc2 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0673845 Jun 17 08:38:04.539053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.562335 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.586690 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8258db0f-2e7c-4453-874f-002eadc49919 x-openstack-request-id: req-8258db0f-2e7c-4453-874f-002eadc49919 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:04.587070 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-unplugged", "status": "completed", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:04.587294 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8258db0f-2e7c-4453-874f-002eadc49919 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:04.587696 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'code': 200} Jun 17 08:38:04.618045 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ea7a30f8-da28-442e-bacb-f73c3adc983c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232688 Jun 17 08:38:04.618812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35306) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.625586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10136c05-466d-4ae4-b87e-acac63d937cf req-549d15a7-52a2-4efa-b77c-0ffa06a9246c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308787 Jun 17 08:38:04.628665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864766459'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:04.660379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.799941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.813847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.819659 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-385a3269-b00f-48be-a545-6a1a22d91823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.850165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf15a50-166a-4106-8397-765ecc2ad540,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.860105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.885439 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.909457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.913223 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2912719 Jun 17 08:38:04.916301 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9d5496a5-8809-4683-b303-6a287ad3262b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.917335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35308) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.944067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3f6162-2ceb-435e-9d4f-c2165d894820,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.944539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ad64dd91-c5b5-432c-bc4f-c01d6d19eb2f tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:04.945299 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-ad64dd91-c5b5-432c-bc4f-c01d6d19eb2f tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:38:04.946091 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-ad64dd91-c5b5-432c-bc4f-c01d6d19eb2f tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:04.950295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad64dd91-c5b5-432c-bc4f-c01d6d19eb2f tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0284362 Jun 17 08:38:04.950543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35310) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.951274 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.958964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-73c772b3-32bc-466a-a000-66bec4cd30d8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:04.993267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.999064 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ca45417c-cacc-4434-b88f-321c8462c74e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.047045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Port': ['ID=4e35b13b-8372-4787-a05b-d1be3e736c69,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.053271 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.092351 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-73c772b3-32bc-466a-a000-66bec4cd30d8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.096166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-73c772b3-32bc-466a-a000-66bec4cd30d8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1411850 Jun 17 08:38:05.100348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35312) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.134880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ea4b49f4-73e1-4a01-9f10-6f88fe2e182c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.140664 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-ea4b49f4-73e1-4a01-9f10-6f88fe2e182c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 17 08:38:05.141973 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-ea4b49f4-73e1-4a01-9f10-6f88fe2e182c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.147158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ea4b49f4-73e1-4a01-9f10-6f88fe2e182c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0416756 Jun 17 08:38:05.149021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.156889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5703a0fd-0a4d-44cd-a9eb-e0e668c34c20 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.178493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.180726 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/4e35b13b-8372-4787-a05b-d1be3e736c69 HTTP/1.1" status: 204 len: 168 time: 1.8613389 Jun 17 08:38:05.183030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35318) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.250856 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-5703a0fd-0a4d-44cd-a9eb-e0e668c34c20 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.254893 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5703a0fd-0a4d-44cd-a9eb-e0e668c34c20 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1020555 Jun 17 08:38:05.255268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.260712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-37d8e1ce-0b36-45a7-bbe9-e9f4321f5109 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.261331 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-37d8e1ce-0b36-45a7-bbe9-e9f4321f5109 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:38:05.261881 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-37d8e1ce-0b36-45a7-bbe9-e9f4321f5109 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.267374 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-37d8e1ce-0b36-45a7-bbe9-e9f4321f5109 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083549 Jun 17 08:38:05.270871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35322) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.279104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e0369e4b-f0d6-4259-a233-11bf8af1e47e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.337356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32753adc-7078-436c-8f48-cac3b1fb1a17 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.343108 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-32753adc-7078-436c-8f48-cac3b1fb1a17 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1580424 Jun 17 08:38:05.344159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.354343 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-e0369e4b-f0d6-4259-a233-11bf8af1e47e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Project cbb0122230f14a55bcd6537fc742e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:38:05.400538 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-e0369e4b-f0d6-4259-a233-11bf8af1e47e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.404856 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e0369e4b-f0d6-4259-a233-11bf8af1e47e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1282008 Jun 17 08:38:05.407916 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35326) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.416593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e8454c8d-ea8f-4a73-bf3e-b6a531247cac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.417080 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-e8454c8d-ea8f-4a73-bf3e-b6a531247cac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 17 08:38:05.422673 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-e8454c8d-ea8f-4a73-bf3e-b6a531247cac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.429672 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e8454c8d-ea8f-4a73-bf3e-b6a531247cac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184939 Jun 17 08:38:05.431774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35328) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.439163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8a80e11e-9e80-443a-a738-736cf420a883 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.490448 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-8a80e11e-9e80-443a-a738-736cf420a883 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Project cbb0122230f14a55bcd6537fc742e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:38:05.502660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bfdc7-2707-4a0b-89ea-d99f6e4d3bca tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.506561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c06bfdc7-2707-4a0b-89ea-d99f6e4d3bca tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1588206 Jun 17 08:38:05.507883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35330) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.553010 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-8a80e11e-9e80-443a-a738-736cf420a883 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.556633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8a80e11e-9e80-443a-a738-736cf420a883 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1211784 Jun 17 08:38:05.568277 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35334) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.573424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-96fdf266-1d01-470e-a7be-cfd3b8778b58 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '8cf15a50-166a-4106-8397-765ecc2ad540', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.648895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1048b-a52b-4733-88ee-7b93b9b77304 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.650499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1048b-a52b-4733-88ee-7b93b9b77304 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.652113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1048b-a52b-4733-88ee-7b93b9b77304 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.656803 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b2c1048b-a52b-4733-88ee-7b93b9b77304 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1455014 Jun 17 08:38:05.657676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.677933 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-96fdf266-1d01-470e-a7be-cfd3b8778b58 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Project cbb0122230f14a55bcd6537fc742e291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:38:05.755781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9d4a-d43f-4783-b361-f7ed1ec20433 req-d6def140-1bab-4955-85b9-0a272ab8dd3a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.763273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15dc9d4a-d43f-4783-b361-f7ed1ec20433 req-d6def140-1bab-4955-85b9-0a272ab8dd3a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 949 time: 0.2770951 Jun 17 08:38:05.765404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.779599 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-96fdf266-1d01-470e-a7be-cfd3b8778b58 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:05.782753 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-96fdf266-1d01-470e-a7be-cfd3b8778b58 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2134972 Jun 17 08:38:05.788320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35342) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.832510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 82f5872c-6af8-4085-b99b-89c6b2c173fe {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:05.838271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.903961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.951216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.979492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.992282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.992953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-009e30c5-ea4a-40bf-85ac-2b280f7c6bc2 req-8332b3d9-98a9-4567-974f-c0da2cdad8c7 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.2000127 Jun 17 08:38:05.999781 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.048198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15dc9d4a-d43f-4783-b361-f7ed1ec20433 req-4475569d-747a-4b22-927e-e5a54521d0c0 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835932 Jun 17 08:38:06.103433 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.142872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.146118 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.147357 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/8cf15a50-166a-4106-8397-765ecc2ad540 HTTP/1.1" status: 204 len: 168 time: 0.3585136 Jun 17 08:38:06.152273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-071cea2d-960c-4f58-8da4-d338ea3ce2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.156767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35344) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.175409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf15a50-166a-4106-8397-765ecc2ad540,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.179694 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.229000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.236546 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cef7ffa-e77b-43da-938e-72514a8e1148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.272526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=82f5872c-6af8-4085-b99b-89c6b2c173fe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.275513 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.278204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.279641 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/82f5872c-6af8-4085-b99b-89c6b2c173fe HTTP/1.1" status: 204 len: 168 time: 0.6210120 Jun 17 08:38:06.282513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35346) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.292099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebfddf-ca86-4baa-a24a-0b827a54e8ec None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:06.360176 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-65c8d3c1-ff25-4e01-9eee-bcd34fc88607 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1952384 Jun 17 08:38:06.365718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Deleting subnet 9dad57c5-0622-429b-8d54-f1d9e086da0a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:06.370494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.400582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.421862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.428079 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Floating IP 9007f74f-017b-44db-a1a6-c01774acf1e6 associated. External IP: 172.25.7.225, port: 255aeaea-542f-46de-b407-2fff350dcc9d. Jun 17 08:38:06.438679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--927391838'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:06.539910 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.577058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405d86-d6d5-4179-b9d9-1a24934164ea req-040d67ce-1ee7-4cff-baf0-8f91543084fc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.584435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac405d86-d6d5-4179-b9d9-1a24934164ea req-040d67ce-1ee7-4cff-baf0-8f91543084fc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3445857 Jun 17 08:38:06.619347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.655594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.657808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c09b73d-e7ab-44da-8666-617b71ca98ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.697940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Router b9136a76-3237-4ada-8b24-f34c2caa0942 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:06.702256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac405d86-d6d5-4179-b9d9-1a24934164ea req-a65e2dd6-5737-4f9f-bdc9-a314ecfe0cbd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169782 Jun 17 08:38:06.718333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Subnet': ['ID=9dad57c5-0622-429b-8d54-f1d9e086da0a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.725716 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.739904 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/9dad57c5-0622-429b-8d54-f1d9e086da0a HTTP/1.1" status: 204 len: 168 time: 0.4541771 Jun 17 08:38:06.739904 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.741613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35350) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.806867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57a73cf6-92b0-4628-903d-bf3fac9d8fae tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636265 Jun 17 08:38:06.815798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35352) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.922282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a78b49-0f37-40f1-9179-f5f5a1a8e01a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.926244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20a78b49-0f37-40f1-9179-f5f5a1a8e01a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1069975 Jun 17 08:38:06.926635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35354) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.021447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d881ef-f793-41b5-83c3-aa68f41b7a88 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.026024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-30d881ef-f793-41b5-83c3-aa68f41b7a88 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984442 Jun 17 08:38:07.026766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35356) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.094620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cfddd520-f01d-45e2-a13e-54d629b3fa0b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619965 Jun 17 08:38:07.095480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.135619 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-51406647-23b9-4820-9025-699668117fd7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.136578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51406647-23b9-4820-9025-699668117fd7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.138610 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-51406647-23b9-4820-9025-699668117fd7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/4e35b13b-8372-4787-a05b-d1be3e736c69 HTTP/1.1" status: 404 len: 333 time: 0.0419304 Jun 17 08:38:07.141069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35364) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.200132 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-533c2286-6a92-4d3d-8cef-070ff32e37ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.200943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533c2286-6a92-4d3d-8cef-070ff32e37ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.203063 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-533c2286-6a92-4d3d-8cef-070ff32e37ee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/82f5872c-6af8-4085-b99b-89c6b2c173fe HTTP/1.1" status: 404 len: 337 time: 0.0609324 Jun 17 08:38:07.205504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.248661 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a034b1f-e05d-4df3-be66-85556a15a1df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.249286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a034b1f-e05d-4df3-be66-85556a15a1df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.251331 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a034b1f-e05d-4df3-be66-85556a15a1df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/9dad57c5-0622-429b-8d54-f1d9e086da0a HTTP/1.1" status: 404 len: 337 time: 0.0442224 Jun 17 08:38:07.253903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.292035 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb5f756-2cf4-48dd-8f97-1f5f0ffc854d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.292891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb5f756-2cf4-48dd-8f97-1f5f0ffc854d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.295708 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5cb5f756-2cf4-48dd-8f97-1f5f0ffc854d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/16d64db1-01d5-49b7-905d-c132451a5854 HTTP/1.1" status: 404 len: 333 time: 0.0407398 Jun 17 08:38:07.300785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35372) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.332504 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef0793a-f401-4156-8f99-fb7b23a43e0b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.332970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef0793a-f401-4156-8f99-fb7b23a43e0b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.333757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075ce6c-1175-441f-8923-837eea71e4c4 None None] Network 5554fb35-4376-4d8e-adc9-3103759046d8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:07.334711 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2ef0793a-f401-4156-8f99-fb7b23a43e0b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/a0bbbe90-03ae-4df7-b034-bf19db5b043a HTTP/1.1" status: 404 len: 337 time: 0.0329134 Jun 17 08:38:07.338611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35376) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.389011 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbd9272-05af-4e7b-984c-f45bc16e1bf2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.389745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbd9272-05af-4e7b-984c-f45bc16e1bf2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.393773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7dbd9272-05af-4e7b-984c-f45bc16e1bf2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/6e50cbba-2e80-4a1e-a97a-cf9511e9c24b HTTP/1.1" status: 404 len: 337 time: 0.0517356 Jun 17 08:38:07.393988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.430709 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c93d365-f1c8-4854-8d0e-10e1a1d49a12 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.430709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c93d365-f1c8-4854-8d0e-10e1a1d49a12 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.441834 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c93d365-f1c8-4854-8d0e-10e1a1d49a12 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/32e6d7f5-58f8-4c7a-b51c-aee6718cfa2b HTTP/1.1" status: 404 len: 333 time: 0.0377052 Jun 17 08:38:07.446270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.454010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4e53861-7332-44f1-ac14-1de15f73a3f8 req-4a4ec7c0-dbb7-43d9-bc4c-8132a663bd90 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1551421 Jun 17 08:38:07.498344 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-35400fea-955a-4329-989f-c7e6af9e3178 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.498835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35400fea-955a-4329-989f-c7e6af9e3178 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.504600 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-35400fea-955a-4329-989f-c7e6af9e3178 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/a63ab73f-fe97-4f7d-bc2c-3bd9412861be HTTP/1.1" status: 404 len: 337 time: 0.0554292 Jun 17 08:38:07.505307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35382) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.539328 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df1513d-df58-46d2-b0aa-46d5bcd1eb5f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.539797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df1513d-df58-46d2-b0aa-46d5bcd1eb5f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.544577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d28e2300-bf83-4678-be65-e7afeb121cde None None] Provisioning complete for port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:07.545611 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d28e2300-bf83-4678-be65-e7afeb121cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.573443 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1df1513d-df58-46d2-b0aa-46d5bcd1eb5f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/ed2ef956-9ef8-41e4-a5ec-69bbdf33c4c2 HTTP/1.1" status: 404 len: 337 time: 0.0667613 Jun 17 08:38:07.578512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.635992 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8b365a-8f64-4b79-b074-162954af8cb1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.636827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8b365a-8f64-4b79-b074-162954af8cb1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.643368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6e8b365a-8f64-4b79-b074-162954af8cb1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/680da3d7-44ae-4c2f-abac-13f44def4a17 HTTP/1.1" status: 404 len: 333 time: 0.0605545 Jun 17 08:38:07.649172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35388) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.677464 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-26930c65-879f-4660-a102-0aa2da0cf931 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.677669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26930c65-879f-4660-a102-0aa2da0cf931 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.679533 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-26930c65-879f-4660-a102-0aa2da0cf931 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/7eb49212-b1db-47c1-808f-de38c9cd5406 HTTP/1.1" status: 404 len: 337 time: 0.0293350 Jun 17 08:38:07.682086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35390) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.682251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:07.695309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] 10.222.0.65 "PUT /v2.0/routers/b9136a76-3237-4ada-8b24-f34c2caa0942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5775681 Jun 17 08:38:07.702050 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] Sync routers for ids ['b9136a76-3237-4ada-8b24-f34c2caa0942'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:07.702633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35394) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.726231 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] Routers {'b9136a76-3237-4ada-8b24-f34c2caa0942'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:07.731300 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:37:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b9136a76-3237-4ada-8b24-f34c2caa0942'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:07.753566 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.779258 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d5dccc-f5d2-4317-9ad0-c92d770e0578 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:07.779796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d5dccc-f5d2-4317-9ad0-c92d770e0578 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:07.783313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] DHCP port deletion for 5554fb35-4376-4d8e-adc9-3103759046d8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:38:07.785547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35398) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.791527 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-22d5dccc-f5d2-4317-9ad0-c92d770e0578 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/275c15c1-6757-4650-95ff-2dcbfe965139 HTTP/1.1" status: 404 len: 337 time: 0.1083553 Jun 17 08:38:07.808392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Router 13475c12-7089-4dc7-849d-f442bb321a13 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:07.845872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-05c9ed1f-8fb8-4e35-b738-fb0abcb97754 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.852817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-05c9ed1f-8fb8-4e35-b738-fb0abcb97754 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.60 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 949 time: 0.5642016 Jun 17 08:38:07.880472 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.927101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:07.931073 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86c68b15-787f-4bf0-a24b-43d99a54a7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:07.971750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Deleting port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:07.973172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.993204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.023441 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] Set router b9136a76-3237-4ada-8b24-f34c2caa0942 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:08.110203 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7740542d-0120-4db6-95e4-32bfde219508 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.111641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7740542d-0120-4db6-95e4-32bfde219508 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.115736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7740542d-0120-4db6-95e4-32bfde219508 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/d92c2c18-3e7d-4d2b-ad4a-1812f9b62661 HTTP/1.1" status: 404 len: 333 time: 0.3030558 Jun 17 08:38:08.117570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35400) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.128743 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.132545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7017777 Jun 17 08:38:08.134127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:08.134594 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.141685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35402) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.150610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c779a3fc-6ffb-4d89-8aff-69ae996af1e1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': 'f58c7342-eda9-492d-9ca8-2d179ebd4259', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:08.155560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c7342-eda9-492d-9ca8-2d179ebd4259,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.209651 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f9e706-9698-4443-8c5a-4fab841a0086 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.210396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f9e706-9698-4443-8c5a-4fab841a0086 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.212356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-65f9e706-9698-4443-8c5a-4fab841a0086 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/ebc12651-6d51-4343-8f17-2b6d20245d92 HTTP/1.1" status: 404 len: 337 time: 0.0919359 Jun 17 08:38:08.220726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35404) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.221286 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.226275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Calling delete_port for 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:08.264831 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cfc1e4-ac12-4075-87f4-a859595e521d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.266422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cfc1e4-ac12-4075-87f4-a859595e521d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.270372 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28cfc1e4-ac12-4075-87f4-a859595e521d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/a343a49d-b40e-454d-bf9a-11a19d159132 HTTP/1.1" status: 404 len: 333 time: 0.0451622 Jun 17 08:38:08.276930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.317086 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.323953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298307-1da9-4b3c-aeb5-e60d05e3a8cd req-b8046323-2bcc-4a8e-af06-606e99310e7a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:08.327215 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-459b981b-9ce2-445c-8418-3b7e2ba59f62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.328097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459b981b-9ce2-445c-8418-3b7e2ba59f62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.331752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-459b981b-9ce2-445c-8418-3b7e2ba59f62 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/4bb11335-ee55-4b08-9cc6-9614f97d052d HTTP/1.1" status: 404 len: 337 time: 0.0501225 Jun 17 08:38:08.333802 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.338503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.339824 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:38:04Z', 'revision_number': 5, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:08.350828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13298307-1da9-4b3c-aeb5-e60d05e3a8cd req-b8046323-2bcc-4a8e-af06-606e99310e7a tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 949 time: 1.0488875 Jun 17 08:38:08.390048 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] Checking router: b9136a76-3237-4ada-8b24-f34c2caa0942 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:08.391156 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed586e41-852b-4999-a041-46db448c3d79 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.393235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed586e41-852b-4999-a041-46db448c3d79 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.395294 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ed586e41-852b-4999-a041-46db448c3d79 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/b07b32f7-0651-4988-b615-8960919117c9 HTTP/1.1" status: 404 len: 333 time: 0.0525651 Jun 17 08:38:08.396777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,segment=NetworkSegment(296869a3-13df-47d7-9350-b4a45835758b),segment_id=296869a3-13df-47d7-9350-b4a45835758b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:08.400883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35410) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.402770 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] Routers {'b9136a76-3237-4ada-8b24-f34c2caa0942'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:08.403850 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:37:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b9136a76-3237-4ada-8b24-f34c2caa0942'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:08.422202 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.425308 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:08.466059 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aeee33-cf8b-454c-a9c2-3defcc6bbbc2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.466727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78aeee33-cf8b-454c-a9c2-3defcc6bbbc2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.471578 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-78aeee33-cf8b-454c-a9c2-3defcc6bbbc2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/90972704-8752-49fb-b424-5f7ff2108498 HTTP/1.1" status: 404 len: 337 time: 0.0632043 Jun 17 08:38:08.506564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35412) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.531325 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] Set router b9136a76-3237-4ada-8b24-f34c2caa0942 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:08.552123 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6814c5-8199-462d-8d00-ac6ceb56280b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.553162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6814c5-8199-462d-8d00-ac6ceb56280b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.558238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.558471 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c6814c5-8199-462d-8d00-ac6ceb56280b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/47d25bad-4e83-4f46-86e7-4556bae01d51 HTTP/1.1" status: 404 len: 333 time: 0.0476241 Jun 17 08:38:08.562023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35416) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.567561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:08.576822 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-c779a3fc-6ffb-4d89-8aff-69ae996af1e1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The resource could not be found. Jun 17 08:38:08.577920 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c779a3fc-6ffb-4d89-8aff-69ae996af1e1 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4348259 Jun 17 08:38:08.589087 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.597034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35418) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.606774 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4229e5de-4e99-4102-b319-57c85278c42a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.607418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4229e5de-4e99-4102-b319-57c85278c42a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.611423 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4229e5de-4e99-4102-b319-57c85278c42a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/baa68c25-3548-4722-b276-e979f75aa743 HTTP/1.1" status: 404 len: 337 time: 0.0482934 Jun 17 08:38:08.612149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35420) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.614050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:08.634086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9acf7882-8a1b-4067-867b-8016ef8a6306 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': 'f58c7342-eda9-492d-9ca8-2d179ebd4259', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd00e65dd-e453-4dcc-8f01-7791c0c51162'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:08.646369 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef22d8f-636d-4230-9566-1057f7655f79 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.647189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef22d8f-636d-4230-9566-1057f7655f79 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.653923 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5ef22d8f-636d-4230-9566-1057f7655f79 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/6f1fcb7f-001b-4008-9949-148ccbe80dbe HTTP/1.1" status: 404 len: 333 time: 0.0380452 Jun 17 08:38:08.654822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.678942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] No DVR routers for this DVR port 8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:08.697715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13298307-1da9-4b3c-aeb5-e60d05e3a8cd req-e4977049-c4fd-4fe0-a835-bb4605e203a4 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437219 Jun 17 08:38:08.698465 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8a6e94-7234-4892-9230-932924a39fb7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.698802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=13']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.708613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8a6e94-7234-4892-9230-932924a39fb7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.711093 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fe8a6e94-7234-4892-9230-932924a39fb7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/e52f9df4-9ab7-49a7-8941-9a09546b24c7 HTTP/1.1" status: 404 len: 337 time: 0.0547469 Jun 17 08:38:08.713371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Deleting port 4760b58b-27ef-4a2b-a069-44866e6e0876 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:08.713904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.717633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35426) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.740051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.741483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.741839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.744272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.744667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.745006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.745334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.745661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.745983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.746362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.746690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.748946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Deleting port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:08.749870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.752571 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9046a581-2e03-48cf-913f-b87fe7b1a999 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.753249 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.753688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9046a581-2e03-48cf-913f-b87fe7b1a999 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.755140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9046a581-2e03-48cf-913f-b87fe7b1a999 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/d7dda892-f222-429b-87c1-e8ec781492a6 HTTP/1.1" status: 404 len: 333 time: 0.0364161 Jun 17 08:38:08.760686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35428) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.767716 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.768355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:08.771074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:37:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:08.783170 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:08.830249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:38:04Z', 'revision_number': 5, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:08.884659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] For port 4760b58b-27ef-4a2b-a069-44866e6e0876, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4760b58b-27ef-4a2b-a069-44866e6e0876,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:08.885070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.897234 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5b920-032a-4249-8b8e-89eadc19cde9 None None] The sync data for ids ['b9136a76-3237-4ada-8b24-f34c2caa0942'] in n-d-780147-13 is: [{'id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'name': 'tempest-TestServerMultinode-1798564328-router', 'tenant_id': '98ff17f77ae5429b907bf72979177f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:38:04Z', 'revision_number': 5, 'project_id': '98ff17f77ae5429b907bf72979177f9b', 'gw_port': {'id': '4760b58b-27ef-4a2b-a069-44866e6e0876', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9136a76-3237-4ada-8b24-f34c2caa0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:00Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:08.937718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3fac84d3-b01c-4173-a7de-1f21f71b7931 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "PUT /v2.0/floatingips/9007f74f-017b-44db-a1a6-c01774acf1e6 HTTP/1.1" status: 200 len: 991 time: 5.0420628 Jun 17 08:38:08.942353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Pushing event deleted for resources: {'Port': ['ID=8afb93a0-fd0b-4a1e-9c10-3f40d4a0d93d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.947859 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.954238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ecd0e-272b-4e73-81ad-94effcee02c3 req-0e021e8f-7934-42d9-9959-6e8ec4cdd95c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:08.961605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-289ecd0e-272b-4e73-81ad-94effcee02c3 req-0e021e8f-7934-42d9-9959-6e8ec4cdd95c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.9530537 Jun 17 08:38:08.963384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:08.967137 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:08.970284 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cb0e8c-3b51-4249-a9c6-3e9eac23d595 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:08.970854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cb0e8c-3b51-4249-a9c6-3e9eac23d595 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:08.972848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-26cb0e8c-3b51-4249-a9c6-3e9eac23d595 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/4140463e-b82b-49b4-9ebb-f6dfffb64f41 HTTP/1.1" status: 404 len: 337 time: 0.1964431 Jun 17 08:38:08.994986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.016407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:09.029259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab90d4b9-3571-419a-9105-e22a691d50ab req-1d2b0d42-43e7-4769-88b5-ef7e31b8236e tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0465887 Jun 17 08:38:09.077664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Calling delete_port for 4760b58b-27ef-4a2b-a069-44866e6e0876 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:09.080178 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-12acb8a2-b90a-4eca-8766-4e9c39e74ccb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.080536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12acb8a2-b90a-4eca-8766-4e9c39e74ccb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.093971 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-12acb8a2-b90a-4eca-8766-4e9c39e74ccb tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/c021337d-06ef-4092-8fe3-633fb3681565 HTTP/1.1" status: 404 len: 337 time: 0.0978174 Jun 17 08:38:09.094638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.188954 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-9acf7882-8a1b-4067-867b-8016ef8a6306 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The resource could not be found. Jun 17 08:38:09.190538 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb286c7-29c1-48c2-b2b5-1de59091b881 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.193085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb286c7-29c1-48c2-b2b5-1de59091b881 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.200098 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fbb286c7-29c1-48c2-b2b5-1de59091b881 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/08b92df4-6bbf-4f26-a123-9ce12ed91fac HTTP/1.1" status: 404 len: 333 time: 0.0982642 Jun 17 08:38:09.203151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35438) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.211675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9acf7882-8a1b-4067-867b-8016ef8a6306 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6075904 Jun 17 08:38:09.214610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35440) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.311405 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8d6a64-30cd-4b83-8ed5-4ad979a3ccee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.312551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8d6a64-30cd-4b83-8ed5-4ad979a3ccee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.318400 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ee8d6a64-30cd-4b83-8ed5-4ad979a3ccee tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/5251f823-bf4f-4dd5-83be-3ecaf693ac04 HTTP/1.1" status: 404 len: 337 time: 0.0625455 Jun 17 08:38:09.319337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35442) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.327004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-289ecd0e-272b-4e73-81ad-94effcee02c3 req-37ef8f12-534f-4b39-b069-1b202d5caae5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643615 Jun 17 08:38:09.391006 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5559d59-059c-4fd8-8c90-58f88e9c088c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.391568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5559d59-059c-4fd8-8c90-58f88e9c088c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.395807 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b5559d59-059c-4fd8-8c90-58f88e9c088c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/6678c510-cdf3-438d-8555-58fb346fd5ad HTTP/1.1" status: 404 len: 337 time: 0.0715182 Jun 17 08:38:09.396726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35444) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.412232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] For port 94a9f76b-2d64-496c-8d8e-0dd0485189f8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=94a9f76b-2d64-496c-8d8e-0dd0485189f8,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:09.412546 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.435673 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f72725f-c5de-429d-9d19-df6d8ef7e032 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.436586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f72725f-c5de-429d-9d19-df6d8ef7e032 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.442158 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f72725f-c5de-429d-9d19-df6d8ef7e032 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/ed870258-b49a-47a8-91ab-9a70a12d20f2 HTTP/1.1" status: 404 len: 333 time: 0.0415080 Jun 17 08:38:09.442366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35448) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.492789 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd76ebf-6bc4-4c41-b891-75bcf8bb68b7 x-openstack-request-id: req-4fd76ebf-6bc4-4c41-b891-75bcf8bb68b7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:09.493113 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:09.493484 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fd76ebf-6bc4-4c41-b891-75bcf8bb68b7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:09.493899 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'status': 'completed', 'code': 200} Jun 17 08:38:09.541026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Calling delete_port for 94a9f76b-2d64-496c-8d8e-0dd0485189f8 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:09.566743 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd354fa8-152c-40f4-a991-82d843d74e8d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.567225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd354fa8-152c-40f4-a991-82d843d74e8d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.571171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cd354fa8-152c-40f4-a991-82d843d74e8d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/42e435ff-755d-4533-95b4-790155371451 HTTP/1.1" status: 404 len: 337 time: 0.1256135 Jun 17 08:38:09.580260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.588194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '9007f74f-017b-44db-a1a6-c01774acf1e6', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'mac_address': 'fa:16:3e:f6:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:37:33Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 1, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:09.604599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.624023 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dbf789-0724-4376-9c5e-a4f9b4e4239f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.624879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dbf789-0724-4376-9c5e-a4f9b4e4239f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.628998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:09.629596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e8dbf789-0724-4376-9c5e-a4f9b4e4239f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/dadd68f4-fffa-4029-a0fb-a6a88b910798 HTTP/1.1" status: 404 len: 337 time: 0.0481014 Jun 17 08:38:09.630378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.639005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:09.639996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:37:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:09.670025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.672960 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-776445c5-bff2-4d36-b97d-7371b6ccf539 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.673804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776445c5-bff2-4d36-b97d-7371b6ccf539 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.676922 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-776445c5-bff2-4d36-b97d-7371b6ccf539 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/ee6c69b4-2840-49cb-8032-feeb944b15ee HTTP/1.1" status: 404 len: 333 time: 0.0421619 Jun 17 08:38:09.679378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35462) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.690467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.722218 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36afff0d-3af9-4936-9577-d68d9080175f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:09.741060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-eeeecbd2-b70d-4bb1-b707-ee46680d1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.743437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-eeeecbd2-b70d-4bb1-b707-ee46680d1931 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1097 time: 0.2484174 Jun 17 08:38:09.748020 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea55753-8dbc-4c38-beee-57399a238200 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.748020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea55753-8dbc-4c38-beee-57399a238200 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.749531 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0ea55753-8dbc-4c38-beee-57399a238200 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/17239c76-b53e-44fd-b381-e782d985b472 HTTP/1.1" status: 404 len: 337 time: 0.0690975 Jun 17 08:38:09.755120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35466) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.798102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:09.830816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Pushing event deleted for resources: {'Port': ['ID=4760b58b-27ef-4a2b-a069-44866e6e0876,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:09.833922 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:09.844418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dc3f6162-2ceb-435e-9d4f-c2165d894820 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:09.849476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.856886 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e66ca1-8b18-4d13-926f-3e4bf584996e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:09.857337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e66ca1-8b18-4d13-926f-3e4bf584996e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:09.861330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8e66ca1-8b18-4d13-926f-3e4bf584996e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/5b847235-12d9-4b21-ad62-1c6f3d1aa75c HTTP/1.1" status: 404 len: 337 time: 0.0755734 Jun 17 08:38:09.861330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.862369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.865799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: dc3f6162-2ceb-435e-9d4f-c2165d894820 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:09.865959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/f58c7342-eda9-492d-9ca8-2d179ebd4259 HTTP/1.1" status: 204 len: 168 time: 0.6474628 Jun 17 08:38:09.866214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dc3f6162-2ceb-435e-9d4f-c2165d894820 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:09.866527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35468) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.866865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35470) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.901036 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3d51e436-e5b1-4319-8f2e-d9ba7d5b89ef tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:09.946279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.948262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.982057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c7342-eda9-492d-9ca8-2d179ebd4259,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:09.983691 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.000186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.001059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9136a76-3237-4ada-8b24-f34c2caa0942 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:38:10.006398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.008125 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b9136a76-3237-4ada-8b24-f34c2caa0942 HTTP/1.1" status: 204 len: 168 time: 2.3047471 Jun 17 08:38:10.010365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.029792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e0ce715d-c1b9-484e-b366-3fa1cf6e95f0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports?device_id=267ca424-4588-4a71-b751-7ba00aaee39f HTTP/1.1" status: 200 len: 205 time: 0.1147914 Jun 17 08:38:10.042755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35474) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.110162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Deleting subnet e1bf0736-a61a-4800-be8d-3cac322835f8 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:10.114247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.155711 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-38474f67-edf7-4393-8055-3d5c19075e4c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] delete failed (client error): The resource could not be found. Jun 17 08:38:10.160144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.160911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-38474f67-edf7-4393-8055-3d5c19075e4c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/routers/267ca424-4588-4a71-b751-7ba00aaee39f HTTP/1.1" status: 404 len: 336 time: 0.1161265 Jun 17 08:38:10.177216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '9007f74f-017b-44db-a1a6-c01774acf1e6', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'mac_address': 'fa:16:3e:f6:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:37:33Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 1, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:10.206585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35478) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.214942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ab4edf5d-6052-425b-b7ef-c374f22a4bb8 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3013933 Jun 17 08:38:10.227372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fbb3e-daf2-4e0c-b5e1-13a2d3a726cf None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '9007f74f-017b-44db-a1a6-c01774acf1e6', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'mac_address': 'fa:16:3e:f6:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:37:33Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 1, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:10.227686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35480) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.236604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.241128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-353c58a7-229c-4659-b0da-4c9d713fc034 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': 'c545657a-74d2-47bd-a8ce-3495728e2ba4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:10.284697 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:10.309187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.318930 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca979cd-02b2-4584-af8f-f6a41c8edacc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:10.319444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca979cd-02b2-4584-af8f-f6a41c8edacc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:10.321230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fca979cd-02b2-4584-af8f-f6a41c8edacc tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/5f62d74d-cb3c-425d-a1ce-9d7f5b49665e HTTP/1.1" status: 404 len: 337 time: 0.1049073 Jun 17 08:38:10.333911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35484) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.349124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99c07115-e658-4e49-8081-19f92e9fe140 req-93a0b8b3-89d0-44d6-9003-25e08baa99f1 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1203902 Jun 17 08:38:10.357184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86d231-13e7-4a84-b6cb-da486db9f8df req-b9631614-aa81-43c7-9643-866d4f925714 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.358761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b86d231-13e7-4a84-b6cb-da486db9f8df req-b9631614-aa81-43c7-9643-866d4f925714 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2978c685-9e3c-40d1-b6a7-ef34eab04018 HTTP/1.1" status: 200 len: 949 time: 0.5156939 Jun 17 08:38:10.362671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-498467b4-d6ae-44e7-aa10-f44f6f691eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.364202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-498467b4-d6ae-44e7-aa10-f44f6f691eb0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.6132374 Jun 17 08:38:10.367898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Pushing event deleted for resources: {'Port': ['ID=94a9f76b-2d64-496c-8d8e-0dd0485189f8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.371095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-7d322c4f-8cfe-411c-b6b1-6d88f9341131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.373229 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-7d322c4f-8cfe-411c-b6b1-6d88f9341131 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1097 time: 0.1582925 Jun 17 08:38:10.377549 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2a6a40c8-67fa-40e8-917a-72d38ff0cde5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0d3e0ea-d09e-4b81-b393-901f7413c035 HTTP/1.1" status: 200 len: 205 time: 0.0423641 Jun 17 08:38:10.384769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35488) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.385783 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.498739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.502874 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57ee02f8-8ae0-4de8-bc17-edabc5fd6a04 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:10.533958 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49419677-1e74-4105-b50e-1ed13051fe6b None None] New status for floating IP 9007f74f-017b-44db-a1a6-c01774acf1e6: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:38:10.547501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bf0736-a61a-4800-be8d-3cac322835f8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.550220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.552961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.557646 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e1bf0736-a61a-4800-be8d-3cac322835f8 HTTP/1.1" status: 204 len: 168 time: 0.5440335 Jun 17 08:38:10.560606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c0354f-f44c-44d5-a6b8-fc2ab83ac9d8 None None] Network 9dbff877-06f2-43c1-bff2-2be5edb3f81f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:10.569679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:10.585841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-4c1988c2-8e37-4d9f-9fc3-b1bee36bbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.595719 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-4c1988c2-8e37-4d9f-9fc3-b1bee36bbd7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.2017171 Jun 17 08:38:10.677347 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-54914a23-6180-4b61-82a8-365a35503174 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0722554 Jun 17 08:38:10.769614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.860802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-0bd7d41e-c43c-4275-b16f-be24606b5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.862322 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-0bd7d41e-c43c-4275-b16f-be24606b5619 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.0971236 Jun 17 08:38:10.950355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] DHCP port deletion for 9dbff877-06f2-43c1-bff2-2be5edb3f81f request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:38:10.957100 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-7dde9a96-2e6a-4fd4-8a1f-da09efdf1415 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871162 Jun 17 08:38:10.965222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] No DVR routers for this DVR port 94a9f76b-2d64-496c-8d8e-0dd0485189f8 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:10.978891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.981570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bc88e88-ad4e-4ba1-979c-11cb366ff453 req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.60 "DELETE /v2.0/ports/94a9f76b-2d64-496c-8d8e-0dd0485189f8 HTTP/1.1" status: 204 len: 173 time: 3.0536020 Jun 17 08:38:10.982674 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-b8facea6-26ce-4e58-8757-bd558a1bc9d5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] delete failed (client error): The resource could not be found. Jun 17 08:38:10.986952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b8facea6-26ce-4e58-8757-bd558a1bc9d5 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/routers/e0d3e0ea-d09e-4b81-b393-901f7413c035 HTTP/1.1" status: 404 len: 336 time: 0.5936711 Jun 17 08:38:10.987675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35494) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.053698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Deleting port 5bf4b8e2-2f86-4971-83ed-79808fd18564 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:11.054626 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.079686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Deleting port 5bf4b8e2-2f86-4971-83ed-79808fd18564 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:11.080036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.095207 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a685bd44-482c-43df-81a4-e3f4914f5f14 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.095816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a685bd44-482c-43df-81a4-e3f4914f5f14 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.098192 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-f102b387-373d-4227-903d-775dc6c4e7e7 service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332884 Jun 17 08:38:11.100275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35496) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.100426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a685bd44-482c-43df-81a4-e3f4914f5f14 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/a03aa5f1-e65b-456e-ac52-7ce054447b7a HTTP/1.1" status: 404 len: 337 time: 0.1060989 Jun 17 08:38:11.125508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b86d231-13e7-4a84-b6cb-da486db9f8df req-eefce235-660b-4332-b823-fe1ffcd39451 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fb4463a-e19f-4a21-8078-2b7578687e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554092 Jun 17 08:38:11.131629 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-353c58a7-229c-4659-b0da-4c9d713fc034 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The resource could not be found. Jun 17 08:38:11.132752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-353c58a7-229c-4659-b0da-4c9d713fc034 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8971014 Jun 17 08:38:11.136610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-09c0e298-d875-4683-8f37-f184281588c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 999 time: 0.7504423 Jun 17 08:38:11.138742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35498) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.143670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--456130350'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:11.158174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] For port 5bf4b8e2-2f86-4971-83ed-79808fd18564, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bf4b8e2-2f86-4971-83ed-79808fd18564,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:11.158174 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.166231 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa07e407-ee72-40ab-95d0-f088697777f3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.166633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa07e407-ee72-40ab-95d0-f088697777f3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.169624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fa07e407-ee72-40ab-95d0-f088697777f3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/9cdd5a4f-ce54-4f3e-b63d-236d45510b82 HTTP/1.1" status: 404 len: 337 time: 0.0679710 Jun 17 08:38:11.202802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35500) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.228476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] For port 5bf4b8e2-2f86-4971-83ed-79808fd18564, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bf4b8e2-2f86-4971-83ed-79808fd18564,segment=NetworkSegment(aa9a36fb-fde4-4e5f-8603-b0fd09b5e517),segment_id=aa9a36fb-fde4-4e5f-8603-b0fd09b5e517)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:11.228849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.250180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Calling delete_port for 5bf4b8e2-2f86-4971-83ed-79808fd18564 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:11.298582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-868fdcbb-8948-4704-bdd0-4570cba2dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.300112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-868fdcbb-8948-4704-bdd0-4570cba2dc81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.1511474 Jun 17 08:38:11.302974 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf6bf9a-3012-4db3-9e18-775727e6ca7c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.303692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf6bf9a-3012-4db3-9e18-775727e6ca7c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.303838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:11.307719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-caf6bf9a-3012-4db3-9e18-775727e6ca7c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/65b48b8a-84cb-4aa8-af6d-71b3c4b95787 HTTP/1.1" status: 404 len: 333 time: 0.0460553 Jun 17 08:38:11.307719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.311666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.330263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 94a9f76b-2d64-496c-8d8e-0dd0485189f8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:11.331738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 94a9f76b-2d64-496c-8d8e-0dd0485189f8 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:11.349837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Calling delete_port for 5bf4b8e2-2f86-4971-83ed-79808fd18564 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:11.365745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10969d-53b4-4378-bc08-f1541ce5d614 req-45f13104-f4ee-4433-865b-94c7234cc8af tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.366960 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.367247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c10969d-53b4-4378-bc08-f1541ce5d614 req-45f13104-f4ee-4433-865b-94c7234cc8af tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.3613286 Jun 17 08:38:11.371123 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eaa2d8b9-0d4a-4c27-bcc1-cb3d2102e5cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.379125 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31f61dc-4350-4506-8383-6995b92bdfaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.379582 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31f61dc-4350-4506-8383-6995b92bdfaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.383777 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c31f61dc-4350-4506-8383-6995b92bdfaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/37f8b6f3-d7c6-4088-aeaa-69609e745824 HTTP/1.1" status: 404 len: 337 time: 0.0684767 Jun 17 08:38:11.388138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35504) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.412302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Pushing event deleted for resources: {'Port': ['ID=5bf4b8e2-2f86-4971-83ed-79808fd18564,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.421086 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.422218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] No DVR routers for this DVR port 5bf4b8e2-2f86-4971-83ed-79808fd18564 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:11.432793 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ebdbe3e5-3c93-4294-9c79-8dfb381cfe67 req-e05cf07c-ead3-4a86-9a73-b2b9f594e9da service neutron] 10.222.0.67 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235431 Jun 17 08:38:11.441027 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48a1d4e-1ab3-4e93-9426-06c43b0dbcd2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.441401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48a1d4e-1ab3-4e93-9426-06c43b0dbcd2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.445552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d48a1d4e-1ab3-4e93-9426-06c43b0dbcd2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/e2f6ddd2-f73d-4dc4-9aa3-bf54cc220048 HTTP/1.1" status: 404 len: 333 time: 0.0454276 Jun 17 08:38:11.447077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35508) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.479944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c10969d-53b4-4378-bc08-f1541ce5d614 req-1df052a9-8c5c-4ef5-ab66-5da4242806fc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023102 Jun 17 08:38:11.483630 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0780c3b9-bdce-4fac-b644-968db807c27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.484312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0780c3b9-bdce-4fac-b644-968db807c27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.487803 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0780c3b9-bdce-4fac-b644-968db807c27b tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/dba51324-3d53-4f4e-af50-e085c81606f3 HTTP/1.1" status: 404 len: 337 time: 0.0379086 Jun 17 08:38:11.489002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35510) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.523108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.527163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e3629c1-aaad-4f2d-86ae-9b1c25a1405d tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.558184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.560027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-deleted', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:11.563055 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e45b39-5ff8-4900-8449-f88ad9f7b0dc" -d '{"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-deleted", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:11.563666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf4b8e2-2f86-4971-83ed-79808fd18564,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.571811 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.572827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] No DVR routers for this DVR port 5bf4b8e2-2f86-4971-83ed-79808fd18564 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:11.616715 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a0555a-ca11-4b02-8cf6-ab573c80bd4f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.617652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a0555a-ca11-4b02-8cf6-ab573c80bd4f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.622810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.623155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e6a0555a-ca11-4b02-8cf6-ab573c80bd4f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/7c4bd625-c03f-4e82-a182-47e66dc18eda HTTP/1.1" status: 404 len: 333 time: 0.1314917 Jun 17 08:38:11.625159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-8b6238f7-7061-49bc-bcb8-90bc0fea70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.626664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-8b6238f7-7061-49bc-bcb8-90bc0fea70da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3127632 Jun 17 08:38:11.628591 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.640870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-583129f3-92cf-403b-a926-dc3fc2ff773e req-791fb784-fbba-4887-9c11-7e5dbaad3f69 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0542328 Jun 17 08:38:11.661477 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcc4da7-7483-480c-9587-9620922ffdac tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.662028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcc4da7-7483-480c-9587-9620922ffdac tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.663255 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1a79ee64-0669-4e35-8c34-757737bf1c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.664120 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bfcc4da7-7483-480c-9587-9620922ffdac tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/8d3971d9-c25a-4787-9cd8-6cbfed03dbfe HTTP/1.1" status: 404 len: 337 time: 0.0400090 Jun 17 08:38:11.677668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.679353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5395358 Jun 17 08:38:11.694454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.697098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35518) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.697527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.704642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776351089'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:11.714070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59c8f6-8a6b-462f-abb1-44097a0e28a9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.720525 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760a9b0a-9b58-4901-b06f-436f58c23181 x-openstack-request-id: req-760a9b0a-9b58-4901-b06f-436f58c23181 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:11.720911 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2978c685-9e3c-40d1-b6a7-ef34eab04018", "name": "network-vif-deleted", "tag": "94a9f76b-2d64-496c-8d8e-0dd0485189f8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:11.721222 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-760a9b0a-9b58-4901-b06f-436f58c23181 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:11.722221 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2978c685-9e3c-40d1-b6a7-ef34eab04018', 'name': 'network-vif-deleted', 'tag': '94a9f76b-2d64-496c-8d8e-0dd0485189f8', 'status': 'completed', 'code': 200} Jun 17 08:38:11.725212 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.756885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbff877-06f2-43c1-bff2-2be5edb3f81f']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:11.761037 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad401710-889d-4b8d-9e12-2143832d5d66 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.761873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad401710-889d-4b8d-9e12-2143832d5d66 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.764037 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad401710-889d-4b8d-9e12-2143832d5d66 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/02103e05-e615-47f1-9e7d-6ab4379c3191 HTTP/1.1" status: 404 len: 333 time: 0.0654788 Jun 17 08:38:11.766949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.776281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:11.777057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9a36fb-fde4-4e5f-8603-b0fd09b5e517') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:11.790466 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.799923 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-07195fac-4302-4743-949c-256478699a34 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.800393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07195fac-4302-4743-949c-256478699a34 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.801243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.804956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-07195fac-4302-4743-949c-256478699a34 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/c18a0ab3-c8cb-4af3-9f89-58fa6b539cc4 HTTP/1.1" status: 404 len: 337 time: 0.0347195 Jun 17 08:38:11.805283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35524) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.819003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.830694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:11.831131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:11.833036 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:11.837080 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb98e32-a39f-44f0-9277-462293606731 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.837080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb98e32-a39f-44f0-9277-462293606731 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.837761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-efb98e32-a39f-44f0-9277-462293606731 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/6eff15b2-c3e5-4171-be3b-882605028ab4 HTTP/1.1" status: 404 len: 333 time: 0.0315185 Jun 17 08:38:11.843531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35526) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.868818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4760b58b-27ef-4a2b-a069-44866e6e0876 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:11.883609 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-430f4545-22e3-4be3-b519-6319fd21469f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.884075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430f4545-22e3-4be3-b519-6319fd21469f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.888313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-430f4545-22e3-4be3-b519-6319fd21469f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/8437e528-6e81-41dd-ab29-86789eff71ee HTTP/1.1" status: 404 len: 337 time: 0.0413404 Jun 17 08:38:11.888313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-5fc5ceda-39ac-4386-9aee-ed6ef338fee2 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465160 Jun 17 08:38:11.888637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 4760b58b-27ef-4a2b-a069-44866e6e0876 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:11.888794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35528) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.889305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4760b58b-27ef-4a2b-a069-44866e6e0876 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:11.889888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bf4b8e2-2f86-4971-83ed-79808fd18564 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:11.908193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.914199 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ef8c556-0e6a-4ceb-ac78-dd983e31e4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.917564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.921771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5bf4b8e2-2f86-4971-83ed-79808fd18564 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:11.922769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] 10.222.0.65 "DELETE /v2.0/networks/9dbff877-06f2-43c1-bff2-2be5edb3f81f HTTP/1.1" status: 204 len: 168 time: 1.3515592 Jun 17 08:38:11.925856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35530) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.930154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bf4b8e2-2f86-4971-83ed-79808fd18564 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:11.946845 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee29011-a128-45c9-882b-4dee0e295226 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:11.947648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee29011-a128-45c9-882b-4dee0e295226 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:11.951824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aee29011-a128-45c9-882b-4dee0e295226 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/8d47a8ea-6173-42b0-ac75-c2b39fb933ed HTTP/1.1" status: 404 len: 333 time: 0.0597274 Jun 17 08:38:11.952573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.979412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbff877-06f2-43c1-bff2-2be5edb3f81f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.007336 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.010324 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d059a0-49a7-4801-b1b9-d08bd99fde18 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:12.010817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d059a0-49a7-4801-b1b9-d08bd99fde18 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:12.012566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-45d059a0-49a7-4801-b1b9-d08bd99fde18 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/6c7acd93-6b47-4927-a0f8-4b9b4b0bae96 HTTP/1.1" status: 404 len: 337 time: 0.0595739 Jun 17 08:38:12.015114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35534) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.052042 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbb885e-7e6f-44a6-9860-4668d7e5ecb3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:12.052284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.052742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbb885e-7e6f-44a6-9860-4668d7e5ecb3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:12.054292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5cbb885e-7e6f-44a6-9860-4668d7e5ecb3 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/ports/91354db0-4782-41e3-9291-265082b810f0 HTTP/1.1" status: 404 len: 333 time: 0.0382755 Jun 17 08:38:12.057003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.057169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35536) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.062202 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75d01544-aa97-4036-8e38-adb5d8f26792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.091512 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4594ea73-7dcd-4e44-9360-4ddbf476dfb9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] DELETE failed (client error): The resource could not be found. Jun 17 08:38:12.091985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4594ea73-7dcd-4e44-9360-4ddbf476dfb9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:38:12.096311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4594ea73-7dcd-4e44-9360-4ddbf476dfb9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/subnets/e25ae58a-4beb-4834-b185-444dee5d8e99 HTTP/1.1" status: 404 len: 337 time: 0.0357935 Jun 17 08:38:12.096545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35538) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.109309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bc01df-ce64-4029-8c2b-d5cf20dc4cf6 req-d1d7054b-9d26-4eec-9943-bb8436ce9e64 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112367 Jun 17 08:38:12.180326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.279158 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.290685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5554fb35-4376-4d8e-adc9-3103759046d8']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:12.306715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296869a3-13df-47d7-9350-b4a45835758b') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:12.307186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296869a3-13df-47d7-9350-b4a45835758b') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:12.317651 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.332495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.342389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:12.342825 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:12.346451 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:12.421813 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.425627 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.429827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.431710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] 10.222.0.65 "DELETE /v2.0/networks/5554fb35-4376-4d8e-adc9-3103759046d8 HTTP/1.1" status: 204 len: 168 time: 0.3343141 Jun 17 08:38:12.446677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Pushing event deleted for resources: {'Network': ['ID=5554fb35-4376-4d8e-adc9-3103759046d8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.449236 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.452750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2615e42f-e3d0-4b25-8fea-d53b3bc678c3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.456402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.457108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.458321 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7586303 Jun 17 08:38:12.461350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35550) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.466134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e58997d0-540b-40be-a6c4-d116549be3ce tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '4b59c8f6-8a6b-462f-abb1-44097a0e28a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2615e42f-e3d0-4b25-8fea-d53b3bc678c3'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:12.515920 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-e58997d0-540b-40be-a6c4-d116549be3ce tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:12.522449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e58997d0-540b-40be-a6c4-d116549be3ce tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0598578 Jun 17 08:38:12.523964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35554) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.554854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35556) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.601849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.647889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.775164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.778782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.780109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/2615e42f-e3d0-4b25-8fea-d53b3bc678c3 HTTP/1.1" status: 204 len: 168 time: 0.2549477 Jun 17 08:38:12.782088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.787391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-17a6ab76-a3c7-4885-ad0b-3060279fba35 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.791432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35566) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.834846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615e42f-e3d0-4b25-8fea-d53b3bc678c3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.844630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bad7a-9651-490a-a784-6c04bde0ec97 req-6db45d26-09c0-4961-8e02-533cb0ab182c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:12.846482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-962bad7a-9651-490a-a784-6c04bde0ec97 req-6db45d26-09c0-4961-8e02-533cb0ab182c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2189820 Jun 17 08:38:12.849614 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.854789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f1d1d9fe-cd3d-4e73-9951-5a90be0c235d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=216adf6320044a629d6f5573814247d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985785 Jun 17 08:38:12.859901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35568) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.869279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35570) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.913818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc48febb-e78f-4235-833c-393d05680712 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1160033 Jun 17 08:38:12.918773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.965643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-962bad7a-9651-490a-a784-6c04bde0ec97 req-874b083a-c8c1-49a7-8132-a8d308fd4154 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058972 Jun 17 08:38:13.004585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.013848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d5b0b8a-0bb2-4b12-9b29-de0012e6923a req-3cd6d3ad-f1b6-4106-be9e-5fc04bcb8600 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0470238 Jun 17 08:38:13.041635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.047918 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.079116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.088981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a1437a39-4757-4b8f-9682-fea1e9ff0cab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34fe0313efb844719cf3fbca7b22647f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185001 Jun 17 08:38:13.091942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35576) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.096454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:13.138002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.140825 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.144594 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8fb4463a-e19f-4a21-8078-2b7578687e4e HTTP/1.1" status: 204 len: 168 time: 0.2810104 Jun 17 08:38:13.144594 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c71c80ac-0847-48f5-b357-924f9c368be1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.170539 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.173202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.176804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b59c8f6-8a6b-462f-abb1-44097a0e28a9 HTTP/1.1" status: 204 len: 168 time: 0.2545180 Jun 17 08:38:13.177708 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-98160595-f70b-4aa8-873f-0b86880e457a tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-631399608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.179993 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.182119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35580) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.185483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb4463a-e19f-4a21-8078-2b7578687e4e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.195477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.200050 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.214246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:13.217936 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b2658-10ca-4eed-b57e-03243c0fb71c" -d '{"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:13.226550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Deleting port eae8b2c9-cf31-4e42-94b6-37f8d763182a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:13.227152 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.231425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.233483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59c8f6-8a6b-462f-abb1-44097a0e28a9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.244901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.274412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:13.281096 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce765b-87a9-4842-bda2-7a1a789e9bca x-openstack-request-id: req-58ce765b-87a9-4842-bda2-7a1a789e9bca {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:13.281242 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:13.281898 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58ce765b-87a9-4842-bda2-7a1a789e9bca {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:13.282209 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'code': 200} Jun 17 08:38:13.283053 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.284672 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.305182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-175ddc4a-8cdc-4c27-9c6f-f2fbd9e3f87e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217847 Jun 17 08:38:13.309691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35584) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.315240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105077014'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:13.345434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.350015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.351250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97a67290-3145-4ac1-8d6e-1c58372ee778 HTTP/1.1" status: 204 len: 168 time: 0.2583790 Jun 17 08:38:13.352524 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1aa40d82-8354-45f7-8694-1b002b528652 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.361216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.361387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a67290-3145-4ac1-8d6e-1c58372ee778,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.363261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.364981 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.366458 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.387332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] For port eae8b2c9-cf31-4e42-94b6-37f8d763182a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=eae8b2c9-cf31-4e42-94b6-37f8d763182a,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:13.388058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.494237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Calling delete_port for eae8b2c9-cf31-4e42-94b6-37f8d763182a owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:13.505047 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.515805 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.519744 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b45a78c5-9798-4c1b-855e-f710be17ac70 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.565587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91437d1f-3ba8-4d4d-8364-87ccf5221733,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.568336 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.569746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2587996 Jun 17 08:38:13.571304 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.572603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35596) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.579172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-315b82ca-1ca1-41b2-bdb4-c03eeb72f290 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '91437d1f-3ba8-4d4d-8364-87ccf5221733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:13.643292 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-315b82ca-1ca1-41b2-bdb4-c03eeb72f290 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:13.646651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-315b82ca-1ca1-41b2-bdb4-c03eeb72f290 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0729651 Jun 17 08:38:13.650069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35600) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.657648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e370d03b-8dc7-4dc7-ab46-2e7c046b5317 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group_rule': {'security_group_id': '91437d1f-3ba8-4d4d-8364-87ccf5221733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:13.717418 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-e370d03b-8dc7-4dc7-ab46-2e7c046b5317 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:38:13.721547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e370d03b-8dc7-4dc7-ab46-2e7c046b5317 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0677402 Jun 17 08:38:13.721762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35604) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.773990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.778143 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7072ce4-e577-4843-bf7a-26c868775042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.791314 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.804501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=eae8b2c9-cf31-4e42-94b6-37f8d763182a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.808416 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.859231 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.972009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.981956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.986356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/91437d1f-3ba8-4d4d-8364-87ccf5221733 HTTP/1.1" status: 204 len: 168 time: 0.2613087 Jun 17 08:38:13.986356 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.988478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35618) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.044935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91437d1f-3ba8-4d4d-8364-87ccf5221733,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:14.054666 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:14.091821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.093903 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4068f10-e394-4e85-ab6f-c51793f52c63 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041420 Jun 17 08:38:14.110187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'tempest-secgroup--408010274'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:14.167003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.215669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.266444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b639dca-551e-47ba-868c-ab2ab9696c50 req-fcbb6c09-f24c-4405-982e-690c92a96414 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:14.268591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b639dca-551e-47ba-868c-ab2ab9696c50 req-fcbb6c09-f24c-4405-982e-690c92a96414 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.0913725 Jun 17 08:38:14.356985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d76b97b-7b16-4ce3-8ac7-94233227d94a req-276ac43f-ef5e-4f15-944b-5929cae59e44 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0566034 Jun 17 08:38:14.382538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b639dca-551e-47ba-868c-ab2ab9696c50 req-3c51ef7a-f671-432a-853c-c993efcb6168 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081917 Jun 17 08:38:14.518548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.532563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.538210 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-87887dca-979d-460d-b53f-6039e7e93616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:14.585822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.587127 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4941254 Jun 17 08:38:14.590354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35646) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.596779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e21dfcc0-e1d4-45ed-bdb7-f77b898e4247 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:14.597206 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-e21dfcc0-e1d4-45ed-bdb7-f77b898e4247 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:38:14.597698 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-e21dfcc0-e1d4-45ed-bdb7-f77b898e4247 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:38:14.598638 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e21dfcc0-e1d4-45ed-bdb7-f77b898e4247 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "PUT /v2.0/security-groups/ab720b76-081e-4c3d-9606-c5971081e46b HTTP/1.1" status: 409 len: 330 time: 0.0061021 Jun 17 08:38:14.599526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab720b76-081e-4c3d-9606-c5971081e46b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:14.602744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa678af-4dbc-44ed-ba7b-1ccdd5ddf8bf req-fe4a34ee-703b-4e50-a4a2-7e3a71420e08 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:14.602964 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:14.603596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35650) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.605511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aa678af-4dbc-44ed-ba7b-1ccdd5ddf8bf req-fe4a34ee-703b-4e50-a4a2-7e3a71420e08 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.0763500 Jun 17 08:38:14.656936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aa678af-4dbc-44ed-ba7b-1ccdd5ddf8bf req-fdbb9967-8ea0-4691-be03-6f6aa2ebc663 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Jun 17 08:38:14.679218 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Router 09919a90-989f-4ca7-bb2c-79f1c932c007 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:14.733198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35658) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.733350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.861130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.883067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'networks': [{'name': 'tempest-network--243643510'}, {'name': 'tempest-network--1326651404'}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:14.883549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'network': {'name': 'tempest-network--243643510'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:14.884211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'network': {'name': 'tempest-network--1326651404'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:14.928387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'network': 2} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:14.942271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.957323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.971449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.975881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.977254 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/ab720b76-081e-4c3d-9606-c5971081e46b HTTP/1.1" status: 204 len: 168 time: 0.3643978 Jun 17 08:38:14.981337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35670) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:15.014706 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-889ac076-6624-475c-bba7-27cec9daf115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.041698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab720b76-081e-4c3d-9606-c5971081e46b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.053720 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.055386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:15.059829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa73e266-5dcc-457b-a330-b02c35bc1d72 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764925 Jun 17 08:38:15.064952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35676) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:15.073710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] Sync routers for ids ['09919a90-989f-4ca7-bb2c-79f1c932c007'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:15.082298 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] 10.222.0.65 "PUT /v2.0/routers/09919a90-989f-4ca7-bb2c-79f1c932c007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1544480 Jun 17 08:38:15.083231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35678) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:15.094167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] Routers {'09919a90-989f-4ca7-bb2c-79f1c932c007'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:15.097280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:37:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['09919a90-989f-4ca7-bb2c-79f1c932c007'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:15.110157 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-b4833027-c651-4ab5-89ae-38bcc677fb3e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] delete failed (client error): The resource could not be found. Jun 17 08:38:15.111328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4833027-c651-4ab5-89ae-38bcc677fb3e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "DELETE /v2.0/security-groups/4326c2a6-f5c2-4c2d-a025-b3bebc25f68e HTTP/1.1" status: 404 len: 347 time: 0.0451550 Jun 17 08:38:15.117026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35680) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:15.141271 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-13d43c1e-831f-4c95-b9b8-c1943b2830e0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] show failed (client error): The resource could not be found. Jun 17 08:38:15.142683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-13d43c1e-831f-4c95-b9b8-c1943b2830e0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-groups/361527da-ed09-4954-98e9-f62d33326902 HTTP/1.1" status: 404 len: 347 time: 0.0241580 Jun 17 08:38:15.149117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35682) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:15.172140 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-83a693a5-f0d5-4017-966d-0de6a957c1c6 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] show failed (client error): The resource could not be found. Jun 17 08:38:15.174193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-83a693a5-f0d5-4017-966d-0de6a957c1c6 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] 10.222.0.65 "GET /v2.0/security-group-rules/36546189-9813-414f-b84b-1b771b68861d HTTP/1.1" status: 404 len: 356 time: 0.0241220 Jun 17 08:38:15.208243 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.216487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.217861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.223253 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94af4942-6c63-4cd0-9f8e-3dc50d4ea85e tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.263769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.288575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fbbb75-467d-483f-a03c-aebf1a4316ae,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.315940 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.382328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:15.382328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.382328 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Added segment 1e2553df-eba8-499b-90c5-954dd926f3f8 of type vlan for network cc53bf8e-c2c5-4392-b51f-21cde5bbbeb3 Jun 17 08:38:15.384560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] Set router 09919a90-989f-4ca7-bb2c-79f1c932c007 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:15.424630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.522436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:15.546461 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.547408 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Added segment c169ad80-0f1c-44b8-adfc-f4843be0f42d of type vlan for network cec7cff1-fa65-4980-ac3b-627870e3285d Jun 17 08:38:15.580384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.612249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a508e10-d643-4eb3-b076-6b7ef4791677 req-c4c08abb-0f8c-483a-a58b-34f90e07d851 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.614394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a508e10-d643-4eb3-b076-6b7ef4791677 req-c4c08abb-0f8c-483a-a58b-34f90e07d851 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.1556211 Jun 17 08:38:15.618968 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.673208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2018c848-b290-45e2-8a48-ff801467a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:38:13Z', 'revision_number': 5, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port': {'id': '2018c848-b290-45e2-8a48-ff801467a550', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:30Z', 'updated_at': '2021-06-17T08:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:15.695666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a508e10-d643-4eb3-b076-6b7ef4791677 req-d99a27df-8e77-4ddd-a070-7915fbf039e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Jun 17 08:38:15.703040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] Checking router: 09919a90-989f-4ca7-bb2c-79f1c932c007 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:15.708580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Deleting port 2018c848-b290-45e2-8a48-ff801467a550 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:15.708921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.721352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] Routers {'09919a90-989f-4ca7-bb2c-79f1c932c007'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:15.723737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:37:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['09919a90-989f-4ca7-bb2c-79f1c932c007'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:15.749679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.750480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.765632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.799908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.802042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.810651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35702) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:15.814835 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af356390-70c8-4c9a-aeca-3a6d4db6a44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.912180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] For port 2018c848-b290-45e2-8a48-ff801467a550, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2018c848-b290-45e2-8a48-ff801467a550,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:15.912718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.914104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] Set router 09919a90-989f-4ca7-bb2c-79f1c932c007 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:15.987857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:38:15Z', 'revision_number': 6, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:16.035115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83607bc0-e4c7-4335-90e7-26d575e237d2 None None] The sync data for ids ['09919a90-989f-4ca7-bb2c-79f1c932c007'] in n-d-780147-13 is: [{'id': '09919a90-989f-4ca7-bb2c-79f1c932c007', 'name': 'tempest-TestServerMultinode-140401310-router', 'tenant_id': 'c0104f54210b4d028120b10bdc0caf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:27Z', 'updated_at': '2021-06-17T08:38:15Z', 'revision_number': 6, 'project_id': 'c0104f54210b4d028120b10bdc0caf9f', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:16.037039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Calling delete_port for 2018c848-b290-45e2-8a48-ff801467a550 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:16.116253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1fc01c5-b5d1-4325-9e72-85e937baffff req-77db8b4a-8c18-4376-955a-e5329af25c6a tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1843004 Jun 17 08:38:16.147952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a894973-947d-4493-94cb-60fe1efae35b req-3472affb-b005-4544-ba1b-5647dc1c58d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.2142193 Jun 17 08:38:16.148840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Network': ['ID=cc53bf8e-c2c5-4392-b51f-21cde5bbbeb3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:16.162455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network cc53bf8e-c2c5-4392-b51f-21cde5bbbeb3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:16.174121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4394186 Jun 17 08:38:16.175921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35714) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:16.315339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Network': ['ID=cec7cff1-fa65-4980-ac3b-627870e3285d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:16.332612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8e2a7c53-6b6e-488b-ac2f-562ff897888d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbb0122230f14a55bcd6537fc742e291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308615 Jun 17 08:38:16.332735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network cec7cff1-fa65-4980-ac3b-627870e3285d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:16.335621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35722) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:16.338130 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:16.350932 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:16.351634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:16.421590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-722a6336-0925-44b8-afaf-ac1605ffd589 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6144793 Jun 17 08:38:16.435870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.495044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.569149 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.596622 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df5bf810-75a5-4ded-b0a6-74996d0ebfb0 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:16.607127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.610704 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.612536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2dee490e-b86f-4e12-83d0-19565075980c HTTP/1.1" status: 204 len: 168 time: 0.2699163 Jun 17 08:38:16.614075 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ca57d0f-e3c4-47cb-b772-3ce43ea277df tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:16.626140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee490e-b86f-4e12-83d0-19565075980c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:16.632782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Pushing event deleted for resources: {'Port': ['ID=2018c848-b290-45e2-8a48-ff801467a550,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:16.635514 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:16.641398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:16.692028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6210f-377d-4f9f-86c0-d6cfd94a5722 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.700966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6210f-377d-4f9f-86c0-d6cfd94a5722 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.708028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6210f-377d-4f9f-86c0-d6cfd94a5722 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.715889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6210f-377d-4f9f-86c0-d6cfd94a5722 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.718357 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2fd6210f-377d-4f9f-86c0-d6cfd94a5722 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3353620 Jun 17 08:38:16.721190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35732) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:16.805802 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.938354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.064288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.070270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.070693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.100623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:17.167307 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.185178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.185969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09919a90-989f-4ca7-bb2c-79f1c932c007 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:38:17.196531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.203024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] 10.222.0.65 "DELETE /v2.0/routers/09919a90-989f-4ca7-bb2c-79f1c932c007 HTTP/1.1" status: 204 len: 168 time: 2.1185293 Jun 17 08:38:17.203834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:17.220447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc53bf8e-c2c5-4392-b51f-21cde5bbbeb3']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:17.254141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2553df-eba8-499b-90c5-954dd926f3f8') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:17.254438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2553df-eba8-499b-90c5-954dd926f3f8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:17.279668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf85fc-163c-4aab-862a-d81ec9c80b7f req-84a07787-4bfc-49a4-bf12-bc6610d16b52 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:17.288413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10cf85fc-163c-4aab-862a-d81ec9c80b7f req-84a07787-4bfc-49a4-bf12-bc6610d16b52 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.2805493 Jun 17 08:38:17.299731 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.308545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Deleting subnet 31d422e4-b271-493f-b3ca-1ea50293cb04 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:17.314879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.378503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.384790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.426642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:17.428705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:17.432952 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:17.507974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10cf85fc-163c-4aab-862a-d81ec9c80b7f req-1f8f7ee7-cfa5-4350-b639-f64b475c583b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185984 Jun 17 08:38:17.618445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.652579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.656477 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f4d7b38e-2dcd-4f97-9e67-224bf57a09ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.711552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.713728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/networks/cc53bf8e-c2c5-4392-b51f-21cde5bbbeb3 HTTP/1.1" status: 204 len: 168 time: 0.9914141 Jun 17 08:38:17.717628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35762) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:17.733680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Network': ['ID=cc53bf8e-c2c5-4392-b51f-21cde5bbbeb3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.770730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.776642 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c450a2d-9ebb-4f79-91c8-97d38f90e2b1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.810824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c470d830-0d75-451a-bdda-f943eaeb848e req-321d06ce-4143-466e-93cf-41ed95a156e4 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0782473 Jun 17 08:38:17.811888 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.839944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d422e4-b271-493f-b3ca-1ea50293cb04,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.846638 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.882157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.886805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05e4b9-f2b8-4476-94d0-64b55def4500 None None] Network 9ed4e534-213f-4512-bd8f-4af91abdc75e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:17.887335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35770) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:17.890879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device eae8b2c9-cf31-4e42-94b6-37f8d763182a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:17.895822 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/31d422e4-b271-493f-b3ca-1ea50293cb04 HTTP/1.1" status: 204 len: 168 time: 0.6906576 Jun 17 08:38:17.923717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: eae8b2c9-cf31-4e42-94b6-37f8d763182a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:17.924369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device eae8b2c9-cf31-4e42-94b6-37f8d763182a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:17.924924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2018c848-b290-45e2-8a48-ff801467a550 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:17.932867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.030580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 2018c848-b290-45e2-8a48-ff801467a550 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:18.031341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2018c848-b290-45e2-8a48-ff801467a550 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:18.056683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.071707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35776) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.095885 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.106665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec7cff1-fa65-4980-ac3b-627870e3285d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:18.118971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c169ad80-0f1c-44b8-adfc-f4843be0f42d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:18.119580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c169ad80-0f1c-44b8-adfc-f4843be0f42d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:18.131469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.148034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.155322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:18.155846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:18.159130 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:18.204486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] DHCP port deletion for 9ed4e534-213f-4512-bd8f-4af91abdc75e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:38:18.242085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.251548 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.256350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.258773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/networks/cec7cff1-fa65-4980-ac3b-627870e3285d HTTP/1.1" status: 204 len: 168 time: 0.5393691 Jun 17 08:38:18.260962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35786) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.286823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Network': ['ID=cec7cff1-fa65-4980-ac3b-627870e3285d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:18.289922 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:18.309406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Deleting port 88e1063e-c91d-46fe-b15b-eafedf65271d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:18.309834 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.312738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1577780752'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:18.362273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e838b16e-e9c5-4048-bb8a-3749d8573cec req-ac985814-9d5b-4204-b413-374e20809911 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8&device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0434802 Jun 17 08:38:18.404651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929145ca-38ec-4bb9-9695-f86c1375ded0 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.413961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-0c870743-a94d-4a8c-8778-90f59e67023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.414670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] For port 88e1063e-c91d-46fe-b15b-eafedf65271d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=88e1063e-c91d-46fe-b15b-eafedf65271d,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:18.414947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929145ca-38ec-4bb9-9695-f86c1375ded0 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.415394 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.415501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-0c870743-a94d-4a8c-8778-90f59e67023f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c&tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9 HTTP/1.1" status: 200 len: 1095 time: 0.3338964 Jun 17 08:38:18.417139 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-929145ca-38ec-4bb9-9695-f86c1375ded0 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1550841 Jun 17 08:38:18.421521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.427324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Made reservation on behalf of 5e0a419ca1fb47d2866299879300958d for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:18.428674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-228557154'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:18.430478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.436599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:18.456247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:18.462881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.488910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Calling delete_port for 88e1063e-c91d-46fe-b15b-eafedf65271d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:18.497909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.509750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:18.521787 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Deleting port 88e1063e-c91d-46fe-b15b-eafedf65271d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:18.522123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.523813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.524268 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Added segment 305aecae-b963-4fe6-afed-2f98865ced47 of type vlan for network 116b69bc-d6dd-4fef-a980-bb88c76eaf29 Jun 17 08:38:18.588138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.632200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.641676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.643159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.647923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed5099cb-b3b4-4c2a-a1b9-11e9127a9875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.705414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35798) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.710963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.713214 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fcfeba8c-d046-4f8f-b5d8-c186b7cdf84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.760108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Pushing event deleted for resources: {'Port': ['ID=88e1063e-c91d-46fe-b15b-eafedf65271d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:18.768306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] No DVR routers for this DVR port 88e1063e-c91d-46fe-b15b-eafedf65271d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:18.768306 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:18.783504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Network': ['ID=116b69bc-d6dd-4fef-a980-bb88c76eaf29,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:18.786971 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:18.794552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 116b69bc-d6dd-4fef-a980-bb88c76eaf29 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:18.919471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.025009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52e38931-73c6-423e-8c19-23d8fe4a155f req-52d7b18b-13f9-4088-bb90-be3bc4a5d322 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c0e7e0c96a842f9858f4d4af6ba5cda&device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0733232 Jun 17 08:38:19.115041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10baab09-fd97-4596-9133-88e44693da1d req-8eea612f-eada-4913-abc9-58d5409db880 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.1156826 Jun 17 08:38:19.120747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] For port 88e1063e-c91d-46fe-b15b-eafedf65271d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=88e1063e-c91d-46fe-b15b-eafedf65271d,segment=NetworkSegment(33377e29-359f-47bc-9fb7-046ffc034e46),segment_id=33377e29-359f-47bc-9fb7-046ffc034e46)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:19.121142 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.141551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.149420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52e38931-73c6-423e-8c19-23d8fe4a155f req-f9adfcae-e593-4a60-954a-19ce502781c4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0c0e7e0c96a842f9858f4d4af6ba5cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774674 Jun 17 08:38:19.243071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Calling delete_port for 88e1063e-c91d-46fe-b15b-eafedf65271d owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:19.253959 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.441069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0884-e267-44ff-ac84-849ff1e95ca5 req-54e281a2-f1be-419a-8744-2daaba64dab5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:19.442454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aad0884-e267-44ff-ac84-849ff1e95ca5 req-54e281a2-f1be-419a-8744-2daaba64dab5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 943 time: 0.4935853 Jun 17 08:38:19.624183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38931-73c6-423e-8c19-23d8fe4a155f req-d9df599d-7001-402d-95d7-19a0cefba87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:19.625646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52e38931-73c6-423e-8c19-23d8fe4a155f req-d9df599d-7001-402d-95d7-19a0cefba87c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4598353 Jun 17 08:38:19.631127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.640690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9aad0884-e267-44ff-ac84-849ff1e95ca5 req-a81f7784-7080-4141-9135-e9ecab148ce3 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774495 Jun 17 08:38:19.642997 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2202170 Jun 17 08:38:19.645652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35806) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:19.655411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1019204957'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:19.657744 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.664403 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a2865a9-d890-4e2b-a6d8-c98184d0d1a2 tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.741914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af63bb9e-5c08-4f09-a66d-40605c68364b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.744338 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.748030 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.748681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:19.752130 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b62414b9-fb72-4234-8a5b-66292f79938c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.757065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.764504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.770696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a40f813-efa1-48f0-8f55-f5161bb3c413 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.787190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e1063e-c91d-46fe-b15b-eafedf65271d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.792703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] No DVR routers for this DVR port 88e1063e-c91d-46fe-b15b-eafedf65271d on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:19.794449 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.797109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.797466 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Added segment 3ccb2328-eb8c-4c0a-b45f-e62eae7e9889 of type vlan for network 615ea4a3-2ec8-4b2a-8a37-12e7f5013356 Jun 17 08:38:19.824725 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c854003a10a4663b27b208ced96145d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1163461 Jun 17 08:38:19.826825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35808) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:19.833727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:19.837226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.841147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda1fc8d-3170-4669-8fad-2a0f64e35708,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.859774 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.868511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:19.874469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 88e1063e-c91d-46fe-b15b-eafedf65271d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:19.905280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 88e1063e-c91d-46fe-b15b-eafedf65271d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:19.905636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 88e1063e-c91d-46fe-b15b-eafedf65271d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:19.906809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.918983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:19.939612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.945123 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.945636 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Added segment cd928054-b282-449a-bffa-12b10568626a of type vlan for network 6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3 Jun 17 08:38:19.964216 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.983023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed4e534-213f-4512-bd8f-4af91abdc75e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.004095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.006664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:20.010735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33377e29-359f-47bc-9fb7-046ffc034e46') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.011057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33377e29-359f-47bc-9fb7-046ffc034e46') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.019328 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.042963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.052293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.058276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.059276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.066375 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ebbc4557-93ac-4562-b355-4208fc9e2ea1 tempest-AllowedAddressPairIpV6TestJSON-604092271 tempest-AllowedAddressPairIpV6TestJSON-604092271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.072381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.079321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.079905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.082101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:20.082688 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dde5cb68-d642-420a-9a68-53a8c6d24964 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.110342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.111962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.113129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.114258 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eda1fc8d-3170-4669-8fad-2a0f64e35708 HTTP/1.1" status: 204 len: 168 time: 0.2861683 Jun 17 08:38:20.119362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.128670 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4795756 Jun 17 08:38:20.128873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35814) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.138813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0624247 Jun 17 08:38:20.139181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'ports': [{'network_id': '116b69bc-d6dd-4fef-a980-bb88c76eaf29', 'name': 'tempest-port--1781104038', 'admin_state_up': True}, {'network_id': '6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3', 'admin_state_up': False}]} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:20.139181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'port': {'network_id': '116b69bc-d6dd-4fef-a980-bb88c76eaf29', 'name': 'tempest-port--1781104038', 'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:20.139181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'port': {'network_id': '6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3', 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:20.146580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35816) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.149145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:20.149536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.156411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-7534ed11-3950-482e-8d23-d92ab27a79ea tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-1773743976') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.180660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Network': ['ID=6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:20.183304 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:20.196761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:20.204341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Pushing event updated for resources: {'Network': ['ID=615ea4a3-2ec8-4b2a-8a37-12e7f5013356,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.209273 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.219562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 615ea4a3-2ec8-4b2a-8a37-12e7f5013356 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:20.221341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.222213 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-952b6c99-e540-4dbf-ba10-53b2e69b2b5c tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.249579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda1fc8d-3170-4669-8fad-2a0f64e35708,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.273698 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.361927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Transition to ACTIVE for port object e2fadec7-455e-4464-bfb8-a16b99b0d6e0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:20.365080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bce9577b-37bd-43ee-a3eb-d3ca09aef83f req-386726dd-e1ce-40d4-8909-0159865f1378 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0646358 Jun 17 08:38:20.379320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.383423 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8aeedf15-4397-4452-b13a-20bf83ee596b tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.395331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.410651 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.412529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9ed4e534-213f-4512-bd8f-4af91abdc75e HTTP/1.1" status: 204 len: 168 time: 2.5244269 Jun 17 08:38:20.433991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed4e534-213f-4512-bd8f-4af91abdc75e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.438519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.439259 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-980107a2-f4d1-40e8-8457-48cffd8f20ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.474221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'port': 2} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:20.481303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.502500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.565589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] No DVR routers for this DVR port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:20.576129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=9']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.580644 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.604176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.612090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7534ed11-3950-482e-8d23-d92ab27a79ea tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "PUT /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-1773743976 HTTP/1.1" status: 201 len: 201 time: 0.4621038 Jun 17 08:38:20.613709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35836) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.616350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] device_id is not set on port f8060e59-4894-4dd2-84d2-1bd83e7833de yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:38:20.620482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:20.620482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:20.620482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:20.625334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:20.625656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Attempting to bind port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on network 6aed8514-f7e1-4e60-afb5-a53d98e1d360 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:20.631037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:20.631382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Checking segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:20.631766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Bound using segment: {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:20.632527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Bound port: e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353b31c0-6679-431f-846c-3fd9b458c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:20.632527 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.632731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-3e756a03-1db6-4726-984c-bfde32f36e3f tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-1773743976') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.704239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:20.708173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:20.714042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20ea9a59-0b92-488d-bc6e-cc1122a43cfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98ff17f77ae5429b907bf72979177f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085136 Jun 17 08:38:20.717274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35840) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.726280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.734738 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.767215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e756a03-1db6-4726-984c-bfde32f36e3f tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-1773743976 HTTP/1.1" status: 204 len: 168 time: 0.1453853 Jun 17 08:38:20.772753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35842) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.781187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-f4f4f906-2143-473f-a498-a578a6973be5 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.796567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.797433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.799197 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] 10.222.0.60 "PUT /v2.0/ports/e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 1092 time: 2.3732572 Jun 17 08:38:20.800122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:20.802579 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad5fcd5-181d-40e9-b844-bc616e2eff39" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:20.876542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.879944 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e560f19-7824-4fbc-829f-0146ec30619f x-openstack-request-id: req-7e560f19-7824-4fbc-829f-0146ec30619f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:20.880280 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:20.880580 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e560f19-7824-4fbc-829f-0146ec30619f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:20.881018 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'status': 'completed', 'code': 200} Jun 17 08:38:20.979040 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52e38931-73c6-423e-8c19-23d8fe4a155f req-5d43131d-14c1-4489-ae0d-901e9acffed4 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.67 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0554752 Jun 17 08:38:20.982622 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.985574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.000228 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.060161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90742734-9e7e-40a5-96db-60d9ca83abc8 req-1d760161-76b6-4048-b492-6c67909a75db tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.061710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90742734-9e7e-40a5-96db-60d9ca83abc8 req-1d760161-76b6-4048-b492-6c67909a75db tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.2553415 Jun 17 08:38:21.076404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-37afe678-6172-4301-9602-469fea44b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.078032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-37afe678-6172-4301-9602-469fea44b09a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1096 time: 0.2027509 Jun 17 08:38:21.105270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.108662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.109815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01957ae6-c39e-47e0-a464-6145fe732c8c HTTP/1.1" status: 204 len: 168 time: 0.3910940 Jun 17 08:38:21.125973 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a0bcf8e-9c76-43d6-a4ed-a5aa7de6bfdb tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.173607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01957ae6-c39e-47e0-a464-6145fe732c8c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.194416 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.211265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90742734-9e7e-40a5-96db-60d9ca83abc8 req-0d9e21a6-b856-4e0c-b4d9-bd21cd7b5fe2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421418 Jun 17 08:38:21.265615 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f4f4f906-2143-473f-a498-a578a6973be5 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags HTTP/1.1" status: 200 len: 238 time: 0.4911284 Jun 17 08:38:21.268624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35862) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:21.276035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-1ba45ce9-3adc-4ebb-96e8-f3c75e2af751 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', {'tags': ['tempest-TagsTest-Tag-573660825', 'tempest-TagsTest-Tag-241112966', 'tempest-TagsTest-Tag-765631701']}) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:21.305330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-0f375289-dec5-4b52-8057-14ab46dcb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.305537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.308515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-0f375289-dec5-4b52-8057-14ab46dcb52e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.2214184 Jun 17 08:38:21.364313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-a0b05e61-2f9d-45fa-9109-8527e0ef012f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0487278 Jun 17 08:38:21.436237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] device_id is not set on port b4d68522-6512-4a40-8dbd-ce04de6a574c yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:38:21.443980 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1ba45ce9-3adc-4ebb-96e8-f3c75e2af751 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "PUT /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags HTTP/1.1" status: 200 len: 306 time: 0.1708064 Jun 17 08:38:21.444171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35870) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:21.452215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-d47cb64a-af35-45e8-8cb4-29af51318ba4 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-573660825') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:21.523124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-cf42e03b-7cd5-4002-8a54-d502b4ef8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.524953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-cf42e03b-7cd5-4002-8a54-d502b4ef8b38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.1539223 Jun 17 08:38:21.591366 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.627976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:21.657610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e4e0270a-5867-4ac9-b7e8-52dd529f5b95 req-a9f7799f-305f-46f1-b5e2-5795b193b782 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dce5287-c27a-4eec-96c8-9c10322dc1e8 HTTP/1.1" status: 200 len: 210 time: 0.0523672 Jun 17 08:38:21.663906 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-d37ce20a-a278-461d-a90a-8e2b9c8a6097 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318808 Jun 17 08:38:21.700458 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ee1d0e4e-f09c-4dd1-85c1-8e62dc487ebe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0104f54210b4d028120b10bdc0caf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703895 Jun 17 08:38:21.705435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35876) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:21.726988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.743822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d47cb64a-af35-45e8-8cb4-29af51318ba4 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "DELETE /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-573660825 HTTP/1.1" status: 204 len: 168 time: 0.2990675 Jun 17 08:38:21.744461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35878) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:21.744806 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f77c70b2-c05c-4ff0-952f-944d55e0569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.753549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-c4c5de7b-ece5-485b-8087-334e3ffe7700 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-573660825') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:21.803603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Port': ['ID=f8060e59-4894-4dd2-84d2-1bd83e7833de,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.807587 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.873161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Checking segment: {'id': '305aecae-b963-4fe6-afed-2f98865ced47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '116b69bc-d6dd-4fef-a980-bb88c76eaf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:21.873535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network hostable DHCP agents. Network: 116b69bc-d6dd-4fef-a980-bb88c76eaf29, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:21.885274 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.890341 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-c4c5de7b-ece5-485b-8087-334e3ffe7700 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] show failed (client error): The resource could not be found. Jun 17 08:38:21.894355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c4c5de7b-ece5-485b-8087-334e3ffe7700 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-573660825 HTTP/1.1" status: 404 len: 325 time: 0.1461403 Jun 17 08:38:21.897440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35882) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:21.909271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-e5257154-0f1b-4eb8-bdc1-9ffa17671a66 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-241112966') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:21.919310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-f98daaa1-2d45-4e3c-917f-ec760d090ee3 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215836 Jun 17 08:38:21.922209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network 116b69bc-d6dd-4fef-a980-bb88c76eaf29 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:21.942926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.953106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 116b69bc-d6dd-4fef-a980-bb88c76eaf29) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:21.957487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:21.958326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.965808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd939d-76f7-4b1b-8805-e4cac10a48de None None] Network 116b69bc-d6dd-4fef-a980-bb88c76eaf29 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:21.966306 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fab36db-51c9-4ef1-8ff0-59bc71322d7f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:22.023600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1b3a581-3908-450e-8111-07f0b5ca88f1 req-b019ac35-4ec7-42ca-85d4-38ab42005422 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925021 Jun 17 08:38:22.064417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Port': ['ID=b4d68522-6512-4a40-8dbd-ce04de6a574c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:22.067255 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:22.112745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e5257154-0f1b-4eb8-bdc1-9ffa17671a66 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-241112966 HTTP/1.1" status: 204 len: 168 time: 0.2142189 Jun 17 08:38:22.115913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35886) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.120766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-ed279446-9375-435e-8da8-efea14ebd32c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-765631701') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:22.145881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Checking segment: {'id': 'cd928054-b282-449a-bffa-12b10568626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:22.147113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network hostable DHCP agents. Network: 6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:22.154848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.157669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.158568 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4fa863be-ca91-4ae4-95fa-119eb8a959c1 HTTP/1.1" status: 204 len: 168 time: 0.4522171 Jun 17 08:38:22.160597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bf63e4a-ce0f-4644-958b-e55ae3f1174f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:22.176502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa863be-ca91-4ae4-95fa-119eb8a959c1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:22.179053 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:22.201885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network 6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:22.232841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-9ad71caa-4303-43b4-8bd2-9beb97348b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.234455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-9ad71caa-4303-43b4-8bd2-9beb97348b13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1096 time: 0.1326644 Jun 17 08:38:22.247261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:22.251144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:22.256888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2e77e-ffc3-49ea-819f-0803d97d6d25 None None] Network 6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:22.257759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.263165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.263869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.267885 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ed279446-9375-435e-8da8-efea14ebd32c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-765631701 HTTP/1.1" status: 204 len: 168 time: 0.1509726 Jun 17 08:38:22.272478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.276872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-4719740a-4401-4968-9b66-741c06794b42 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:22.315416 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1854074 Jun 17 08:38:22.317851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35902) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.386327 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4719740a-4401-4968-9b66-741c06794b42 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "DELETE /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags HTTP/1.1" status: 204 len: 168 time: 0.1128135 Jun 17 08:38:22.389554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35904) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.396321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-2036d685-6990-4439-9346-6248040692e0 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-241112966') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:22.592998 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-2036d685-6990-4439-9346-6248040692e0 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] show failed (client error): The resource could not be found. Jun 17 08:38:22.594596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2036d685-6990-4439-9346-6248040692e0 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-241112966 HTTP/1.1" status: 404 len: 325 time: 0.2039731 Jun 17 08:38:22.598852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35910) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.607740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-f4cf31b3-e513-4078-8c06-db71d9708b0e tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356', 'tempest-TagsTest-Tag-765631701') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:22.765979 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-f4cf31b3-e513-4078-8c06-db71d9708b0e tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] show failed (client error): The resource could not be found. Jun 17 08:38:22.768252 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f4cf31b3-e513-4078-8c06-db71d9708b0e tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "GET /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags/tempest-TagsTest-Tag-765631701 HTTP/1.1" status: 404 len: 325 time: 0.1680548 Jun 17 08:38:22.772228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35914) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.784153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-ec4bbd38-ff72-4bc5-ae60-c403ea36b927 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '615ea4a3-2ec8-4b2a-8a37-12e7f5013356') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:22.881689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-ab2a3214-bb8a-4706-a842-348ec6c82ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.883193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-ab2a3214-bb8a-4706-a842-348ec6c82ee5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.6403036 Jun 17 08:38:22.900001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec4bbd38-ff72-4bc5-ae60-c403ea36b927 tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "DELETE /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356/tags HTTP/1.1" status: 204 len: 168 time: 0.1202641 Jun 17 08:38:22.900001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35924) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.965780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-658a5d60-db88-4941-bf24-7b53b63dfd1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0699313 Jun 17 08:38:22.995863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837188d-a0cd-4ed9-910f-69c17479eca5 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.002349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837188d-a0cd-4ed9-910f-69c17479eca5 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.006750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8837188d-a0cd-4ed9-910f-69c17479eca5 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6873679 Jun 17 08:38:23.007380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35926) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:23.036430 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.134639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd127dc-3ad3-4906-aa88-f435da56689d req-4e70ed46-31c3-4ce9-a820-825907bdd6f4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.139234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fd127dc-3ad3-4906-aa88-f435da56689d req-4e70ed46-31c3-4ce9-a820-825907bdd6f4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.2861173 Jun 17 08:38:23.216698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Deleting port f8060e59-4894-4dd2-84d2-1bd83e7833de {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:23.217044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.243594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.276063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615ea4a3-2ec8-4b2a-8a37-12e7f5013356']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:23.298473 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.299836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccb2328-eb8c-4c0a-b45f-e62eae7e9889') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:23.300236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccb2328-eb8c-4c0a-b45f-e62eae7e9889') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:23.317503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.351028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.359058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:23.359596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:23.363180 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:23.390510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Calling delete_port for f8060e59-4894-4dd2-84d2-1bd83e7833de owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:23.448610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-db55d242-a409-4aad-92e6-deb3d1c2ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.450635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-db55d242-a409-4aad-92e6-deb3d1c2ceab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.0556996 Jun 17 08:38:23.469111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fd127dc-3ad3-4906-aa88-f435da56689d req-dc0ba90b-07f4-40be-8601-ace60e24a0c4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228884 Jun 17 08:38:23.476616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.481778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.483829 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] 10.222.0.65 "DELETE /v2.0/networks/615ea4a3-2ec8-4b2a-8a37-12e7f5013356 HTTP/1.1" status: 204 len: 168 time: 0.5843778 Jun 17 08:38:23.484808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57c5d593-31f0-4846-8efc-df9e0f316c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.549527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Pushing event deleted for resources: {'Network': ['ID=615ea4a3-2ec8-4b2a-8a37-12e7f5013356,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.552120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.566774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-a2cab969-4165-48ac-aabe-f98110f2d4d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947106 Jun 17 08:38:23.809784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.821614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-2608c071-399c-4784-ab72-473a990991f7 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851778 Jun 17 08:38:23.826121 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9f5f9b7-8e39-4124-b481-e269262f6d74 tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.855427 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-36ca8e49-dfba-46e4-96f4-fe575160f5eb req-2337dc0f-c643-404b-bb35-32fca2b99c97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c0e7e0c96a842f9858f4d4af6ba5cda&device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0894051 Jun 17 08:38:23.915928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Port': ['ID=f8060e59-4894-4dd2-84d2-1bd83e7833de,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.923751 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.927952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-36ca8e49-dfba-46e4-96f4-fe575160f5eb req-e66d88a0-1836-4b4b-99a3-3be972c414ef service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0c0e7e0c96a842f9858f4d4af6ba5cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410042 Jun 17 08:38:23.936220 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.938675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/ports/f8060e59-4894-4dd2-84d2-1bd83e7833de HTTP/1.1" status: 204 len: 168 time: 0.9286182 Jun 17 08:38:23.941335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35948) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.008876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f7173ef-1f57-4683-8862-d882768e699e req-a2a1462d-c94f-4225-83e9-0429eb65fdcf tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0684142 Jun 17 08:38:24.084476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35954) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.124225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ad5fcd5-181d-40e9-b844-bc616e2eff39 req-93eb4051-54e8-4dc8-8184-72e020c4c7ad service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454607 Jun 17 08:38:24.280985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-987c1c45-ed18-4c76-88d1-1722a59bd2f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e0a419ca1fb47d2866299879300958d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949954 Jun 17 08:38:24.284149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35960) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.334561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35962) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.377976 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.404805 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.513695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.516726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.518032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af63bb9e-5c08-4f09-a66d-40605c68364b HTTP/1.1" status: 204 len: 168 time: 0.2325697 Jun 17 08:38:24.519137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a73af903-dfbb-4b6a-8f08-3b718918b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:24.545242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af63bb9e-5c08-4f09-a66d-40605c68364b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:24.563452 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:24.607408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Deleting port b4d68522-6512-4a40-8dbd-ce04de6a574c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:24.607748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.611233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca8e49-dfba-46e4-96f4-fe575160f5eb req-cfe5d8df-0c86-426e-b9a9-5eef591e943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.612697 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-36ca8e49-dfba-46e4-96f4-fe575160f5eb req-cfe5d8df-0c86-426e-b9a9-5eef591e943d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5909469 Jun 17 08:38:24.670442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.806471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.899638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012e72-5b89-4820-8ca9-e89f09d30e32 req-c2eb7b2a-4253-4a2c-bf7d-b98b6e3efc54 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.907865 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69012e72-5b89-4820-8ca9-e89f09d30e32 req-c2eb7b2a-4253-4a2c-bf7d-b98b6e3efc54 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.1320074 Jun 17 08:38:24.981281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Calling delete_port for b4d68522-6512-4a40-8dbd-ce04de6a574c owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:25.000770 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e4a12db-4e7d-4bce-a52a-03614e1f13a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.007934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.027438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.060872 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c3fa7d29-12e3-4cc5-8e01-1f8f33a0c905 tempest-ServerRescueTestJSONUnderV235-706460554 tempest-ServerRescueTestJSONUnderV235-706460554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.065214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e7d53d6872d4a6ead5ac34cb600bfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295601 Jun 17 08:38:25.070192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35984) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.089981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69012e72-5b89-4820-8ca9-e89f09d30e32 req-a4e7d791-0654-4c33-a5d7-ab7d2761d0e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810699 Jun 17 08:38:25.191077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d624d01-19e8-4988-a2b6-eef09d0bd407,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.197070 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.205158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.209524 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9b29c93-f3e8-4c9e-87ea-3f6e250e5d24 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.221098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70fc7a-7b32-4a2e-95fc-0cf5ce49780b req-41a82e60-8e35-4cba-87fd-fbefd7c6921e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.222588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d70fc7a-7b32-4a2e-95fc-0cf5ce49780b req-41a82e60-8e35-4cba-87fd-fbefd7c6921e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.3338671 Jun 17 08:38:25.258357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Port': ['ID=b4d68522-6512-4a40-8dbd-ce04de6a574c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.263755 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.273689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.278813 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/ports/b4d68522-6512-4a40-8dbd-ce04de6a574c HTTP/1.1" status: 204 len: 168 time: 1.3354304 Jun 17 08:38:25.283435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35990) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.341346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.351639 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0cf64369-6ebf-462d-8d8f-94691fede223 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0665331 Jun 17 08:38:25.352280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35992) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.361999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1571847551'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:25.403992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d70fc7a-7b32-4a2e-95fc-0cf5ce49780b req-e0cec70b-e218-4357-8fde-312a58be7783 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559329 Jun 17 08:38:25.405115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:25.412019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.424752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.459751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:25.476120 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.476642 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Added segment d80d893e-4874-4334-8bca-fd89276c2c9a of type vlan for network f3e13252-baec-4a7c-ba74-1756b7a30725 Jun 17 08:38:25.549239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93c8f9db-414a-4aea-a61c-0c1102dda561 req-d453c3d3-785e-4258-806d-ce503761e2be tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0631785 Jun 17 08:38:25.560893 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.564051 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.565842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d624d01-19e8-4988-a2b6-eef09d0bd407 HTTP/1.1" status: 204 len: 168 time: 0.4944346 Jun 17 08:38:25.566758 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e02cca04-f777-4ffb-bdcf-5e09f41cc17d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.572656 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.593609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d624d01-19e8-4988-a2b6-eef09d0bd407,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.595988 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.656198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.665850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.666802 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.683165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c860b369-a687-4f94-b593-dbf464e9580b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.702325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3457153 Jun 17 08:38:25.703047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36004) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.708632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1121388124'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:25.749152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:25.761542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.814722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Network': ['ID=f3e13252-baec-4a7c-ba74-1756b7a30725,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.826561 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.839075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f3e13252-baec-4a7c-ba74-1756b7a30725 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:25.873527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:25.919403 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.920137 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Added segment 131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450 of type vlan for network f6dad914-2ccc-45e5-acba-18b2087f6d73 Jun 17 08:38:26.063856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.160156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.169267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.170466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.174659 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99b1804f-42fe-48d7-8395-60c2623f3c0b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.230308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5253301 Jun 17 08:38:26.348934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Network': ['ID=f6dad914-2ccc-45e5-acba-18b2087f6d73,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:26.353741 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:26.361966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f6dad914-2ccc-45e5-acba-18b2087f6d73 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:26.639860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334f9d2-34df-4053-8c98-e10e40bc6be3 req-8eb3cae0-198c-4347-a2fa-7ad180c86d9e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.650281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5334f9d2-34df-4053-8c98-e10e40bc6be3 req-8eb3cae0-198c-4347-a2fa-7ad180c86d9e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.2640955 Jun 17 08:38:26.743650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5334f9d2-34df-4053-8c98-e10e40bc6be3 req-f60bf7f3-1b1c-4a7e-a5aa-b1c5638d73b6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923331 Jun 17 08:38:27.186862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:27.256653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52af037f-17db-4c31-8e7a-acb1408cee02 req-f708c5d3-fc56-4e60-bf0b-63b6072cb7d0 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0831299 Jun 17 08:38:27.336101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2055599832-network', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:27.373268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Made reservation on behalf of ba1d01239686431b83374d48ef12edfb for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:27.376175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.395480 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a19a578-dfc3-4fea-a645-aaf757d36609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.406730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.432174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b7d1e-b688-4fae-989f-a74f88a34722 req-ffdcdabf-2bd7-47ed-a466-bbf0a4f54568 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.443074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd6b7d1e-b688-4fae-989f-a74f88a34722 req-ffdcdabf-2bd7-47ed-a466-bbf0a4f54568 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.1852043 Jun 17 08:38:27.508935 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.531134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd6b7d1e-b688-4fae-989f-a74f88a34722 req-0e088acd-522e-4e45-8ac6-7b1e0d2062fe tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865347 Jun 17 08:38:27.629662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.639334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.643494 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afb7661c-9c5a-493b-99cf-696dbefaa60f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:27.677832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:27.693554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dab3ee-774b-4dee-9f53-0f9b320a5c23,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:27.732928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.736273 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Added segment cf0e1e45-a852-44d8-bf16-2f5b8282baa2 of type vlan for network a5f5049c-5185-457b-b477-b0dad3d0f40a Jun 17 08:38:27.877904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.946002 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:27.952387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.954084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.955171 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.969901 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6088b9dd-a70e-43eb-9dd0-00d43da39b45 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:27.993841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36080) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:27.994460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8051932 Jun 17 08:38:27.999366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Request body: {'subnet': {'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2055599832-subnet', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:28.112847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Pushing event updated for resources: {'Network': ['ID=a5f5049c-5185-457b-b477-b0dad3d0f40a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:28.121072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:28.131263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network a5f5049c-5185-457b-b477-b0dad3d0f40a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:28.160060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Made reservation on behalf of ba1d01239686431b83374d48ef12edfb for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:28.163312 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.287202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7cbcb-7d9a-43e1-850f-a7d8966c102f req-31e8b99f-50b4-458d-aac2-74306d980298 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.296921 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bee7cbcb-7d9a-43e1-850f-a7d8966c102f req-31e8b99f-50b4-458d-aac2-74306d980298 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.2414629 Jun 17 08:38:28.359572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bee7cbcb-7d9a-43e1-850f-a7d8966c102f req-c39f2bf2-3bee-4be7-88b0-73ecd26ff690 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613928 Jun 17 08:38:28.531161 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:38:28.612903 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.618013 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-284b4f3c-3f22-405d-9b4e-ccdebb8f694c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:28.721092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12a85999-2a12-4e01-a329-2cd96f246668 req-e0c84aa4-6d5c-4be9-a6f6-e5868c80efba tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0566583 Jun 17 08:38:28.751328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Checking segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:28.751694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Network hostable DHCP agents. Network: a5f5049c-5185-457b-b477-b0dad3d0f40a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:28.807799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525ebc8a-41e0-4230-ad32-6cc09a903980,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:28.814151 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:28.837311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Network a5f5049c-5185-457b-b477-b0dad3d0f40a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:28.843816 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.865384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, a5f5049c-5185-457b-b477-b0dad3d0f40a) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:28.875376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.875970 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.877307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89006eb9-7d3f-4807-b4e4-81f94b404472 None None] Network a5f5049c-5185-457b-b477-b0dad3d0f40a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:28.953724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd4cad-9bbb-4795-ace2-550eba0a3c2e req-d38bf78a-dd94-4130-bd7d-f1ae7b90381d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.963464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ebd4cad-9bbb-4795-ace2-550eba0a3c2e req-d38bf78a-dd94-4130-bd7d-f1ae7b90381d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.2045398 Jun 17 08:38:29.008750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36090) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:29.015227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:29.020993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0257955 Jun 17 08:38:29.050466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-a5f5049c-5185-457b-b477-b0dad3d0f40a', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:29.051664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.090832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ebd4cad-9bbb-4795-ace2-550eba0a3c2e req-1297c6d3-d4ec-42da-9ef2-2037b74f0007 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243570 Jun 17 08:38:29.092993 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.096257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.225842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.273244 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-36ca8e49-dfba-46e4-96f4-fe575160f5eb req-c5560c45-344f-495b-9692-5175524ec55e tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.60 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.0456452 Jun 17 08:38:29.392822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Allocated IP 172.20.0.2 (a5f5049c-5185-457b-b477-b0dad3d0f40a/525ebc8a-41e0-4230-ad32-6cc09a903980/990b0c25-2de4-45f3-a626-af31b9af4c4e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:29.513208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:29.519368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'subnets': [{'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1123314011', 'ip_version': 6}, {'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:29.519748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'subnet': {'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1123314011', 'ip_version': 6}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:29.520501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Request body: {'subnet': {'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:29.602708 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.710376 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.732062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Transition to ACTIVE for port object 990b0c25-2de4-45f3-a626-af31b9af4c4e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:29.758366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Transition to ACTIVE for port object 990b0c25-2de4-45f3-a626-af31b9af4c4e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:29.768393 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.770675 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f204310-670f-431b-9a19-01ced12d291e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:29.893762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Network a5f5049c-5185-457b-b477-b0dad3d0f40a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:29.896925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:29.905695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:29.975691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Pushing event updated for resources: {'Port': ['ID=990b0c25-2de4-45f3-a626-af31b9af4c4e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:30.011466 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:30.153997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adc7c-8d5b-4215-90cf-420cb41d15a0 req-286e0bab-715d-4834-9f2e-6dfb4623a8c6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:30.159706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.161460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a5adc7c-8d5b-4215-90cf-420cb41d15a0 req-286e0bab-715d-4834-9f2e-6dfb4623a8c6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.5523672 Jun 17 08:38:30.179563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1db103c6-effc-4329-bf03-27c727abf290 req-a04d5423-99e4-4576-a741-a063122c4158 tempest-ServerShowV247Test-906367141 tempest-ServerShowV247Test-906367141-project] 10.222.0.65 "GET /v2.0/ports?device_id=43fc3bcb-02c9-4229-ae3a-cc3f720994af HTTP/1.1" status: 200 len: 210 time: 0.1429920 Jun 17 08:38:30.222193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Attempting to bind port 990b0c25-2de4-45f3-a626-af31b9af4c4e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:30.222610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Attempting to bind port 990b0c25-2de4-45f3-a626-af31b9af4c4e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:30.222964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Attempting to bind port 990b0c25-2de4-45f3-a626-af31b9af4c4e on network a5f5049c-5185-457b-b477-b0dad3d0f40a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:30.255720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:30.256192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Checking segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:30.256693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.257165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Bound using segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:30.257774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Bound port: 990b0c25-2de4-45f3-a626-af31b9af4c4e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:30.258251 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.260002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.301698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Made reservation on behalf of 7da46b07389b48bc9e6bb8906ff885ec for: {'subnet': 2} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:30.313147 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.315835 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.381014 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.464608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a5adc7c-8d5b-4215-90cf-420cb41d15a0 req-60b509dc-919b-45e2-84df-85fb024da157 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015490 Jun 17 08:38:30.508532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] For port 990b0c25-2de4-45f3-a626-af31b9af4c4e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:30.513487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] For port 990b0c25-2de4-45f3-a626-af31b9af4c4e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=990b0c25-2de4-45f3-a626-af31b9af4c4e,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:30.520876 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.524190 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:30.723015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Pushing event updated for resources: {'Port': ['ID=990b0c25-2de4-45f3-a626-af31b9af4c4e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:30.739610 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:30.758146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-9fe6b740-8d92-464a-842f-49272da00005 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:30.759877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-9fe6b740-8d92-464a-842f-49272da00005 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.8397925 Jun 17 08:38:31.067100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca11ca-e6f4-4dec-8872-4ae6ec023e72 req-16a10870-280d-4b8d-9419-634a8d6e682f tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:31.076302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26ca11ca-e6f4-4dec-8872-4ae6ec023e72 req-16a10870-280d-4b8d-9419-634a8d6e682f tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.6808984 Jun 17 08:38:31.323415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Allocated IP 172.25.7.45 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/92aa7176-33a8-4cbc-bee0-c1098342f865) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:31.502076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26ca11ca-e6f4-4dec-8872-4ae6ec023e72 req-a7ee03f9-4339-4d69-82e1-44cba00b5696 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043751 Jun 17 08:38:31.539973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Deleting port c42b0529-9306-4adf-ad80-8e83b6416769 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:31.540432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.578250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.671517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.692989 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7b60e39-7fc6-4b0d-beee-ac133195340e tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:31.827920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c42b0529-9306-4adf-ad80-8e83b6416769,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:31.828425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.871954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:31.904321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:31.922367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:32.020995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Pushing event updated for resources: {'Port': ['ID=92aa7176-33a8-4cbc-bee0-c1098342f865,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:32.026241 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:32.052794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 990b0c25-2de4-45f3-a626-af31b9af4c4e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:32.129119 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.135401 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e092367-2043-4205-b66b-da77c47dcf0f tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:32.162962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36136) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:32.164541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 990b0c25-2de4-45f3-a626-af31b9af4c4e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:32.282306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad27e4-aed2-4fa4-b3f6-d55301ebc276 req-0d983d29-ed29-4787-ac64-fe0465c0a417 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:32.291670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1ad27e4-aed2-4fa4-b3f6-d55301ebc276 req-0d983d29-ed29-4787-ac64-fe0465c0a417 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.4604173 Jun 17 08:38:32.446121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb96d77-6144-4383-88fc-7ae78c631d3d None None] Network a5f5049c-5185-457b-b477-b0dad3d0f40a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:32.576154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Provisioning for port 990b0c25-2de4-45f3-a626-af31b9af4c4e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:32.590717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Provisioning complete for port 990b0c25-2de4-45f3-a626-af31b9af4c4e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:32.591558 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.637406 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.872570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.910962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] For port 990b0c25-2de4-45f3-a626-af31b9af4c4e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=990b0c25-2de4-45f3-a626-af31b9af4c4e,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:32.921391 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.923155 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:33.075974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Pushing event updated for resources: {'Port': ['ID=990b0c25-2de4-45f3-a626-af31b9af4c4e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:33.083935 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:33.085534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.139879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Subnet': ['ID=bad5c737-f3c7-4c4c-aa11-6733a92a70e7,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:33.155174 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:33.161342 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.172466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device c42b0529-9306-4adf-ad80-8e83b6416769 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:33.197394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Checking segment: {'id': 'd80d893e-4874-4334-8bca-fd89276c2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:33.203665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network hostable DHCP agents. Network: f3e13252-baec-4a7c-ba74-1756b7a30725, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:33.262332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-34da84d7-20ac-4365-865b-6135c881c5de None None] Provisioning complete for port 990b0c25-2de4-45f3-a626-af31b9af4c4e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:33.262721 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34da84d7-20ac-4365-865b-6135c881c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.268090 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.268456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.268769 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Floating IP 95137b00-7040-49e2-a029-4a11ea597b67 disassociated. External IP: 172.25.7.136, port: c42b0529-9306-4adf-ad80-8e83b6416769. Jun 17 08:38:33.269120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Calling delete_port for c42b0529-9306-4adf-ad80-8e83b6416769 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:33.317388 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1ad27e4-aed2-4fa4-b3f6-d55301ebc276 req-406976ea-4940-4fd5-862b-c713b47d36b6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0245960 Jun 17 08:38:33.340554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Router 6c60c11d-f60e-4363-9893-0312231986e3 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:38:33.472082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.523930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network f3e13252-baec-4a7c-ba74-1756b7a30725 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:33.543894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port c42b0529-9306-4adf-ad80-8e83b6416769, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=c42b0529-9306-4adf-ad80-8e83b6416769,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:33.549029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:33.552588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:33.557805 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a287f0d0-06e0-49d2-a330-2af9a69c8430" -d '{"events": [{"server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "name": "network-vif-unplugged", "status": "completed", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:33.569231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.576304 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:33.592044 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Sync routers for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:33.598546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863b9c5-2508-41b6-902e-b62f2e2565f5 req-ecd7f1c3-3a95-48a4-b3d3-1be622a739b7 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.609220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0863b9c5-2508-41b6-902e-b62f2e2565f5 req-ecd7f1c3-3a95-48a4-b3d3-1be622a739b7 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 945 time: 0.7414503 Jun 17 08:38:33.619334 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:33.620444 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:33.684810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f3e13252-baec-4a7c-ba74-1756b7a30725) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:33.713372 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.721646 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:33.729635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8371b5-dec5-4608-9fa2-24279abd5dd1 None None] Network f3e13252-baec-4a7c-ba74-1756b7a30725 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:33.739966 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f101fef-7037-4d1c-a141-506f184f6aeb x-openstack-request-id: req-5f101fef-7037-4d1c-a141-506f184f6aeb {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:33.740480 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "name": "network-vif-unplugged", "status": "completed", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:33.740863 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f101fef-7037-4d1c-a141-506f184f6aeb {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:33.741399 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'code': 200} Jun 17 08:38:33.836705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:33.870469 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:33.900605 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:33.947801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0863b9c5-2508-41b6-902e-b62f2e2565f5 req-f3e00411-c155-4059-acad-885e2c472a6e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups?id=dcb5be52-9489-40af-b984-1483235501e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357882 Jun 17 08:38:33.999236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event updated for resources: {'Subnet': ['ID=277ab2f1-62a5-4660-a5a2-2dbe4128d461,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:34.000525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 990b0c25-2de4-45f3-a626-af31b9af4c4e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:34.032916 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:34.171738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Checking segment: {'id': '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:34.180951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network hostable DHCP agents. Network: f6dad914-2ccc-45e5-acba-18b2087f6d73, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:34.310344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f3e13252-baec-4a7c-ba74-1756b7a30725', 'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725', 'tenant_id': '7da46b07389b48bc9e6bb8906ff885ec', 'fixed_ips': [{'subnet_id': 'bad5c737-f3c7-4c4c-aa11-6733a92a70e7'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:34.311231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.311582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.320253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.322788 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.328641 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3154731 Jun 17 08:38:34.329557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36162) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:34.362398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 990b0c25-2de4-45f3-a626-af31b9af4c4e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:34.362818 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.369263 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:34.376184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.385894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Network f6dad914-2ccc-45e5-acba-18b2087f6d73 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:34.411387 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:32Z', 'revision_number': 3, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:34.430620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event deleted for resources: {'Port': ['ID=c42b0529-9306-4adf-ad80-8e83b6416769,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:34.435529 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:34.443380 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-19e32670-1878-4cb3-a1eb-24eb34b260dd tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:34.493126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f6dad914-2ccc-45e5-acba-18b2087f6d73) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:34.508860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f7c35-2beb-4ea2-ba23-e8f3ebcb17fe,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:34.517041 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:34.524669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.525519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.528520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca0cec-aece-41fd-8bc2-7682a6b301dc None None] Network f6dad914-2ccc-45e5-acba-18b2087f6d73 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:34.531003 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Checking router: 6c60c11d-f60e-4363-9893-0312231986e3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:34.531646 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Updating router 6c60c11d-f60e-4363-9893-0312231986e3 port 92aa7176-33a8-4cbc-bee0-c1098342f865 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:34.540174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.613923 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.627953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c0e7e0c96a842f9858f4d4af6ba5cda&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4537644 Jun 17 08:38:34.630789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:34.976408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.076589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.5587432 Jun 17 08:38:35.082120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36174) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:35.093997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Allocated IP 2001:db8::1 (f3e13252-baec-4a7c-ba74-1756b7a30725/bad5c737-f3c7-4c4c-aa11-6733a92a70e7/950a0774-15e6-49be-acfa-0c49d9c9a3aa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:35.108136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.181429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f6dad914-2ccc-45e5-acba-18b2087f6d73', 'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73', 'tenant_id': '7da46b07389b48bc9e6bb8906ff885ec', 'fixed_ips': [{'subnet_id': '277ab2f1-62a5-4660-a5a2-2dbe4128d461'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:35.182299 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.332512 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.392181 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Transition to ACTIVE for port object 92aa7176-33a8-4cbc-bee0-c1098342f865 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:35.405700 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.433917 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e1a89d2-d4ca-43c7-9ee5-138969358048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.472699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7738f-dd2c-403d-bae1-a376edd24158 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.475735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7738f-dd2c-403d-bae1-a376edd24158 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.478765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7738f-dd2c-403d-bae1-a376edd24158 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.483375 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-44b7738f-dd2c-403d-bae1-a376edd24158 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4002259 Jun 17 08:38:35.512972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e66832a-2d8b-4743-834d-79990c496e6f req-504fecfe-99ba-4b8d-a592-b22d21c210a2 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 210 time: 0.3209479 Jun 17 08:38:35.516145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:35.578112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Router 3408c4ab-c244-4b77-99da-96635389813c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:35.596525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.602131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.603850 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.604373 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e92f7c35-2beb-4ea2-ba23-e8f3ebcb17fe HTTP/1.1" status: 204 len: 168 time: 0.9686773 Jun 17 08:38:35.613442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Deleting subnet bad5c737-f3c7-4c4c-aa11-6733a92a70e7 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:35.621946 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Attempting to bind port 92aa7176-33a8-4cbc-bee0-c1098342f865 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:35.622607 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Attempting to bind port 92aa7176-33a8-4cbc-bee0-c1098342f865 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:35.623246 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Attempting to bind port 92aa7176-33a8-4cbc-bee0-c1098342f865 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:35.624670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0088a6e3-f4a8-4bc6-8c02-23b6ae49b1c2 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.639971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79617cd-c682-4ed8-8fab-01006954c401 req-2d6bfce2-5899-4c8c-b2cf-2bdf53f288aa tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.646314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Transition to ACTIVE for port object 950a0774-15e6-49be-acfa-0c49d9c9a3aa will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:35.647140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c79617cd-c682-4ed8-8fab-01006954c401 req-2d6bfce2-5899-4c8c-b2cf-2bdf53f288aa tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 1.0293751 Jun 17 08:38:35.647990 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:35.648374 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:35.648789 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.649199 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:35.649797 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Bound port: 92aa7176-33a8-4cbc-bee0-c1098342f865, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:35.650049 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.654892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f7c35-2beb-4ea2-ba23-e8f3ebcb17fe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.659992 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.702243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Transition to ACTIVE for port object 950a0774-15e6-49be-acfa-0c49d9c9a3aa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:35.738685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.764274 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.770442 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] For port 92aa7176-33a8-4cbc-bee0-c1098342f865, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:35.774266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.774723 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] For port 92aa7176-33a8-4cbc-bee0-c1098342f865, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=92aa7176-33a8-4cbc-bee0-c1098342f865,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:35.796582 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.810665 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Pushing event updated for resources: {'Port': ['ID=92aa7176-33a8-4cbc-bee0-c1098342f865,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.829822 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.830570 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.831781 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.832333 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.834705 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.835380 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.835919 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.837645 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.838189 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.838715 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.843551 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.844168 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:35.861912 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.865227 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.878104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Allocated IP 2001:db8:0:1::1 (f6dad914-2ccc-45e5-acba-18b2087f6d73/277ab2f1-62a5-4660-a5a2-2dbe4128d461/409fb9aa-4ba3-45ed-80fe-efa48e41fe2c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:35.890053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Network f3e13252-baec-4a7c-ba74-1756b7a30725 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:35.921104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:35.939593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:35.956555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Pushing event updated for resources: {'Port': ['ID=950a0774-15e6-49be-acfa-0c49d9c9a3aa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.969908 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.986595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.015161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c79617cd-c682-4ed8-8fab-01006954c401 req-85542430-ea8e-4b3e-9ca5-d2a42aa28ffc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670053 Jun 17 08:38:36.017829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.018277 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:36.020214 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:36.046201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Attempting to bind port 950a0774-15e6-49be-acfa-0c49d9c9a3aa on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:36.046585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Attempting to bind port 950a0774-15e6-49be-acfa-0c49d9c9a3aa by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd80d893e-4874-4334-8bca-fd89276c2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:36.047067 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Attempting to bind port 950a0774-15e6-49be-acfa-0c49d9c9a3aa on network f3e13252-baec-4a7c-ba74-1756b7a30725 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:36.105587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:36.105970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Checking segment: {'id': 'd80d893e-4874-4334-8bca-fd89276c2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:36.106392 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.106798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Bound using segment: {'id': 'd80d893e-4874-4334-8bca-fd89276c2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:36.107437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Bound port: 950a0774-15e6-49be-acfa-0c49d9c9a3aa, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80d893e-4874-4334-8bca-fd89276c2c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3e13252-baec-4a7c-ba74-1756b7a30725'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:36.107821 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.175122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:36.226653 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:36.260646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] Sync routers for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:36.412137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] No DVR routers for this DVR port c42b0529-9306-4adf-ad80-8e83b6416769 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:36.436772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.453294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7d8c505-a4d0-467a-98bb-c4f1ca38cf76 req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.67 "DELETE /v2.0/ports/c42b0529-9306-4adf-ad80-8e83b6416769 HTTP/1.1" status: 204 len: 173 time: 5.6581159 Jun 17 08:38:36.453986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'name': 'network-vif-deleted', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:36.461259 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb440a9-56c8-4c24-bb11-4d1b75b047ef" -d '{"events": [{"server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "name": "network-vif-deleted", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:36.463161 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Pushing event updated for resources: {'Port': ['ID=92aa7176-33a8-4cbc-bee0-c1098342f865,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:36.546817 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.553157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.571144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Transition to ACTIVE for port object 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:36.634779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Transition to ACTIVE for port object 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:36.643628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:36.644342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:36.650654 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b5281-df12-40a6-bef9-8b40717349d8 x-openstack-request-id: req-215b5281-df12-40a6-bef9-8b40717349d8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:36.650854 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:36.652805 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f877f-b036-47b1-9886-c3b2a68f83db", "name": "network-vif-deleted", "tag": "c42b0529-9306-4adf-ad80-8e83b6416769", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:36.653328 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-215b5281-df12-40a6-bef9-8b40717349d8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:36.655107 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f877f-b036-47b1-9886-c3b2a68f83db', 'name': 'network-vif-deleted', 'tag': 'c42b0529-9306-4adf-ad80-8e83b6416769', 'status': 'completed', 'code': 200} Jun 17 08:38:36.658596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Allocated IP 172.20.0.1 (a5f5049c-5185-457b-b477-b0dad3d0f40a/525ebc8a-41e0-4230-ad32-6cc09a903980/8fbafe45-0d87-4e74-80aa-bd02c8f52a76) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:36.773711 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:32Z', 'revision_number': 3, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:36.832382 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cde549-8849-42cb-ba1c-ed82f3cba28e None None] The sync data for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 is: [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:32Z', 'revision_number': 3, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:36.852549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8cca9ad-633a-4ac1-9dff-588af985105f req-7e251e47-f23f-4f70-abfd-08619f66b053 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f1f877f-b036-47b1-9886-c3b2a68f83db HTTP/1.1" status: 200 len: 210 time: 0.0780897 Jun 17 08:38:36.857578 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.872351 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3e529ec-69a7-4b46-b668-b888f822fca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:36.885166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.889268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/subnets/bad5c737-f3c7-4c4c-aa11-6733a92a70e7 HTTP/1.1" status: 204 len: 168 time: 1.3702719 Jun 17 08:38:36.891698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:36.905041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.941467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Subnet': ['ID=bad5c737-f3c7-4c4c-aa11-6733a92a70e7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:36.944409 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:36.977029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Transition to ACTIVE for port object 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:37.075585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.094830 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ff27697-2ba4-4d33-8dbc-c3ff0db075dc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:37.127285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:37.178112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Deleting subnet 277ab2f1-62a5-4660-a5a2-2dbe4128d461 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:37.184797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.251038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Network a5f5049c-5185-457b-b477-b0dad3d0f40a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:37.290668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.301975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.305593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:37.314876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:37.317525 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:37.317653 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bda27521-d17d-4440-8de1-e83722124b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:37.350561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:37.360540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1c5a-c992-4f37-903e-423f52ca48ac req-1a7f34a4-ff6a-4c84-b183-b9af1f6a0eb0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:37.370455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d6f1c5a-c992-4f37-903e-423f52ca48ac req-1a7f34a4-ff6a-4c84-b183-b9af1f6a0eb0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.1916716 Jun 17 08:38:37.397432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.435217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Pushing event updated for resources: {'Port': ['ID=409fb9aa-4ba3-45ed-80fe-efa48e41fe2c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:37.448005 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:37.471031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] For port 950a0774-15e6-49be-acfa-0c49d9c9a3aa, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:37.494574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] For port 950a0774-15e6-49be-acfa-0c49d9c9a3aa, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=950a0774-15e6-49be-acfa-0c49d9c9a3aa,segment=NetworkSegment(d80d893e-4874-4334-8bca-fd89276c2c9a),segment_id=d80d893e-4874-4334-8bca-fd89276c2c9a)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:37.509674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d6f1c5a-c992-4f37-903e-423f52ca48ac req-603dcf09-11d6-4db7-be67-9446383679f6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379490 Jun 17 08:38:37.598938 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Network f6dad914-2ccc-45e5-acba-18b2087f6d73 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:37.602776 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.617414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-113843fb-7205-4fcc-8eb7-feaab43576d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:37.633707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:37.651399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:37.764397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.908442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36230) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:38.021181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.037661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.045287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec44e8ce-fe6f-4af8-852f-8ddfd1951587 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.067822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92aa7176-33a8-4cbc-bee0-c1098342f865 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:38.080889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Pushing event updated for resources: {'Port': ['ID=950a0774-15e6-49be-acfa-0c49d9c9a3aa,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.092911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Attempting to bind port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:38.093889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Attempting to bind port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:38.104818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Attempting to bind port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c on network f6dad914-2ccc-45e5-acba-18b2087f6d73 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:38.112326 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.122928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Subnet': ['ID=277ab2f1-62a5-4660-a5a2-2dbe4128d461,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.128556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.180089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:38.181278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.192246 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/subnets/277ab2f1-62a5-4660-a5a2-2dbe4128d461 HTTP/1.1" status: 204 len: 168 time: 1.2973471 Jun 17 08:38:38.196032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36238) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:38.197853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.223222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-c6a9c61f-37d5-4ee5-b80c-7603dac2461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:38.224837 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-c6a9c61f-37d5-4ee5-b80c-7603dac2461a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1096 time: 0.3304832 Jun 17 08:38:38.226702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:38.227197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Checking segment: {'id': '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:38.228241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.239237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Bound using segment: {'id': '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:38.248574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Bound port: 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f6dad914-2ccc-45e5-acba-18b2087f6d73'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:38.251686 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.302813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d0eb5dc6-c7b0-440a-9169-2f1be02c4d6f None None] Provisioning for port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:38.357660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d0eb5dc6-c7b0-440a-9169-2f1be02c4d6f None None] Provisioning complete for port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:38.357982 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5dc6-c7b0-440a-9169-2f1be02c4d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.397017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb5dc6-c7b0-440a-9169-2f1be02c4d6f None None] Port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:38.406437 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.421927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.426892 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05c52ea8-d938-43dd-b70e-b3b8b895b279 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.465256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] For port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:38.468839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] For port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=409fb9aa-4ba3-45ed-80fe-efa48e41fe2c,segment=NetworkSegment(131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450),segment_id=131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:38.487233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ae92a-e360-4a5f-9bbd-ed200a273c90,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.493042 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.506712 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.510284 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.530219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2facacc-9a14-45c1-83a7-480c92316bcd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:38.538390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c46e8de1e5bf4e22aa4ec92e68df8c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6282291 Jun 17 08:38:38.539350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36242) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:38.549859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c2facacc-9a14-45c1-83a7-480c92316bcd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3506527 Jun 17 08:38:38.553674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:38.578882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Pushing event updated for resources: {'Port': ['ID=409fb9aa-4ba3-45ed-80fe-efa48e41fe2c,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.582571 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.583417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 92aa7176-33a8-4cbc-bee0-c1098342f865 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:38.590553 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 92aa7176-33a8-4cbc-bee0-c1098342f865 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:38.591401 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.658542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.690570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c7493-5a09-44a1-85ba-76e7ba34a71a None None] Network f6dad914-2ccc-45e5-acba-18b2087f6d73 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:38.763660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.786845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:38.832088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] Checking router: 3408c4ab-c244-4b77-99da-96635389813c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:38.939670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:38.940160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:38.973701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d30b3-1fdf-4e3c-bf86-82ad007e81cb req-7b18246f-cafb-49b8-a3c9-2f1a2754b74f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:38.979975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b30d30b3-1fdf-4e3c-bf86-82ad007e81cb req-7b18246f-cafb-49b8-a3c9-2f1a2754b74f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.2093940 Jun 17 08:38:39.022642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Deleting port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:39.023630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.054689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b30d30b3-1fdf-4e3c-bf86-82ad007e81cb req-8bc981b6-4d6d-4afe-8cc1-b75e35e44299 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662801 Jun 17 08:38:39.114253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:39.158987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] For port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=409fb9aa-4ba3-45ed-80fe-efa48e41fe2c,segment=NetworkSegment(131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450),segment_id=131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:39.159612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.266691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Calling delete_port for 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:39.317980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-098dd0d5-e21b-467b-819a-23c4a51df454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:39.319655 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-098dd0d5-e21b-467b-819a-23c4a51df454 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 1.0430090 Jun 17 08:38:39.346151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:39.349406 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.352991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61899fe-6d32-4a34-86fc-ac75e6d88e6f None None] Network f3e13252-baec-4a7c-ba74-1756b7a30725 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:39.390917 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.394581 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a41802d-df99-447f-8220-e89c4b7f493f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:39.401114 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-d5938333-48ab-4f1b-9040-b58b39d27c74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0665257 Jun 17 08:38:39.434507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Port': ['ID=409fb9aa-4ba3-45ed-80fe-efa48e41fe2c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:39.438690 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:39.440234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] No DVR routers for this DVR port 409fb9aa-4ba3-45ed-80fe-efa48e41fe2c on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:39.462839 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.490481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-b537a045-b82d-45a9-a80c-3d5453537bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:39.492191 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-b537a045-b82d-45a9-a80c-3d5453537bfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.0726151 Jun 17 08:38:39.517243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c3eeeed7-746c-4298-a268-8ca676eeaa57 None None] Provisioning for port 950a0774-15e6-49be-acfa-0c49d9c9a3aa completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:39.548051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.548362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.554965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-8900cde2-eaee-4576-b45d-9150c449eac9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486808 Jun 17 08:38:39.561763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dad914-2ccc-45e5-acba-18b2087f6d73']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:39.570825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 92aa7176-33a8-4cbc-bee0-c1098342f865, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=92aa7176-33a8-4cbc-bee0-c1098342f865,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:39.582713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:39.583319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131ef3d5-a6f0-4f6c-a6ee-fde9d71ef450') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:39.598015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.609887 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.638416 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.643982 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-313cb1ff-9a1e-4ebe-bbe6-ef6f780b8c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:39.657910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:39.658598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.663853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:39.664764 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:39.688562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.696605 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:39.701646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=92aa7176-33a8-4cbc-bee0-c1098342f865,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:39.703296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.709815 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:39.768934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.771741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:39.772061 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.775533 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "DELETE /v2.0/security-groups/dcb5be52-9489-40af-b984-1483235501e2 HTTP/1.1" status: 204 len: 168 time: 1.5781031 Jun 17 08:38:39.776469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:39.800921 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-f88c08be-65d7-4103-a217-d27937689e83 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] show failed (client error): The resource could not be found. Jun 17 08:38:39.802096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f88c08be-65d7-4103-a217-d27937689e83 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "GET /v2.0/security-groups/dcb5be52-9489-40af-b984-1483235501e2 HTTP/1.1" status: 404 len: 347 time: 0.0246322 Jun 17 08:38:39.802861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'network_id': '6aed8514-f7e1-4e60-afb5-a53d98e1d360', 'port_id': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'mac_address': 'fa:16:3e:3e:9d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6b687f-0941-4c32-901e-3521d926f69b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:39.812583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36254) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:39.819978 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.861665 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:39.866674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:39.867959 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-269854dc-9429-4abf-a7ad-6952b7c6b4f9 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036895 Jun 17 08:38:39.873702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.875612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/networks/f6dad914-2ccc-45e5-acba-18b2087f6d73 HTTP/1.1" status: 204 len: 168 time: 1.3348341 Jun 17 08:38:39.910725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ffb8f-8c84-45b1-b7b5-4774990425c5 None None] The sync data for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 is: [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '58673d8c-bbee-41a9-bc32-9e589a2dcd02', 'name': '', 'network_id': 'da214841-7408-418e-a094-88879133edee', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'mac_address': 'fa:16:3e:b0:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'subnets': [{'id': '21704955-d51c-4470-8dc5-9f43160fb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:39.944802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36258) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:39.948773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31ade3-362f-44b4-881c-159892560013 None None] DHCP port deletion for f3e13252-baec-4a7c-ba74-1756b7a30725 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:38:39.953317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:39.977300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:39.978098 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8f2d140-e980-466c-be2b-8d3d34326cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:40.014456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.049552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb5be52-9489-40af-b984-1483235501e2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.065090 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.137500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Network': ['ID=f6dad914-2ccc-45e5-acba-18b2087f6d73,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.165426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.169250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.170444 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d97ae92a-e360-4a5f-9bbd-ed200a273c90 HTTP/1.1" status: 204 len: 168 time: 1.6088462 Jun 17 08:38:40.185247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:40.191745 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.253354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Deleting port d3802344-a1ac-4522-aca6-fba02cd10f4e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:40.262729 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.280271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.302835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ae92a-e360-4a5f-9bbd-ed200a273c90,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.324434 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.334337 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.334654 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7f3341a6-caa5-4947-bf1c-76c7f200edea req-ed142c67-b6bf-4c18-881e-c7555a505278 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009657 Jun 17 08:38:40.344870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92aa7176-33a8-4cbc-bee0-c1098342f865 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:40.437473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Network a5f5049c-5185-457b-b477-b0dad3d0f40a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:40.442598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:40.445011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:40.484778 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd95ec5-27ba-4899-baad-fe445f0338c2 None None] New status for floating IP 95137b00-7040-49e2-a029-4a11ea597b67: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:38:40.504439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:40.523787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.542548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.542844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.544819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:40.615397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Deleting port 950a0774-15e6-49be-acfa-0c49d9c9a3aa {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:40.616194 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.669498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Calling delete_port for d3802344-a1ac-4522-aca6-fba02cd10f4e owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:40.754589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 92aa7176-33a8-4cbc-bee0-c1098342f865 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:40.755061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.795886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Deleting port 950a0774-15e6-49be-acfa-0c49d9c9a3aa {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:40.796174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.846254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=11']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.874097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84226-885a-4f3e-96a9-ac1d794bfa0a req-e855d0ec-8ae0-4518-9988-d846dd21a1d6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:40.881598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e2fadec7-455e-4464-bfb8-a16b99b0d6e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:40.887811 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.907589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5e84226-885a-4f3e-96a9-ac1d794bfa0a req-e855d0ec-8ae0-4518-9988-d846dd21a1d6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 944 time: 0.5223317 Jun 17 08:38:40.912680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fc31ade3-362f-44b4-881c-159892560013 None None] For port 950a0774-15e6-49be-acfa-0c49d9c9a3aa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=950a0774-15e6-49be-acfa-0c49d9c9a3aa,segment=NetworkSegment(d80d893e-4874-4334-8bca-fd89276c2c9a),segment_id=d80d893e-4874-4334-8bca-fd89276c2c9a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:40.914398 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.998414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] For port 950a0774-15e6-49be-acfa-0c49d9c9a3aa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=950a0774-15e6-49be-acfa-0c49d9c9a3aa,segment=NetworkSegment(d80d893e-4874-4334-8bca-fd89276c2c9a),segment_id=d80d893e-4874-4334-8bca-fd89276c2c9a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:40.998414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.000782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5e84226-885a-4f3e-96a9-ac1d794bfa0a req-d41a27da-03db-45d4-b2ea-cf282dceef7c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922363 Jun 17 08:38:41.053562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Calling delete_port for 950a0774-15e6-49be-acfa-0c49d9c9a3aa owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:41.104032 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.108252 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70d0e6eb-bafa-4da6-aa99-a54cced134fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.133101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Calling delete_port for 950a0774-15e6-49be-acfa-0c49d9c9a3aa owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:41.148700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Pushing event deleted for resources: {'Port': ['ID=d3802344-a1ac-4522-aca6-fba02cd10f4e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.156193 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.229816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-95d77c73-83c2-4cce-8c82-842dc10ae6ac None None] Provisioning complete for port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:41.230334 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95d77c73-83c2-4cce-8c82-842dc10ae6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.269244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-95d77c73-83c2-4cce-8c82-842dc10ae6ac None None] Port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:41.279435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Router 6c60c11d-f60e-4363-9893-0312231986e3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:41.302243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.315798 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.322741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.330282 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.338297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] 10.222.0.65 "DELETE /v2.0/floatingips/95137b00-7040-49e2-a029-4a11ea597b67 HTTP/1.1" status: 204 len: 168 time: 1.5217469 Jun 17 08:38:41.341681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36292) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:41.439954 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.444616 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1848d782-a142-4329-9ae2-514cc1f80279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.473086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Pushing event deleted for resources: {'Port': ['ID=950a0774-15e6-49be-acfa-0c49d9c9a3aa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.481133 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.483916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31ade3-362f-44b4-881c-159892560013 None None] No DVR routers for this DVR port 950a0774-15e6-49be-acfa-0c49d9c9a3aa on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:41.508144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8c57c8-ec39-4498-95cf-46f48a1b5e3a None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:38:41.513636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Port': ['ID=950a0774-15e6-49be-acfa-0c49d9c9a3aa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.524742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] No DVR routers for this DVR port 950a0774-15e6-49be-acfa-0c49d9c9a3aa on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:41.530882 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.651170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c57c8-ec39-4498-95cf-46f48a1b5e3a None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:38:41.773925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.792485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e13252-baec-4a7c-ba74-1756b7a30725']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:41.841288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 950a0774-15e6-49be-acfa-0c49d9c9a3aa no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:41.846893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:41.861437 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] 10.222.0.65 "PUT /v2.0/routers/6c60c11d-f60e-4363-9893-0312231986e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5304444 Jun 17 08:38:41.869264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80d893e-4874-4334-8bca-fd89276c2c9a') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:41.869913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80d893e-4874-4334-8bca-fd89276c2c9a') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:41.882306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Sync routers for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:41.889883 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.916505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.920182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 950a0774-15e6-49be-acfa-0c49d9c9a3aa {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:41.920541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 950a0774-15e6-49be-acfa-0c49d9c9a3aa not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:41.930589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:41.931164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:41.936219 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:41.952881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:41.953542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:42.058551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.065188 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c317109-eed3-415a-9d7e-9535721adbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:42.069935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.072030 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/networks/f3e13252-baec-4a7c-ba74-1756b7a30725 HTTP/1.1" status: 204 len: 168 time: 2.1157978 Jun 17 08:38:42.074644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36308) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:42.131695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Network': ['ID=f3e13252-baec-4a7c-ba74-1756b7a30725,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:42.143538 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:42.226741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.248507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:42.261269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36314) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:42.434919 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.452262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.475381 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:42.498823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd928054-b282-449a-bffa-12b10568626a') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:42.499151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd928054-b282-449a-bffa-12b10568626a') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:42.515017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e252fc6-ec79-4458-bf26-349337405e94 req-9eab8c6e-5c3e-4579-a0de-4e158ee9b047 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:42.516578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e252fc6-ec79-4458-bf26-349337405e94 req-9eab8c6e-5c3e-4579-a0de-4e158ee9b047 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 0.2415445 Jun 17 08:38:42.522148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.567294 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.632140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:42.632632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.647435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e252fc6-ec79-4458-bf26-349337405e94 req-c8ae3765-1de5-417f-9e4e-8aabb020138f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183720 Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:42.651816 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:42.691586 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.730773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 2, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:42.759691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Checking router: 6c60c11d-f60e-4363-9893-0312231986e3 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:42.760130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Updating router 6c60c11d-f60e-4363-9893-0312231986e3 port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:42.828717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.836989 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.844028 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:42.912986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.921235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/networks/6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3 HTTP/1.1" status: 204 len: 168 time: 0.8452165 Jun 17 08:38:42.937329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Network': ['ID=6f1998b5-ddb3-452b-9b9c-443b7f5ecdc3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:42.937625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:42.942328 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:43.039570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36326) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:43.077652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45849997', 'description': 'tempest-description--1539658863'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:43.117041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.130655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-bf9acc2f-6663-438b-b7db-e17d262a2305 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019535 Jun 17 08:38:43.157546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.165046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.168566 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85f53c8c-d647-428a-9a87-d267c26ee36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.201540 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.243619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.246344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eeddfd-8094-4e9b-a21f-653282674be7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:43.263445 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfd43f74af614bdaa39a10a08bc2858f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9975560 Jun 17 08:38:43.266881 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:43.268035 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36328) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:43.268895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Transition to ACTIVE for port object 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:43.274796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:43.287768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-bc374baf-fc01-4f1f-8e03-42c65c1920a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.289688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-bc374baf-fc01-4f1f-8e03-42c65c1920a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1097 time: 0.1013277 Jun 17 08:38:43.318862 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.330764 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ae2ea272-4be2-4f7a-8be4-a8723aacee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.345065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.404055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116b69bc-d6dd-4fef-a980-bb88c76eaf29']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:43.445341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305aecae-b963-4fe6-afed-2f98865ced47') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:43.446017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305aecae-b963-4fe6-afed-2f98865ced47') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:43.465229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c01310-70cf-49da-94a8-d269b22cd629 None None] Pushing event updated for resources: {'Port': ['ID=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:43.498704 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-39c01310-70cf-49da-94a8-d269b22cd629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:43.506275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.526576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:43.530499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Attempting to bind port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:43.531035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Attempting to bind port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:43.532014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Attempting to bind port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 on network a5f5049c-5185-457b-b477-b0dad3d0f40a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:43.541260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:43.541780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.601120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:43.601691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Checking segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:43.602131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-c5abc526-b4ea-4dca-938b-d12ef72a0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.602361 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.602865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Bound using segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:43.603489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Bound port: 8fbafe45-0d87-4e74-80aa-bd02c8f52a76, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:43.603991 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.606766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-c5abc526-b4ea-4dca-938b-d12ef72a0bf9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.2850976 Jun 17 08:38:43.634831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.639685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.653926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.718185 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f1031ea8-3fe6-46b1-a6be-84d09d7e5e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.728766 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.733450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6839523 Jun 17 08:38:43.739136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:43.745311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Request body: {'security_group_rule': {'security_group_id': 'b63e25cf-59c4-4ccc-a211-b9d29fa181ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:43.750770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:43.751297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.774807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] For port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:43.778195 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:43.783945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] For port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:43.795527 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.810570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63e25cf-59c4-4ccc-a211-b9d29fa181ea,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:43.833658 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:43.843802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-604e1e0d-8097-4f7d-a2cf-330adbf07671 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 1001 time: 0.1995144 Jun 17 08:38:43.874079 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.884587 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.891049 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.905129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.911698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.913578 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] 10.222.0.65 "DELETE /v2.0/networks/116b69bc-d6dd-4fef-a980-bb88c76eaf29 HTTP/1.1" status: 204 len: 168 time: 0.9744313 Jun 17 08:38:43.921949 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328ba83e-fa81-4985-a9e7-10d667e5e316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.940789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.946483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Deleting port 58673d8c-bbee-41a9-bc32-9e589a2dcd02 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:43.946855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.969213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Pushing event deleted for resources: {'Network': ['ID=116b69bc-d6dd-4fef-a980-bb88c76eaf29,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:43.999736 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.003015 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.088509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.092913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.094474 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84eeddfd-8094-4e9b-a21f-653282674be7 HTTP/1.1" status: 204 len: 168 time: 0.8228202 Jun 17 08:38:44.097761 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.108077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] For port 58673d8c-bbee-41a9-bc32-9e589a2dcd02, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=58673d8c-bbee-41a9-bc32-9e589a2dcd02,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:44.108947 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.123599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eeddfd-8094-4e9b-a21f-653282674be7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.137860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c01310-70cf-49da-94a8-d269b22cd629 None None] Pushing event updated for resources: {'Port': ['ID=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.139905 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.162664 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-39c01310-70cf-49da-94a8-d269b22cd629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.200487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:44.204332 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e896ea-e138-4a47-b321-49dec3f7e2e4" -d '{"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:44.241950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:44.243657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:44.261880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:44.319177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Calling delete_port for 58673d8c-bbee-41a9-bc32-9e589a2dcd02 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:44.348376 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.350671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-32157fde-1bb9-4eef-b0e1-51c093d376f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:44.357504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-32157fde-1bb9-4eef-b0e1-51c093d376f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.4987731 Jun 17 08:38:44.366168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.450394 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da60d9b8-3d3d-44f3-911e-9ea1c3d3c7e0 x-openstack-request-id: req-da60d9b8-3d3d-44f3-911e-9ea1c3d3c7e0 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:44.450742 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:44.450998 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da60d9b8-3d3d-44f3-911e-9ea1c3d3c7e0 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:44.451388 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'code': 200} Jun 17 08:38:44.452084 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.470724 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-39c01310-70cf-49da-94a8-d269b22cd629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.623431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36352) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:44.655068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=12']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.681412 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.713577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6580-c382-455d-98e1-5a07abdd0f43 req-29558ddf-b634-4b45-b2a6-ea0ecf715579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:44.715468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c2ce6580-c382-455d-98e1-5a07abdd0f43 req-29558ddf-b634-4b45-b2a6-ea0ecf715579 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1098 time: 0.0930851 Jun 17 08:38:44.724003 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:44.812995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c2ce6580-c382-455d-98e1-5a07abdd0f43 req-af093451-eb84-4574-a05e-13f714fef77a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884407 Jun 17 08:38:44.831855 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.837816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.859588 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.874832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.880663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1345601 Jun 17 08:38:44.891501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31f708-2342-481e-af62-3905550464b3,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.895445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36362) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:44.908703 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.913011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Request body: {'security_group_rule': {'security_group_id': 'b63e25cf-59c4-4ccc-a211-b9d29fa181ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:45.085813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98abcf3-e144-411d-8804-954ad21f916e req-6cf74425-851a-40ce-bde6-b24ee13ebdc7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:45.095410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b98abcf3-e144-411d-8804-954ad21f916e req-6cf74425-851a-40ce-bde6-b24ee13ebdc7 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 945 time: 1.0658696 Jun 17 08:38:45.137361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-dbaa0b49-fb54-467c-8065-0c8b6194c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:45.139856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-dbaa0b49-fb54-467c-8065-0c8b6194c3f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7748036 Jun 17 08:38:45.179106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:43Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:45.225435 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.262935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b98abcf3-e144-411d-8804-954ad21f916e req-c22ac0a4-5bf4-4d65-ae6b-605e23894c6a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662285 Jun 17 08:38:45.275539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de4775-7b36-4b4a-ac07-d472654c80df None None] The sync data for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 is: [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:43Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:45.379595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-2fe15a3a-d65e-466a-81e1-1b17d72f5abf service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307603 Jun 17 08:38:45.454787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.484487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58673d8c-bbee-41a9-bc32-9e589a2dcd02,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:45.502653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.540075 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:45.572965 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:45.602060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5173dbe0-079a-4d88-a75d-fbf0981b6d44,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:45.608799 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:45.616474 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.618010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7217729 Jun 17 08:38:45.621366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36380) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:45.632393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:45.656125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce7c8e67-8c26-4afe-af1f-cc51e972aa30 req-46a7773f-7998-408e-bd0f-be3bfaf75e8b service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678802 Jun 17 08:38:45.687377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.731633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3fc47a54-d5e2-4d2b-83d9-6078f34b833e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7da46b07389b48bc9e6bb8906ff885ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0976689 Jun 17 08:38:45.733956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:45.898617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36390) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:46.015335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.048537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.173720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:46.271333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:46.275793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:46.276981 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.283124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2074792726-network', 'tenant_id': '8a4c08c0d2ea423c9f28acda16190f44'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:46.387217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Made reservation on behalf of 8a4c08c0d2ea423c9f28acda16190f44 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:46.390381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.400588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Allocated IP 172.25.7.76 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/f83f37e1-b717-4820-968c-5985e44c1c87) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:46.416819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.420621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.489293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.535726 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.658076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:46.671146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.679760 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:46.694756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.815978 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.818523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.819759 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6fbbb75-467d-483f-a03c-aebf1a4316ae HTTP/1.1" status: 204 len: 168 time: 1.0848768 Jun 17 08:38:46.822256 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cc0fb5d-9711-421e-a6f1-a71f5548689c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:46.844320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fbbb75-467d-483f-a03c-aebf1a4316ae,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:46.856632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Router 3408c4ab-c244-4b77-99da-96635389813c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:46.857781 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:46.971264 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.992970 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.004977 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2a508a6-743b-4c0b-ad7b-182063eb9f2e tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:47.090967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:47.127273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.144072 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d8309-e315-43a7-9ff0-538d46ee8500,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:47.156061 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:47.164137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa5dbdff-e6b7-4693-b491-81bb1f18e2ab tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:47.178529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.179090 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Added segment a5629013-ee60-4180-8598-473027669c7c of type vlan for network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 Jun 17 08:38:47.186401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:47.201831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] 10.222.0.65 "PUT /v2.0/routers/3408c4ab-c244-4b77-99da-96635389813c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8002372 Jun 17 08:38:47.206637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36432) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:47.206894 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] Sync routers for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:47.228560 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:47.239269 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:47.281928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:47.302270 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:47.347820 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.380848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ea729-0256-408c-9731-e09837fbd29f req-832b556a-90c2-4afc-9743-5c9611a39931 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:47.389177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f82ea729-0256-408c-9731-e09837fbd29f req-832b556a-90c2-4afc-9743-5c9611a39931 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.6802220 Jun 17 08:38:47.423448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.467700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:47.489326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:47.494084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:47.496970 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:47.523751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.529403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event updated for resources: {'Port': ['ID=f83f37e1-b717-4820-968c-5985e44c1c87,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:47.544162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f82ea729-0256-408c-9731-e09837fbd29f req-ac659420-0cf5-4b51-a54e-9fe7e30ef421 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539571 Jun 17 08:38:47.547272 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:47.650685 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.652020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:47.652612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.677060 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:47.687523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36442) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:47.688711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7736914 Jun 17 08:38:47.694084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Request body: {'subnet': {'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2074792726-subnet', 'tenant_id': '8a4c08c0d2ea423c9f28acda16190f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:47.710036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.735377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.762895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Made reservation on behalf of 8a4c08c0d2ea423c9f28acda16190f44 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:47.765581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.786418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.879663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:47.891624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:47.892654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.039135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Deleting port 9fa21a32-e848-4505-8e52-e315e03362bf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:48.040314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.111714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:48.164475 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:38:44Z', 'revision_number': 5, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port': {'id': '9fa21a32-e848-4505-8e52-e315e03362bf', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3408c4ab-c244-4b77-99da-96635389813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:54Z', 'updated_at': '2021-06-17T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:48.191676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.203503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.211711 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0db095e1-71f1-4645-9e0d-8f37b8a301f3 tempest-ImagesOneServerTestJSON-991052404 tempest-ImagesOneServerTestJSON-991052404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.240694 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] Checking router: 3408c4ab-c244-4b77-99da-96635389813c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:48.262717 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] Routers {'3408c4ab-c244-4b77-99da-96635389813c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:48.263812 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3408c4ab-c244-4b77-99da-96635389813c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:48.287465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:48.292206 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.317046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event updated for resources: {'Port': ['ID=f83f37e1-b717-4820-968c-5985e44c1c87,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:48.320394 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.349428 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.397910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.409534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7769094 Jun 17 08:38:48.430520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] For port 9fa21a32-e848-4505-8e52-e315e03362bf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=9fa21a32-e848-4505-8e52-e315e03362bf,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:48.430520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.500460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.532835 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] Set router 3408c4ab-c244-4b77-99da-96635389813c gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:48.543413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Calling delete_port for 9fa21a32-e848-4505-8e52-e315e03362bf owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:48.546361 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa9d5a54-21ae-4673-baec-991ecb6473c0 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.592316 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:38:47Z', 'revision_number': 6, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:48.596399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36466) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:48.606848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52956636-0f4a-42cf-8803-62ab1026f0c4,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:48.611152 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.631688 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60603e13-b294-4ad0-a0ab-f6713f1b51b6 None None] The sync data for ids ['3408c4ab-c244-4b77-99da-96635389813c'] in n-d-780147-13 is: [{'id': '3408c4ab-c244-4b77-99da-96635389813c', 'name': 'tempest-ServersTestManualDisk-182130612-router', 'tenant_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:53Z', 'updated_at': '2021-06-17T08:38:47Z', 'revision_number': 6, 'project_id': 'da71f2aadfc24d6d8dc6544de7c02296', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:48.707009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Checking segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:48.707391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Network hostable DHCP agents. Network: 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:48.750343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:48.767256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:48.775642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0e0b5-28dc-43a5-ae12-7fe93664d617 None None] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:48.810520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:48.811158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.850362 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1531823 Jun 17 08:38:48.864278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1902620165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:48.936696 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.938086 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.967087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.970684 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-375fde61-5f3f-4790-a7dd-c4d3dd1bf07c tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.997731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa21a32-e848-4505-8e52-e315e03362bf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:49.018726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6fe00-d3c4-4714-b6b6-ebb4a73b7a33 None None] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:49.022266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.022656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.023183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.023574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.023944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.024307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.024675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.025027 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.025384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.025742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.026104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.026464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:49.032392 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:49.049694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb76c1-e49c-4f49-8f21-a4f0ded76d00 req-03180ae0-6599-4095-9582-567dd6471640 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:49.054410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0fcb76c1-e49c-4f49-8f21-a4f0ded76d00 req-03180ae0-6599-4095-9582-567dd6471640 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2782938 Jun 17 08:38:49.151384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.218639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.253673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.270269 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.321384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0fcb76c1-e49c-4f49-8f21-a4f0ded76d00 req-379e75e8-0a3d-45cf-88e4-fa654c35f9df tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505949 Jun 17 08:38:49.323397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.330584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36518) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:49.331077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b66dd05b-851a-4751-a9f8-9ae30505547d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7301102 Jun 17 08:38:49.336189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1597686787'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:49.342926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.346818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.401817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:49.406752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.411585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.412087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3408c4ab-c244-4b77-99da-96635389813c {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:38:49.417501 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.418699 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3408c4ab-c244-4b77-99da-96635389813c HTTP/1.1" status: 204 len: 168 time: 2.2101593 Jun 17 08:38:49.421637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:49.425971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.527106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Deleting subnet 21704955-d51c-4470-8dc5-9f43160fb85e {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:49.541277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.553968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.564121 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.568804 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3593f66e-cc2d-43e6-b236-b1fd9e382232 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:49.621726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:49.631471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed24bf-0c2a-42f9-abf6-fa79f76ff1bb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:49.634669 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:49.643545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.643904 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Added segment 43a8d572-fd76-4408-a4b0-392b8d2afc7b of type vlan for network 9a57a52f-21a6-49ae-8c9e-60e28721189e Jun 17 08:38:49.727297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.743417 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.812501 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.823949 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:49.826114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.832341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:49.875134 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5432487 Jun 17 08:38:49.878180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:49.887445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'subnet': {'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:49.912806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58673d8c-bbee-41a9-bc32-9e589a2dcd02 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:49.952939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 58673d8c-bbee-41a9-bc32-9e589a2dcd02 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:49.957272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 58673d8c-bbee-41a9-bc32-9e589a2dcd02 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:49.959316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9fa21a32-e848-4505-8e52-e315e03362bf no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:49.976789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Network': ['ID=9a57a52f-21a6-49ae-8c9e-60e28721189e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:49.989411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:50.016086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:50.030748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-24fd25b9-f74f-4213-88e3-667703a14d40 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.032394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-24fd25b9-f74f-4213-88e3-667703a14d40 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.4264078 Jun 17 08:38:50.033214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 9fa21a32-e848-4505-8e52-e315e03362bf {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:50.033773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 9fa21a32-e848-4505-8e52-e315e03362bf not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:50.088445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a153-9417-438d-a018-d94d894d40b0 req-d074044c-460b-42dd-8bc2-f2746546e3c1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.095748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ec9a153-9417-438d-a018-d94d894d40b0 req-d074044c-460b-42dd-8bc2-f2746546e3c1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3633204 Jun 17 08:38:50.137296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-0bf9ec32-4a0f-47f9-90df-ba77d7df8847 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/quotas/8a4c08c0d2ea423c9f28acda16190f44 HTTP/1.1" status: 200 len: 375 time: 0.0824065 Jun 17 08:38:50.139705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.167910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:50.174693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.243000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ec9a153-9417-438d-a018-d94d894d40b0 req-2a49f3fd-a377-4893-8093-0c3da64b9971 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463387 Jun 17 08:38:50.254009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-12f2f8d7-aa57-4e17-abf0-127da3c150b8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844374 Jun 17 08:38:50.347124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.357891 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0eb2af28-6796-462a-aeaa-27a579e901db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:50.362761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.367177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/21704955-d51c-4470-8dc5-9f43160fb85e HTTP/1.1" status: 204 len: 168 time: 0.9421663 Jun 17 08:38:50.378028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf2d36-8ee8-4080-b4af-d3015f5a02b7 None None] Network da214841-7408-418e-a094-88879133edee requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:50.381645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36570) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:50.476105 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.516321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21704955-d51c-4470-8dc5-9f43160fb85e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:50.520167 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:50.591161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Deleting port 5306d80e-9449-4e85-9ab5-188c089f82c9 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:50.591587 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.593675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.597289 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:50.606288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-f43d5274-1d7a-4fb1-830e-4e978fb40bf6 service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413713 Jun 17 08:38:50.692656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44844b5-b523-4599-9b4d-3b622779cdc5 req-38a2c335-8eef-4f67-b6d3-f432b367be0d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.694332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f44844b5-b523-4599-9b4d-3b622779cdc5 req-38a2c335-8eef-4f67-b6d3-f432b367be0d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1818845 Jun 17 08:38:50.714509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] DHCP port deletion for da214841-7408-418e-a094-88879133edee request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:38:50.728832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Subnet': ['ID=2ea25757-697d-4a97-ae1d-170098c6553a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:50.732333 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:50.739121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] For port 5306d80e-9449-4e85-9ab5-188c089f82c9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5306d80e-9449-4e85-9ab5-188c089f82c9,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:50.739393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.757165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Checking segment: {'id': '43a8d572-fd76-4408-a4b0-392b8d2afc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:50.757983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network hostable DHCP agents. Network: 9a57a52f-21a6-49ae-8c9e-60e28721189e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:50.774818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f44844b5-b523-4599-9b4d-3b622779cdc5 req-2c2dd0df-96dc-424b-8ad7-a9b8f2a11e54 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712745 Jun 17 08:38:50.775329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Deleting port 5306d80e-9449-4e85-9ab5-188c089f82c9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:50.775857 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.791698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-a18e9c76-0833-49e1-826f-a4bb3b5b32c8 service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838660 Jun 17 08:38:50.822967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Calling delete_port for 5306d80e-9449-4e85-9ab5-188c089f82c9 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:50.855652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] For port 5306d80e-9449-4e85-9ab5-188c089f82c9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5306d80e-9449-4e85-9ab5-188c089f82c9,segment=NetworkSegment(d9d540d9-a912-47b3-8912-07930c71900f),segment_id=d9d540d9-a912-47b3-8912-07930c71900f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:50.856066 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.919138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:50.934805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Calling delete_port for 5306d80e-9449-4e85-9ab5-188c089f82c9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:50.998980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9a57a52f-21a6-49ae-8c9e-60e28721189e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:51.014755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.015409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.039678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.065427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cf28e173-f8f0-4f1c-82a3-045c92442c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:51.068558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920dba7d-7447-48ef-a6ad-018ca45a259b None None] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:51.075786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] No DVR routers for this DVR port 5306d80e-9449-4e85-9ab5-188c089f82c9 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:51.108028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.122206 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:51.171788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-678a67d9-dbe5-45cd-bde3-6a6cfab070ce req-90bc0611-43dd-40e6-8820-69f3453c3911 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 210 time: 0.0463610 Jun 17 08:38:51.173000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Pushing event deleted for resources: {'Port': ['ID=5306d80e-9449-4e85-9ab5-188c089f82c9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:51.180818 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.216882 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3351743 Jun 17 08:38:51.217963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36594) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:51.219852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Pushing event deleted for resources: {'Port': ['ID=5306d80e-9449-4e85-9ab5-188c089f82c9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:51.222260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] No DVR routers for this DVR port 5306d80e-9449-4e85-9ab5-188c089f82c9 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:51.226390 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.248340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'network': {'name': 'tempest-router-network01--1375135062'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:51.302862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:51.307038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.314608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.332728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf0821-fca1-45ac-a4da-4759cc5ef0bd req-162902bf-3672-4adc-9825-f3d6c5869044 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.342195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edf0821-fca1-45ac-a4da-4759cc5ef0bd req-162902bf-3672-4adc-9825-f3d6c5869044 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1735721 Jun 17 08:38:51.348215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da214841-7408-418e-a094-88879133edee']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:51.369745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d540d9-a912-47b3-8912-07930c71900f') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:51.370047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d540d9-a912-47b3-8912-07930c71900f') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:51.394714 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.397290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:51.421392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.423208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3edf0821-fca1-45ac-a4da-4759cc5ef0bd req-61fddf8c-b3f9-4753-9fda-e2dfd2d6c74e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800431 Jun 17 08:38:51.428761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.431618 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Added segment 36ac599d-092e-4485-b94b-3e804c047d81 of type vlan for network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 Jun 17 08:38:51.436402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:51.436823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:51.438889 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:51.510357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-9a57a52f-21a6-49ae-8c9e-60e28721189e', 'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e', 'tenant_id': '3f5a7bae42334cca955cc68c9f881de7', 'fixed_ips': [{'subnet_id': '2ea25757-697d-4a97-ae1d-170098c6553a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:51.512254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.540548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.588593 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.604133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.606655 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] 10.222.0.65 "DELETE /v2.0/networks/da214841-7408-418e-a094-88879133edee HTTP/1.1" status: 204 len: 168 time: 1.2239721 Jun 17 08:38:51.607692 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-00ee42e1-b4ba-4b81-9310-f717eeeb801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:51.613015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.622724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.625261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.629432 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef9c1daa-9faa-4eae-bfda-f9c07c3014c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:51.653525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Pushing event deleted for resources: {'Network': ['ID=da214841-7408-418e-a094-88879133edee,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:51.662002 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.731455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Network': ['ID=2e186702-84aa-4f5f-82cb-b46c9e0e3879,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:51.747847 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.753874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:51.793868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5746427 Jun 17 08:38:51.796383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36616) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:51.819272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'network': {'name': 'tempest-router-network02--427467572'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:51.947867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5306d80e-9449-4e85-9ab5-188c089f82c9 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:51.955574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36618) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:51.977604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c4cc9-98b6-47f8-bc52-da872a25f00b req-bbbe9c3d-dc91-4aa2-9e32-f8bc02576ffc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.984057 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-956c4cc9-98b6-47f8-bc52-da872a25f00b req-bbbe9c3d-dc91-4aa2-9e32-f8bc02576ffc tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2395210 Jun 17 08:38:51.984797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:51.993339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.021911 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-81b13ca2-07f9-483d-b812-38de4c180e24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da71f2aadfc24d6d8dc6544de7c02296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648661 Jun 17 08:38:52.022928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36622) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:52.024418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5306d80e-9449-4e85-9ab5-188c089f82c9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:52.029332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5306d80e-9449-4e85-9ab5-188c089f82c9 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:52.055664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Allocated IP 2001:db8::2 (9a57a52f-21a6-49ae-8c9e-60e28721189e/2ea25757-697d-4a97-ae1d-170098c6553a/a7e97b30-758f-46b5-9846-dba252d2f774) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:52.118217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.129851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:52.156393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-956c4cc9-98b6-47f8-bc52-da872a25f00b req-e4b1dc17-3d65-4195-be9c-b290250931c6 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581697 Jun 17 08:38:52.168799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.169085 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Added segment 8e50d489-2402-4270-b613-111b111b72c5 of type vlan for network bf467d30-fcf1-4c40-8a11-b669b6903c0a Jun 17 08:38:52.175872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.275244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.303597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.307342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.311204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59d58ab6-6756-4c2f-8293-efe247ee9a03 HTTP/1.1" status: 204 len: 168 time: 0.2838914 Jun 17 08:38:52.311204 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-685d7775-e66a-407e-b8b9-05b57ff92855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:52.316732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.325711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d58ab6-6756-4c2f-8293-efe247ee9a03,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:52.326212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:52.327751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.330819 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:52.350970 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1851a6fb-3b1d-4936-813b-7dfaa291bae5 tempest-BulkNetworkOpsTest-1714914398 tempest-BulkNetworkOpsTest-1714914398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:52.393061 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5947306 Jun 17 08:38:52.396062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36632) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:52.404190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'subnet': {'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:52.478167 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.498469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Transition to ACTIVE for port object a7e97b30-758f-46b5-9846-dba252d2f774 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:52.532693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be4661ee-b851-43ef-b02b-85ea65481b85 req-f9006ddf-f5d9-47db-b032-1a688bd1d261 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 210 time: 0.1048319 Jun 17 08:38:52.541994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Transition to ACTIVE for port object a7e97b30-758f-46b5-9846-dba252d2f774 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:52.560302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.565763 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6b80761c-ba28-4617-a3df-5329e51f5082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:52.604773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Network': ['ID=bf467d30-fcf1-4c40-8a11-b669b6903c0a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:52.617062 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:52.624933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network bf467d30-fcf1-4c40-8a11-b669b6903c0a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:52.661680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:52.678276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:52.682422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.692234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:52.701155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:52.704479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234322ec-8b32-4e21-b167-a7736fca33e2 req-adc9f6ae-1456-4751-be93-a7c4ea8856b9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:52.712376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-234322ec-8b32-4e21-b167-a7736fca33e2 req-adc9f6ae-1456-4751-be93-a7c4ea8856b9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1894071 Jun 17 08:38:52.789734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-234322ec-8b32-4e21-b167-a7736fca33e2 req-1b74a4ea-b383-47c4-afc1-e15c7ce48ac9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753596 Jun 17 08:38:52.871665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Pushing event updated for resources: {'Port': ['ID=a7e97b30-758f-46b5-9846-dba252d2f774,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:52.882610 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:52.956241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Attempting to bind port a7e97b30-758f-46b5-9846-dba252d2f774 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:52.957413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Attempting to bind port a7e97b30-758f-46b5-9846-dba252d2f774 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '43a8d572-fd76-4408-a4b0-392b8d2afc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:52.958031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Attempting to bind port a7e97b30-758f-46b5-9846-dba252d2f774 on network 9a57a52f-21a6-49ae-8c9e-60e28721189e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:52.977647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:52.979610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Checking segment: {'id': '43a8d572-fd76-4408-a4b0-392b8d2afc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:52.980660 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.981120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Bound using segment: {'id': '43a8d572-fd76-4408-a4b0-392b8d2afc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:52.982135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Bound port: a7e97b30-758f-46b5-9846-dba252d2f774, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a8d572-fd76-4408-a4b0-392b8d2afc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9a57a52f-21a6-49ae-8c9e-60e28721189e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:52.982726 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.117760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] For port a7e97b30-758f-46b5-9846-dba252d2f774, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:53.122455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] For port a7e97b30-758f-46b5-9846-dba252d2f774, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a7e97b30-758f-46b5-9846-dba252d2f774,segment=NetworkSegment(43a8d572-fd76-4408-a4b0-392b8d2afc7b),segment_id=43a8d572-fd76-4408-a4b0-392b8d2afc7b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:53.130752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.133770 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:53.192798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5ea3f-3224-47b0-80b3-5a00d20ff3fd req-a98a188e-21ba-40d9-94d5-efc64f21bba0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.202370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ab5ea3f-3224-47b0-80b3-5a00d20ff3fd req-a98a188e-21ba-40d9-94d5-efc64f21bba0 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1861911 Jun 17 08:38:53.240518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Pushing event updated for resources: {'Port': ['ID=a7e97b30-758f-46b5-9846-dba252d2f774,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:53.245218 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:53.268876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.316105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43b84ed5-85df-4b83-b3eb-c1b2705dce10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:53.474810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Subnet': ['ID=460dece4-d44d-4259-a6f0-30032c5294f9,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:53.484955 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:53.728284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Checking segment: {'id': '36ac599d-092e-4485-b94b-3e804c047d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:53.728629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network hostable DHCP agents. Network: 2e186702-84aa-4f5f-82cb-b46c9e0e3879, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:53.810734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:53.821635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-1aa67faf-680d-4f56-b0ea-81988dd05e7b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.823491 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-1aa67faf-680d-4f56-b0ea-81988dd05e7b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.6265514 Jun 17 08:38:53.828216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:53.836704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Request body: {'port': {'device_id': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'admin_state_up': True, 'tenant_id': '8a4c08c0d2ea423c9f28acda16190f44'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:53.891188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 2e186702-84aa-4f5f-82cb-b46c9e0e3879) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:53.900315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.901131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.906469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d26abe0-003b-4956-a7df-8a90a13b9ab3 None None] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:53.977097 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5798519 Jun 17 08:38:53.991794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:54.003991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a7e97b30-758f-46b5-9846-dba252d2f774 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:54.014299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'subnet': {'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:54.081961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-network', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:54.109725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1679426d-8e2f-4225-b120-cb609d8d4494 req-22773292-e844-4c82-84de-868b01fa08cf tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 210 time: 0.0961537 Jun 17 08:38:54.127224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ab5ea3f-3224-47b0-80b3-5a00d20ff3fd req-0dfa8a0d-57b6-485b-a513-407d54880a7a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9240024 Jun 17 08:38:54.242327 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:38:54.242327 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:38:54.242327 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id_1': '2539a7b2925f46dca532201cd5522dd3', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 38, 54, 226038)}] Jun 17 08:38:54.242327 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:38:54.242327 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:38:54.248373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-2e186702-84aa-4f5f-82cb-b46c9e0e3879', 'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879', 'tenant_id': '3f5a7bae42334cca955cc68c9f881de7', 'fixed_ips': [{'subnet_id': '460dece4-d44d-4259-a6f0-30032c5294f9'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:54.248537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Made reservation on behalf of 8a4c08c0d2ea423c9f28acda16190f44 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:54.249408 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.252722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.274447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a7e97b30-758f-46b5-9846-dba252d2f774 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:54.317264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:54.320814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.637133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Allocated IP 2001:db8::2 (2e186702-84aa-4f5f-82cb-b46c9e0e3879/460dece4-d44d-4259-a6f0-30032c5294f9/1ecebae3-acf4-483f-8a6b-b798dc57472c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:54.641963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Allocated IP 172.20.0.4 (2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8/52956636-0f4a-42cf-8803-62ab1026f0c4/b65b5eb2-0077-4b7c-856e-fe9f115417d3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:54.846188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.856999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5063dd-b1e5-4a82-bbdf-4c16d11804f1 req-330a7ffd-2faf-489c-95fe-40503a57b55d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:54.864778 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e5063dd-b1e5-4a82-bbdf-4c16d11804f1 req-330a7ffd-2faf-489c-95fe-40503a57b55d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1172283 Jun 17 08:38:54.871986 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d94dfa6a-1501-41c9-be40-49c9d86db4d9 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:54.928012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e5063dd-b1e5-4a82-bbdf-4c16d11804f1 req-601688a6-5ed2-4b42-a41d-64add2ef547a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620747 Jun 17 08:38:54.942880 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.956301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Transition to ACTIVE for port object 1ecebae3-acf4-483f-8a6b-b798dc57472c will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:54.961065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Subnet': ['ID=76eca17a-746c-4406-922a-96173e464915,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:54.968491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:54.970447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.976176 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:54.981337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Transition to ACTIVE for port object 1ecebae3-acf4-483f-8a6b-b798dc57472c will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:54.998115 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.000984 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.007659 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:55.017526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf650e6-5bf3-43fd-b1db-48ade5ac8a8f None None] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:55.019148 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3dff185-ed8e-4af2-9161-0fe866199325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.076767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:55.084879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:55.100322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:55.132795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Pushing event updated for resources: {'Port': ['ID=1ecebae3-acf4-483f-8a6b-b798dc57472c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:55.148823 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:55.418659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5e9cddc2-83fb-4c9b-b9b9-f93ce8abf033 req-7b5b657c-b73d-47d6-906c-d83387877d67 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 210 time: 0.0792184 Jun 17 08:38:55.536277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Provisioning for port a7e97b30-758f-46b5-9846-dba252d2f774 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:55.573194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Provisioning complete for port a7e97b30-758f-46b5-9846-dba252d2f774 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:55.574523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.645701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Attempting to bind port 1ecebae3-acf4-483f-8a6b-b798dc57472c on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:55.647192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Attempting to bind port 1ecebae3-acf4-483f-8a6b-b798dc57472c by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '36ac599d-092e-4485-b94b-3e804c047d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:55.647567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Attempting to bind port 1ecebae3-acf4-483f-8a6b-b798dc57472c on network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:55.670642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:55.671599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Checking segment: {'id': '36ac599d-092e-4485-b94b-3e804c047d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:55.672526 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.673457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Bound using segment: {'id': '36ac599d-092e-4485-b94b-3e804c047d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:55.674424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Bound port: 1ecebae3-acf4-483f-8a6b-b798dc57472c, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ac599d-092e-4485-b94b-3e804c047d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2e186702-84aa-4f5f-82cb-b46c9e0e3879'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:55.675309 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.742618 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Checking segment: {'id': '8e50d489-2402-4270-b613-111b111b72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:55.743202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network hostable DHCP agents. Network: bf467d30-fcf1-4c40-8a11-b669b6903c0a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:55.773185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.849053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network bf467d30-fcf1-4c40-8a11-b669b6903c0a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:55.889760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, bf467d30-fcf1-4c40-8a11-b669b6903c0a) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:55.892943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.901742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:55.902345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.906824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.913481 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a55c20ec-25ba-47bd-ad91-187fddd8e125 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:55.935489 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.950154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:55.955745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:55.955870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9601972 Jun 17 08:38:55.982345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.982699 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Added segment c7eaa485-f5a3-4c84-8a86-3b21e60272e1 of type vlan for network b5381b14-44c5-481d-a3c9-8cb345cf603d Jun 17 08:38:55.984232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc76971-ff1a-43a9-91fb-dfa38f5f0d8a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:55.985406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec6832-d1f5-404b-9506-5190cd916b71 None None] Network bf467d30-fcf1-4c40-8a11-b669b6903c0a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:55.988038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:55.996191 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:55.997194 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ce4ccaf9-da3f-432a-90f7-7b66fe60bd46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:56.001752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:56.026473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:56.098918 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.186977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.188343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.207407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.209278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.210102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.231572 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3986959 Jun 17 08:38:56.232589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event updated for resources: {'Port': ['ID=b65b5eb2-0077-4b7c-856e-fe9f115417d3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:56.237284 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.238680 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71dac435-a0e1-4cbb-88d5-9614cae56777 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:56.331059 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.336709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Pushing event updated for resources: {'Network': ['ID=b5381b14-44c5-481d-a3c9-8cb345cf603d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:56.341685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.346178 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5305846 Jun 17 08:38:56.348145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Request body: {'port': {'device_id': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:56.374705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36708) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:56.380838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b5381b14-44c5-481d-a3c9-8cb345cf603d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:56.381635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Request body: {'subnet': {'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-subnet', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:56.419571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:56.422008 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.454864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] For port 1ecebae3-acf4-483f-8a6b-b798dc57472c, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:56.516355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.525194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] For port a7e97b30-758f-46b5-9846-dba252d2f774, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a7e97b30-758f-46b5-9846-dba252d2f774,segment=NetworkSegment(43a8d572-fd76-4408-a4b0-392b8d2afc7b),segment_id=43a8d572-fd76-4408-a4b0-392b8d2afc7b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:56.570746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] For port 1ecebae3-acf4-483f-8a6b-b798dc57472c, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1ecebae3-acf4-483f-8a6b-b798dc57472c,segment=NetworkSegment(36ac599d-092e-4485-b94b-3e804c047d81),segment_id=36ac599d-092e-4485-b94b-3e804c047d81)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:56.593505 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.598217 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85c8009e-04e2-4fd9-b97f-54c82a41cf52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:56.616984 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.659863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3491c4-4ac1-48eb-abb3-37afd01b1169 req-df6ee22a-ce72-4f63-922f-533037cb0b5c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.661775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c3491c4-4ac1-48eb-abb3-37afd01b1169 req-df6ee22a-ce72-4f63-922f-533037cb0b5c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.4065201 Jun 17 08:38:56.693024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.961359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Pushing event updated for resources: {'Port': ['ID=a7e97b30-758f-46b5-9846-dba252d2f774,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:56.969058 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.970641 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:57.012912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c3491c4-4ac1-48eb-abb3-37afd01b1169 req-6ec35c3e-76b9-4bc1-a478-4ffb46399b9d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846940 Jun 17 08:38:57.104373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-bf467d30-fcf1-4c40-8a11-b669b6903c0a', 'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a', 'tenant_id': '3f5a7bae42334cca955cc68c9f881de7', 'fixed_ips': [{'subnet_id': '76eca17a-746c-4406-922a-96173e464915'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:57.108465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.213920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65b5eb2-0077-4b7c-856e-fe9f115417d3 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:57.222625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.241773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Pushing event updated for resources: {'Port': ['ID=1ecebae3-acf4-483f-8a6b-b798dc57472c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:57.250996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Transition to ACTIVE for port object b65b5eb2-0077-4b7c-856e-fe9f115417d3 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:57.254389 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:57.263658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.266005 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:57.333271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Pushing event updated for resources: {'Port': ['ID=b65b5eb2-0077-4b7c-856e-fe9f115417d3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:57.342146 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:57.607326 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65f4bc92-2be0-4cb3-9c53-39493ddff2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.621374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137a06-00d9-49b0-8edb-15f83e7ae038 req-e9e2442e-099a-43be-8438-814575b6b8b8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:57.627226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2c7b5bca-f03a-47b5-be00-dd91a90b3957 None None] Provisioning complete for port a7e97b30-758f-46b5-9846-dba252d2f774 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:57.631127 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Attempting to bind port b65b5eb2-0077-4b7c-856e-fe9f115417d3 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:57.631478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Attempting to bind port b65b5eb2-0077-4b7c-856e-fe9f115417d3 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:57.631816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Attempting to bind port b65b5eb2-0077-4b7c-856e-fe9f115417d3 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:57.633612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5bca-f03a-47b5-be00-dd91a90b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.638296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd137a06-00d9-49b0-8edb-15f83e7ae038 req-e9e2442e-099a-43be-8438-814575b6b8b8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 931 time: 0.9192224 Jun 17 08:38:57.642781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Port b65b5eb2-0077-4b7c-856e-fe9f115417d3 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:57.643158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Attempting to bind port b65b5eb2-0077-4b7c-856e-fe9f115417d3 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:57.660452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:57.660793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Checking segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:57.661614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Bound using segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:57.662531 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Bound port: b65b5eb2-0077-4b7c-856e-fe9f115417d3, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:57.667729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.699874 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.742352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Allocated IP 2001:db8::2 (bf467d30-fcf1-4c40-8a11-b669b6903c0a/76eca17a-746c-4406-922a-96173e464915/5bee1a6f-16c6-4bbf-a421-c5177cbea11c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:57.867445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] For port b65b5eb2-0077-4b7c-856e-fe9f115417d3, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:57.875999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] For port b65b5eb2-0077-4b7c-856e-fe9f115417d3, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:57.898215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.902241 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a3535e4e-6805-4ca2-bafb-1ccdd53a3995 tempest-ServerTagsTestJSON-375715958 tempest-ServerTagsTestJSON-375715958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:57.958615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.966396 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d7123ac-d5ee-4d9f-92b9-e30129bbb477 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:57.988068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:57.988702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.990227 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] 10.222.0.60 "PUT /v2.0/ports/b65b5eb2-0077-4b7c-856e-fe9f115417d3 HTTP/1.1" status: 200 len: 1092 time: 1.6547914 Jun 17 08:38:57.990856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'tag': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:57.993177 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9007ec-5e9b-40ab-a56a-a9883de6f17a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c7bff6-aa5d-45f1-8c6a-a92eb580b792", "tag": "b65b5eb2-0077-4b7c-856e-fe9f115417d3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:58.075409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b4c25f-c884-48ab-957b-c411a34aabee,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.115258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.115714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.116122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.119237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.119750 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.120121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.120543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.120921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.121293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.121665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.122032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.122394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:58.141210 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.156111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1ecebae3-acf4-483f-8a6b-b798dc57472c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:58.175526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd137a06-00d9-49b0-8edb-15f83e7ae038 req-7eadcfa7-3913-452d-9ef9-b35232da92b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362315 Jun 17 08:38:58.191476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Pushing event updated for resources: {'Port': ['ID=b65b5eb2-0077-4b7c-856e-fe9f115417d3,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.218144 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.234610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Allocated IP 2001:db8::1 (2e186702-84aa-4f5f-82cb-b46c9e0e3879/460dece4-d44d-4259-a6f0-30032c5294f9/7dad7c5e-87fd-4c82-b7b0-cc446d0a223f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:58.278802 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c3ff3f-19d9-4912-8b97-2d30910181f8 x-openstack-request-id: req-a6c3ff3f-19d9-4912-8b97-2d30910181f8 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:58.287448 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c7bff6-aa5d-45f1-8c6a-a92eb580b792", "tag": "b65b5eb2-0077-4b7c-856e-fe9f115417d3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:58.287722 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6c3ff3f-19d9-4912-8b97-2d30910181f8 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:58.288179 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'tag': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3', 'status': 'completed', 'code': 200} Jun 17 08:38:58.307068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-23b613db-c267-4ed1-a973-b8570114acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:58.308869 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-23b613db-c267-4ed1-a973-b8570114acfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 1095 time: 0.2397068 Jun 17 08:38:58.364256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Checking segment: {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:58.364879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Network hostable DHCP agents. Network: b5381b14-44c5-481d-a3c9-8cb345cf603d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:58.396188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1ecebae3-acf4-483f-8a6b-b798dc57472c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:58.396809 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-36d74e59-0bfd-45d6-b6ad-bdb9facd79f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3 HTTP/1.1" status: 200 len: 217 time: 0.0754104 Jun 17 08:38:58.402307 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.405151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a7e97b30-758f-46b5-9846-dba252d2f774 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:58.438693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Transition to ACTIVE for port object 5bee1a6f-16c6-4bbf-a421-c5177cbea11c will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:58.469256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Transition to ACTIVE for port object 5bee1a6f-16c6-4bbf-a421-c5177cbea11c will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:58.486580 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.497596 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.510679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-f605a240-52a0-47fe-85ce-b4e3953385c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:58.513903 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-f605a240-52a0-47fe-85ce-b4e3953385c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.1104193 Jun 17 08:38:58.554061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Network bf467d30-fcf1-4c40-8a11-b669b6903c0a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:58.558927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.561689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Pushing event updated for resources: {'Port': ['ID=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.565688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:58.568278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:58.570997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a7e97b30-758f-46b5-9846-dba252d2f774 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:58.571453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.576884 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.577831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Transition to ACTIVE for port object 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:58.608313 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-2c6ddd4b-cbe8-41e8-9ea8-f53db34d1d22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835841 Jun 17 08:38:58.643981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.649258 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b78c7a5-5de7-44c7-a10d-0b08b8abd934 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.689395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Attempting to bind port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:58.689952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Attempting to bind port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '8e50d489-2402-4270-b613-111b111b72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:58.690601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Attempting to bind port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c on network bf467d30-fcf1-4c40-8a11-b669b6903c0a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:58.706366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:58.708212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Checking segment: {'id': '8e50d489-2402-4270-b613-111b111b72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:58.708917 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.709425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Bound using segment: {'id': '8e50d489-2402-4270-b613-111b111b72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:58.710019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Bound port: 5bee1a6f-16c6-4bbf-a421-c5177cbea11c, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e50d489-2402-4270-b613-111b111b72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf467d30-fcf1-4c40-8a11-b669b6903c0a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:58.710507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.749303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:58.751705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Network b5381b14-44c5-481d-a3c9-8cb345cf603d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:58.767556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:58.781393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:58.782160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.811972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Port': ['ID=7dad7c5e-87fd-4c82-b7b0-cc446d0a223f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.819192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] For port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:58.823045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] For port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,segment=NetworkSegment(8e50d489-2402-4270-b613-111b111b72c5),segment_id=8e50d489-2402-4270-b613-111b111b72c5)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:58.828994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247d3b2-545e-4b44-95a5-9005a3a32c04 None None] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:58.858179 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.862551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, b5381b14-44c5-481d-a3c9-8cb345cf603d) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:58.878111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:58.878758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.880512 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-40ec0fdc-8cbe-40a5-9d66-1498bb7d83f9 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682054 Jun 17 08:38:58.881198 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.889390 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc132c55-3d64-477c-9ab6-91053a4a3231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.940725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c203e2-1e02-4038-a2b1-cf543572674d None None] Network b5381b14-44c5-481d-a3c9-8cb345cf603d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:58.987846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6089857 Jun 17 08:38:58.994092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36736) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:58.999539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322503e-d52f-4a62-92a8-da8488d9ced0 req-7fcf2a3a-46bc-4a55-a81d-1a37fcada7b4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.000342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:59.001130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a322503e-d52f-4a62-92a8-da8488d9ced0 req-7fcf2a3a-46bc-4a55-a81d-1a37fcada7b4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.5906270 Jun 17 08:38:59.007175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-36b8af4a-11b5-4be2-83c6-11a985c99355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.008645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-36b8af4a-11b5-4be2-83c6-11a985c99355 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 1098 time: 0.6559837 Jun 17 08:38:59.051594 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.052575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Provisioning for port 1ecebae3-acf4-483f-8a6b-b798dc57472c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:59.090881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.101299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.124910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Provisioning complete for port 1ecebae3-acf4-483f-8a6b-b798dc57472c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:59.125569 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.170620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cfcdba67-9da0-4bd5-8ec4-c187970fab44 req-7d008cd2-7906-4124-8300-2005a8a307ac service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805386 Jun 17 08:38:59.241438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.276564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.333470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Pushing event updated for resources: {'Port': ['ID=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:59.346465 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a322503e-d52f-4a62-92a8-da8488d9ced0 req-0bdc115e-7749-479c-8daa-2b09b0e791ce tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336709 Jun 17 08:38:59.356949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-68a5fe6c-5fdd-4982-ba89-e980b0a5b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.361017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-68a5fe6c-5fdd-4982-ba89-e980b0a5b0d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 200 len: 914 time: 0.3392482 Jun 17 08:38:59.366668 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:59.494544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-6e93a77c-15bb-4b6e-a8db-e588b7addd6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0759206 Jun 17 08:38:59.700562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-1ac3ccf6-60d1-4763-aff3-806845f622fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.705219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-1ac3ccf6-60d1-4763-aff3-806845f622fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 1095 time: 0.4633126 Jun 17 08:38:59.735677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.761536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-b5381b14-44c5-481d-a3c9-8cb345cf603d', 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'fixed_ips': [{'subnet_id': 'd1b4c25f-c884-48ab-957b-c411a34aabee'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:59.762493 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.818279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36760) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:59.852792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-496e638a-49a1-43a4-851b-be4e988cc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.856764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-496e638a-49a1-43a4-851b-be4e988cc0ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 200 len: 853 time: 0.3045144 Jun 17 08:39:00.110465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.122225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bee1a6f-16c6-4bbf-a421-c5177cbea11c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:00.153216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.250609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-396eafd5-e148-4de9-93d5-aba912e44967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:00.253532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] For port 1ecebae3-acf4-483f-8a6b-b798dc57472c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1ecebae3-acf4-483f-8a6b-b798dc57472c,segment=NetworkSegment(36ac599d-092e-4485-b94b-3e804c047d81),segment_id=36ac599d-092e-4485-b94b-3e804c047d81)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:00.255475 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-396eafd5-e148-4de9-93d5-aba912e44967 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 916 time: 0.5378544 Jun 17 08:39:00.299985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.306320 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:00.363005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-6de91bb3-ad29-4594-950a-e7c019859a1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3 HTTP/1.1" status: 200 len: 217 time: 0.0943167 Jun 17 08:39:00.370004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.374719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Allocated IP 172.20.0.2 (b5381b14-44c5-481d-a3c9-8cb345cf603d/d1b4c25f-c884-48ab-957b-c411a34aabee/065013aa-f7bc-4ccf-8758-830bdd36c535) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:00.425448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:00.518822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Pushing event updated for resources: {'Port': ['ID=1ecebae3-acf4-483f-8a6b-b798dc57472c,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:00.524383 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:00.543108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.588311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.621331 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ae81de0-96c0-47e2-ba6e-bcd75a49f831 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:00.630047 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95d40f9541bf4dbaa2cd0411bf247d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8067157 Jun 17 08:39:00.648464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36768) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:00.728776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-97a19e3f-5c48-42b2-98aa-71bbe7823826 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6aed8514-f7e1-4e60-afb5-a53d98e1d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560391 Jun 17 08:39:00.800154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dde542-8d14-465d-9855-4097fc72ad50 req-3683ae88-81d4-4c96-bce8-26a724a9fdcd tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:00.801835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79dde542-8d14-465d-9855-4097fc72ad50 req-3683ae88-81d4-4c96-bce8-26a724a9fdcd tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 943 time: 1.4208009 Jun 17 08:39:00.861525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de956823-719c-4c5c-a3fd-5d836f119f0d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:00.865378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-a20720a1-9224-4daf-854b-790d776bb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:00.867353 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-a20720a1-9224-4daf-854b-790d776bb52a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.4934318 Jun 17 08:39:00.871271 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:00.941903 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-9cbd80a3-bfa6-4b32-980c-f9c46851dc91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511580 Jun 17 08:39:00.968530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.010936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb44b9a-529e-40df-90fa-1866f2aa4400 req-5c9deaec-9c12-4f76-8f3d-cf4f60d0224e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:01.019174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.020273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-beb44b9a-529e-40df-90fa-1866f2aa4400 req-5c9deaec-9c12-4f76-8f3d-cf4f60d0224e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3486438 Jun 17 08:39:01.042017 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.159848 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.172391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Transition to ACTIVE for port object 065013aa-f7bc-4ccf-8758-830bdd36c535 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:01.186625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dcad4670-ea82-4c06-8cf4-4ddd2acf5044 None None] Provisioning for port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:01.194420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dcad4670-ea82-4c06-8cf4-4ddd2acf5044 None None] Provisioning complete for port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:01.194968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcad4670-ea82-4c06-8cf4-4ddd2acf5044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.212477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.238583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dcad4670-ea82-4c06-8cf4-4ddd2acf5044 None None] Port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:01.243313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Transition to ACTIVE for port object 065013aa-f7bc-4ccf-8758-830bdd36c535 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:01.261880 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.266128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dcad4670-ea82-4c06-8cf4-4ddd2acf5044 None None] Provisioning complete for port 1ecebae3-acf4-483f-8a6b-b798dc57472c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:01.266682 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcad4670-ea82-4c06-8cf4-4ddd2acf5044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.268230 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:01.269572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-beb44b9a-529e-40df-90fa-1866f2aa4400 req-ae075733-d1e5-4531-82f9-70965bf71dc1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474918 Jun 17 08:39:01.293863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-79dde542-8d14-465d-9855-4097fc72ad50 req-d5d7a87e-75fa-4713-aff1-a4254cd5941a tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736276 Jun 17 08:39:01.340337 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-179da478-81d3-4a01-8019-2b796fc35f5a service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867283 Jun 17 08:39:01.357925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-db5a7d16-c2da-4c3e-a179-43da9fc86f68 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046085 Jun 17 08:39:01.360931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0cfc9c-0d1b-4d7b-bf9d-71bb5320b8fd None None] Network bf467d30-fcf1-4c40-8a11-b669b6903c0a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:01.369412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Network b5381b14-44c5-481d-a3c9-8cb345cf603d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:01.389625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:01.395299 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.397611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:01.409161 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.410078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.426917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Pushing event updated for resources: {'Port': ['ID=065013aa-f7bc-4ccf-8758-830bdd36c535,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:01.427912 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:01.436611 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:01.485364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Allocated IP 172.25.7.145 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/b8984f35-51f5-437f-9a06-32e9d5b895b2) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:01.510720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.514411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.530295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de956823-719c-4c5c-a3fd-5d836f119f0d HTTP/1.1" status: 204 len: 168 time: 0.8767896 Jun 17 08:39:01.567674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Port': ['ID=7dad7c5e-87fd-4c82-b7b0-cc446d0a223f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:01.594006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2fff2e4-7188-4584-872d-ddc72553b57e tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:01.601935 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-be9007ec-5e9b-40ab-a56a-a9883de6f17a req-33e7cf27-1948-42d7-b5c2-3dbb509c57dd service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511349 Jun 17 08:39:01.606579 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:01.616574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f0fbd2c-521e-4ebd-89f7-8d192444316d req-20d528be-f4d9-43c3-8b2c-b0aed76d61e4 service neutron] 10.222.0.60 "GET /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489855 Jun 17 08:39:01.634867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de956823-719c-4c5c-a3fd-5d836f119f0d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:01.653089 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:01.666722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:01.676244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:01.765829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Attempting to bind port 065013aa-f7bc-4ccf-8758-830bdd36c535 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:01.765829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Attempting to bind port 065013aa-f7bc-4ccf-8758-830bdd36c535 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:01.766152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Attempting to bind port 065013aa-f7bc-4ccf-8758-830bdd36c535 on network b5381b14-44c5-481d-a3c9-8cb345cf603d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:01.802487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:01.803151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Checking segment: {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:01.803568 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.803975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Bound using segment: {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:01.804481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Bound port: 065013aa-f7bc-4ccf-8758-830bdd36c535, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:01.805156 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.838623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.930044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Router 3666c270-4843-4a4f-8bb6-bab901542673 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:39:01.931828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.949248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1ecebae3-acf4-483f-8a6b-b798dc57472c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:01.955978 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f7ed5421-2dc4-4901-b2f0-2a3818d9baed tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.023195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] For port 065013aa-f7bc-4ccf-8758-830bdd36c535, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:02.034275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Provisioning for port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:02.046566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:02.049792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:02.063951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:02.065031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] For port 065013aa-f7bc-4ccf-8758-830bdd36c535, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=065013aa-f7bc-4ccf-8758-830bdd36c535,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:02.068111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Provisioning complete for port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:02.068111 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.069098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36778) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.100323 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.106182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8984f35-51f5-437f-9a06-32e9d5b895b2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.111732 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.112787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.119101 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.126158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1ecebae3-acf4-483f-8a6b-b798dc57472c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:02.126539 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.178054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:02.185203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2276566 Jun 17 08:39:02.195181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36780) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.223166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] Sync routers for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:02.343836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Pushing event updated for resources: {'Port': ['ID=065013aa-f7bc-4ccf-8758-830bdd36c535,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.361578 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.455010 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.515283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] For port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,segment=NetworkSegment(8e50d489-2402-4270-b613-111b111b72c5),segment_id=8e50d489-2402-4270-b613-111b111b72c5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:02.518571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:02.522342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:02.627833 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.635058 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.641804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.645513 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f825ea1-a66c-4fc8-8a67-fb269bb7136e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.659689 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2de3e035-5250-439e-8d7d-0794d3e8afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.660656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:02.709622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Provisioning complete for port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:02.709782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.726633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a652bde-1fb2-4ece-ab5b-2f23ca5d3d9b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.731891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.761213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:02.761877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:02.795024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ea3a1757cfe402596a66815e783c0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7246535 Jun 17 08:39:02.796178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.832316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.861738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:02.862377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90495417-9f30-4ba2-a8cc-65c7a7c2d6ea None None] The sync data for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:02.875361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:02.876790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Pushing event updated for resources: {'Port': ['ID=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.880672 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.957800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.989797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815dc69-68ed-48c6-9def-c816ff7403bc req-4a8e8342-f811-4c48-96c6-c45412d12d7e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:02.993168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.997737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3815dc69-68ed-48c6-9def-c816ff7403bc req-4a8e8342-f811-4c48-96c6-c45412d12d7e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3409429 Jun 17 08:39:03.000322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-113cf19c-b311-4306-992e-6220d7c8a171 None None] Provisioning complete for port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:03.001205 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113cf19c-b311-4306-992e-6220d7c8a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.051672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23faa5-c1f1-417d-84f2-391e844229e0 req-f4c79c17-6358-48cd-bfb5-97f85291b422 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:03.053417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf23faa5-c1f1-417d-84f2-391e844229e0 req-f4c79c17-6358-48cd-bfb5-97f85291b422 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 943 time: 0.3981035 Jun 17 08:39:03.128402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-113cf19c-b311-4306-992e-6220d7c8a171 None None] Provisioning complete for port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:03.129123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-113cf19c-b311-4306-992e-6220d7c8a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.137613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3815dc69-68ed-48c6-9def-c816ff7403bc req-fd49bc3d-16e3-4cc7-9c04-820c023f0a5b tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342549 Jun 17 08:39:03.160469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.164440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.169752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a652bde-1fb2-4ece-ab5b-2f23ca5d3d9b HTTP/1.1" status: 204 len: 168 time: 0.3705420 Jun 17 08:39:03.176456 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b01bdc78-9fa9-4b2d-af45-752060365815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:03.186973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-113cf19c-b311-4306-992e-6220d7c8a171 None None] Port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:03.193938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a652bde-1fb2-4ece-ab5b-2f23ca5d3d9b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:03.197211 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:03.200974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.240023 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf23faa5-c1f1-417d-84f2-391e844229e0 req-a23921b6-45d4-4638-9e70-05dd491b0747 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556211 Jun 17 08:39:03.314486 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-5c866a7c-bf3b-470c-b9b1-e6f230ef3692 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:39:03.319699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5c866a7c-bf3b-470c-b9b1-e6f230ef3692 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1186926 Jun 17 08:39:03.320718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36794) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.349178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b65b5eb2-0077-4b7c-856e-fe9f115417d3 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:03.444355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Router 9f8c46e4-b185-4cf6-8466-5c74d3335064 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:39:03.527347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port b65b5eb2-0077-4b7c-856e-fe9f115417d3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:03.552935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'port_id': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3', 'mac_address': 'fa:16:3e:80:fe:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52956636-0f4a-42cf-8803-62ab1026f0c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:03.630378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:03.639716 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.643401 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Sync routers for ids ['9f8c46e4-b185-4cf6-8466-5c74d3335064'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:03.663923 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Routers {'9f8c46e4-b185-4cf6-8466-5c74d3335064'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:03.665456 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9f8c46e4-b185-4cf6-8466-5c74d3335064'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:03.668840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.670773 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6752543 Jun 17 08:39:03.674335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65b5eb2-0077-4b7c-856e-fe9f115417d3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:03.674551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36798) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.724769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port b65b5eb2-0077-4b7c-856e-fe9f115417d3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:03.735849 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.740107 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50f1f308-f9ed-4a58-95e8-7b1a6625fd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:03.742299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fd38b-4222-427a-b972-d82c27007632 None None] Network b5381b14-44c5-481d-a3c9-8cb345cf603d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:03.906559 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Set router 9f8c46e4-b185-4cf6-8466-5c74d3335064 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:03.962075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8aed6d20-7758-4025-b0c0-06697a2cfa18 None None] Provisioning for port 065013aa-f7bc-4ccf-8758-830bdd36c535 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:03.974310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=b65b5eb2-0077-4b7c-856e-fe9f115417d3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:03.981819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:04.066568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:04.164082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bee1a6f-16c6-4bbf-a421-c5177cbea11c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:04.212103 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:39:02Z', 'revision_number': 3, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:04.277676 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Checking router: 9f8c46e4-b185-4cf6-8466-5c74d3335064 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:04.278459 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Updating router 9f8c46e4-b185-4cf6-8466-5c74d3335064 port b8984f35-51f5-437f-9a06-32e9d5b895b2 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:39:04.374308 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.378114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:04.378618 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.400132 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.673590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 065013aa-f7bc-4ccf-8758-830bdd36c535 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:04.770925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 065013aa-f7bc-4ccf-8758-830bdd36c535 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:04.783859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 065013aa-f7bc-4ccf-8758-830bdd36c535 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:04.784290 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.790553 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.820346 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Transition to ACTIVE for port object b8984f35-51f5-437f-9a06-32e9d5b895b2 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:04.828577 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.831195 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2158f4ce-4bf0-4b80-bb64-1bc50ae18bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:04.923183 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.962321 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Attempting to bind port b8984f35-51f5-437f-9a06-32e9d5b895b2 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:04.962713 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Attempting to bind port b8984f35-51f5-437f-9a06-32e9d5b895b2 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:04.963122 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Attempting to bind port b8984f35-51f5-437f-9a06-32e9d5b895b2 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:04.979532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 065013aa-f7bc-4ccf-8758-830bdd36c535, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=065013aa-f7bc-4ccf-8758-830bdd36c535,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:04.986611 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.994607 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:04.994874 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:04.995018 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:05.001419 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.001894 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:05.002423 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Bound port: b8984f35-51f5-437f-9a06-32e9d5b895b2, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:05.004673 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.016533 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962e9bd-4221-4173-bae3-e9f8404136c5 None None] Pushing event updated for resources: {'Port': ['ID=b8984f35-51f5-437f-9a06-32e9d5b895b2,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.047900 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c962e9bd-4221-4173-bae3-e9f8404136c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:05.086933 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] For port b8984f35-51f5-437f-9a06-32e9d5b895b2, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:05.092479 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] For port b8984f35-51f5-437f-9a06-32e9d5b895b2, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b8984f35-51f5-437f-9a06-32e9d5b895b2,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:05.099662 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.103303 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2d0dcb0-28bb-4534-8ecd-a2100e68495d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:05.107438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.119548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=065013aa-f7bc-4ccf-8758-830bdd36c535,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.123768 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:05.168937 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Routers {'9f8c46e4-b185-4cf6-8466-5c74d3335064'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:05.169588 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9f8c46e4-b185-4cf6-8466-5c74d3335064'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:05.174959 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962e9bd-4221-4173-bae3-e9f8404136c5 None None] Pushing event updated for resources: {'Port': ['ID=b8984f35-51f5-437f-9a06-32e9d5b895b2,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.208243 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c962e9bd-4221-4173-bae3-e9f8404136c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:05.214098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ff0bc-a76e-4d6b-b541-e357fd2d7250 req-106138b0-f287-48ce-9f82-4b78cb63ebae tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:05.215811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-025ff0bc-a76e-4d6b-b541-e357fd2d7250 req-106138b0-f287-48ce-9f82-4b78cb63ebae tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 944 time: 0.6630599 Jun 17 08:39:05.276023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe11461-de39-4de5-9cee-b0b922d7e50c req-1fbf4296-6b55-4eae-82f0-7a7ea31c8363 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:05.283446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8fe11461-de39-4de5-9cee-b0b922d7e50c req-1fbf4296-6b55-4eae-82f0-7a7ea31c8363 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.8686600 Jun 17 08:39:05.295581 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] Set router 9f8c46e4-b185-4cf6-8466-5c74d3335064 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:05.350300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b65b5eb2-0077-4b7c-856e-fe9f115417d3 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:05.452314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port b65b5eb2-0077-4b7c-856e-fe9f115417d3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:05.456232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port b65b5eb2-0077-4b7c-856e-fe9f115417d3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:05.456615 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.467914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8fe11461-de39-4de5-9cee-b0b922d7e50c req-a9e91cfc-a29c-492c-b8a0-a5b7384233e5 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835997 Jun 17 08:39:05.474407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-025ff0bc-a76e-4d6b-b541-e357fd2d7250 req-f7887d9b-85b7-4792-9185-714883373e4b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364483 Jun 17 08:39:05.559256 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:39:05.592364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:39:02Z', 'revision_number': 3, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:05.595256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Allocated IP 172.20.0.1 (b5381b14-44c5-481d-a3c9-8cb345cf603d/d1b4c25f-c884-48ab-957b-c411a34aabee/28eec4f8-5247-4643-9f8a-20f0885eb12b) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:05.634957 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3e995-cb89-4965-bf13-4abba69b598c None None] The sync data for ids ['9f8c46e4-b185-4cf6-8466-5c74d3335064'] in n-d-780147-13 is: [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:39:02Z', 'revision_number': 3, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:05.657182 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.748026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port b65b5eb2-0077-4b7c-856e-fe9f115417d3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:05.749909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:05.753512 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1b968-018a-4c26-8a63-d67b696da04f" -d '{"events": [{"server_uuid": "b3c7bff6-aa5d-45f1-8c6a-a92eb580b792", "name": "network-vif-plugged", "status": "completed", "tag": "b65b5eb2-0077-4b7c-856e-fe9f115417d3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:05.765001 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.772242 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a35c390-b26c-4d3a-9af9-a2a0e7b677ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:05.877107 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba22ae00-b984-4554-9a78-674e484a025e x-openstack-request-id: req-ba22ae00-b984-4554-9a78-674e484a025e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:05.877571 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c7bff6-aa5d-45f1-8c6a-a92eb580b792", "name": "network-vif-plugged", "status": "completed", "tag": "b65b5eb2-0077-4b7c-856e-fe9f115417d3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:05.877688 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba22ae00-b984-4554-9a78-674e484a025e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:05.878057 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3', 'code': 200} Jun 17 08:39:05.878780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting port 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:05.879154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.949500 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.951924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=b65b5eb2-0077-4b7c-856e-fe9f115417d3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.955067 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:05.966232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 065013aa-f7bc-4ccf-8758-830bdd36c535 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:06.049517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Transition to ACTIVE for port object 28eec4f8-5247-4643-9f8a-20f0885eb12b will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:06.085953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 065013aa-f7bc-4ccf-8758-830bdd36c535 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:06.088145 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.105148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2b4c1-3c12-44a9-a3d4-13808f4f50f2 req-6fc13e74-e105-4593-a716-b39a1dbac990 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.106747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99f2b4c1-3c12-44a9-a3d4-13808f4f50f2 req-6fc13e74-e105-4593-a716-b39a1dbac990 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3237820 Jun 17 08:39:06.199642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.275868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99f2b4c1-3c12-44a9-a3d4-13808f4f50f2 req-3fad7d9f-5f95-4b49-9854-461c6fc3d342 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528621 Jun 17 08:39:06.278493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9f7d2-04eb-4235-92de-5fde1e6c34e4 req-11e77b15-1f40-4e1e-b452-bdf3d5dbcfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.280173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ea9f7d2-04eb-4235-92de-5fde1e6c34e4 req-11e77b15-1f40-4e1e-b452-bdf3d5dbcfa4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 1097 time: 0.3230510 Jun 17 08:39:06.307823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Calling delete_port for 7dad7c5e-87fd-4c82-b7b0-cc446d0a223f owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:06.369406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ea9f7d2-04eb-4235-92de-5fde1e6c34e4 req-df3b5cbb-7780-404f-8396-3248c47af7ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570533 Jun 17 08:39:06.404124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.414300 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:06.465543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Network b5381b14-44c5-481d-a3c9-8cb345cf603d is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:06.473955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:06.494672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:06.628061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Pushing event updated for resources: {'Port': ['ID=28eec4f8-5247-4643-9f8a-20f0885eb12b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:06.634837 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:06.765806 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.906971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-99215674-e778-422b-b0bc-7c7c1b1857c3 None None] Provisioning for port 28eec4f8-5247-4643-9f8a-20f0885eb12b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:06.913257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-99215674-e778-422b-b0bc-7c7c1b1857c3 None None] Provisioning complete for port 28eec4f8-5247-4643-9f8a-20f0885eb12b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:06.913896 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99215674-e778-422b-b0bc-7c7c1b1857c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.926526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218c222-1ef7-4a37-aaa4-c78334725ceb req-d4794d16-490b-405c-8cdc-4b4bcd44ac01 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.928475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0218c222-1ef7-4a37-aaa4-c78334725ceb req-d4794d16-490b-405c-8cdc-4b4bcd44ac01 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.4447396 Jun 17 08:39:06.952354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53a82-a53a-445d-9681-63ca62fdefae req-09c73b4f-57d4-4201-83bb-e676f60d3324 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.954011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88a53a82-a53a-445d-9681-63ca62fdefae req-09c73b4f-57d4-4201-83bb-e676f60d3324 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 945 time: 0.3106010 Jun 17 08:39:06.962136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-99215674-e778-422b-b0bc-7c7c1b1857c3 None None] Port 28eec4f8-5247-4643-9f8a-20f0885eb12b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:07.079413 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.086226 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2459f7c5-205c-46aa-8049-57a28d3d5ff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:07.106951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88a53a82-a53a-445d-9681-63ca62fdefae req-2acbcfb0-eabf-42e1-822b-74ae67caea63 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271052 Jun 17 08:39:07.124075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0218c222-1ef7-4a37-aaa4-c78334725ceb req-b3de647b-3ea6-47de-b490-3d1c851aa2b4 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646197 Jun 17 08:39:07.223406 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Port': ['ID=7dad7c5e-87fd-4c82-b7b0-cc446d0a223f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:07.227771 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:07.483727 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.489533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.681319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e7e10-4f34-4bc5-aa91-5d918ed5aec4 req-8cc67a46-56a4-40e2-9544-0e294896712c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.683633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d63e7e10-4f34-4bc5-aa91-5d918ed5aec4 req-8cc67a46-56a4-40e2-9544-0e294896712c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2942753 Jun 17 08:39:07.822890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Router 3666c270-4843-4a4f-8bb6-bab901542673 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:07.847344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d63e7e10-4f34-4bc5-aa91-5d918ed5aec4 req-9ab267e7-fc55-4895-93bc-6e6daa346761 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313269 Jun 17 08:39:07.956300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:07.962060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6402004 Jun 17 08:39:07.970071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36890) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:07.973850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] Sync routers for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:07.981815 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.991188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.997942 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef98c38d-b6ac-431c-8e52-21b1302dcdcd tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:08.017964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:08.018701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:08.082045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Pushing event updated for resources: {'Port': ['ID=28eec4f8-5247-4643-9f8a-20f0885eb12b,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:08.085362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.087541 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.123584 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-0c66ede1-eb53-4a0e-889c-89a5f97c3021 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] delete failed (client error): The resource could not be found. Jun 17 08:39:08.131638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36896) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:08.136905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-328db640-9961-40de-aa7c-bb22ee65d438 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'router': {'external_gateway_info': {'network_id': '3666c270-4843-4a4f-8bb6-bab901542673'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:08.147296 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c66ede1-eb53-4a0e-889c-89a5f97c3021 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1112113297 HTTP/1.1" status: 404 len: 335 time: 0.1668794 Jun 17 08:39:08.354320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b8984f35-51f5-437f-9a06-32e9d5b895b2 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:08.367118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:08.412396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:08.413170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:08.456797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:08.457889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbff700-a487-4a83-a758-c90caaa97c8e None None] The sync data for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:08.466282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36904) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:08.474391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port b8984f35-51f5-437f-9a06-32e9d5b895b2 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:08.480890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b8984f35-51f5-437f-9a06-32e9d5b895b2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:08.481386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.579650 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.613811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port b8984f35-51f5-437f-9a06-32e9d5b895b2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b8984f35-51f5-437f-9a06-32e9d5b895b2,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:08.617133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.622800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.624991 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:08.685497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=b8984f35-51f5-437f-9a06-32e9d5b895b2,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:08.699080 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.776362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.782769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Network b5381b14-44c5-481d-a3c9-8cb345cf603d is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:08.783656 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.789847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd0cea67-d4ee-4974-83c4-9804676db360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:08.825525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:08.834476 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb2b198b1e3d4186b4f96e338c9f177b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643343 Jun 17 08:39:08.834476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbcc0c-63e2-443b-a477-e8f5fd4106c4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:08.835690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36908) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:08.845006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.875864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-328db640-9961-40de-aa7c-bb22ee65d438 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.907987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.948246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.983423 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-328db640-9961-40de-aa7c-bb22ee65d438 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] update failed (client error): The resource could not be found. Jun 17 08:39:08.984477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-328db640-9961-40de-aa7c-bb22ee65d438 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673 HTTP/1.1" status: 404 len: 339 time: 0.8517795 Jun 17 08:39:08.988239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36910) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:08.997625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1192972756'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:09.024858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.027582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.028693 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80fbcc0c-63e2-443b-a477-e8f5fd4106c4 HTTP/1.1" status: 204 len: 168 time: 0.1919484 Jun 17 08:39:09.029477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4170d83f-c882-49c9-93a9-eaa30dcb8303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.058573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbcc0c-63e2-443b-a477-e8f5fd4106c4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:09.065193 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:09.077337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c32f1-75da-4dfa-9913-968fe3b92e80 req-30be389a-c8df-4f05-8c05-3e5fd60b78d6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.084500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d41c32f1-75da-4dfa-9913-968fe3b92e80 req-30be389a-c8df-4f05-8c05-3e5fd60b78d6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 945 time: 0.7806430 Jun 17 08:39:09.095310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:09.098434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.117415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bf2b-e684-4939-b61f-ef480ca6d92d req-3c4e4587-2913-4547-ad87-e55336f362ab tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.119087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac74bf2b-e684-4939-b61f-ef480ca6d92d req-3c4e4587-2913-4547-ad87-e55336f362ab tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.4076142 Jun 17 08:39:09.204618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e5776fa2-ba70-49b6-b2bf-caa7960020fe None None] Provisioning complete for port 28eec4f8-5247-4643-9f8a-20f0885eb12b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:09.205251 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5776fa2-ba70-49b6-b2bf-caa7960020fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.205944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Router 9f8c46e4-b185-4cf6-8466-5c74d3335064 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:09.241004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d41c32f1-75da-4dfa-9913-968fe3b92e80 req-a747558b-673c-42ab-be2b-18f582d53fd8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555247 Jun 17 08:39:09.247650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:09.268906 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e5776fa2-ba70-49b6-b2bf-caa7960020fe None None] Port 28eec4f8-5247-4643-9f8a-20f0885eb12b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:09.274101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac74bf2b-e684-4939-b61f-ef480ca6d92d req-0affba7a-efce-4c35-a715-e4bb7747244a tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358640 Jun 17 08:39:09.306334 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.307818 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Added segment 178a7e2c-c5ec-43c6-a31c-5548cd4cf201 of type vlan for network c689dd97-ff79-4a17-854e-cb680c7479fd Jun 17 08:39:09.516013 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.562866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36922) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:09.584192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.587793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:09.608534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] 10.222.0.65 "PUT /v2.0/routers/9f8c46e4-b185-4cf6-8466-5c74d3335064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9327204 Jun 17 08:39:09.613542 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Sync routers for ids ['9f8c46e4-b185-4cf6-8466-5c74d3335064'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:09.614655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.620463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.621092 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.627609 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29562c69-6fd8-4860-a281-2f16735f4e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.628586 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Routers {'9f8c46e4-b185-4cf6-8466-5c74d3335064'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:09.629246 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9f8c46e4-b185-4cf6-8466-5c74d3335064'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:09.664148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c83aff-205f-4423-814e-99a27892d688 req-4f67cf12-2d54-4454-a9d1-598aeea5a6f9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.665694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5c83aff-205f-4423-814e-99a27892d688 req-4f67cf12-2d54-4454-a9d1-598aeea5a6f9 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1771722 Jun 17 08:39:09.734270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Network': ['ID=c689dd97-ff79-4a17-854e-cb680c7479fd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:09.738554 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:09.747892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network c689dd97-ff79-4a17-854e-cb680c7479fd details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:09.772346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5c83aff-205f-4423-814e-99a27892d688 req-2b20a86c-0b57-407a-86b9-237390ba6779 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Jun 17 08:39:09.922759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b8984f35-51f5-437f-9a06-32e9d5b895b2 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:09.930756 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.953974 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Set router 9f8c46e4-b185-4cf6-8466-5c74d3335064 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:09.954986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.957907 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4bb0d58-a99c-411a-b2a0-adde4d940839 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.964440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9732473 Jun 17 08:39:09.967684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36938) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:09.973430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'subnet': {'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:09.999256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b8984f35-51f5-437f-9a06-32e9d5b895b2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:09.999917 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.127882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c434e39-42b7-4e2e-a547-9d26fb21b85f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:10.127882 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:10.132144 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c760008a0f324555811a62911f925a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676382 Jun 17 08:39:10.134792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36956) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:10.210367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.249583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.283512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Made reservation on behalf of 3f5a7bae42334cca955cc68c9f881de7 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:10.288593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.357354 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.359442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.363870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c434e39-42b7-4e2e-a547-9d26fb21b85f HTTP/1.1" status: 204 len: 168 time: 0.2276685 Jun 17 08:39:10.364846 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a13b1ed1-0a06-4912-8f91-b2a8697abd30 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:10.380058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c434e39-42b7-4e2e-a547-9d26fb21b85f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:10.383327 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:10.419111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5353938-308a-48b4-b1de-18a85a94797c req-038ebd32-3f7e-4402-87cb-2fa1de630351 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:10.422211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5353938-308a-48b4-b1de-18a85a94797c req-038ebd32-3f7e-4402-87cb-2fa1de630351 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2200856 Jun 17 08:39:10.508709 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:39:07Z', 'revision_number': 4, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '28eec4f8-5247-4643-9f8a-20f0885eb12b', 'name': '', 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'mac_address': 'fa:16:3e:cf:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'd1b4c25f-c884-48ab-957b-c411a34aabee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:05Z', 'updated_at': '2021-06-17T08:39:07Z', 'revision_number': 2, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'subnets': [{'id': 'd1b4c25f-c884-48ab-957b-c411a34aabee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:10.551587 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Checking router: 9f8c46e4-b185-4cf6-8466-5c74d3335064 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:10.552178 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Updating router 9f8c46e4-b185-4cf6-8466-5c74d3335064 port 28eec4f8-5247-4643-9f8a-20f0885eb12b binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:39:10.558883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5353938-308a-48b4-b1de-18a85a94797c req-317002c1-fe15-4c81-8ba4-893350ba51a2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209071 Jun 17 08:39:10.627437 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.867240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.874118 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-be909787-dd90-44e1-af44-8608707885df tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:11.040166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Subnet': ['ID=c29ebf33-e788-41c6-90b2-2d25c1cd43f5,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:11.046357 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:11.059515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Checking segment: {'id': '178a7e2c-c5ec-43c6-a31c-5548cd4cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:11.059874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network hostable DHCP agents. Network: c689dd97-ff79-4a17-854e-cb680c7479fd, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:11.115790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2b61f-222b-439a-a757-b0b65c2c1e4f req-3a8869e5-2bbe-4561-964c-9f883f7ed406 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:11.129336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39c2b61f-222b-439a-a757-b0b65c2c1e4f req-3a8869e5-2bbe-4561-964c-9f883f7ed406 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3433313 Jun 17 08:39:11.143718 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.160906 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Transition to ACTIVE for port object 28eec4f8-5247-4643-9f8a-20f0885eb12b will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:11.177542 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.179628 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6292e6a2-c441-413a-be8e-cef7d5b68d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:11.187628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network c689dd97-ff79-4a17-854e-cb680c7479fd is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:11.234147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, c689dd97-ff79-4a17-854e-cb680c7479fd) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:11.239919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:11.240510 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.253544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e3c8f7-ac00-4d63-9a94-fb60a97438d8 None None] Network c689dd97-ff79-4a17-854e-cb680c7479fd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:11.269273 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abf383-9f1e-44f2-8864-4ca33393d974 None None] Pushing event updated for resources: {'Port': ['ID=28eec4f8-5247-4643-9f8a-20f0885eb12b,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:11.272864 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-60abf383-9f1e-44f2-8864-4ca33393d974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:11.291415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39c2b61f-222b-439a-a757-b0b65c2c1e4f req-60df3483-b43b-4008-9da8-4dbe49b571ea tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572323 Jun 17 08:39:11.320183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3506975 Jun 17 08:39:11.322205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37022) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.334519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f636280a-b696-4f1f-9213-5abc1d7b7996 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:11.464881 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Attempting to bind port 28eec4f8-5247-4643-9f8a-20f0885eb12b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:11.465775 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Attempting to bind port 28eec4f8-5247-4643-9f8a-20f0885eb12b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:11.466142 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Attempting to bind port 28eec4f8-5247-4643-9f8a-20f0885eb12b on network b5381b14-44c5-481d-a3c9-8cb345cf603d {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:11.494460 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:11.496308 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Checking segment: {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:11.496308 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.496690 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Bound using segment: {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:11.497038 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Bound port: 28eec4f8-5247-4643-9f8a-20f0885eb12b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:11.497425 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.642088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-c689dd97-ff79-4a17-854e-cb680c7479fd', 'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd', 'tenant_id': '3f5a7bae42334cca955cc68c9f881de7', 'fixed_ips': [{'subnet_id': 'c29ebf33-e788-41c6-90b2-2d25c1cd43f5'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:11.644244 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.721724 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] For port 28eec4f8-5247-4643-9f8a-20f0885eb12b, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:11.732708 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] For port 28eec4f8-5247-4643-9f8a-20f0885eb12b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=28eec4f8-5247-4643-9f8a-20f0885eb12b,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:11.747484 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.750521 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab3540aa-51b8-4e86-9237-cf27d8a8662d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:11.847332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f636280a-b696-4f1f-9213-5abc1d7b7996 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.886894 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abf383-9f1e-44f2-8864-4ca33393d974 None None] Pushing event updated for resources: {'Port': ['ID=28eec4f8-5247-4643-9f8a-20f0885eb12b,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:11.895243 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-60abf383-9f1e-44f2-8864-4ca33393d974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:11.897646 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Routers {'9f8c46e4-b185-4cf6-8466-5c74d3335064'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:11.899588 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9f8c46e4-b185-4cf6-8466-5c74d3335064'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:12.019487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a926e-0c2f-494d-a33c-1a117f5b42d3 req-bf0e92ec-2c98-4fa9-b193-430af275cce2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.025041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e6a926e-0c2f-494d-a33c-1a117f5b42d3 req-bf0e92ec-2c98-4fa9-b193-430af275cce2 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2584832 Jun 17 08:39:12.033758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Allocated IP 2001:db8:1::2 (c689dd97-ff79-4a17-854e-cb680c7479fd/c29ebf33-e788-41c6-90b2-2d25c1cd43f5/44fa59f9-cf61-4542-b44c-88875f9bee38) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:12.145744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e6a926e-0c2f-494d-a33c-1a117f5b42d3 req-869c35a9-4688-43ed-b020-a04d8e38b125 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133549 Jun 17 08:39:12.283695 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] Set router 9f8c46e4-b185-4cf6-8466-5c74d3335064 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:12.443621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.458104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Transition to ACTIVE for port object 44fa59f9-cf61-4542-b44c-88875f9bee38 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:12.481102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Transition to ACTIVE for port object 44fa59f9-cf61-4542-b44c-88875f9bee38 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:12.497344 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.513527 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.528916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Network c689dd97-ff79-4a17-854e-cb680c7479fd is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:12.532041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:12.555973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:12.646121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Attempting to bind port 44fa59f9-cf61-4542-b44c-88875f9bee38 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:12.646828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Attempting to bind port 44fa59f9-cf61-4542-b44c-88875f9bee38 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '178a7e2c-c5ec-43c6-a31c-5548cd4cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:12.647444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Attempting to bind port 44fa59f9-cf61-4542-b44c-88875f9bee38 on network c689dd97-ff79-4a17-854e-cb680c7479fd {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:12.659486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Pushing event updated for resources: {'Port': ['ID=44fa59f9-cf61-4542-b44c-88875f9bee38,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.663531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:12.664297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Checking segment: {'id': '178a7e2c-c5ec-43c6-a31c-5548cd4cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:12.664806 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.665411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Bound using segment: {'id': '178a7e2c-c5ec-43c6-a31c-5548cd4cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:12.666022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Bound port: 44fa59f9-cf61-4542-b44c-88875f9bee38, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a7e2c-c5ec-43c6-a31c-5548cd4cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c689dd97-ff79-4a17-854e-cb680c7479fd'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:12.666710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.666834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c28e9-660b-4a5e-b6b7-c4a67f001f18 req-a5dde324-77d0-4bbc-b20d-f86a91657575 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.673653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-410c28e9-660b-4a5e-b6b7-c4a67f001f18 req-a5dde324-77d0-4bbc-b20d-f86a91657575 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.1844344 Jun 17 08:39:12.691138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.691765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.692410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.692873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.693558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.694536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.694536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.695036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.695649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.696117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.696693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.697276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:12.704589 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.825088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-410c28e9-660b-4a5e-b6b7-c4a67f001f18 req-e70cd7ea-8b9c-400c-be86-b37e7ff7a7ab tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437733 Jun 17 08:39:12.865767 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:39:07Z', 'revision_number': 4, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '28eec4f8-5247-4643-9f8a-20f0885eb12b', 'name': '', 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'mac_address': 'fa:16:3e:cf:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'd1b4c25f-c884-48ab-957b-c411a34aabee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:05Z', 'updated_at': '2021-06-17T08:39:11Z', 'revision_number': 4, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'subnets': [{'id': 'd1b4c25f-c884-48ab-957b-c411a34aabee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:12.909243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] For port 44fa59f9-cf61-4542-b44c-88875f9bee38, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:12.916488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] For port 44fa59f9-cf61-4542-b44c-88875f9bee38, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=44fa59f9-cf61-4542-b44c-88875f9bee38,segment=NetworkSegment(178a7e2c-c5ec-43c6-a31c-5548cd4cf201),segment_id=178a7e2c-c5ec-43c6-a31c-5548cd4cf201)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:12.929483 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.931569 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-57efcd08-3af2-403b-993f-1443345141c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.960271 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02487bf-4301-43d5-8e94-35dbd52a8b70 None None] The sync data for ids ['9f8c46e4-b185-4cf6-8466-5c74d3335064'] in n-d-780147-13 is: [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:39:07Z', 'revision_number': 4, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '28eec4f8-5247-4643-9f8a-20f0885eb12b', 'name': '', 'network_id': 'b5381b14-44c5-481d-a3c9-8cb345cf603d', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'mac_address': 'fa:16:3e:cf:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'd1b4c25f-c884-48ab-957b-c411a34aabee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:05Z', 'updated_at': '2021-06-17T08:39:11Z', 'revision_number': 4, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'subnets': [{'id': 'd1b4c25f-c884-48ab-957b-c411a34aabee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:13.021949 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-f636280a-b696-4f1f-9213-5abc1d7b7996 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:39:13.027578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37100) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:13.033539 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f636280a-b696-4f1f-9213-5abc1d7b7996 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673 HTTP/1.1" status: 400 len: 364 time: 1.7069793 Jun 17 08:39:13.086266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Pushing event updated for resources: {'Port': ['ID=44fa59f9-cf61-4542-b44c-88875f9bee38,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:13.112521 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:13.693573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d6487-1f8a-4ebd-8392-078ddda47930 req-1feb87c9-54ac-4b8a-ba80-9f7fa4d0903f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:13.695299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-285d6487-1f8a-4ebd-8392-078ddda47930 req-1feb87c9-54ac-4b8a-ba80-9f7fa4d0903f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2555950 Jun 17 08:39:13.753882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.971682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-285d6487-1f8a-4ebd-8392-078ddda47930 req-2c38ce34-4d63-4929-8f3e-5d8d10b6c57d tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680104 Jun 17 08:39:14.149513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 28eec4f8-5247-4643-9f8a-20f0885eb12b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:14.260750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 28eec4f8-5247-4643-9f8a-20f0885eb12b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:14.271612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 28eec4f8-5247-4643-9f8a-20f0885eb12b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:14.276306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.459819 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.530610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 28eec4f8-5247-4643-9f8a-20f0885eb12b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=28eec4f8-5247-4643-9f8a-20f0885eb12b,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:14.542883 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.544050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 44fa59f9-cf61-4542-b44c-88875f9bee38 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:14.557039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Allocated IP 2001:db8::1 (9a57a52f-21a6-49ae-8c9e-60e28721189e/2ea25757-697d-4a97-ae1d-170098c6553a/426b599f-a62c-43b7-92a5-0c1f3ff4a460) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:14.609784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:14.690839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=28eec4f8-5247-4643-9f8a-20f0885eb12b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:14.695118 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:14.753864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 44fa59f9-cf61-4542-b44c-88875f9bee38 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:14.768849 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb74d-6ef8-4ea8-87ab-2c63a9c11b8a req-bf2d0cdb-8911-491a-897f-4253ad69f638 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:14.780943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14abb74d-6ef8-4ea8-87ab-2c63a9c11b8a req-bf2d0cdb-8911-491a-897f-4253ad69f638 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3870373 Jun 17 08:39:14.933241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f7b1c4-289f-4eab-ad1b-a430790a0fa0 None None] Network c689dd97-ff79-4a17-854e-cb680c7479fd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:14.944931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-14abb74d-6ef8-4ea8-87ab-2c63a9c11b8a req-513346e8-f14a-4c72-81df-c89a8eccbd59 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776649 Jun 17 08:39:14.976546 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.035263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Transition to ACTIVE for port object 426b599f-a62c-43b7-92a5-0c1f3ff4a460 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:15.144601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.148772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb6ff99d-86e9-45fa-b2c5-c23262780438 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:15.229872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:15.269445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:15.306839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Provisioning for port 44fa59f9-cf61-4542-b44c-88875f9bee38 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:15.335626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:15.340889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Provisioning complete for port 44fa59f9-cf61-4542-b44c-88875f9bee38 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:15.341701 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.348852 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.463762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Port': ['ID=426b599f-a62c-43b7-92a5-0c1f3ff4a460,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:15.470089 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:15.600522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fe4f-548d-42f6-9595-3663f3b48c56 req-b3858b68-1d08-4c11-8e44-4358ae1459cd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:15.606322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01f3fe4f-548d-42f6-9595-3663f3b48c56 req-b3858b68-1d08-4c11-8e44-4358ae1459cd tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3747704 Jun 17 08:39:15.700570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.744632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.753589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] For port 44fa59f9-cf61-4542-b44c-88875f9bee38, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=44fa59f9-cf61-4542-b44c-88875f9bee38,segment=NetworkSegment(178a7e2c-c5ec-43c6-a31c-5548cd4cf201),segment_id=178a7e2c-c5ec-43c6-a31c-5548cd4cf201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:15.762659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.769417 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:15.799331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01f3fe4f-548d-42f6-9595-3663f3b48c56 req-96852c51-a210-44db-b36c-7a0250f3e5cf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851516 Jun 17 08:39:15.886539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Pushing event updated for resources: {'Port': ['ID=44fa59f9-cf61-4542-b44c-88875f9bee38,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:15.909927 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:15.937371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a3e1f92d-b6b7-4d4a-91f6-b39ec17294ca None None] Provisioning for port 426b599f-a62c-43b7-92a5-0c1f3ff4a460 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:15.943909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a3e1f92d-b6b7-4d4a-91f6-b39ec17294ca None None] Provisioning complete for port 426b599f-a62c-43b7-92a5-0c1f3ff4a460 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:15.946698 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f92d-b6b7-4d4a-91f6-b39ec17294ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.041292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 28eec4f8-5247-4643-9f8a-20f0885eb12b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:16.177988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1f92d-b6b7-4d4a-91f6-b39ec17294ca None None] Port 426b599f-a62c-43b7-92a5-0c1f3ff4a460 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:16.250612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 28eec4f8-5247-4643-9f8a-20f0885eb12b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:16.251185 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.400353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8da3c7-2e47-4b16-9a77-1a99926734c1 None None] Provisioning complete for port 44fa59f9-cf61-4542-b44c-88875f9bee38 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:16.400353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8da3c7-2e47-4b16-9a77-1a99926734c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.695970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2bc6-a777-4b98-be96-e4165199a34e req-26258b03-2e2c-4210-a0e1-514fa0f709f8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:16.704177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66db2bc6-a777-4b98-be96-e4165199a34e req-26258b03-2e2c-4210-a0e1-514fa0f709f8 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.5293596 Jun 17 08:39:16.740695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.780498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66db2bc6-a777-4b98-be96-e4165199a34e req-63d3a689-1448-4b36-a5b4-cf475c58d19e tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734766 Jun 17 08:39:16.781533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.786829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.801857 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29628481-0b7a-46a8-b6ca-d81753d50d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:16.972058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event updated for resources: {'Port': ['ID=426b599f-a62c-43b7-92a5-0c1f3ff4a460,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:16.982862 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:17.075195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:17.076746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:17.090223 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.463536 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764ffa-5319-4c43-b34f-e66d0eb7790f req-632b628c-6eea-49b4-9d70-119b8f3514a1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:17.471923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8764ffa-5319-4c43-b34f-e66d0eb7790f req-632b628c-6eea-49b4-9d70-119b8f3514a1 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.3897924 Jun 17 08:39:17.523340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Router 3666c270-4843-4a4f-8bb6-bab901542673 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:17.595211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8764ffa-5319-4c43-b34f-e66d0eb7790f req-ab06b6ad-62b5-4bcc-b593-9053a251260f tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213014 Jun 17 08:39:17.596669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1edff4d5-b974-4877-b562-c01726f9b604 None None] Provisioning complete for port 426b599f-a62c-43b7-92a5-0c1f3ff4a460 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:17.600664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1edff4d5-b974-4877-b562-c01726f9b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.665612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:17.680342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6502578 Jun 17 08:39:17.682283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37178) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:17.701187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] Sync routers for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:17.713176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1edff4d5-b974-4877-b562-c01726f9b604 None None] Port 426b599f-a62c-43b7-92a5-0c1f3ff4a460 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:17.738280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:17.740101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:17.873411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:17.894834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85de1ce2-dc11-4203-bc60-9b171bb274fd tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.916328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:17.917717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:18.037679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 44fa59f9-cf61-4542-b44c-88875f9bee38 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:18.053070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:18.054423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c4b94-fe5c-46fc-a19f-fe069090d821 None None] The sync data for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:18.120012 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-85de1ce2-dc11-4203-bc60-9b171bb274fd tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:39:18.126058 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85de1ce2-dc11-4203-bc60-9b171bb274fd tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673 HTTP/1.1" status: 409 len: 329 time: 0.4415269 Jun 17 08:39:18.128683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37188) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:18.173158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 44fa59f9-cf61-4542-b44c-88875f9bee38 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:18.175309 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.971917 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.286920 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.272873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting port 426b599f-a62c-43b7-92a5-0c1f3ff4a460 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:20.273374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.484152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.584512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Calling delete_port for 426b599f-a62c-43b7-92a5-0c1f3ff4a460 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:20.861690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.866734 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-597bf9f6-9d73-4aa6-b4cf-f5af306f960a tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:20.902307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Port': ['ID=426b599f-a62c-43b7-92a5-0c1f3ff4a460,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:20.902307 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:21.062691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.315998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-46d7f078-1f27-4ab4-9e77-74c51f9ba463 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--45849997&fields=id&tenant_id=ba1d01239686431b83374d48ef12edfb HTTP/1.1" status: 200 len: 267 time: 0.0590537 Jun 17 08:39:21.319293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Router 3666c270-4843-4a4f-8bb6-bab901542673 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:21.490112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:21.502086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:21.504445 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] Sync routers for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:21.513661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715527 Jun 17 08:39:21.519160 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:21.519799 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:21.569249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-c3296de3-bdb6-463f-95a4-da5be849b578 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.581467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-c3296de3-bdb6-463f-95a4-da5be849b578 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/networks?id=a5f5049c-5185-457b-b477-b0dad3d0f40a HTTP/1.1" status: 200 len: 816 time: 0.2628160 Jun 17 08:39:21.597078 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:21.605951 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-d44e4a79-d937-47d9-8523-f30720d4421b tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] show failed (client error): The resource could not be found. Jun 17 08:39:21.607046 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d44e4a79-d937-47d9-8523-f30720d4421b tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-51383130 HTTP/1.1" status: 404 len: 333 time: 0.1039147 Jun 17 08:39:21.612364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:21.627645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-978c80dd-efd9-4b32-b929-9404126c90d2 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:21.629938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-b8df4f59-b8b4-4c33-864d-1f54551ae866 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/quotas/ba1d01239686431b83374d48ef12edfb HTTP/1.1" status: 200 len: 375 time: 0.0475252 Jun 17 08:39:21.647205 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] Routers {'3666c270-4843-4a4f-8bb6-bab901542673'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:21.647846 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:38:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3666c270-4843-4a4f-8bb6-bab901542673'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:21.746606 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-978c80dd-efd9-4b32-b929-9404126c90d2 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] update failed (client error): The resource could not be found. Jun 17 08:39:21.752667 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:21.753345 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49557e95-7be8-4261-ab4a-45485724cd68 None None] The sync data for ids ['3666c270-4843-4a4f-8bb6-bab901542673'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:21.761417 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-978c80dd-efd9-4b32-b929-9404126c90d2 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-755259893 HTTP/1.1" status: 404 len: 334 time: 0.1473634 Jun 17 08:39:21.762281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37248) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:21.787252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-4e2da4bc-bdff-4ebe-b3dc-cf41b59f47bb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba1d01239686431b83374d48ef12edfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1546612 Jun 17 08:39:21.940413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting subnet c29ebf33-e788-41c6-90b2-2d25c1cd43f5 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:21.949630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.008699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.036008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-744d51c2-a518-4879-baaa-1470cbf6fd7f service neutron] 10.222.0.65 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406883 Jun 17 08:39:22.209737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.242314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-c53a1835-7ff3-4b23-94b4-079c5c5e2e26 service neutron] 10.222.0.65 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954572 Jun 17 08:39:22.303035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.306992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b2296fe6-2ed5-4429-991e-b1b7925ff7ec tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:22.347345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Subnet': ['ID=c29ebf33-e788-41c6-90b2-2d25c1cd43f5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:22.355355 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.358293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287db6b1-bff6-4cf6-b8ab-9c1ebab62f1b None None] Network c689dd97-ff79-4a17-854e-cb680c7479fd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:22.372642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.391965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/subnets/c29ebf33-e788-41c6-90b2-2d25c1cd43f5 HTTP/1.1" status: 204 len: 168 time: 0.6259012 Jun 17 08:39:22.397258 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:22.509625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.568624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting port 44fa59f9-cf61-4542-b44c-88875f9bee38 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:22.569390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.648374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] For port 44fa59f9-cf61-4542-b44c-88875f9bee38, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=44fa59f9-cf61-4542-b44c-88875f9bee38,segment=NetworkSegment(178a7e2c-c5ec-43c6-a31c-5548cd4cf201),segment_id=178a7e2c-c5ec-43c6-a31c-5548cd4cf201)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:22.648973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.693771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] DHCP port deletion for c689dd97-ff79-4a17-854e-cb680c7479fd request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:22.745736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Calling delete_port for 44fa59f9-cf61-4542-b44c-88875f9bee38 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:22.757708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Deleting port 44fa59f9-cf61-4542-b44c-88875f9bee38 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:22.758621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.926590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] For port 44fa59f9-cf61-4542-b44c-88875f9bee38, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=44fa59f9-cf61-4542-b44c-88875f9bee38,segment=NetworkSegment(178a7e2c-c5ec-43c6-a31c-5548cd4cf201),segment_id=178a7e2c-c5ec-43c6-a31c-5548cd4cf201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:22.934287 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.937978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf64938c-f60f-4c66-ac84-5ca90d04aa91 req-64da4295-4995-4aaf-ba43-bfb0e0c1254b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0739307 Jun 17 08:39:22.980460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.985276 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.027955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Port': ['ID=44fa59f9-cf61-4542-b44c-88875f9bee38,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.033778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] No DVR routers for this DVR port 44fa59f9-cf61-4542-b44c-88875f9bee38 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:23.035772 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.121355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Calling delete_port for 44fa59f9-cf61-4542-b44c-88875f9bee38 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:23.239952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.260320 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:23.263535 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:39:23.274317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c689dd97-ff79-4a17-854e-cb680c7479fd']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.276017 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.279109 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21645a61-483f-490e-83b4-37f8a1c5af81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.298203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178a7e2c-c5ec-43c6-a31c-5548cd4cf201') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.299309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178a7e2c-c5ec-43c6-a31c-5548cd4cf201') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.309782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Pushing event deleted for resources: {'Port': ['ID=44fa59f9-cf61-4542-b44c-88875f9bee38,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.312409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.318379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] No DVR routers for this DVR port 44fa59f9-cf61-4542-b44c-88875f9bee38 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:23.332814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.364660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.380326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:23.381245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:23.512672 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:23.525431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.539466 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a486d8be-997d-41e9-ad9b-27cfdd5dba48 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.549680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.552351 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/networks/c689dd97-ff79-4a17-854e-cb680c7479fd HTTP/1.1" status: 204 len: 168 time: 1.1786506 Jun 17 08:39:23.554987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:23.570718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Network': ['ID=c689dd97-ff79-4a17-854e-cb680c7479fd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.574189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.588456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37296) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:23.650481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting subnet 76eca17a-746c-4406-922a-96173e464915 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:23.654838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.715802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.801504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.948586 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.994019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 44fa59f9-cf61-4542-b44c-88875f9bee38 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:24.043719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 44fa59f9-cf61-4542-b44c-88875f9bee38 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:24.046853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 44fa59f9-cf61-4542-b44c-88875f9bee38 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:24.066861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.076164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.097881 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2e94398-d9f5-4b70-8a90-aea244867e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.132294 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.136462 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb8d39b2-792e-4adc-90a7-62720e90a7c3 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.203748 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c79ebcea29a432285f09003b1104d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140480 Jun 17 08:39:24.206476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2fbf36-ba26-4aaf-8cc2-2692dbce2b9b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.209102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37308) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:24.211386 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.251508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Subnet': ['ID=76eca17a-746c-4406-922a-96173e464915,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.264905 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.284389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13850c3c-bc82-41cb-a368-6049900d02e9 None None] Network bf467d30-fcf1-4c40-8a11-b669b6903c0a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:24.290950 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.315525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.368819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.383839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/subnets/76eca17a-746c-4406-922a-96173e464915 HTTP/1.1" status: 204 len: 168 time: 0.8276911 Jun 17 08:39:24.386604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e718ede-9c61-4bbb-a3e8-2bb2aa19db77 req-d16c504e-d583-4f85-b38d-a1bc0821a2e9 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.1886048 Jun 17 08:39:24.387009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37310) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:24.457954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting subnet 460dece4-d44d-4259-a6f0-30032c5294f9 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:24.461092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.465542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.469002 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d2fbf36-ba26-4aaf-8cc2-2692dbce2b9b HTTP/1.1" status: 204 len: 168 time: 0.2567537 Jun 17 08:39:24.469002 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1f12d554-062a-4f3a-b833-0ae5e19f3698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.471165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.523869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2fbf36-ba26-4aaf-8cc2-2692dbce2b9b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.536514 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.564174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.690316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] DHCP port deletion for bf467d30-fcf1-4c40-8a11-b669b6903c0a request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:24.811888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.828015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Deleting port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:24.828498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.945434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] For port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,segment=NetworkSegment(8e50d489-2402-4270-b613-111b111b72c5),segment_id=8e50d489-2402-4270-b613-111b111b72c5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:24.946082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.953310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.970463 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-688a5f8b-1c51-4f28-ba4c-d0f08ccaa95e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.006638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-9d79b6e0-5d24-4904-9ac4-c2ee986ddd27 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:25.012603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-9d79b6e0-5d24-4904-9ac4-c2ee986ddd27 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.67 "GET /v2.0/networks?id=a5f5049c-5185-457b-b477-b0dad3d0f40a HTTP/1.1" status: 200 len: 816 time: 0.2863700 Jun 17 08:39:25.013110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37318) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:25.020333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Subnet': ['ID=460dece4-d44d-4259-a6f0-30032c5294f9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.023423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.038116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.040526 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/subnets/460dece4-d44d-4259-a6f0-30032c5294f9 HTTP/1.1" status: 204 len: 168 time: 0.6523120 Jun 17 08:39:25.043095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37322) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:25.054655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.167511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-237260b3-75ff-40be-9f42-e7d8c0393b9d tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1d01239686431b83374d48ef12edfb HTTP/1.1" status: 200 len: 378 time: 0.1037488 Jun 17 08:39:25.176279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Request body: {'port': {'device_id': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'admin_state_up': True, 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'security_groups': ['b63e25cf-59c4-4ccc-a211-b9d29fa181ea']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:25.189597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.235977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42633287-1183-43d1-88f6-dfcae3333a21 None None] Network 2e186702-84aa-4f5f-82cb-b46c9e0e3879 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:25.271425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Calling delete_port for 5bee1a6f-16c6-4bbf-a421-c5177cbea11c owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:25.306025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:25.306369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.325838 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf69e0e0-ffcc-400d-9bca-ba3f6ee4cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.404540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] For port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,segment=NetworkSegment(8e50d489-2402-4270-b613-111b111b72c5),segment_id=8e50d489-2402-4270-b613-111b111b72c5)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:25.404916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.418436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.433147 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.441546 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db7dbfbc-32ea-4fce-9d0a-34a3d8796a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.485348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Calling delete_port for 5bee1a6f-16c6-4bbf-a421-c5177cbea11c owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:25.504001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c751fdf-90b8-4fe2-8502-7f6ed8a0c4ee,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.531979 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.573990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Made reservation on behalf of ba1d01239686431b83374d48ef12edfb for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:25.582283 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.606787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.610637 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b11a6533-bf86-4e91-a8fb-3339a2c3d2e2 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.622000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfc2f1d45968408795301ee3e229a3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076090 Jun 17 08:39:25.623984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:25.665605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Port': ['ID=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.672118 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.683120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] No DVR routers for this DVR port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:25.713226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.724245 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.800669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Pushing event deleted for resources: {'Port': ['ID=5bee1a6f-16c6-4bbf-a421-c5177cbea11c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.826103 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.839174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] No DVR routers for this DVR port 5bee1a6f-16c6-4bbf-a421-c5177cbea11c on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:25.874113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.888119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf467d30-fcf1-4c40-8a11-b669b6903c0a']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.896229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c330718-ede6-482e-904a-1dd06fafb421 req-3e90f077-f29d-4698-9ac7-c129bc33edfe tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0755613 Jun 17 08:39:25.904341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e50d489-2402-4270-b613-111b111b72c5') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.904724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e50d489-2402-4270-b613-111b111b72c5') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.915447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.935311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.949815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:25.950307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.955878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.986804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] DHCP port deletion for 2e186702-84aa-4f5f-82cb-b46c9e0e3879 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:26.013370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.048747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Allocated IP 172.20.0.11 (a5f5049c-5185-457b-b477-b0dad3d0f40a/525ebc8a-41e0-4230-ad32-6cc09a903980/7bc61b80-9667-4dcc-bf1e-eae4b258b83f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:26.062195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bee1a6f-16c6-4bbf-a421-c5177cbea11c no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:26.108682 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:26.111122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5bee1a6f-16c6-4bbf-a421-c5177cbea11c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:26.111122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5bee1a6f-16c6-4bbf-a421-c5177cbea11c not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:26.113131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.122305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.127771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/networks/bf467d30-fcf1-4c40-8a11-b669b6903c0a HTTP/1.1" status: 204 len: 168 time: 1.0812733 Jun 17 08:39:26.128182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37340) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:26.129403 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b21ef12f-67d8-49ae-a00f-96d21409422d tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.145445 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.148669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.154169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Deleting port 1ecebae3-acf4-483f-8a6b-b798dc57472c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:26.154557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.169799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c751fdf-90b8-4fe2-8502-7f6ed8a0c4ee HTTP/1.1" status: 204 len: 168 time: 0.5358903 Jun 17 08:39:26.220992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a37d119c-953f-4961-92fc-c07258869eb0 tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.263087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c751fdf-90b8-4fe2-8502-7f6ed8a0c4ee,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.283312 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.360278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] For port 1ecebae3-acf4-483f-8a6b-b798dc57472c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1ecebae3-acf4-483f-8a6b-b798dc57472c,segment=NetworkSegment(36ac599d-092e-4485-b94b-3e804c047d81),segment_id=36ac599d-092e-4485-b94b-3e804c047d81)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:26.363388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.365929 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.396332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Network': ['ID=bf467d30-fcf1-4c40-8a11-b669b6903c0a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.399700 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.446472 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.480796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting port 1ecebae3-acf4-483f-8a6b-b798dc57472c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:26.481334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.485965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Calling delete_port for 1ecebae3-acf4-483f-8a6b-b798dc57472c owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:26.506896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Transition to ACTIVE for port object 7bc61b80-9667-4dcc-bf1e-eae4b258b83f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:26.555427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.562893 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-31c58a75-6dc1-4044-b436-d2bfa8d1fae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.582205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Network a5f5049c-5185-457b-b477-b0dad3d0f40a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:26.605609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:26.608940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:26.614539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] For port 1ecebae3-acf4-483f-8a6b-b798dc57472c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1ecebae3-acf4-483f-8a6b-b798dc57472c,segment=NetworkSegment(36ac599d-092e-4485-b94b-3e804c047d81),segment_id=36ac599d-092e-4485-b94b-3e804c047d81)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:26.615758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.698013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event updated for resources: {'Port': ['ID=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.703472 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.729032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Calling delete_port for 1ecebae3-acf4-483f-8a6b-b798dc57472c owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:26.732622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.733749 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.739856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.742711 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8f0d44b0-7150-4e3e-b8fa-009730c65eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.810009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6382644 Jun 17 08:39:26.831805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Request body: {'port': {'device_id': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:26.832724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Pushing event deleted for resources: {'Port': ['ID=1ecebae3-acf4-483f-8a6b-b798dc57472c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.849440 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.869113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] No DVR routers for this DVR port 1ecebae3-acf4-483f-8a6b-b798dc57472c on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:26.975675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.066273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.071596 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:27.136687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6528d7dc-dc50-4755-8272-af5363fa08eb None None] Provisioning for port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:27.147823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] No DVR routers for this DVR port 1ecebae3-acf4-483f-8a6b-b798dc57472c on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:27.150593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6528d7dc-dc50-4755-8272-af5363fa08eb None None] Provisioning complete for port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:27.151938 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6528d7dc-dc50-4755-8272-af5363fa08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.165920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Port': ['ID=1ecebae3-acf4-483f-8a6b-b798dc57472c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.171755 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:27.234011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6528d7dc-dc50-4755-8272-af5363fa08eb None None] Port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:27.265800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384766-172b-4cb8-b91d-a66f2ae76a98 req-3551c8a7-7fab-4383-8dd3-0fe3813ff874 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.267905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec384766-172b-4cb8-b91d-a66f2ae76a98 req-3551c8a7-7fab-4383-8dd3-0fe3813ff874 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.5299239 Jun 17 08:39:27.322519 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.336506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e186702-84aa-4f5f-82cb-b46c9e0e3879']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.356186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ac599d-092e-4485-b94b-3e804c047d81') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.357175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ac599d-092e-4485-b94b-3e804c047d81') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.392088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.405142 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-773c2aa4-0fe3-4c3d-a26c-f1df3c6a39d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.426261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.429799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec384766-172b-4cb8-b91d-a66f2ae76a98 req-1d033d53-5fa1-429c-b6fc-2ee65fa4c9ae tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466918 Jun 17 08:39:27.439169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:27.439590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:27.450218 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:27.461856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875331e-3dc5-4baf-a9ea-22bf3b5a811c req-1cd1153b-85b6-4326-9117-17c287195bf4 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.463463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0875331e-3dc5-4baf-a9ea-22bf3b5a811c req-1cd1153b-85b6-4326-9117-17c287195bf4 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 932 time: 0.2083404 Jun 17 08:39:27.513515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.557835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.567652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2a648496-956f-4bec-b51c-a31d5a976f12 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:27.577195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.582795 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/networks/2e186702-84aa-4f5f-82cb-b46c9e0e3879 HTTP/1.1" status: 204 len: 168 time: 1.4430652 Jun 17 08:39:27.587331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37374) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.591701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0875331e-3dc5-4baf-a9ea-22bf3b5a811c req-6408a2da-4b02-45ad-9873-e002386abcb4 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060398 Jun 17 08:39:27.634216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Network': ['ID=2e186702-84aa-4f5f-82cb-b46c9e0e3879,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.641574 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:27.702385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc61b80-9667-4dcc-bf1e-eae4b258b83f {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:27.712525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting subnet 2ea25757-697d-4a97-ae1d-170098c6553a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:27.716322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.720469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.758007 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Transition to ACTIVE for port object 7bc61b80-9667-4dcc-bf1e-eae4b258b83f will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:27.765849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.771171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:27.812196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.936231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1ecebae3-acf4-483f-8a6b-b798dc57472c no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:27.939466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.955774 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:28.032458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1ecebae3-acf4-483f-8a6b-b798dc57472c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:28.034856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1ecebae3-acf4-483f-8a6b-b798dc57472c not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:28.218143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Attempting to bind port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:28.218483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Attempting to bind port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:28.218831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Attempting to bind port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f on network a5f5049c-5185-457b-b477-b0dad3d0f40a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:28.233088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.268547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f on network a5f5049c-5185-457b-b477-b0dad3d0f40a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:28.275985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Attempting to bind port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f on network a5f5049c-5185-457b-b477-b0dad3d0f40a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:28.316497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:28.318365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Checking segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:28.319569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Bound using segment: {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:28.321602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Bound port: 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:28.322044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.351184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-ed9471a6-8752-4361-8f52-d50c5812209c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.353164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-ed9471a6-8752-4361-8f52-d50c5812209c tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 0.2909210 Jun 17 08:39:28.501062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] For port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:28.603382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] For port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:28.660613 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.683224 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b08c9c9-ad55-4f9b-bd76-b20b6ffda79f tempest-TestServerMultinode-1866414143 tempest-TestServerMultinode-1866414143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:28.697027 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.821122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:28.831390 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:28.832638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7163de97-2d61-4cbf-af3e-0777f28cd954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:28.842063 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.879809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.883562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60794b7a-1833-4ef9-a36e-9c4b81d96f66 None None] Network 9a57a52f-21a6-49ae-8c9e-60e28721189e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:28.884469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37428) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:28.901884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/subnets/2ea25757-697d-4a97-ae1d-170098c6553a HTTP/1.1" status: 204 len: 168 time: 1.3090038 Jun 17 08:39:28.912598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.912798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.918668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/7bc61b80-9667-4dcc-bf1e-eae4b258b83f HTTP/1.1" status: 200 len: 1093 time: 2.0934596 Jun 17 08:39:28.926744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:28.936163 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1014c515-104e-4dbb-8319-be1a369dfda1" -d '{"events": [{"name": "network-changed", "server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:28.944062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea25757-697d-4a97-ae1d-170098c6553a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:28.956426 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:28.968507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-1903c31e-c98d-4e75-838a-d9ed8f92a6f7 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.970080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-1903c31e-c98d-4e75-838a-d9ed8f92a6f7 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.5446970 Jun 17 08:39:29.056457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.132942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-28697c2e-7d51-4eb0-9ad6-1fecdd56817c tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/quotas/8a4c08c0d2ea423c9f28acda16190f44 HTTP/1.1" status: 200 len: 375 time: 0.1401727 Jun 17 08:39:29.189809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Deleting port a7e97b30-758f-46b5-9846-dba252d2f774 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:29.190696 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.311250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] DHCP port deletion for 9a57a52f-21a6-49ae-8c9e-60e28721189e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:29.373082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] For port a7e97b30-758f-46b5-9846-dba252d2f774, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a7e97b30-758f-46b5-9846-dba252d2f774,segment=NetworkSegment(43a8d572-fd76-4408-a4b0-392b8d2afc7b),segment_id=43a8d572-fd76-4408-a4b0-392b8d2afc7b)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:29.373383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.377815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Deleting port a7e97b30-758f-46b5-9846-dba252d2f774 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:29.378434 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.415895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:29.469661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] For port a7e97b30-758f-46b5-9846-dba252d2f774, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a7e97b30-758f-46b5-9846-dba252d2f774,segment=NetworkSegment(43a8d572-fd76-4408-a4b0-392b8d2afc7b),segment_id=43a8d572-fd76-4408-a4b0-392b8d2afc7b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:29.470344 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.471331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Calling delete_port for a7e97b30-758f-46b5-9846-dba252d2f774 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:29.551275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Calling delete_port for a7e97b30-758f-46b5-9846-dba252d2f774 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:29.659156 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.662996 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c346326-2ab1-4d80-ad8b-4b1edc5c7d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:29.678351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.694686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Pushing event deleted for resources: {'Port': ['ID=a7e97b30-758f-46b5-9846-dba252d2f774,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:29.698415 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:29.699612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] No DVR routers for this DVR port a7e97b30-758f-46b5-9846-dba252d2f774 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:29.712641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.722197 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e5394446-6928-41b2-baec-242776c12cc1 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:29.750759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Port': ['ID=a7e97b30-758f-46b5-9846-dba252d2f774,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:29.753735 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:29.821718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] No DVR routers for this DVR port a7e97b30-758f-46b5-9846-dba252d2f774 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:29.830962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Deleting port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:29.831549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.877839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c239a-023b-4d5e-97c0-770cf4c35f2d req-b18f292c-67b7-49a9-b500-b1a4891d3917 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:29.883387 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-815c239a-023b-4d5e-97c0-770cf4c35f2d req-b18f292c-67b7-49a9-b500-b1a4891d3917 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 946 time: 1.2326689 Jun 17 08:39:29.929261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.931828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a7e97b30-758f-46b5-9846-dba252d2f774 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:29.943792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a57a52f-21a6-49ae-8c9e-60e28721189e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.957563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a8d572-fd76-4408-a4b0-392b8d2afc7b') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.958093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a8d572-fd76-4408-a4b0-392b8d2afc7b') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.965279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a7e97b30-758f-46b5-9846-dba252d2f774 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:29.965928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a7e97b30-758f-46b5-9846-dba252d2f774 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:29.973151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.005523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.006301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-b27f466e-bafd-4a64-bedd-279b548bd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.008185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-b27f466e-bafd-4a64-bedd-279b548bd43b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba1d01239686431b83374d48ef12edfb&device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 1096 time: 1.0162804 Jun 17 08:39:30.024935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:30.025750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:30.029495 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:30.079371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-50449bd4-635d-46e7-8357-04c1c9ea581c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f HTTP/1.1" status: 200 len: 217 time: 0.0554428 Jun 17 08:39:30.086242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-815c239a-023b-4d5e-97c0-770cf4c35f2d req-65455b3f-9454-4f91-9f46-9154a32200bf tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e97ff51-bc1d-4f09-9552-83a907fa5e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775377 Jun 17 08:39:30.148826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-5de65e29-09b4-4ad3-9a06-3d9f886439d4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9859939 Jun 17 08:39:30.171376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.176284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.176905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] For port e2fadec7-455e-4464-bfb8-a16b99b0d6e0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,segment=NetworkSegment(353b31c0-6679-431f-846c-3fd9b458c4ae),segment_id=353b31c0-6679-431f-846c-3fd9b458c4ae)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:30.177288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.183235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.187718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/networks/9a57a52f-21a6-49ae-8c9e-60e28721189e HTTP/1.1" status: 204 len: 168 time: 1.2997854 Jun 17 08:39:30.187718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab5b423d-b629-46f7-9501-7d1b87a73b76 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:30.189698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37442) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:30.209732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.213539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Pushing event deleted for resources: {'Network': ['ID=9a57a52f-21a6-49ae-8c9e-60e28721189e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:30.216738 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:30.217518 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e7a53e0-c50a-4da9-a859-7c4c2476ee4d tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:30.233316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f7600f1-b4d9-4d9c-930f-4234e3823351 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "GET /v2.0/ports?device_id=3666c270-4843-4a4f-8bb6-bab901542673 HTTP/1.1" status: 200 len: 205 time: 0.0366166 Jun 17 08:39:30.240333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37444) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:30.262929 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b45eb8570e64cf784c7ee19bde71714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395181 Jun 17 08:39:30.265537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37446) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:30.292502 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.306946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2f53eb-01b6-4d85-aa06-979a0a78b33a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:30.310805 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:30.315162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Calling delete_port for e2fadec7-455e-4464-bfb8-a16b99b0d6e0 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:30.322172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-43425c94-4393-4bc9-9551-1eb00c1543a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.324512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-43425c94-4393-4bc9-9551-1eb00c1543a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=525ebc8a-41e0-4230-ad32-6cc09a903980 HTTP/1.1" status: 200 len: 855 time: 0.2371929 Jun 17 08:39:30.341529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.367220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.425689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.430530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.433286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b2f53eb-01b6-4d85-aa06-979a0a78b33a HTTP/1.1" status: 204 len: 168 time: 0.1659822 Jun 17 08:39:30.434550 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8aed70f8-fcdd-4431-b0ce-50b24bd48b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:30.446071 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2f53eb-01b6-4d85-aa06-979a0a78b33a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:30.455503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:30.533110 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.677136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-b0cbef89-cccb-4dd3-96cc-8b672f90fdf6 service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272760 Jun 17 08:39:30.820443 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.824044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-637748c1-c408-406a-aa85-8521bb5926a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.825605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-637748c1-c408-406a-aa85-8521bb5926a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a5f5049c-5185-457b-b477-b0dad3d0f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4949067 Jun 17 08:39:30.826794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.839823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:30.848397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fd065-2b66-4c53-b45b-5dc9599ea374 req-44af2ddd-0ce4-4cca-835b-a07ea477eb42 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.856036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-859fd065-2b66-4c53-b45b-5dc9599ea374 req-44af2ddd-0ce4-4cca-835b-a07ea477eb42 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 944 time: 0.5829616 Jun 17 08:39:30.859019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.053398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.053882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Fanout notify agent at l3_agent the message router_deleted on router 3666c270-4843-4a4f-8bb6-bab901542673 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:39:31.060218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.067772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.071324 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:31.077663 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.081324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a58528f6-2a0c-4861-a2b8-515a207354fc tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] 10.222.0.65 "DELETE /v2.0/routers/3666c270-4843-4a4f-8bb6-bab901542673 HTTP/1.1" status: 204 len: 168 time: 0.8072281 Jun 17 08:39:31.141205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-859fd065-2b66-4c53-b45b-5dc9599ea374 req-6bb7e852-c21a-45be-a0ad-f12f76c17e75 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2842724 Jun 17 08:39:31.156416 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a8902b-4cd0-47a0-be48-1e95ccc55229,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:31.165184 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:31.171927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-12f158fc-c5d0-45a0-9a8f-e704052987db service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939845 Jun 17 08:39:31.178036 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3b8a33e8eb44e97b5b23344ad53ef6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368192 Jun 17 08:39:31.178842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37462) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:31.194085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.210155 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b07ae7a6-69b4-4e99-96b3-85273844714f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:31.270203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.283503 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82bf0b3-5147-456c-8729-d058cf8d2c6f x-openstack-request-id: req-d82bf0b3-5147-456c-8729-d058cf8d2c6f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:31.287788 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:31.288172 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d82bf0b3-5147-456c-8729-d058cf8d2c6f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:31.288717 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'status': 'completed', 'code': 200} Jun 17 08:39:31.295548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Pushing event deleted for resources: {'Port': ['ID=e2fadec7-455e-4464-bfb8-a16b99b0d6e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:31.307131 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:31.317738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-00f83730-4ae0-45db-8446-e7af71388a36 service neutron] 10.222.0.67 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820583 Jun 17 08:39:31.318718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.404942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.410784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.437438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87a8902b-4cd0-47a0-be48-1e95ccc55229 HTTP/1.1" status: 204 len: 168 time: 0.2551317 Jun 17 08:39:31.440331 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d09bb934-e418-4fcf-af2a-b16cf850e603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:31.457762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] No DVR routers for this DVR port e2fadec7-455e-4464-bfb8-a16b99b0d6e0 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:31.464741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.466724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97c1fca3-1d39-4cf7-968d-f89d7fad2c6f req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.60 "DELETE /v2.0/ports/e2fadec7-455e-4464-bfb8-a16b99b0d6e0 HTTP/1.1" status: 204 len: 173 time: 3.1075926 Jun 17 08:39:31.505569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a8902b-4cd0-47a0-be48-1e95ccc55229,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:31.521177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:31.532646 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:31.629805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: e2fadec7-455e-4464-bfb8-a16b99b0d6e0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:31.642990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e2fadec7-455e-4464-bfb8-a16b99b0d6e0 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:31.722376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e8fa790-db5f-4efb-9e9b-98d91c319dab req-6510aac4-bded-4a78-b543-1161e9b96405 service neutron] 10.222.0.67 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876846 Jun 17 08:39:31.785815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:31.818022 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4980561d-d32b-4fdc-8905-5299cb7181a9 req-e4e527ea-e54d-4eb6-8f84-09039796f989 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 210 time: 0.0920970 Jun 17 08:39:31.983904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aa10f6a-283c-4f76-8de4-5beab13e6570 req-62f13b9f-370e-440b-8ed9-634a287d4006 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e4f152a-fb05-4613-9b1d-925daf51007c HTTP/1.1" status: 200 len: 210 time: 0.1619778 Jun 17 08:39:32.060827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-d58dfbd5-d13a-481d-8de2-f41ba0dbf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.066081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-d58dfbd5-d13a-481d-8de2-f41ba0dbf2d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba1d01239686431b83374d48ef12edfb&device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 1096 time: 0.2149591 Jun 17 08:39:32.351632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-283801c1-83a1-4b20-b329-03eb1575af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.352213 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d5bc6b3d-5d98-42e5-85e0-8aa694a39d3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f5a7bae42334cca955cc68c9f881de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648522 Jun 17 08:39:32.355235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37490) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:32.355912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-283801c1-83a1-4b20-b329-03eb1575af6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a5f5049c-5185-457b-b477-b0dad3d0f40a HTTP/1.1" status: 200 len: 917 time: 0.2811294 Jun 17 08:39:32.456971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-980fed37-11e3-4cd6-befb-049219285869 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f HTTP/1.1" status: 200 len: 217 time: 0.0823801 Jun 17 08:39:32.478029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.565860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d754-afcf-4270-a69b-8f85c5a2f731 req-5dd25351-a432-407e-bb23-0fe680c286f9 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.567538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c86d754-afcf-4270-a69b-8f85c5a2f731 req-5dd25351-a432-407e-bb23-0fe680c286f9 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 944 time: 0.2100425 Jun 17 08:39:32.569031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-1d41ea9d-4199-4f25-801b-fa6664d238d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.570834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-1d41ea9d-4199-4f25-801b-fa6664d238d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=525ebc8a-41e0-4230-ad32-6cc09a903980 HTTP/1.1" status: 200 len: 855 time: 0.0939329 Jun 17 08:39:32.572706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.664198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c86d754-afcf-4270-a69b-8f85c5a2f731 req-52f2bb0c-bb72-4d71-a0a9-fd8bc3c3ced2 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872774 Jun 17 08:39:32.678525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-9a53a819-f1f2-4b9c-b6d8-2056b4e2da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.680124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-9a53a819-f1f2-4b9c-b6d8-2056b4e2da8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a5f5049c-5185-457b-b477-b0dad3d0f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903001 Jun 17 08:39:32.685916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.689387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.691709 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51ed24bf-0c2a-42f9-abf6-fa79f76ff1bb HTTP/1.1" status: 204 len: 168 time: 0.3337240 Jun 17 08:39:32.691709 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f451ac63-19e7-43f0-80a0-29f99bb9c383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:32.700518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed24bf-0c2a-42f9-abf6-fa79f76ff1bb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:32.705355 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:32.803983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-16d0855e-5dd2-4722-b715-e271f606631a service neutron] 10.222.0.67 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164384 Jun 17 08:39:32.999204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1014c515-104e-4dbb-8319-be1a369dfda1 req-0bb5460e-e4a0-459b-817a-769a3cf99a20 service neutron] 10.222.0.67 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876438 Jun 17 08:39:33.097172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.165175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Deleting subnet 0d6b687f-0941-4c32-901e-3521d926f69b {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:33.176478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da20671a-168d-4afa-889f-5b2f1e4a0d95 req-55abaac5-f66d-44ef-818e-fcec3eae7d0b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 210 time: 0.0806634 Jun 17 08:39:33.180407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.266106 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.289629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-deleted', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:33.294429 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f8f714-e4f5-44e1-86cf-8b815ed22c24" -d '{"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-deleted", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:33.343025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.348096 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796bd477-f4c4-4fd7-b2e2-d26007668382 x-openstack-request-id: req-796bd477-f4c4-4fd7-b2e2-d26007668382 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:33.348486 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f152a-fb05-4613-9b1d-925daf51007c", "name": "network-vif-deleted", "tag": "e2fadec7-455e-4464-bfb8-a16b99b0d6e0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:33.348875 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-796bd477-f4c4-4fd7-b2e2-d26007668382 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:33.349759 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f152a-fb05-4613-9b1d-925daf51007c', 'name': 'network-vif-deleted', 'tag': 'e2fadec7-455e-4464-bfb8-a16b99b0d6e0', 'status': 'completed', 'code': 200} Jun 17 08:39:33.437182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.445384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-817bfb16-9248-4c19-8bf4-3bec7253479e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:33.505065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6b687f-0941-4c32-901e-3521d926f69b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:33.507490 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.512957 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0d6b687f-0941-4c32-901e-3521d926f69b HTTP/1.1" status: 204 len: 168 time: 0.4109037 Jun 17 08:39:33.512957 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.512957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.625900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-3f48998f-51f3-412f-b1d8-53820c085748 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.633266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-3f48998f-51f3-412f-b1d8-53820c085748 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.2721653 Jun 17 08:39:33.648736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Request body: {'port': {'device_id': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'admin_state_up': True, 'tenant_id': '8a4c08c0d2ea423c9f28acda16190f44'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:33.679916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.801800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.814777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aed8514-f7e1-4e60-afb5-a53d98e1d360']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:33.828366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353b31c0-6679-431f-846c-3fd9b458c4ae') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:33.828918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353b31c0-6679-431f-846c-3fd9b458c4ae') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:33.841849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.858963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.866143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:33.866767 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:33.868773 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:33.934739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Made reservation on behalf of 8a4c08c0d2ea423c9f28acda16190f44 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:33.940304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.995730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.004251 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7053747-4e3d-4a3c-8542-289f2cbb48ad tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.009198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.016329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6aed8514-f7e1-4e60-afb5-a53d98e1d360 HTTP/1.1" status: 204 len: 168 time: 0.5014958 Jun 17 08:39:34.044600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aed8514-f7e1-4e60-afb5-a53d98e1d360,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:34.049303 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:34.081924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:34.138694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e961baa-fd7b-4331-9629-dea428d1f0d1 req-ddb11424-81ee-4f32-9164-204a56fb5437 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.140266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e961baa-fd7b-4331-9629-dea428d1f0d1 req-ddb11424-81ee-4f32-9164-204a56fb5437 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 944 time: 0.1764958 Jun 17 08:39:34.183349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Allocated IP 172.20.0.3 (2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8/52956636-0f4a-42cf-8803-62ab1026f0c4/7dc46f15-d065-4eb3-9f54-e85019cb8760) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:34.206885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e961baa-fd7b-4331-9629-dea428d1f0d1 req-7715912a-9bc6-401b-bbde-c419a0be0206 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597250 Jun 17 08:39:34.241039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:34.363565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cda9b9ce-77fc-4dc8-8d27-a7c4a9966850 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12c8c8a979e04e3fad8c81cf0f96c9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179931 Jun 17 08:39:34.365235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37570) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:34.524456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.534780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913424204'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:34.554972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.575239 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.598381 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.610422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e141c5fb-a06c-4556-b571-bd1c724b4e98 req-3ed7f5b6-c763-48b4-b2b1-81ff90f3c30c tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 210 time: 0.1316447 Jun 17 08:39:34.615887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.624959 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.626952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.629470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:34.690592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.693412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.699301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e97ff51-bc1d-4f09-9552-83a907fa5e4d HTTP/1.1" status: 204 len: 168 time: 0.3304114 Jun 17 08:39:34.702147 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4354d369-9fd9-4be5-b6ac-7012c2c14e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.718091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e97ff51-bc1d-4f09-9552-83a907fa5e4d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:34.718315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:34.722221 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:34.734966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:34.738864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:34.844033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event updated for resources: {'Port': ['ID=7dc46f15-d065-4eb3-9f54-e85019cb8760,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:34.848273 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:34.883747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.884655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.922095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.934851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.939262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8139071-a5bd-479a-a3f6-9b9f57a41deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.942296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2984562 Jun 17 08:39:34.964103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Request body: {'port': {'device_id': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:35.031691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549ebf29-b73f-46c8-9e59-badcaa135ecf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.056249 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.122333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.134476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.142531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.147871 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.189834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.198847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37612) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:35.208747 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1252728 Jun 17 08:39:35.211255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e15eea9-ef52-4532-a615-27cd08d3b094,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.233484 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.335768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e0019c2d-7671-4b9a-95cd-44c86a4b19ea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1325166 Jun 17 08:39:35.336140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37626) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:35.342613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-security--745814145', 'description': 'tempest-security-description-735928783'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:35.396139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.478286 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.489246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.504577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.504577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "PUT /v2.0/security-groups/6e15eea9-ef52-4532-a615-27cd08d3b094 HTTP/1.1" status: 200 len: 1778 time: 0.1571062 Jun 17 08:39:35.504577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bef216e-71f6-40d9-a079-748b644f89b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.506194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37640) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:35.566176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e15eea9-ef52-4532-a615-27cd08d3b094,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.579747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.644312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:35.644537 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-854a1ce2-f494-413c-9a08-76963e950e01 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups/6e15eea9-ef52-4532-a615-27cd08d3b094 HTTP/1.1" status: 200 len: 1778 time: 0.1342328 Jun 17 08:39:35.674655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc46f15-d065-4eb3-9f54-e85019cb8760 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:35.699946 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.737268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Transition to ACTIVE for port object 7dc46f15-d065-4eb3-9f54-e85019cb8760 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:35.744168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.771760 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d775e8e5-3e3c-4daa-965f-edd514f8151d tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.803363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.856483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.931374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.935100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.939951 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e15eea9-ef52-4532-a615-27cd08d3b094 HTTP/1.1" status: 204 len: 168 time: 0.2939265 Jun 17 08:39:35.940697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:35.941471 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba8fe357-9e47-4c2f-8fac-9efa71fad6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.021574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e15eea9-ef52-4532-a615-27cd08d3b094,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.027248 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.059902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37660) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.075185 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d608ee98-f4f3-4b37-935e-97abf1ad64b1 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215920 Jun 17 08:39:36.077501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37664) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.095337 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-0f04ea5b-675a-453a-8d4e-f827c02ea1ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] delete failed (client error): The resource could not be found. Jun 17 08:39:36.097594 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f04ea5b-675a-453a-8d4e-f827c02ea1ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e15eea9-ef52-4532-a615-27cd08d3b094 HTTP/1.1" status: 404 len: 347 time: 0.0188081 Jun 17 08:39:36.101912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.111648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--521565538'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:36.129864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc46f15-d065-4eb3-9f54-e85019cb8760,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.132852 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.166178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.200488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Attempting to bind port 7dc46f15-d065-4eb3-9f54-e85019cb8760 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:36.201050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Attempting to bind port 7dc46f15-d065-4eb3-9f54-e85019cb8760 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:36.201179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Attempting to bind port 7dc46f15-d065-4eb3-9f54-e85019cb8760 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:36.223912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e4a89-c818-4b27-b40b-6e01119a2a2b req-917c1dca-3e45-4f56-b51a-1cd0d23ac097 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.231735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b42e4a89-c818-4b27-b40b-6e01119a2a2b req-917c1dca-3e45-4f56-b51a-1cd0d23ac097 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 943 time: 0.3033581 Jun 17 08:39:36.262853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae005e0-13bb-4996-9fde-4958eb21e845 req-bb5c20b7-e8ed-44aa-9b24-413c24fc40a3 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.274443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fae005e0-13bb-4996-9fde-4958eb21e845 req-bb5c20b7-e8ed-44aa-9b24-413c24fc40a3 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 944 time: 0.8255484 Jun 17 08:39:36.278514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Port 7dc46f15-d065-4eb3-9f54-e85019cb8760 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:36.278848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Attempting to bind port 7dc46f15-d065-4eb3-9f54-e85019cb8760 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:36.325572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:36.326057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Checking segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:36.326732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Bound using segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:36.327587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Bound port: 7dc46f15-d065-4eb3-9f54-e85019cb8760, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:36.328252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.380697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.381427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.390997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.404917 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-395e3b11-5d7b-494c-841a-39eb6f499297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.462035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.466014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3601761 Jun 17 08:39:36.477354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37676) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.482623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-64924899-network', 'tenant_id': '4461337f3bac45879db54e6e0cf2dc36'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:36.488535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '5f0a5fa2-8411-46fe-a735-a1ad6c3cd9bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:36.497488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a5fa2-8411-46fe-a735-a1ad6c3cd9bb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.499496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b42e4a89-c818-4b27-b40b-6e01119a2a2b req-f34c01b1-33dc-49fb-af1c-f74074c13f07 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658598 Jun 17 08:39:36.507328 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.512487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fae005e0-13bb-4996-9fde-4958eb21e845 req-0def1a11-f06a-4cc1-b27c-ad18221d9b4e tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371738 Jun 17 08:39:36.518097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.527574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] For port 7dc46f15-d065-4eb3-9f54-e85019cb8760, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:36.533355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] For port 7dc46f15-d065-4eb3-9f54-e85019cb8760, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:36.543206 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.563510 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.565900 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-39a75286-0d91-4c02-8c46-f1b1b45dda7d tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.598183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Made reservation on behalf of 4461337f3bac45879db54e6e0cf2dc36 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:36.601897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.675334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.757718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.766584 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.783664 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.808399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a8133-1869-44b7-b049-c54c108e20a7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.811928 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.844231 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.853451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.860093 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ed2b0f9-7b4c-401e-9acb-6e63727a57d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.914614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276afb40-2ab3-4038-ab68-72bc7c3cd0e3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.920279 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.925894 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=298548c9d6f54a0e95e71d9f232c3fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615613 Jun 17 08:39:36.926522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37688) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.008429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.031723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.036371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.036711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.038170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] 10.222.0.60 "PUT /v2.0/ports/7dc46f15-d065-4eb3-9f54-e85019cb8760 HTTP/1.1" status: 200 len: 1092 time: 2.0834119 Jun 17 08:39:37.038756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'tag': '7dc46f15-d065-4eb3-9f54-e85019cb8760'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:37.041074 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a988f34-2801-4128-9d08-afcc38f9ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb17d56-2848-4320-b3b0-f914721d1032", "tag": "7dc46f15-d065-4eb3-9f54-e85019cb8760"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:37.052508 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.060568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.062047 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac00f775-328e-4163-916c-6afddd897a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.071749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.073020 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c4ab641-4c4e-41fa-a9fa-604e89699f2e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5946748 Jun 17 08:39:37.082413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37692) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.090638 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f42a83-f827-404c-bdee-ff89dd62bd8e x-openstack-request-id: req-18f42a83-f827-404c-bdee-ff89dd62bd8e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:37.091010 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb17d56-2848-4320-b3b0-f914721d1032", "tag": "7dc46f15-d065-4eb3-9f54-e85019cb8760", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:37.091336 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18f42a83-f827-404c-bdee-ff89dd62bd8e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:37.091877 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'tag': '7dc46f15-d065-4eb3-9f54-e85019cb8760', 'status': 'completed', 'code': 200} Jun 17 08:39:37.117775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:37.142938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc46f15-d065-4eb3-9f54-e85019cb8760,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.146799 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.166406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5bb6e6-588d-4aac-8c5e-fad5f53d382e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.172112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-24e56f93-1994-4765-81c0-e6354eda9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.173543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-24e56f93-1994-4765-81c0-e6354eda9f6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 1095 time: 0.0705171 Jun 17 08:39:37.173913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.174255 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Added segment 8b9b248e-d697-43eb-9d62-f0460d9ebb63 of type vlan for network d39c601c-6bce-4790-baec-f31dcebccf4c Jun 17 08:39:37.179693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.190356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.218646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.229612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-d82b89fa-d373-4451-8b8a-1fc1c5862d7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760 HTTP/1.1" status: 200 len: 217 time: 0.0474336 Jun 17 08:39:37.248802 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.268345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.271216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.272391 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/276afb40-2ab3-4038-ab68-72bc7c3cd0e3 HTTP/1.1" status: 204 len: 168 time: 0.3449199 Jun 17 08:39:37.279149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.287729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.293623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-9a0ced9f-be63-4633-b4f0-330709174a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.295321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-9a0ced9f-be63-4633-b4f0-330709174a03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.0580750 Jun 17 08:39:37.308449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.312577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8a4a8133-1869-44b7-b049-c54c108e20a7 HTTP/1.1" status: 204 len: 168 time: 0.2248433 Jun 17 08:39:37.312577 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276afb40-2ab3-4038-ab68-72bc7c3cd0e3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.317966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.319754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37696) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.320512 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2491dfde-e3e7-4da4-944a-e71de7161da4 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.349701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a4a8133-1869-44b7-b049-c54c108e20a7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.352920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-694fee6e-d80b-4c51-b757-954bc3ff8a05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508554 Jun 17 08:39:37.356124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.357309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.358191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.363811 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.364410 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c8e8dab-a6e4-4678-bb42-77eff7945a9a tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.410634 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0280015 Jun 17 08:39:37.420825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37698) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.427634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Request body: {'subnet': {'network_id': 'd39c601c-6bce-4790-baec-f31dcebccf4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-64924899-subnet', 'tenant_id': '4461337f3bac45879db54e6e0cf2dc36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:37.442735 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1fb965d2-433a-4633-96d5-e6b1c435942a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181164 Jun 17 08:39:37.455053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37702) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.509712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d39c601c-6bce-4790-baec-f31dcebccf4c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.513722 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.515575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Made reservation on behalf of 4461337f3bac45879db54e6e0cf2dc36 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:37.522036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-7e6a791d-f9de-42ce-8281-7a792cf114a9 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589859 Jun 17 08:39:37.522566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d39c601c-6bce-4790-baec-f31dcebccf4c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:37.524316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.553263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.584517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.640389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.642180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.646280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/5f0a5fa2-8411-46fe-a735-a1ad6c3cd9bb HTTP/1.1" status: 204 len: 168 time: 0.1902246 Jun 17 08:39:37.648968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37710) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.649433 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-39a3c846-8cff-4143-a927-e5e27fc5e12a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.712731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a5fa2-8411-46fe-a735-a1ad6c3cd9bb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.724501 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.750789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37712) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.781537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.854807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e4c30ac-ad68-4918-a9a3-b15e7b576974 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1990335 Jun 17 08:39:37.858561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc0370c4-c3f1-4888-9ac8-f386afbfcdf5 req-08deb721-73a8-41bd-adcb-4226ee8e5411 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257089 Jun 17 08:39:37.859875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37716) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.866054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714706006'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:37.882995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-85b4c207-7130-4d55-bf61-ae31d3501ffe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2932329 Jun 17 08:39:37.933956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1da4d-1398-40f9-957f-e624836534f9 req-85822650-09e9-4dbe-a488-0a6e7a732500 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.935886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48d1da4d-1398-40f9-957f-e624836534f9 req-85822650-09e9-4dbe-a488-0a6e7a732500 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 943 time: 0.2242429 Jun 17 08:39:38.001365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.007190 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d76bd073-63cc-40e8-9bac-c5212bdab7dd tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.009991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678fcb6-393d-4d98-8000-c5b9a9d04f17 req-b575b35d-ea78-460a-a8b3-b5205cba628c tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.012266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b678fcb6-393d-4d98-8000-c5b9a9d04f17 req-b575b35d-ea78-460a-a8b3-b5205cba628c tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 944 time: 0.2375751 Jun 17 08:39:38.040138 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48d1da4d-1398-40f9-957f-e624836534f9 req-2baffaee-8d0b-4e23-b6cc-9f0f864ad096 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922005 Jun 17 08:39:38.072707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.084715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b678fcb6-393d-4d98-8000-c5b9a9d04f17 req-83d326f5-5eed-43aa-8fc3-b58a4efb9bfb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618212 Jun 17 08:39:38.099338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4612b243-c82a-46f9-a5aa-8cd4e16d85e7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.100077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-91429220-753c-481e-a69f-0ae2cca328a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.101911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-91429220-753c-481e-a69f-0ae2cca328a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 1097 time: 0.1525376 Jun 17 08:39:38.102209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.107683 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.112362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.114187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-51a8b085-454a-4250-822b-d8dbd4e634b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.119292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-4ae5ba43-5056-48cf-88fe-6471023fea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.121370 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-4ae5ba43-5056-48cf-88fe-6471023fea66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 1095 time: 0.1840634 Jun 17 08:39:38.201706 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccf7ca1aa6da4509965b35854d7389e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475620 Jun 17 08:39:38.202805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Checking segment: {'id': '8b9b248e-d697-43eb-9d62-f0460d9ebb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd39c601c-6bce-4790-baec-f31dcebccf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:38.203373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Network hostable DHCP agents. Network: d39c601c-6bce-4790-baec-f31dcebccf4c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:38.213019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37718) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:38.224774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a892249-381a-453b-a3e6-ff12aeffcb30,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.272796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-4a72988a-a9c1-45b7-be5f-70c52d5f3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.274719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-4a72988a-a9c1-45b7-be5f-70c52d5f3e69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 916 time: 0.1339235 Jun 17 08:39:38.330856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-4d4faa05-b7cc-4313-9006-2d2c012dbc3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3 HTTP/1.1" status: 200 len: 217 time: 0.0460882 Jun 17 08:39:38.407056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-003f46b8-8151-4a96-8d0f-626f360e95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.408568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-003f46b8-8151-4a96-8d0f-626f360e95f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.0719211 Jun 17 08:39:38.422551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.435363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.466856 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91c0ca2f-1ed8-4a80-a559-63102a7a2748 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.474476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-66c3c520-c3f7-47d3-8e5f-27bf868ec92a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551612 Jun 17 08:39:38.508644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.511196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6483417 Jun 17 08:39:38.518418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37720) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:38.526713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '492f88ba-9525-4cf0-a2c8-ab985b54267a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:38.542980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492f88ba-9525-4cf0-a2c8-ab985b54267a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.548707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.611878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.613909 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.616860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-70d35e85-a616-4f56-8504-20bccbed36f1 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321406 Jun 17 08:39:38.660451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Network d39c601c-6bce-4790-baec-f31dcebccf4c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:38.678018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-c09aff3c-e63d-4c2d-8412-3294758df305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.679925 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-c09aff3c-e63d-4c2d-8412-3294758df305 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 916 time: 0.5468118 Jun 17 08:39:38.684869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d39c601c-6bce-4790-baec-f31dcebccf4c) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:38.690514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.691420 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.694430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cabab-db4b-4d8d-b709-75a3e4c1a3d5 None None] Network d39c601c-6bce-4790-baec-f31dcebccf4c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:38.730436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.742623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.752304 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.764610 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-ae613607-3355-4f5b-bea6-de738f7fd4ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760 HTTP/1.1" status: 200 len: 217 time: 0.0700591 Jun 17 08:39:38.772363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c81aaf7-b247-4413-a3b8-36ce80094708 req-e39086a6-7ccc-41de-9595-4f064f117b84 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467435 Jun 17 08:39:38.778509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad2599d-cf84-41e3-bb45-3a860c7d5cdc,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.782189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.789998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.795104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2726517 Jun 17 08:39:38.795304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37724) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:38.810182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '492f88ba-9525-4cf0-a2c8-ab985b54267a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:38.810450 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3791745 Jun 17 08:39:38.810450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.867325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.892031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.950790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-06c6d2fa-06e2-40e2-976d-470a5334f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.952450 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-06c6d2fa-06e2-40e2-976d-470a5334f9a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.1776013 Jun 17 08:39:38.975917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1726edf-4e66-429e-91f1-4a74982c9ad6 None None] Network d39c601c-6bce-4790-baec-f31dcebccf4c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:39.004702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.006215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-aba055ce-1144-4f8d-b3ec-817af7d9166b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459824 Jun 17 08:39:39.008370 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.013576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.014763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.015603 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a892249-381a-453b-a3e6-ff12aeffcb30 HTTP/1.1" status: 204 len: 168 time: 0.8003395 Jun 17 08:39:39.016967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.018831 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-15b25739-45b1-4888-939b-2804573fec78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.037705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a892249-381a-453b-a3e6-ff12aeffcb30,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.048497 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.064751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37732) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.065624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.071604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2707610 Jun 17 08:39:39.071604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37734) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.093384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '492f88ba-9525-4cf0-a2c8-ab985b54267a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:39.208455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b589b1-3f9b-4bc9-8ed9-5a3b6ee42964,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.214316 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.225127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.255269 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-1baedf19-397b-4bb1-91b6-475e771cbfa1 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382231 Jun 17 08:39:39.267238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Deleting subnet 4612b243-c82a-46f9-a5aa-8cd4e16d85e7 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:39.271353 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.343315 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.376465 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a988f34-2801-4128-9d08-afcc38f9ed5a req-ec3c74e7-b201-473a-a140-f178b3d3d408 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128983 Jun 17 08:39:39.486379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.490510 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.526812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.530477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7bc61b80-9667-4dcc-bf1e-eae4b258b83f details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:39.534255 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-30a53dbd-0fdc-47a4-8a0f-960600f6f06c tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.569507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0fa6-1ec8-4ecc-aeec-c58ec7c13d41 req-8bbf1e01-d0db-468d-b4c2-ef9bb79fed04 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.573087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d2fb0fa6-1ec8-4ecc-aeec-c58ec7c13d41 req-8bbf1e01-d0db-468d-b4c2-ef9bb79fed04 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 943 time: 0.3075678 Jun 17 08:39:39.588819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fde11ad-f263-459a-8eca-dd7bbb35528b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.600588 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.619162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd410fb-409c-4d22-b574-91f9b9565c06 req-5a24dc14-d8a8-4dd3-ab0a-746f7cd60841 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.621544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bdd410fb-409c-4d22-b574-91f9b9565c06 req-5a24dc14-d8a8-4dd3-ab0a-746f7cd60841 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 944 time: 0.2757120 Jun 17 08:39:39.622366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.626470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5514343 Jun 17 08:39:39.627291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.633382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '492f88ba-9525-4cf0-a2c8-ab985b54267a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:39.655115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.659489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.700361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4612b243-c82a-46f9-a5aa-8cd4e16d85e7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.708298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.711766 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.715632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.718086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4612b243-c82a-46f9-a5aa-8cd4e16d85e7 HTTP/1.1" status: 204 len: 168 time: 0.6497147 Jun 17 08:39:39.721123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37754) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.732312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bdd410fb-409c-4d22-b574-91f9b9565c06 req-78f923ff-6890-46a8-991e-7aa566935be6 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021192 Jun 17 08:39:39.806021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:39.823835 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.846067 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'port_id': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'mac_address': 'fa:16:3e:64:2f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:39.886271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.900543 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.909157 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.949549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.961346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab20de3d-9691-4075-a620-5ac09fbe1dbd,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.973471 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.974946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.982945 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537335 Jun 17 08:39:39.983561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37762) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.991744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc61b80-9667-4dcc-bf1e-eae4b258b83f {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:39.993261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '492f88ba-9525-4cf0-a2c8-ab985b54267a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:40.028839 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.039530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:40.049875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.053587 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b56fea8-f2e2-4cb3-be58-51621c393eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.061088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39c601c-6bce-4790-baec-f31dcebccf4c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:40.069882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.075178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9b248e-d697-43eb-9d62-f0460d9ebb63') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:40.075614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9b248e-d697-43eb-9d62-f0460d9ebb63') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:40.087901 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.106770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.123172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:40.123924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:40.126256 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:40.179988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.204949 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.235831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.237738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.242758 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cf21e253-57aa-48b3-9bda-0abde9f1cd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.252613 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.257604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.259711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] 10.222.0.65 "DELETE /v2.0/networks/d39c601c-6bce-4790-baec-f31dcebccf4c HTTP/1.1" status: 204 len: 168 time: 0.5374546 Jun 17 08:39:40.268923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.277861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d2fb0fa6-1ec8-4ecc-aeec-c58ec7c13d41 req-887b4175-40ad-4ed9-a332-506e72656c38 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900935 Jun 17 08:39:40.278939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=d39c601c-6bce-4790-baec-f31dcebccf4c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.281093 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.298151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['7bc61b80-9667-4dcc-bf1e-eae4b258b83f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:40.312287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0238973-4973-432f-a524-be98c1728252,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.318397 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.323778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.326625 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3420506 Jun 17 08:39:40.329468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37776) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.357708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37778) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.395939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.417026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.468401 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.472057 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cb91f13-ddf4-46bc-8c8e-99ce9dcbae88 tempest-SecurityGroupRulesNegativeTestJSON-1199448302 tempest-SecurityGroupRulesNegativeTestJSON-1199448302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.481432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.483446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f0238973-4973-432f-a524-be98c1728252 HTTP/1.1" status: 204 len: 168 time: 0.1529825 Jun 17 08:39:40.487040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37782) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.490050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0238973-4973-432f-a524-be98c1728252,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.493496 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.531981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751154340-network', 'tenant_id': '95a23b0b95de43038ac24be42e321ed8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:40.641145 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f279d742-7bfa-462d-8f82-34b8c3b5aa49 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1526852 Jun 17 08:39:40.643762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37786) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.650789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Made reservation on behalf of 95a23b0b95de43038ac24be42e321ed8 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:40.661382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37788) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.665607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.680158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.726783 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.736775 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.777906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.785241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.786413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ab20de3d-9691-4075-a620-5ac09fbe1dbd HTTP/1.1" status: 204 len: 168 time: 0.1416137 Jun 17 08:39:40.790808 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.794877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37794) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.812433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-15598b41-fe7d-415f-ad02-fa5236436b54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4461337f3bac45879db54e6e0cf2dc36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516993 Jun 17 08:39:40.816507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.817910 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37798) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.820403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab20de3d-9691-4075-a620-5ac09fbe1dbd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.823860 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.835492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.865737 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7b51820c-0eeb-4855-a0f6-7254b1b5b5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.878246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-43b82217-fee5-4392-8937-862675218dbe tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0803394 Jun 17 08:39:40.883477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37800) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.920186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:40.943415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61e47b-dffe-4842-91dc-a1ed2f323076,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.957236 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.957595 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Added segment 400a6191-60d9-4f9e-9f42-37524b8bdbc0 of type vlan for network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 Jun 17 08:39:40.971422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.977838 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.984325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.008574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.029980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f60c8-cc42-4f6f-a239-ffb95824232f req-ec68a17d-53c4-4375-9511-a8ab96fbd682 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.031195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.032248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-405f60c8-cc42-4f6f-a239-ffb95824232f req-ec68a17d-53c4-4375-9511-a8ab96fbd682 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 945 time: 0.1475985 Jun 17 08:39:41.033529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.036039 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-65434649-82b0-4386-aa2d-eb7b6756be81 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.050384 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.052112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0fde11ad-f263-459a-8eca-dd7bbb35528b HTTP/1.1" status: 204 len: 168 time: 0.1660557 Jun 17 08:39:41.053121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fde11ad-f263-459a-8eca-dd7bbb35528b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.054632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37804) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.063306 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.063562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.117647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-405f60c8-cc42-4f6f-a239-ffb95824232f req-542f73d1-0aa2-40e4-a68e-2a85d0a1078c tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707457 Jun 17 08:39:41.152880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.154849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.155846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.161256 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-847b2242-54e4-4c52-be8c-2ce804332bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.187575 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-30183930-e84e-4f25-a8e7-ecd033b32d20 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1316278 Jun 17 08:39:41.190702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.236522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.242554 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8837276 Jun 17 08:39:41.245773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.251032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Request body: {'subnet': {'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751154340-subnet', 'tenant_id': '95a23b0b95de43038ac24be42e321ed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:41.252564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.285019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.285591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Pushing event updated for resources: {'Network': ['ID=ac67a68d-14bc-4899-a4ba-10ad6d4370e0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.288176 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.290682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.294356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.295088 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f5bb6e6-588d-4aac-8c5e-fad5f53d382e HTTP/1.1" status: 204 len: 168 time: 0.4760585 Jun 17 08:39:41.295627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.296081 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.299362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e5b589b1-3f9b-4bc9-8ed9-5a3b6ee42964 HTTP/1.1" status: 204 len: 168 time: 0.1049254 Jun 17 08:39:41.300072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ca5662a-0813-42c7-8957-c090f9c3c19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.302023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37814) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.304152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:41.331040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5bb6e6-588d-4aac-8c5e-fad5f53d382e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.334487 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.338340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Made reservation on behalf of 95a23b0b95de43038ac24be42e321ed8 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:41.341974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.351404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5b589b1-3f9b-4bc9-8ed9-5a3b6ee42964,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.366953 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.388102 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b9251ae-650c-4599-bfc3-9c3aee93639b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0823488 Jun 17 08:39:41.390221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37820) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.480634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.494004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.552378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7bc61b80-9667-4dcc-bf1e-eae4b258b83f up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:41.577124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.585922 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.591092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.594505 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4ad2599d-cf84-41e3-bb45-3a860c7d5cdc HTTP/1.1" status: 204 len: 168 time: 0.2010999 Jun 17 08:39:41.595459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37824) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.601903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ad2599d-cf84-41e3-bb45-3a860c7d5cdc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.606642 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.663392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.667084 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9621caa1-7088-4340-b529-403a44943207 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.670403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7dc46f15-d065-4eb3-9f54-e85019cb8760 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:41.726339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cb7589-7731-4e4c-8527-873fe6137801,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.731457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.756595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Checking segment: {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:41.758011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Network hostable DHCP agents. Network: ac67a68d-14bc-4899-a4ba-10ad6d4370e0, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:41.794978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0458e5c0-acfe-45a1-80ca-ae5cffa85470 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1978426 Jun 17 08:39:41.798083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:41.822317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:41.823310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:41.831669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9c24-5074-4be1-8c93-95bf3027da0e req-760688b2-d99c-488c-9138-d57df7dc4ce4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.833184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8df9c24-5074-4be1-8c93-95bf3027da0e req-760688b2-d99c-488c-9138-d57df7dc4ce4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 943 time: 0.1904457 Jun 17 08:39:41.861804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ac67a68d-14bc-4899-a4ba-10ad6d4370e0) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:41.872187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.872986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.888496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7dc46f15-d065-4eb3-9f54-e85019cb8760, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:41.904522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8df9c24-5074-4be1-8c93-95bf3027da0e req-f1e63cc7-76e2-42de-9ff8-fba5b97b2162 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650597 Jun 17 08:39:41.908821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '7dc46f15-d065-4eb3-9f54-e85019cb8760', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'port_id': '7dc46f15-d065-4eb3-9f54-e85019cb8760', 'mac_address': 'fa:16:3e:34:74:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52956636-0f4a-42cf-8803-62ab1026f0c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:41.911089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce9848-e82d-4d7b-a997-cf70abc9c3a5 None None] Network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:41.913724 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6666441 Jun 17 08:39:41.915963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:41.916548 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.920421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.996532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.030815 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.056766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc46f15-d065-4eb3-9f54-e85019cb8760 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:42.103902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.106717 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.107796 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/492f88ba-9525-4cf0-a2c8-ab985b54267a HTTP/1.1" status: 204 len: 168 time: 0.3081706 Jun 17 08:39:42.108597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-708f176b-3a41-48d0-8324-93d5a12d8b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.110526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37850) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.117707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f88ba-9525-4cf0-a2c8-ab985b54267a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.120775 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.147721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7dc46f15-d065-4eb3-9f54-e85019cb8760, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:42.175560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.180729 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fc31ade3-362f-44b4-881c-159892560013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.189129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-51749c2b-b062-4087-950b-ca90e8861621 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769882 Jun 17 08:39:42.193312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37854) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.199130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465210572'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:42.260873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.284380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefb747-a344-47df-b3c2-b8709dd18b1d None None] Network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:42.325910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=7dc46f15-d065-4eb3-9f54-e85019cb8760,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.341169 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.348176 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.416281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:42.419550 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fad3b2-d314-4fbe-96d4-b4e83dd4aa85" -d '{"events": [{"server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "name": "network-vif-plugged", "status": "completed", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:42.432098 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['7dc46f15-d065-4eb3-9f54-e85019cb8760'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:42.497602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef854420-5986-4a8a-9280-cdeb8e2c4366 req-32b2c454-f553-4789-b6f5-05b768a5faab tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.501913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:42.508184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.508284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef854420-5986-4a8a-9280-cdeb8e2c4366 req-32b2c454-f553-4789-b6f5-05b768a5faab tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 945 time: 0.1774929 Jun 17 08:39:42.515095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.518627 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57510662-530b-45a6-908a-52c8e7046780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.551813 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:39:42.603625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ef854420-5986-4a8a-9280-cdeb8e2c4366 req-7695f0a3-15e2-4ef5-9fa1-faa3b7a1b7ed tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854261 Jun 17 08:39:42.605618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.606782 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4120786 Jun 17 08:39:42.610624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37868) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.616297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0216471-3e93-499e-bbc4-9aef776e4643,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.620887 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.626350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': 'c0216471-3e93-499e-bbc4-9aef776e4643', 'direction': 'ingress', 'protocol': 17}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:42.775536 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c57a82-7567-43bc-b72c-c049a0cb1105 x-openstack-request-id: req-d3c57a82-7567-43bc-b72c-c049a0cb1105 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:42.775835 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "name": "network-vif-plugged", "status": "completed", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:42.776141 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3c57a82-7567-43bc-b72c-c049a0cb1105 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:42.776544 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'code': 200} Jun 17 08:39:42.778083 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.782960 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a84cc16e-80eb-4703-8f22-5c82490fab86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.786328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.907852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.912930 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.951229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.959343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.974333 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.032339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.036753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4250522 Jun 17 08:39:43.039598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37882) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.051075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92911050-6f97-4984-b524-0757b686d20d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.054628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc2777-5a42-4c2f-86f1-fcfc8e80802a req-80105dbb-752a-45db-a79b-d97311e56b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.060786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4acc2777-5a42-4c2f-86f1-fcfc8e80802a req-80105dbb-752a-45db-a79b-d97311e56b7f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 1098 time: 0.3669608 Jun 17 08:39:43.063217 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.124816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4acc2777-5a42-4c2f-86f1-fcfc8e80802a req-6b9e2c50-2011-4c74-a450-2d7560bbe461 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487795 Jun 17 08:39:43.179693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.232660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.292283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-8bd6a5f6-dc7c-4d55-a0f4-812833c33fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.293832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-8bd6a5f6-dc7c-4d55-a0f4-812833c33fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1097 time: 0.1090505 Jun 17 08:39:43.302065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60690-801e-4e8a-96ed-177a1480f239 req-c0708a26-8c5b-4627-9bf3-35ae5111ecb8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.303874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cf60690-801e-4e8a-96ed-177a1480f239 req-c0708a26-8c5b-4627-9bf3-35ae5111ecb8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 944 time: 0.1734695 Jun 17 08:39:43.308380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.316364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.317520 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/c0216471-3e93-499e-bbc4-9aef776e4643 HTTP/1.1" status: 204 len: 168 time: 0.2766085 Jun 17 08:39:43.321626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37898) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.323712 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.333431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0216471-3e93-499e-bbc4-9aef776e4643,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.359423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.460233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cf60690-801e-4e8a-96ed-177a1480f239 req-0248e432-adbd-4f2d-97f5-aa36dcb27fa3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494734 Jun 17 08:39:43.474231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-18bdc275-db69-446a-85c0-b1e46234ee2b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482918 Jun 17 08:39:43.474438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37904) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.489888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--847379594'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:43.520656 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.539976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-7808179d-5e71-44e4-a092-4b62bfcfce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.541464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-7808179d-5e71-44e4-a092-4b62bfcfce9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.1997943 Jun 17 08:39:43.575090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7dc46f15-d065-4eb3-9f54-e85019cb8760 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:43.632250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 7dc46f15-d065-4eb3-9f54-e85019cb8760 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:43.639060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 7dc46f15-d065-4eb3-9f54-e85019cb8760 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:43.639737 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.691787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-84f61708-ed67-4608-89ed-27e5787ec083 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 1001 time: 0.1412640 Jun 17 08:39:43.731720 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.769959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 7dc46f15-d065-4eb3-9f54-e85019cb8760, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:43.776811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.778824 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.813523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11e91e-4d44-414b-ab86-ea338233694f req-fec2179d-055e-4f8d-bf11-b3e5ddfbdeff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.815466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb11e91e-4d44-414b-ab86-ea338233694f req-fec2179d-055e-4f8d-bf11-b3e5ddfbdeff tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2227840 Jun 17 08:39:43.823422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.839429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-293f8c26-c30b-455d-bba8-1d3b61405e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.841270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-293f8c26-c30b-455d-bba8-1d3b61405e22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.1370749 Jun 17 08:39:43.852007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.864593 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-04f2d36c-99c0-4ad0-a2b0-93abedc208ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.875480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=7dc46f15-d065-4eb3-9f54-e85019cb8760,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.887739 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.941318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.942718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4673176 Jun 17 08:39:43.946250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37916) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.958059 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb11e91e-4d44-414b-ab86-ea338233694f req-6d29f874-1ebb-46f9-a1eb-18e98b381aa9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330345 Jun 17 08:39:43.960260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3810452-808f-4e95-8d3a-15711cca02ef,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.961772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--119826090'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:43.964590 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.006696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-a7675d1d-8f3e-4438-a706-a65da7e74ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.014515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-a7675d1d-8f3e-4438-a706-a65da7e74ca2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654201 Jun 17 08:39:44.037301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.196036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.205176 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.209164 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03d3e7da-ea3b-44a9-a4f7-c31ee91059ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.237353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8a8b8-5b60-4cad-9992-19628ce5fe62,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.242262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.253336 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.257661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37926) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.258476 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3105004 Jun 17 08:39:44.266248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': 'c3810452-808f-4e95-8d3a-15711cca02ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1dc8a8b8-5b60-4cad-9992-19628ce5fe62', 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:44.314942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-a2546f1b-1f25-4fea-859f-a9f2fee3b5e9 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916214 Jun 17 08:39:44.381112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6496-14a0-44b1-a4e6-1ddfe7178e84 req-c41401a1-04a9-472a-8ca5-4bc3325d11e2 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.382769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf3e6496-14a0-44b1-a4e6-1ddfe7178e84 req-c41401a1-04a9-472a-8ca5-4bc3325d11e2 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.1950252 Jun 17 08:39:44.420078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.504457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cc4657a-76ff-4eeb-bc23-21d597b5dc94 req-555f9b9b-b38b-4cac-8265-c5fc5ac499f4 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828251 Jun 17 08:39:44.518014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf3e6496-14a0-44b1-a4e6-1ddfe7178e84 req-3d690eab-725b-49ae-9a9e-ceb017e280ba tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059434 Jun 17 08:39:44.565729 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.571897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.574768 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.593835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c257226-d2be-48a4-9e45-9b81a507bcf9,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.597567 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.607346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.611103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3498228 Jun 17 08:39:44.611354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37938) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.665842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.676583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.713183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.719927 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fe7d2172-e471-409f-b7cb-982e27e6618e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.722952 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.724127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2c257226-d2be-48a4-9e45-9b81a507bcf9 HTTP/1.1" status: 204 len: 168 time: 0.1119175 Jun 17 08:39:44.726776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37940) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.733509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c31a5-f2ce-4e15-9aca-ad43e59ae154 req-db2eaa9f-ce4b-44d7-8e12-e70f422f88f1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.735137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e5c31a5-f2ce-4e15-9aca-ad43e59ae154 req-db2eaa9f-ce4b-44d7-8e12-e70f422f88f1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 945 time: 0.1108868 Jun 17 08:39:44.739932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c257226-d2be-48a4-9e45-9b81a507bcf9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.743998 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.777760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc46f15-d065-4eb3-9f54-e85019cb8760'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:44.779663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8e5c31a5-f2ce-4e15-9aca-ad43e59ae154 req-fa9c6710-d949-4920-b6c6-dd2475c1f7dd tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Jun 17 08:39:44.787572 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-65efbff9-8fd6-41af-ad05-b9e5f73b16aa tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0586946 Jun 17 08:39:44.789493 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55451a0-7f2e-4dcb-8640-6141d9971042" -d '{"events": [{"server_uuid": "ffb17d56-2848-4320-b3b0-f914721d1032", "name": "network-vif-plugged", "status": "completed", "tag": "7dc46f15-d065-4eb3-9f54-e85019cb8760"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:44.790072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37942) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.867236 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e083d8-de8c-41c6-bc75-0b375b5badc7 x-openstack-request-id: req-10e083d8-de8c-41c6-bc75-0b375b5badc7 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:44.867538 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb17d56-2848-4320-b3b0-f914721d1032", "name": "network-vif-plugged", "status": "completed", "tag": "7dc46f15-d065-4eb3-9f54-e85019cb8760", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:44.867795 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10e083d8-de8c-41c6-bc75-0b375b5badc7 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:44.868182 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc46f15-d065-4eb3-9f54-e85019cb8760', 'code': 200} Jun 17 08:39:44.869410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.903564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.006293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.008895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.010024 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/1dc8a8b8-5b60-4cad-9992-19628ce5fe62 HTTP/1.1" status: 204 len: 168 time: 0.2186027 Jun 17 08:39:45.013379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37946) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.015025 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13a654f-4af1-40b6-b7da-f712f914f523 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.025528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8a8b8-5b60-4cad-9992-19628ce5fe62,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.028897 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.030440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97961628-3cf3-41a7-8fb3-74a8999d3cfd req-1d1653d4-b433-48eb-abca-4db900a229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.031937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97961628-3cf3-41a7-8fb3-74a8999d3cfd req-1d1653d4-b433-48eb-abca-4db900a229d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 1097 time: 0.0891514 Jun 17 08:39:45.086286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-97961628-3cf3-41a7-8fb3-74a8999d3cfd req-03a75196-488d-4e6f-9965-c308fc9f6fd8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Jun 17 08:39:45.102811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c997a7c0-cebd-43fb-93f4-3e3036fe1ce4 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0881133 Jun 17 08:39:45.105533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37950) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.203497 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.232251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.266361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6c61c-b63d-4f4f-9754-60ee44dc22f5 req-db34c65f-58b1-4b28-aeb9-a39c49f710a6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.268024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71e6c61c-b63d-4f4f-9754-60ee44dc22f5 req-db34c65f-58b1-4b28-aeb9-a39c49f710a6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.1178517 Jun 17 08:39:45.313167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71e6c61c-b63d-4f4f-9754-60ee44dc22f5 req-2e84d3ac-68bb-46d8-83d6-c0b4ecea678b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394640 Jun 17 08:39:45.314779 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.317675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.321311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/c3810452-808f-4e95-8d3a-15711cca02ef HTTP/1.1" status: 204 len: 168 time: 0.2126043 Jun 17 08:39:45.321311 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d1f63af-9138-4b85-b22e-37fe8037ecac tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.321706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.338088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3810452-808f-4e95-8d3a-15711cca02ef,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.340956 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.380908 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bd59297f-cf54-46ba-a5f4-765e3db8d3da tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563922 Jun 17 08:39:45.385009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37968) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.389885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664560200'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.415990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.542177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37986) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.544162 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.549869 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.549978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2083386059'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.557117 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2b24016-d1d6-4e33-8139-cc604bf6f2eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.590243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:45.594255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.629333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:45.638525 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.639973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2537029 Jun 17 08:39:45.642738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37992) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.644085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5049e44-165e-40e9-833b-bccee9f86b74,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.649150 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.655155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': 'a5049e44-165e-40e9-833b-bccee9f86b74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.667892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.668240 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Added segment bf5e912b-3b54-4752-8ebf-b8f1d11d7476 of type vlan for network 60c79c91-470d-458d-9149-56cb8a529c77 Jun 17 08:39:45.723355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.735077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.812942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.819044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.819880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.827967 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e87e1507-7c43-495f-bcc0-d45166cf54ad tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.875795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.884437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.946479 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4005282 Jun 17 08:39:45.946479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Network': ['ID=60c79c91-470d-458d-9149-56cb8a529c77,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.951632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.951839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37996) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.955290 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3d6570bf-5c4d-4e8a-a483-5947eff9aa4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.959074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 60c79c91-470d-458d-9149-56cb8a529c77 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:45.968418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-958251606'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.004977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405fcbb4-16e1-47c4-92e1-934de38781bc,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.007598 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.012504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:46.016936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.033948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.038380 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3904533 Jun 17 08:39:46.038380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.083541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:46.086836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.100226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.110456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.110798 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Added segment ab709035-984b-4ff5-9726-96bcb7d4c284 of type vlan for network d5434fb8-65b3-4b75-b5c9-d467931150ca Jun 17 08:39:46.124051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-6f581a48-585a-48a2-83b0-8432573d2c0c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.125532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-6f581a48-585a-48a2-83b0-8432573d2c0c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/networks?id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 200 len: 809 time: 0.5281138 Jun 17 08:39:46.158244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af39f-c20d-4b49-bb80-88afd3d4337d req-d12c639c-ff8f-4605-8579-7835ada5e6b3 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.159893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-525af39f-c20d-4b49-bb80-88afd3d4337d req-d12c639c-ff8f-4605-8579-7835ada5e6b3 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.4688191 Jun 17 08:39:46.161150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-8c0b7942-4523-4669-84d5-de0e5d1d11fc tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/quotas/95a23b0b95de43038ac24be42e321ed8 HTTP/1.1" status: 200 len: 375 time: 0.0295579 Jun 17 08:39:46.163706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.165505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.170961 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.176477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.177620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/405fcbb4-16e1-47c4-92e1-934de38781bc HTTP/1.1" status: 204 len: 168 time: 0.1382806 Jun 17 08:39:46.180316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38000) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.188040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=405fcbb4-16e1-47c4-92e1-934de38781bc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.191564 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03b7da36-67a4-4ad1-969b-ca3020256ef8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.211511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.219456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.220067 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.223442 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.234138 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-43b69065-08c9-4262-9b3d-e5b57217e546 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95a23b0b95de43038ac24be42e321ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562825 Jun 17 08:39:46.256736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2983274 Jun 17 08:39:46.260151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38002) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.281891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'subnet': {'network_id': '60c79c91-470d-458d-9149-56cb8a529c77', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.295285 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-525af39f-c20d-4b49-bb80-88afd3d4337d req-585a01e6-6ed5-4dd5-a7bd-0247706ba326 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260448 Jun 17 08:39:46.307569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Network': ['ID=d5434fb8-65b3-4b75-b5c9-d467931150ca,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.318783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d5434fb8-65b3-4b75-b5c9-d467931150ca details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:46.320518 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.341359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c6bd9097-b3b3-4881-9767-67337750d43d tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1574163 Jun 17 08:39:46.342363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38006) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.414698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.466598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.471628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-842e504a-e74b-496d-9043-183bd1b8f6d0 service neutron] 10.222.0.65 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261586 Jun 17 08:39:46.497727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:46.501474 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.537376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.540380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.543583 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/a5049e44-165e-40e9-833b-bccee9f86b74 HTTP/1.1" status: 204 len: 168 time: 0.1972179 Jun 17 08:39:46.543583 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec7b32d1-3661-4ce9-ba07-5f20a01c12f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.545838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38012) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.565003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5049e44-165e-40e9-833b-bccee9f86b74,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.567824 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.606749 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1bce9407-1523-4059-a6d4-358bc6b0e93e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561993 Jun 17 08:39:46.607676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38014) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.613349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group': {'name': 'tempest-secgroup--966025292'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.639661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.695984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-40d94d5f-ef8c-4dd9-b313-7dcbb8242fb1 service neutron] 10.222.0.65 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175703 Jun 17 08:39:46.735810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.741609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.747818 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-26f8ef35-39ff-4239-a497-c0ee8403c800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.755469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33fec-de7b-4f98-8d54-3c7b694f3902 req-cf9fbaa0-87f6-4ec0-b3d2-e94c95ea87c8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.756985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1a33fec-de7b-4f98-8d54-3c7b694f3902 req-cf9fbaa0-87f6-4ec0-b3d2-e94c95ea87c8 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 945 time: 0.1466501 Jun 17 08:39:46.782755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20286ee5-b768-4aa8-8885-7a9e79e0bc36,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.787562 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.789190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.794707 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1824250 Jun 17 08:39:46.795144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38016) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.801156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '20286ee5-b768-4aa8-8885-7a9e79e0bc36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.836509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.842749 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.845805 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b58db5a-b10c-426a-98d1-11928b63772f tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.855428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f1a33fec-de7b-4f98-8d54-3c7b694f3902 req-7c381dcb-3f82-4f43-a62b-06e7322e68bc tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 Jun 17 08:39:46.919515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Checking segment: {'id': 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '60c79c91-470d-458d-9149-56cb8a529c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:46.919880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network hostable DHCP agents. Network: 60c79c91-470d-458d-9149-56cb8a529c77, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:46.922057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Subnet': ['ID=7ae55a93-c609-4964-9b69-611929c5613b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.925564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.943505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network 60c79c91-470d-458d-9149-56cb8a529c77 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:46.957676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 60c79c91-470d-458d-9149-56cb8a529c77) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:46.962358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.962963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.973398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da0ec8-7ea2-4bd5-a379-e374016faa5f None None] Network 60c79c91-470d-458d-9149-56cb8a529c77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:46.974660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.981560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.983775 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.994090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7257116 Jun 17 08:39:46.994320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38024) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.004509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'subnet': {'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:47.032315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086d4c69-aba5-4065-8ea6-cc6e4d829be1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.034787 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.035965 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.037186 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410297 Jun 17 08:39:47.039769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.069417 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6811375-3986-406b-8c71-694842f7a5f7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules/086d4c69-aba5-4065-8ea6-cc6e4d829be1 HTTP/1.1" status: 200 len: 763 time: 0.0264897 Jun 17 08:39:47.070056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38028) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.130053 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.234425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-60c79c91-470d-458d-9149-56cb8a529c77', 'network_id': '60c79c91-470d-458d-9149-56cb8a529c77', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'fixed_ips': [{'subnet_id': '7ae55a93-c609-4964-9b69-611929c5613b'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:47.236243 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.274697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:47.278877 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.296391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-daaeb376-8deb-4458-88f9-85792eabc293 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2247484 Jun 17 08:39:47.298928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38034) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.357407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.379938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.425559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2b6b4-e46b-472e-9270-de494ae1b8ae req-350f76de-39fb-4eb9-b4b1-7c6f14087cb2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.432999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49e2b6b4-e46b-472e-9270-de494ae1b8ae req-350f76de-39fb-4eb9-b4b1-7c6f14087cb2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2754939 Jun 17 08:39:47.438595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Allocated IP 10.1.1.2 (60c79c91-470d-458d-9149-56cb8a529c77/7ae55a93-c609-4964-9b69-611929c5613b/1c08782e-2304-457e-b020-ec7efbdea61e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:47.445371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.448787 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-585656f4-d246-4332-988b-9f5ccfa68c07 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.454772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.457805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6409358-86cc-4965-b8ef-7c0fe766a675 req-d8b60d70-ebea-4aea-8b77-fab8bceb77a5 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.459423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6409358-86cc-4965-b8ef-7c0fe766a675 req-d8b60d70-ebea-4aea-8b77-fab8bceb77a5 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.3060744 Jun 17 08:39:47.460824 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/086d4c69-aba5-4065-8ea6-cc6e4d829be1 HTTP/1.1" status: 204 len: 168 time: 0.1608534 Jun 17 08:39:47.464816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38038) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.484693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38040) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.509559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Request body: {'floatingip': {'port_id': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:47.529704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=086d4c69-aba5-4065-8ea6-cc6e4d829be1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.598713 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.625111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.664867 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.669515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49e2b6b4-e46b-472e-9270-de494ae1b8ae req-f3e1b227-829e-42f3-9e2a-c10185206621 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241070 Jun 17 08:39:47.675932 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.685170 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.685505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Transition to ACTIVE for port object 1c08782e-2304-457e-b020-ec7efbdea61e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:47.725002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Transition to ACTIVE for port object 1c08782e-2304-457e-b020-ec7efbdea61e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:47.744865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.748798 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30d860d0-ff24-4902-ab0b-99855f6051dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.752984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ba5fe333-d436-4492-a912-9f9a670fb019 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2867281 Jun 17 08:39:47.753768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38046) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.777183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '20286ee5-b768-4aa8-8885-7a9e79e0bc36', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:47.779083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Subnet': ['ID=a85c3874-ba72-4287-83b1-1208e9e9c8d2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.801409 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.858148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Network 60c79c91-470d-458d-9149-56cb8a529c77 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:47.874149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Checking segment: {'id': 'ab709035-984b-4ff5-9726-96bcb7d4c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:47.874945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network hostable DHCP agents. Network: d5434fb8-65b3-4b75-b5c9-d467931150ca, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:47.894930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:47.899658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:47.926937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Pushing event updated for resources: {'Port': ['ID=1c08782e-2304-457e-b020-ec7efbdea61e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.931368 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.945397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network d5434fb8-65b3-4b75-b5c9-d467931150ca is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:47.949775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.013258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Attempting to bind port 1c08782e-2304-457e-b020-ec7efbdea61e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:48.014305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Attempting to bind port 1c08782e-2304-457e-b020-ec7efbdea61e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '60c79c91-470d-458d-9149-56cb8a529c77'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:48.014840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Attempting to bind port 1c08782e-2304-457e-b020-ec7efbdea61e on network 60c79c91-470d-458d-9149-56cb8a529c77 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:48.021462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:48.022345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Checking segment: {'id': 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '60c79c91-470d-458d-9149-56cb8a529c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:48.023022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.023578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Bound using segment: {'id': 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '60c79c91-470d-458d-9149-56cb8a529c77'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:48.024216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Bound port: 1c08782e-2304-457e-b020-ec7efbdea61e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '60c79c91-470d-458d-9149-56cb8a529c77'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:48.024797 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.030868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cd8db2f-215b-405d-8fcf-48ec54f58dad req-510c8270-9b8c-4c5b-8766-c03b5a7480c3 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 210 time: 0.0785832 Jun 17 08:39:48.031822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d5434fb8-65b3-4b75-b5c9-d467931150ca) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:48.045040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.045636 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.058336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5373d28e-2c35-49d4-9386-de6b7b09d68c None None] Network d5434fb8-65b3-4b75-b5c9-d467931150ca requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:48.091123 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0950549 Jun 17 08:39:48.093208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38054) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:48.102706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'port': {'network_id': '60c79c91-470d-458d-9149-56cb8a529c77', 'name': 'tempest-TaggedBootDevicesTest_v242-1322202651', 'fixed_ips': [{'subnet_id': '7ae55a93-c609-4964-9b69-611929c5613b'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:48.112911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38056) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:48.329777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.381796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] For port 1c08782e-2304-457e-b020-ec7efbdea61e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:48.386314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] For port 1c08782e-2304-457e-b020-ec7efbdea61e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c08782e-2304-457e-b020-ec7efbdea61e,segment=NetworkSegment(bf5e912b-3b54-4752-8ebf-b8f1d11d7476),segment_id=bf5e912b-3b54-4752-8ebf-b8f1d11d7476)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:48.389869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-d5434fb8-65b3-4b75-b5c9-d467931150ca', 'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'fixed_ips': [{'subnet_id': 'a85c3874-ba72-4287-83b1-1208e9e9c8d2'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:48.391034 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.405696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.413083 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:48.470224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Pushing event updated for resources: {'Port': ['ID=1c08782e-2304-457e-b020-ec7efbdea61e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:48.475301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:48.518833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.548503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.557920 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9bb86511-74ba-4406-920e-03f301b9c382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:48.570734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.resource_extend [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:39:48.579192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:48.692738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd6d3673e75740fc85ba54295a937175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762367 Jun 17 08:39:48.693690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38068) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:48.736815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Allocated IP 10.2.2.2 (d5434fb8-65b3-4b75-b5c9-d467931150ca/a85c3874-ba72-4287-83b1-1208e9e9c8d2/36a7ffbf-0dce-497c-a6c0-138367dd6005) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:48.872379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.880356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.895652 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.904829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.925685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bdd823-a732-41e6-aec5-8d23adb5bd12,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:48.939997 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.007035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-31e6d9c8-4e99-4438-bc41-33adff9ace05 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:49.008532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-31e6d9c8-4e99-4438-bc41-33adff9ace05 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "GET /v2.0/networks?id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 200 len: 809 time: 0.2782440 Jun 17 08:39:49.021718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.064413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.066970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Request body: {'port': {'device_id': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0', 'admin_state_up': True, 'tenant_id': '95a23b0b95de43038ac24be42e321ed8'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:49.069060 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.071696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcc6919-0e4f-4c21-9beb-5483ef7a5607,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.084714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Transition to ACTIVE for port object 36a7ffbf-0dce-497c-a6c0-138367dd6005 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:49.091679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.101649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.102746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Transition to ACTIVE for port object 36a7ffbf-0dce-497c-a6c0-138367dd6005 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:49.110450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:49.112146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.116528 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.146361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.147832 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3850071 Jun 17 08:39:49.160387 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7226c748-dc8b-40b9-b9b9-677e93b99ca7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.164723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Network d5434fb8-65b3-4b75-b5c9-d467931150ca is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:49.169548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38074) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:49.171485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:49.176306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:49.179960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Pushing event updated for resources: {'Port': ['ID=36a7ffbf-0dce-497c-a6c0-138367dd6005,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.185963 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.225703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.266143 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5cb7c35a-5ac1-4dff-8218-af896459cf0d tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules/5bcc6919-0e4f-4c21-9beb-5483ef7a5607 HTTP/1.1" status: 200 len: 763 time: 0.0926893 Jun 17 08:39:49.268374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Attempting to bind port 36a7ffbf-0dce-497c-a6c0-138367dd6005 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:49.268991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Attempting to bind port 36a7ffbf-0dce-497c-a6c0-138367dd6005 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'ab709035-984b-4ff5-9726-96bcb7d4c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:49.269754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Attempting to bind port 36a7ffbf-0dce-497c-a6c0-138367dd6005 on network d5434fb8-65b3-4b75-b5c9-d467931150ca {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:49.276235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38076) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:49.287678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:49.288578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Checking segment: {'id': 'ab709035-984b-4ff5-9726-96bcb7d4c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:49.289283 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.289883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Bound using segment: {'id': 'ab709035-984b-4ff5-9726-96bcb7d4c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:49.290587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Bound port: 36a7ffbf-0dce-497c-a6c0-138367dd6005, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab709035-984b-4ff5-9726-96bcb7d4c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd5434fb8-65b3-4b75-b5c9-d467931150ca'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:49.291896 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.307860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.331012 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.368874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] For port 36a7ffbf-0dce-497c-a6c0-138367dd6005, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:49.372524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] For port 36a7ffbf-0dce-497c-a6c0-138367dd6005, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=36a7ffbf-0dce-497c-a6c0-138367dd6005,segment=NetworkSegment(ab709035-984b-4ff5-9726-96bcb7d4c284),segment_id=ab709035-984b-4ff5-9726-96bcb7d4c284)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:49.378078 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Floating IP c1ffa82f-9441-4007-a11f-ff36ba2ec8d9 associated. External IP: 172.25.7.76, port: 7bc61b80-9667-4dcc-bf1e-eae4b258b83f. Jun 17 08:39:49.379506 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.383186 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.391200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9edb51d9-8e93-4712-b8ae-e4452d258f11 req-0ee4e787-3726-44bd-a170-187aed8d031e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 210 time: 0.0642965 Jun 17 08:39:49.421289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b36184-80f2-43b8-b0a5-23d68cb6ff81 req-d6b0b755-2556-4fc0-b83b-46be0dbe2eca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:49.428305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5b36184-80f2-43b8-b0a5-23d68cb6ff81 req-d6b0b755-2556-4fc0-b83b-46be0dbe2eca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.4311585 Jun 17 08:39:49.465592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Pushing event updated for resources: {'Port': ['ID=36a7ffbf-0dce-497c-a6c0-138367dd6005,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.470269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] device_id is not set on port 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:49.478775 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.516135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.522893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.524337 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3bdd823-a732-41e6-aec5-8d23adb5bd12 HTTP/1.1" status: 204 len: 168 time: 0.8300109 Jun 17 08:39:49.531661 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.545130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Made reservation on behalf of 95a23b0b95de43038ac24be42e321ed8 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:49.548437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bdd823-a732-41e6-aec5-8d23adb5bd12,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.549346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.551439 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.569296 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7a97f18-067e-4236-98cf-51bd8fd22c5f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2880299 Jun 17 08:39:49.570089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5b36184-80f2-43b8-b0a5-23d68cb6ff81 req-cf40ad94-88e1-4dc5-9e0a-79cb1bdc4ffb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408570 Jun 17 08:39:49.574617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:49.628963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.643190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.821002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.887342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.895182 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5bcc6919-0e4f-4c21-9beb-5483ef7a5607 HTTP/1.1" status: 204 len: 168 time: 0.3196390 Jun 17 08:39:49.902509 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.917352 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.002772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bcc6919-0e4f-4c21-9beb-5483ef7a5607,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:50.020652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:50.082511 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4ae31813-c713-4097-9e65-c4fda5a3c9aa tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1603124 Jun 17 08:39:50.086609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38090) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.109822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Router 6c60c11d-f60e-4363-9893-0312231986e3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:50.110925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Request body: {'security_group_rule': {'security_group_id': '20286ee5-b768-4aa8-8885-7a9e79e0bc36', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:50.140469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c08782e-2304-457e-b020-ec7efbdea61e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:50.161539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Allocated IP 172.20.0.5 (ac67a68d-14bc-4899-a4ba-10ad6d4370e0/70cb7589-7731-4e4c-8527-873fe6137801/aa0a6457-187d-4186-9e61-ec4947a4fba9) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:50.263337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Allocated IP 10.1.1.72 (60c79c91-470d-458d-9149-56cb8a529c77/7ae55a93-c609-4964-9b69-611929c5613b/6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:50.266982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1c08782e-2304-457e-b020-ec7efbdea61e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:50.271786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 36a7ffbf-0dce-497c-a6c0-138367dd6005 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:50.302375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:50.310818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.347801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.351950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] Sync routers for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:50.354691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e05ca-4c08-4296-8213-3a9822e5012c None None] Network 60c79c91-470d-458d-9149-56cb8a529c77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:50.364291 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6551aa0-284e-4417-a19e-c38c381f5059 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "PUT /v2.0/floatingips/c1ffa82f-9441-4007-a11f-ff36ba2ec8d9 HTTP/1.1" status: 200 len: 991 time: 2.8715930 Jun 17 08:39:50.364291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:50.365242 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54" -d '{"events": [{"name": "network-changed", "server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:50.446203 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb42ab-6fec-42e8-93b3-b7cc532fc2b3 x-openstack-request-id: req-b8bb42ab-6fec-42e8-93b3-b7cc532fc2b3 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:50.446776 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:50.447355 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8bb42ab-6fec-42e8-93b3-b7cc532fc2b3 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:50.448071 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'status': 'completed', 'code': 200} Jun 17 08:39:50.595058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-e16dd18f-2619-498a-ac6d-4946f4f91da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.597933 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-e16dd18f-2619-498a-ac6d-4946f4f91da3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba1d01239686431b83374d48ef12edfb&device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 1098 time: 0.1299856 Jun 17 08:39:50.601233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:50.601903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:39:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:50.746245 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.817952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-12a9c661-0a41-472f-9450-b2c8bd28fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.819551 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-12a9c661-0a41-472f-9450-b2c8bd28fe28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a5f5049c-5185-457b-b477-b0dad3d0f40a HTTP/1.1" status: 200 len: 917 time: 0.2125661 Jun 17 08:39:50.910362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Provisioning for port 1c08782e-2304-457e-b020-ec7efbdea61e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:50.925928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Provisioning complete for port 1c08782e-2304-457e-b020-ec7efbdea61e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:50.926814 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.928606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 36a7ffbf-0dce-497c-a6c0-138367dd6005 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:50.949279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.966259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Transition to ACTIVE for port object 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:50.991736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-ae21d8e4-9afe-490a-ae1c-aac52840dbe9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f HTTP/1.1" status: 200 len: 999 time: 0.1651933 Jun 17 08:39:51.020123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:51.058726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.077020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-85906289-d7f0-4506-8b19-99c54ef70508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.079325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-85906289-d7f0-4506-8b19-99c54ef70508 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=525ebc8a-41e0-4230-ad32-6cc09a903980 HTTP/1.1" status: 200 len: 855 time: 0.0794387 Jun 17 08:39:51.136125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.145846 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7abba03-5d1a-40e1-94a1-d1ad82729bea tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:51.149023 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.152711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.164520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e00ae9-614f-4680-951f-d0b7cd8f9ceb None None] Network d5434fb8-65b3-4b75-b5c9-d467931150ca requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:51.239512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-ddb0f345-3161-4be2-8e7c-f0ca45cc39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.241362 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-ddb0f345-3161-4be2-8e7c-f0ca45cc39d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a5f5049c-5185-457b-b477-b0dad3d0f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557987 Jun 17 08:39:51.264428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db78e27f-c57c-40d6-b24d-99e8d80266fb,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:51.291216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network 60c79c91-470d-458d-9149-56cb8a529c77 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:51.294483 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:51.302855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:51.306247 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1b3a7a59-6648-49e3-a0b9-c90eb324bf74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:51.314369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:51.327365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.331494 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2333241 Jun 17 08:39:51.336761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38120) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.340806 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.380553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:51.421274 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-d4970733-286d-47af-aeed-c6c1256cd764 service neutron] 10.222.0.67 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726081 Jun 17 08:39:51.445107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:51.450048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:51.468440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-083c10fe-fb06-4753-8d9c-5b9e0762cc70 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules/db78e27f-c57c-40d6-b24d-99e8d80266fb HTTP/1.1" status: 200 len: 764 time: 0.0940835 Jun 17 08:39:51.474419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38124) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.537784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] For port 1c08782e-2304-457e-b020-ec7efbdea61e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c08782e-2304-457e-b020-ec7efbdea61e,segment=NetworkSegment(bf5e912b-3b54-4752-8ebf-b8f1d11d7476),segment_id=bf5e912b-3b54-4752-8ebf-b8f1d11d7476)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:51.562558 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.573820 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4967182b-cdb0-4093-8e14-954507c1fbed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:51.582705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.583553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.623375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.624073 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.657887 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-12ae2b4e-9ef6-4c72-bb72-12df1f33aa54 req-b9f95997-f585-4bfe-9b6f-769d675675ce service neutron] 10.222.0.67 "GET /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299073 Jun 17 08:39:51.667639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6310973 Jun 17 08:39:51.672642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Port': ['ID=6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:51.682881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66afd7d-436e-42ec-8b39-ebd33121a2ce req-f8d67105-7a2d-4bf0-869f-c2c0dc0ba5e4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.691008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a66afd7d-436e-42ec-8b39-ebd33121a2ce req-f8d67105-7a2d-4bf0-869f-c2c0dc0ba5e4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 931 time: 0.6870129 Jun 17 08:39:51.704835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Request body: {'port': {'device_id': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:51.722967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae826ac-bc98-435f-b45a-1bb2f1bff58d req-801f48e0-e037-4614-80fc-1d20815e945b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.724793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dae826ac-bc98-435f-b45a-1bb2f1bff58d req-801f48e0-e037-4614-80fc-1d20815e945b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.6119540 Jun 17 08:39:51.728171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5b0316d4-535d-4589-a679-81d6e281fcc1 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6336353 Jun 17 08:39:51.731133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38132) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.736560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'port': {'network_id': '60c79c91-470d-458d-9149-56cb8a529c77', 'name': 'tempest-TaggedBootDevicesTest_v242-321089128', 'fixed_ips': [{'subnet_id': '7ae55a93-c609-4964-9b69-611929c5613b'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:51.907398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Pushing event updated for resources: {'Port': ['ID=1c08782e-2304-457e-b020-ec7efbdea61e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:51.935258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Made reservation on behalf of 2539a7b2925f46dca532201cd5522dd3 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:51.937554 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.029326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Provisioning for port 36a7ffbf-0dce-497c-a6c0-138367dd6005 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:52.037358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.047662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Provisioning complete for port 36a7ffbf-0dce-497c-a6c0-138367dd6005 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:52.048039 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.080532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] device_id is not set on port 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:52.109436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'c1ffa82f-9441-4007-a11f-ff36ba2ec8d9', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'floating_ip_address': '172.25.7.76', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'port_id': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'mac_address': 'fa:16:3e:64:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:38:47Z', 'updated_at': '2021-06-17T08:39:48Z', 'revision_number': 1, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:46Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:52.169587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] Checking router: 6c60c11d-f60e-4363-9893-0312231986e3 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:52.186055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:52.186758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:39:27Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:52.347180 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.403856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Allocated IP 10.1.1.247 (60c79c91-470d-458d-9149-56cb8a529c77/7ae55a93-c609-4964-9b69-611929c5613b/89c4d510-0461-4e05-b5a3-aca0f67fc8d5) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:52.409097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Pushing event updated for resources: {'Port': ['ID=aa0a6457-187d-4186-9e61-ec4947a4fba9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:52.421777 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.430382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] For port 36a7ffbf-0dce-497c-a6c0-138367dd6005, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=36a7ffbf-0dce-497c-a6c0-138367dd6005,segment=NetworkSegment(ab709035-984b-4ff5-9726-96bcb7d4c284),segment_id=ab709035-984b-4ff5-9726-96bcb7d4c284)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:52.437661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.205s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.438363 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.441770 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.446070 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.491093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f2782437-786a-4aec-affe-12bff096d9e4 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.9223194 Jun 17 08:39:52.492595 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38148) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.512897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:52.522580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dae826ac-bc98-435f-b45a-1bb2f1bff58d req-ba6c866d-bbde-4485-a82e-c6f8db6fde77 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7701583 Jun 17 08:39:52.526600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a66afd7d-436e-42ec-8b39-ebd33121a2ce req-cb814c0d-0fe2-4c49-a715-961a54337f0c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8338020 Jun 17 08:39:52.586689 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.634934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Pushing event updated for resources: {'Port': ['ID=36a7ffbf-0dce-497c-a6c0-138367dd6005,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:52.643544 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.650076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.655131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Provisioning complete for port 1c08782e-2304-457e-b020-ec7efbdea61e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:52.655511 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.668436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.769490 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.819443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Transition to ACTIVE for port object 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:52.820547 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.825277 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9431e4c7-d0d6-4a4f-a23f-c1023b671738 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.839282 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.843068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/db78e27f-c57c-40d6-b24d-99e8d80266fb HTTP/1.1" status: 204 len: 168 time: 0.3430197 Jun 17 08:39:52.843676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db78e27f-c57c-40d6-b24d-99e8d80266fb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:52.843795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38162) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.857168 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.894800 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fa59f646-fbc1-43bd-97bc-c8b377ac99d1 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474875 Jun 17 08:39:52.894800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.896007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38164) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.902783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.985192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network 60c79c91-470d-458d-9149-56cb8a529c77 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:52.996720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'c1ffa82f-9441-4007-a11f-ff36ba2ec8d9', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'floating_ip_address': '172.25.7.76', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'port_id': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'mac_address': 'fa:16:3e:64:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:38:47Z', 'updated_at': '2021-06-17T08:39:48Z', 'revision_number': 1, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:46Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:53.002506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:53.007822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:53.009458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Port': ['ID=89c4d510-0461-4e05-b5a3-aca0f67fc8d5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.016198 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.035829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.075643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d1d6b2-5ad8-48f6-b1a7-cf09cd29dccf None None] The sync data for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 is: [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'c1ffa82f-9441-4007-a11f-ff36ba2ec8d9', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'floating_ip_address': '172.25.7.76', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'port_id': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'mac_address': 'fa:16:3e:64:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:38:47Z', 'updated_at': '2021-06-17T08:39:48Z', 'revision_number': 1, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:46Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:53.088924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.109030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1d507274-be32-44df-8197-252f3856c79b None None] Provisioning complete for port 36a7ffbf-0dce-497c-a6c0-138367dd6005 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:53.109423 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d507274-be32-44df-8197-252f3856c79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.124682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0a6457-187d-4186-9e61-ec4947a4fba9 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:53.133762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.134440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.154222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.194241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Transition to ACTIVE for port object aa0a6457-187d-4186-9e61-ec4947a4fba9 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:53.204052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.205955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4735668 Jun 17 08:39:53.206558 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.266056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.268745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.272268 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "DELETE /v2.0/security-groups/20286ee5-b768-4aa8-8885-7a9e79e0bc36 HTTP/1.1" status: 204 len: 168 time: 0.3729813 Jun 17 08:39:53.272268 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b94f177-2b73-451a-b505-73956c97f75a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.274101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38174) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.322664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20286ee5-b768-4aa8-8885-7a9e79e0bc36,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.347278 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.384924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1d507274-be32-44df-8197-252f3856c79b None None] Provisioning for port 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:53.394514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1d507274-be32-44df-8197-252f3856c79b None None] Provisioning complete for port 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:53.395099 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d507274-be32-44df-8197-252f3856c79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.419221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a6457-187d-4186-9e61-ec4947a4fba9,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.428775 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aff1cd15-6f7c-4aeb-a040-fd99aea647af tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478941 Jun 17 08:39:53.428775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38178) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.433386 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.465187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1d507274-be32-44df-8197-252f3856c79b None None] Port 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:53.500016 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e28be-2f76-4db7-983b-b26cf606a657 None None] New status for floating IP c1ffa82f-9441-4007-a11f-ff36ba2ec8d9: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:39:53.523843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-099a05ce-999c-41f8-97e7-7c249849a2fc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954096 Jun 17 08:39:53.559396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Attempting to bind port aa0a6457-187d-4186-9e61-ec4947a4fba9 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:53.559879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Attempting to bind port aa0a6457-187d-4186-9e61-ec4947a4fba9 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:53.560341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Attempting to bind port aa0a6457-187d-4186-9e61-ec4947a4fba9 on network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:53.566978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Port aa0a6457-187d-4186-9e61-ec4947a4fba9 on network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:53.566978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Attempting to bind port aa0a6457-187d-4186-9e61-ec4947a4fba9 on network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:53.572822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:53.573163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Checking segment: {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:53.573531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Bound using segment: {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:53.574295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Bound port: aa0a6457-187d-4186-9e61-ec4947a4fba9, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:53.575411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.587572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.598071 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd8dd2ba-24f8-4361-a75d-dfd9db7e60f4 None None] Provisioning for port 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:53.606861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd8dd2ba-24f8-4361-a75d-dfd9db7e60f4 None None] Provisioning complete for port 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:53.611149 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd2ba-24f8-4361-a75d-dfd9db7e60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.698045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] For port aa0a6457-187d-4186-9e61-ec4947a4fba9, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:53.711143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] For port aa0a6457-187d-4186-9e61-ec4947a4fba9, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:53.725290 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.728263 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-981b0899-d7fb-43ac-9048-e770831b9c30 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.733217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dd2ba-24f8-4361-a75d-dfd9db7e60f4 None None] Port 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:53.769054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38190) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.774808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474808614', 'description': 'tempest-description--1025507958'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:53.817397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.818790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.823933 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] 10.222.0.67 "PUT /v2.0/ports/aa0a6457-187d-4186-9e61-ec4947a4fba9 HTTP/1.1" status: 200 len: 1092 time: 2.1241934 Jun 17 08:39:53.826791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'tag': 'aa0a6457-187d-4186-9e61-ec4947a4fba9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:53.831952 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc771a-bda0-4151-a404-c6fa277389c6", "tag": "aa0a6457-187d-4186-9e61-ec4947a4fba9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:53.854548 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.968957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a6457-187d-4186-9e61-ec4947a4fba9,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.974036 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.056595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c08782e-2304-457e-b020-ec7efbdea61e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:54.090342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8395-a262-4ff7-9434-3b600487c2e6 req-79bb42aa-f827-4be3-81d9-88c1f8ca5f09 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.097811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e5a8395-a262-4ff7-9434-3b600487c2e6 req-79bb42aa-f827-4be3-81d9-88c1f8ca5f09 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 943 time: 0.2455387 Jun 17 08:39:54.162863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1c08782e-2304-457e-b020-ec7efbdea61e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:54.163619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.227764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-e4dd57db-ba2a-4641-b383-e347fcbfc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.229418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-e4dd57db-ba2a-4641-b383-e347fcbfc4c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95a23b0b95de43038ac24be42e321ed8&device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 1095 time: 0.2746127 Jun 17 08:39:54.269493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 36a7ffbf-0dce-497c-a6c0-138367dd6005 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:54.275466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e5a8395-a262-4ff7-9434-3b600487c2e6 req-8c2bb0ab-7a38-4310-8665-a439bfca2e6a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665158 Jun 17 08:39:54.316380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38200) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.341209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.345825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-91fc52c6-8a64-4986-b5c1-fda15df7037f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9 HTTP/1.1" status: 200 len: 217 time: 0.1033273 Jun 17 08:39:54.361392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37afb0b-4f29-43bd-816b-c8d9d7704925 req-0a931167-1c32-4f77-ac80-585dcff04e9e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.372583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37afb0b-4f29-43bd-816b-c8d9d7704925 req-0a931167-1c32-4f77-ac80-585dcff04e9e tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.3534985 Jun 17 08:39:54.373845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 36a7ffbf-0dce-497c-a6c0-138367dd6005 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:54.374243 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.472938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.488071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37afb0b-4f29-43bd-816b-c8d9d7704925 req-cc44ab96-bb46-40d2-ae46-3146fe5affb8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141975 Jun 17 08:39:54.552099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a418a3a1-1523-44cb-9754-c78fa3fa7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.556183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-a418a3a1-1523-44cb-9754-c78fa3fa7f48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70cb7589-7731-4e4c-8527-873fe6137801 HTTP/1.1" status: 200 len: 849 time: 0.1543231 Jun 17 08:39:54.566081 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ce840-57f7-4885-b713-c76a0276b77a x-openstack-request-id: req-4c9ce840-57f7-4885-b713-c76a0276b77a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:54.566445 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc771a-bda0-4151-a404-c6fa277389c6", "tag": "aa0a6457-187d-4186-9e61-ec4947a4fba9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:54.566842 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c9ce840-57f7-4885-b713-c76a0276b77a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:54.567428 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'tag': 'aa0a6457-187d-4186-9e61-ec4947a4fba9', 'status': 'completed', 'code': 200} Jun 17 08:39:54.580329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.586607 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6bcbd9b-0769-407d-bdf7-0d5f7c2e21dc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.595018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.608496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.610058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-bf2a34b7-d46e-4fef-86e4-04bafeb5d6f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350628 Jun 17 08:39:54.624807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.625277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-63753c57-ed7d-4f1b-bc4a-8c9273f2bc88 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:39:54.629334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8558600 Jun 17 08:39:54.629489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-63753c57-ed7d-4f1b-bc4a-8c9273f2bc88 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081501 Jun 17 08:39:54.629576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e720848b-f7cd-460c-88c9-e2c2f2187376,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.630983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38204) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.634120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.634646 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20d8dd08-be61-4da9-8701-a11572a80501 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.642184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'security_group_rule': {'security_group_id': 'e720848b-f7cd-460c-88c9-e2c2f2187376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:54.654090 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4d7ff2febb241638e4496643f7edd83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0650816 Jun 17 08:39:54.657283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38206) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.664733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-27454c6c-d2d3-4806-a437-423096102ef0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ceee35974b540ca9dbacc9f8b122428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467607 Jun 17 08:39:54.671251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.691931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab33315-2e0d-411f-8d26-21824bd41c1c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.699445 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.736560 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.766642 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.769315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.797449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-223c479f-0c74-4391-a632-4f6ef835ef3b service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478868 Jun 17 08:39:54.808598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.811481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.835975 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.856251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.860655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.895266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.902296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.902296 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/549ebf29-b73f-46c8-9e59-badcaa135ecf HTTP/1.1" status: 204 len: 168 time: 0.2270992 Jun 17 08:39:54.902296 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0a6fb271-5cb4-4e7e-aba7-d00940a61d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.909649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ebf29-b73f-46c8-9e59-badcaa135ecf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.912136 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.913800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.917287 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.921109 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ab33315-2e0d-411f-8d26-21824bd41c1c HTTP/1.1" status: 204 len: 168 time: 0.2605379 Jun 17 08:39:54.921109 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0eb239d-5d6d-41ea-8e5a-6a863831c04a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.929013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab33315-2e0d-411f-8d26-21824bd41c1c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.933003 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.953404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84476834-53ee-4426-802f-8cdf3a972ef8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.957005 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.968878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.973099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38214) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.975693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436580 Jun 17 08:39:54.983754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'security_group_rule': {'security_group_id': 'e720848b-f7cd-460c-88c9-e2c2f2187376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:55.003245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-478314bf-6d59-4449-b06f-55d6671d9946 req-ab99391d-809e-449c-a555-32a3c1a4de4b service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975863 Jun 17 08:39:55.025399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75eda4cf-e233-43e7-85be-a2ca8b7fee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.072230 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.144554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.149141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.154498 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.157586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-f1abf644-07f4-4aca-a4e2-a6a3a0dbe11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.160139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-f1abf644-07f4-4aca-a4e2-a6a3a0dbe11b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95a23b0b95de43038ac24be42e321ed8&device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 1095 time: 0.0909889 Jun 17 08:39:55.173838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c84f59-f347-4be9-bad2-2379bf70c62b,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:55.177583 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.183194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.184512 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2101009 Jun 17 08:39:55.187806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38218) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:55.195181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:55.230776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.369314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-a77a1c57-5678-456c-ac6e-b48975e1cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.375806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-a77a1c57-5678-456c-ac6e-b48975e1cf27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 200 len: 910 time: 0.2071970 Jun 17 08:39:55.448195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.466196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-81788eda-6c54-4848-81f6-c21f0920636f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9 HTTP/1.1" status: 200 len: 217 time: 0.0835357 Jun 17 08:39:55.533063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38234) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:55.587440 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.659349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-f3cdeb1e-3acc-4fbd-b4c2-f991486ff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.661027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-f3cdeb1e-3acc-4fbd-b4c2-f991486ff828 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70cb7589-7731-4e4c-8527-873fe6137801 HTTP/1.1" status: 200 len: 849 time: 0.1888070 Jun 17 08:39:55.682698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Allocated IP 172.25.7.212 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c90e85c7-d3d9-4305-a2bf-cd546ad94981) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:55.712462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-c470afa6-3ec4-4fc0-a04d-f755403e21b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407882 Jun 17 08:39:55.818537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.819247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b4f7-462c-44eb-b387-fe5ade61b7ac req-2fcc8154-d7dd-46b5-9cef-fe6ab3a78127 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.820866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fb4b4f7-462c-44eb-b387-fe5ade61b7ac req-2fcc8154-d7dd-46b5-9cef-fe6ab3a78127 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 943 time: 0.2887416 Jun 17 08:39:55.881367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.884904 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd06e423-206d-4a16-acb4-c7380c49da74 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.909577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.928671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:55.928671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:55.935669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:55.941838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.949337 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fcddcda3-1658-4a30-bdc0-d2dd53010ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.984045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fb4b4f7-462c-44eb-b387-fe5ade61b7ac req-e4bc7a1d-c65a-4a3a-ac4a-9ecbf7368c42 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508155 Jun 17 08:39:56.000952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Port': ['ID=c90e85c7-d3d9-4305-a2bf-cd546ad94981,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.005824 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.027309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-45bd9f2b-f848-4b43-9842-cdccf176e764 service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972269 Jun 17 08:39:56.035841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f3bf7-428d-480f-9ee7-5bcc9418c2d3 req-ad762a8f-ced2-4a55-b36d-527557373dc1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.037401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-881f3bf7-428d-480f-9ee7-5bcc9418c2d3 req-ad762a8f-ced2-4a55-b36d-527557373dc1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.3169296 Jun 17 08:39:56.038187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f406016-4f6f-4218-ac3e-b3ba33e986cb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.045708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=543a746caf664eb985b16c0467d0cc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117359 Jun 17 08:39:56.046062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.048118 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.103150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.127091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38258) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.137280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-881f3bf7-428d-480f-9ee7-5bcc9418c2d3 req-355ba161-8178-452b-8098-91f0e36ac3b6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901325 Jun 17 08:39:56.175329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.206719 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.217099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7ca74d5-b6be-486f-aaf3-e176deea0ef5 req-4ef5dc9a-6d31-4f5f-bf90-f8a89b579410 service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502917 Jun 17 08:39:56.248046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.306142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-433206606-network', 'tenant_id': '813d0e6a1ce9402f993f85a17daf9b02'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:56.390253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Made reservation on behalf of 813d0e6a1ce9402f993f85a17daf9b02 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:56.392954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.409013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.411665 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.415041 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f406016-4f6f-4218-ac3e-b3ba33e986cb HTTP/1.1" status: 204 len: 168 time: 0.3658664 Jun 17 08:39:56.417267 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b02a1ed6-d02b-4a8f-8983-d9a5d1c6e0cb tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.427427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.440360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f406016-4f6f-4218-ac3e-b3ba33e986cb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.453847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.532308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.541829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.546564 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77a3f473-aca7-4bd7-9468-4a5dd96cd0a6 tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.640669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event updated for resources: {'Port': ['ID=c90e85c7-d3d9-4305-a2bf-cd546ad94981,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.655946 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.673156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.692263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.701895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.710181 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-52da19b1-271a-47d1-9b06-81265c96d35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.739033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.748325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5505128 Jun 17 08:39:56.769799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:56.784894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79afa7ba-66e1-477e-b279-ea742aa362b3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.789626 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.790819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.791192 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Added segment f0fcf58e-a257-4f36-8d3d-c26c47b6db31 of type vlan for network 966873c5-6079-413f-8acc-d182297896a5 Jun 17 08:39:56.844629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.888385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-1df53a8a-0324-450c-935e-8b786300e577 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.897374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-1df53a8a-0324-450c-935e-8b786300e577 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.1940684 Jun 17 08:39:56.911989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-d9773274-3969-4587-a171-1b85922c5561 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/quotas/8a4c08c0d2ea423c9f28acda16190f44 HTTP/1.1" status: 200 len: 375 time: 0.0136197 Jun 17 08:39:56.920761 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.921872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.922473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.937761 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.974465 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8460715 Jun 17 08:39:56.977695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.985382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Request body: {'subnet': {'network_id': '966873c5-6079-413f-8acc-d182297896a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-433206606-subnet', 'tenant_id': '813d0e6a1ce9402f993f85a17daf9b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:57.020484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Pushing event updated for resources: {'Network': ['ID=966873c5-6079-413f-8acc-d182297896a5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.025765 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.032791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 966873c5-6079-413f-8acc-d182297896a5 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:57.059587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-f86f58ea-dc10-4316-ab48-b863a515e052 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396234 Jun 17 08:39:57.080122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Made reservation on behalf of 813d0e6a1ce9402f993f85a17daf9b02 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:57.083064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.220008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-d29f926f-c8d0-44a6-abb6-9bc0b7eb328c service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519368 Jun 17 08:39:57.372035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-bd91418a-c95f-4453-8154-19441e0493ef service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511900 Jun 17 08:39:57.411990 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80708360-9f4e-43ee-b876-98f7c9cc8551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.416037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e9bdf-6e4c-46a3-bd63-f8cfe4c9b6bd req-c3ce2948-fbc7-4d2b-8bdf-070e1c6bd96c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.419024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd9e9bdf-6e4c-46a3-bd63-f8cfe4c9b6bd req-c3ce2948-fbc7-4d2b-8bdf-070e1c6bd96c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 943 time: 0.1617062 Jun 17 08:39:57.482240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.486650 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a684de7c-0c1b-4c81-8fe0-428d46d9cdf7 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.507903 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.508158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd9e9bdf-6e4c-46a3-bd63-f8cfe4c9b6bd req-155d5d9f-fcfc-4536-9f36-112c9eabe63b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811839 Jun 17 08:39:57.548919 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=428dfd56-cd84-4ce2-85b4-68ac1eb8ea39,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.553541 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.580089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Checking segment: {'id': 'f0fcf58e-a257-4f36-8d3d-c26c47b6db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '966873c5-6079-413f-8acc-d182297896a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:57.580455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Network hostable DHCP agents. Network: 966873c5-6079-413f-8acc-d182297896a5, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:57.608084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:57.622588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Network 966873c5-6079-413f-8acc-d182297896a5 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:57.644000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 966873c5-6079-413f-8acc-d182297896a5) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:57.649891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.653270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.713239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7273304 Jun 17 08:39:57.752717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-f108c0b8-de4e-4be7-a7ed-dbe5f85b8656 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1474808614&fields=id&tenant_id=2539a7b2925f46dca532201cd5522dd3 HTTP/1.1" status: 200 len: 267 time: 0.0813017 Jun 17 08:39:57.802701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beadcc81-5411-4041-a601-f936db3e6bc3 None None] Network 966873c5-6079-413f-8acc-d182297896a5 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:57.909828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-d19eeaeb-6288-4610-9cb8-255480ea587f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.911416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-d19eeaeb-6288-4610-9cb8-255480ea587f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/ports/6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 HTTP/1.1" status: 200 len: 936 time: 0.1452906 Jun 17 08:39:57.989524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0d5fa-50b0-4457-af20-723f0c6154ce None None] Network 966873c5-6079-413f-8acc-d182297896a5 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:57.992540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:58.015021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '255aeaea-542f-46de-b407-2fff350dcc9d', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d', 'mac_address': 'fa:16:3e:f6:b0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:58.054482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-06fd7b51-8c6e-4eb7-a7a2-87db2bd98e43 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.059114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-06fd7b51-8c6e-4eb7-a7a2-87db2bd98e43 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/ports/89c4d510-0461-4e05-b5a3-aca0f67fc8d5 HTTP/1.1" status: 200 len: 936 time: 0.1354370 Jun 17 08:39:58.114797 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.185150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 255aeaea-542f-46de-b407-2fff350dcc9d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:58.210417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:58.218097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-6607a2eb-7396-4fdc-9203-1692db033753 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/ports?network_id=d5434fb8-65b3-4b75-b5c9-d467931150ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1395204 Jun 17 08:39:58.223147 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.225570 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-732f36be-e3f8-41b5-84d7-70f9c9bfe957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:58.282710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:58.286401 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:58.305859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f693-1fbd-4435-97c7-0c82969ad463 req-3077f83b-1773-4f6b-a7cf-fa0ae27ce5b2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.307314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b929f693-1fbd-4435-97c7-0c82969ad463 req-3077f83b-1773-4f6b-a7cf-fa0ae27ce5b2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.4689848 Jun 17 08:39:58.308387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['255aeaea-542f-46de-b407-2fff350dcc9d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:58.359830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-49f8daca-ba66-4095-bbad-cf15fea29e96 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/ports?network_id=d5434fb8-65b3-4b75-b5c9-d467931150ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1253622 Jun 17 08:39:58.656171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b929f693-1fbd-4435-97c7-0c82969ad463 req-a394a818-39e0-4b34-9f5b-faee17a42d6c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072019 Jun 17 08:39:58.674345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-3edd7017-a8b8-49d7-8eaf-b3262696b351 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.687804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-3edd7017-a8b8-49d7-8eaf-b3262696b351 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.710444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-3edd7017-a8b8-49d7-8eaf-b3262696b351 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.713052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-3edd7017-a8b8-49d7-8eaf-b3262696b351 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/networks?id=b5381b14-44c5-481d-a3c9-8cb345cf603d&id=60c79c91-470d-458d-9149-56cb8a529c77&id=60c79c91-470d-458d-9149-56cb8a529c77&id=d5434fb8-65b3-4b75-b5c9-d467931150ca&id=d5434fb8-65b3-4b75-b5c9-d467931150ca HTTP/1.1" status: 200 len: 1995 time: 0.3423030 Jun 17 08:39:58.741772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-e051f1a0-979d-43cc-9d86-3bf20b5520b4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/quotas/2539a7b2925f46dca532201cd5522dd3 HTTP/1.1" status: 200 len: 375 time: 0.0220261 Jun 17 08:39:58.845166 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.874874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ee8a5cf-e7cb-42a9-8533-d068216683ec req-2ce6282d-f9c6-4f84-994b-51676173913f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 210 time: 0.0441830 Jun 17 08:39:58.965207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-fd76fe70-700d-4a2a-9d9f-8670a836eb9b tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2539a7b2925f46dca532201cd5522dd3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2158556 Jun 17 08:39:59.137507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-879c6936-58fa-45c6-a01d-8f25bf18c576 service neutron] 10.222.0.65 "GET /v2.0/networks/b5381b14-44c5-481d-a3c9-8cb345cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595399 Jun 17 08:39:59.233769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38386) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.240214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-203319988-network', 'tenant_id': 'b7f8af954aae4bc8b5e8ec8588c3f632'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:59.283212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Made reservation on behalf of b7f8af954aae4bc8b5e8ec8588c3f632 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:59.285928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.292441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-a0cf5a89-dfef-4f41-9737-00af877a32e1 service neutron] 10.222.0.65 "GET /v2.0/networks/b5381b14-44c5-481d-a3c9-8cb345cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482627 Jun 17 08:39:59.301496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.406459 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-8fc2349e-daa3-4e34-81bc-324df42e8374 service neutron] 10.222.0.65 "GET /v2.0/ports/6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0745394 Jun 17 08:39:59.423595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.429487 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.434429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25799d71-894c-4bb3-869f-804be963be26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.465507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:59.471501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8541642-b527-48f2-af50-49c880e3b858,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.475377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.484668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.485017 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Added segment 96899593-bf47-44b8-8f52-17b3df6d7058 of type vlan for network 5a76efe6-161a-4d02-a630-981717330492 Jun 17 08:39:59.552870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.605816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.607474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.609222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.612014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device aa0a6457-187d-4186-9e61-ec4947a4fba9 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:59.614634 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc01aef5-26bd-48c5-bd93-9890642fb9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.616163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:59.634458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b0316-7d91-4be5-97de-2b7d84ddaf4d req-3587c46f-dae7-4742-a40e-97cdb1a0343e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.644864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac4b0316-7d91-4be5-97de-2b7d84ddaf4d req-3587c46f-dae7-4742-a40e-97cdb1a0343e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 943 time: 0.3512280 Jun 17 08:39:59.667911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38394) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.675565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4404216 Jun 17 08:39:59.689365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Request body: {'subnet': {'network_id': '5a76efe6-161a-4d02-a630-981717330492', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-203319988-subnet', 'tenant_id': 'b7f8af954aae4bc8b5e8ec8588c3f632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:59.774769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Made reservation on behalf of b7f8af954aae4bc8b5e8ec8588c3f632 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:59.781105 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.817421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a76efe6-161a-4d02-a630-981717330492,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.826474 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.836272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-08997461-7cc3-40ad-b6e4-f8786e675b46 service neutron] 10.222.0.65 "GET /v2.0/networks/60c79c91-470d-458d-9149-56cb8a529c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161868 Jun 17 08:39:59.873399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port aa0a6457-187d-4186-9e61-ec4947a4fba9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:59.889063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'aa0a6457-187d-4186-9e61-ec4947a4fba9', 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0', 'port_id': 'aa0a6457-187d-4186-9e61-ec4947a4fba9', 'mac_address': 'fa:16:3e:c3:ec:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cb7589-7731-4e4c-8527-873fe6137801', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:59.896867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac4b0316-7d91-4be5-97de-2b7d84ddaf4d req-77033713-aed3-4912-b3dc-17dc445ee54f tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496579 Jun 17 08:39:59.897872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 5a76efe6-161a-4d02-a630-981717330492 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:59.902975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 255aeaea-542f-46de-b407-2fff350dcc9d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:59.904033 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.012346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-5750e246-6e09-4339-af31-5d07345398f6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.024298 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-5750e246-6e09-4339-af31-5d07345398f6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.3474488 Jun 17 08:40:00.038308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Request body: {'port': {'device_id': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'admin_state_up': True, 'tenant_id': '8a4c08c0d2ea423c9f28acda16190f44'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:00.228164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-619c7cdf-56d9-489f-a8cc-95dea448f749 req-c27acdce-87e1-44ae-a44e-e4cf5c8e9bb5 service neutron] 10.222.0.65 "GET /v2.0/networks/60c79c91-470d-458d-9149-56cb8a529c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710763 Jun 17 08:40:00.298966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe041ce-1099-46cd-9e8d-7a984fd40171 req-9008ca80-3f81-4d1b-a09f-825825ba46cf tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.309055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fe041ce-1099-46cd-9e8d-7a984fd40171 req-9008ca80-3f81-4d1b-a09f-825825ba46cf tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 944 time: 0.1991203 Jun 17 08:40:00.324808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Made reservation on behalf of 8a4c08c0d2ea423c9f28acda16190f44 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:00.328984 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.492336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9fe041ce-1099-46cd-9e8d-7a984fd40171 req-480289ee-fbf0-4aa0-beb6-1ee14c22a3c9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814969 Jun 17 08:40:00.511078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.524994 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9546e4f7-2886-4a8a-848b-1860bd2eba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.638132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Allocated IP 172.20.0.9 (2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8/52956636-0f4a-42cf-8803-62ab1026f0c4/2e2d2957-3cad-44f6-88f4-cbe513dea01e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:00.672860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.674742 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.748648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0a6457-187d-4186-9e61-ec4947a4fba9 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:00.758485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38428) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.795386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d93ff23-7220-4c2f-9457-ce022e7e82b7 req-216aa559-c6e6-49c6-aa93-5222a3dbc38f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 210 time: 0.1097991 Jun 17 08:40:00.850710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port aa0a6457-187d-4186-9e61-ec4947a4fba9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:00.868966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.875090 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-492ae54f-3838-493d-b415-55b8bbe9a2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.882218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bac770c-741f-4a25-9770-830e9952b406,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:00.889288 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.904095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.904095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.904507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.904850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.905256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.905801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.906437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.906437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.906745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.906857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.907276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.907655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.908026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:00.924993 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:00.934376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Checking segment: {'id': '96899593-bf47-44b8-8f52-17b3df6d7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a76efe6-161a-4d02-a630-981717330492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:00.934743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Network hostable DHCP agents. Network: 5a76efe6-161a-4d02-a630-981717330492, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:00.978380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Network 5a76efe6-161a-4d02-a630-981717330492 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:00.986297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.996508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 5a76efe6-161a-4d02-a630-981717330492) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:01.001392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.002085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.028374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:01.034042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3578999 Jun 17 08:40:01.039318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:01.042327 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f988effa-11e7-46d1-8e36-ec5780e9b0aa" -d '{"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-plugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:01.045609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28479aeb-f819-4196-8ef3-ba567c88b39b None None] Network 5a76efe6-161a-4d02-a630-981717330492 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:01.154096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.176453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.209277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=aa0a6457-187d-4186-9e61-ec4947a4fba9,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.238272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.247221 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.247349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.249473 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/security-groups/e720848b-f7cd-460c-88c9-e2c2f2187376 HTTP/1.1" status: 204 len: 168 time: 0.4899149 Jun 17 08:40:01.251846 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54e61366-8eff-4b35-bbe7-87fb38902992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.254696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db88dc2-7cc9-4ecf-8c2e-00fe423ef113 req-c0115dfe-1ac0-45d0-a61d-a3ec98c13936 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.258729 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-04859088-6424-4f04-bc58-c83ea55c2eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.268056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6db88dc2-7cc9-4ecf-8c2e-00fe423ef113 req-c0115dfe-1ac0-45d0-a61d-a3ec98c13936 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 944 time: 0.1615107 Jun 17 08:40:01.269640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38438) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.269981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38440) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.291877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38444) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.311692 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-842b98c0-5c45-4e78-9fcc-9c0d163442a3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] show failed (client error): The resource could not be found. Jun 17 08:40:01.316147 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-842b98c0-5c45-4e78-9fcc-9c0d163442a3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "GET /v2.0/security-groups/e720848b-f7cd-460c-88c9-e2c2f2187376 HTTP/1.1" status: 404 len: 347 time: 0.0435765 Jun 17 08:40:01.316892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38446) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.317945 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f754188d-f74c-465c-90de-3b0f8be50fa9 x-openstack-request-id: req-f754188d-f74c-465c-90de-3b0f8be50fa9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:01.318797 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-plugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:01.321075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720848b-f7cd-460c-88c9-e2c2f2187376,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.321465 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f754188d-f74c-465c-90de-3b0f8be50fa9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:01.322045 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'code': 200} Jun 17 08:40:01.326674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['aa0a6457-187d-4186-9e61-ec4947a4fba9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:01.342373 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.379209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6db88dc2-7cc9-4ecf-8c2e-00fe423ef113 req-b79b8514-f6b4-446e-8a76-02e013707580 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101112 Jun 17 08:40:01.382937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93a6bbd-ff15-4636-86ad-6e7a3d7c5eb1 None None] Network 5a76efe6-161a-4d02-a630-981717330492 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:01.392475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.407079 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.411600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Deleting subnet 428dfd56-cd84-4ce2-85b4-68ac1eb8ea39 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:01.417362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.426572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.441632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3', '7dc46f15-d065-4eb3-9f54-e85019cb8760'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:01.469298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.486777 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2a7fa9a7-575a-49e7-8d9b-e9d1eb51ed1c tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.553557 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.558545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:01.563670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:01.567000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:01.623329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.624388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.644317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.652817 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.664246 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64fb793f-3a8c-47c3-9805-66f99c82dac6 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.670385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.673065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/428dfd56-cd84-4ce2-85b4-68ac1eb8ea39 HTTP/1.1" status: 204 len: 168 time: 0.3801081 Jun 17 08:40:01.704823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38450) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.715543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428dfd56-cd84-4ce2-85b4-68ac1eb8ea39,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.719063 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.805842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.810876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event updated for resources: {'Port': ['ID=2e2d2957-3cad-44f6-88f4-cbe513dea01e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.829252 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.856313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.864718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-266a6092-c3ae-4841-9ce1-ae9e9463fc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.871715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8382392 Jun 17 08:40:01.874119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Deleting port c90e85c7-d3d9-4305-a2bf-cd546ad94981 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:01.878181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.924879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.965999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71eb2-cb80-45c6-b899-bf98f8e509e5 req-5631b888-b6a5-4347-94a2-3e6387ddf550 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.979941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5d71eb2-cb80-45c6-b899-bf98f8e509e5 req-5631b888-b6a5-4347-94a2-3e6387ddf550 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2411771 Jun 17 08:40:02.016426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.016867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.091237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Calling delete_port for c90e85c7-d3d9-4305-a2bf-cd546ad94981 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:02.124873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5d71eb2-cb80-45c6-b899-bf98f8e509e5 req-6be838bb-30bd-42b9-bb1b-a1c798a857ef tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412394 Jun 17 08:40:02.209846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.225611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966873c5-6079-413f-8acc-d182297896a5']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:02.259135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Request body: {'port': {'device_id': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:02.270294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fcf58e-a257-4f36-8d3d-c26c47b6db31') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:02.271738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fcf58e-a257-4f36-8d3d-c26c47b6db31') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:02.286558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.296168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.323374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.342575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755cf82-8eb6-4c7a-89c2-0a5fbaeb2cc3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:02.344031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:02.344604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:02.347665 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:02.352604 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:02.377138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15f876-afe4-4629-bf53-58451eb2ee66 req-51154403-b636-4516-a009-6e95f6153c45 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:02.380237 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:02.384612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc15f876-afe4-4629-bf53-58451eb2ee66 req-51154403-b636-4516-a009-6e95f6153c45 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 931 time: 0.1565917 Jun 17 08:40:02.407989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3557bf9defbd409e98f6df12d27fd783&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1355920 Jun 17 08:40:02.427941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Port': ['ID=c90e85c7-d3d9-4305-a2bf-cd546ad94981,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:02.430489 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:02.431372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:02.488700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc15f876-afe4-4629-bf53-58451eb2ee66 req-4ccd470b-bba0-4cd5-9880-e3998e9ed0f1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030679 Jun 17 08:40:02.489421 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.509649 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7e1a66b9-b589-4116-8379-f5ed280ac61c tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:02.518507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.524460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/966873c5-6079-413f-8acc-d182297896a5 HTTP/1.1" status: 204 len: 168 time: 0.8149636 Jun 17 08:40:02.524460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=966873c5-6079-413f-8acc-d182297896a5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:02.524460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38460) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:02.541196 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:02.547198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.557945 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.560882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.564814 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/floatingips/92736626-d724-458c-99e7-1910372ca2e8 HTTP/1.1" status: 204 len: 168 time: 1.2367787 Jun 17 08:40:02.568203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38462) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:02.568757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.595694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.682749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Deleting subnet 2bac770c-741f-4a25-9770-830e9952b406 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:02.707420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.765665 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.833429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.841646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9534d-ab55-4ff4-984c-723ba0ceeee8 req-83dc8b31-0b7e-4da7-bc6e-06c90e6aca6a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:02.843330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fb9534d-ab55-4ff4-984c-723ba0ceeee8 req-83dc8b31-0b7e-4da7-bc6e-06c90e6aca6a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 944 time: 0.2325625 Jun 17 08:40:02.865050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Deleting port 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:02.865481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.883758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2d2957-3cad-44f6-88f4-cbe513dea01e {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:02.892953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.908970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Transition to ACTIVE for port object 2e2d2957-3cad-44f6-88f4-cbe513dea01e will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:02.923334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.942655 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.139892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d2957-3cad-44f6-88f4-cbe513dea01e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.144441 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.165862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Attempting to bind port 2e2d2957-3cad-44f6-88f4-cbe513dea01e on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:03.167253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Attempting to bind port 2e2d2957-3cad-44f6-88f4-cbe513dea01e by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:03.168121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Attempting to bind port 2e2d2957-3cad-44f6-88f4-cbe513dea01e on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:03.175149 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.178438 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.179780 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2755cf82-8eb6-4c7a-89c2-0a5fbaeb2cc3 HTTP/1.1" status: 204 len: 168 time: 0.7416489 Jun 17 08:40:03.181198 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-228b6127-d8c7-44fe-9d36-d963845c240f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.209879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755cf82-8eb6-4c7a-89c2-0a5fbaeb2cc3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.217178 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.217871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Port 2e2d2957-3cad-44f6-88f4-cbe513dea01e on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:03.218203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Attempting to bind port 2e2d2957-3cad-44f6-88f4-cbe513dea01e on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:03.225678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:03.226460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Checking segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:03.226859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Bound using segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:03.227322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Bound port: 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:03.227674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.348409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] For port 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:03.352478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] For port 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:03.363833 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.380253 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-649dac56-59b1-4006-aee7-dfd37dbbafaa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.390978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.391912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.393069 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] 10.222.0.60 "PUT /v2.0/ports/2e2d2957-3cad-44f6-88f4-cbe513dea01e HTTP/1.1" status: 200 len: 1092 time: 1.1933820 Jun 17 08:40:03.419423 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'tag': '2e2d2957-3cad-44f6-88f4-cbe513dea01e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:03.422083 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a83a9-b2bd-455d-b974-e5b575004760" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15", "tag": "2e2d2957-3cad-44f6-88f4-cbe513dea01e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:03.479971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d2957-3cad-44f6-88f4-cbe513dea01e,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.484289 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.519686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fb9534d-ab55-4ff4-984c-723ba0ceeee8 req-bf67fc7f-4a33-4ec4-875a-56fc458496f6 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567430 Jun 17 08:40:03.631926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.637011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.640294 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-878f80e0-fccc-40a4-8eab-c2427490ad35 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.646495 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092ef71e-322a-41ee-9641-a663f874a088 x-openstack-request-id: req-092ef71e-322a-41ee-9641-a663f874a088 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:03.649686 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15", "tag": "2e2d2957-3cad-44f6-88f4-cbe513dea01e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:03.652316 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-092ef71e-322a-41ee-9641-a663f874a088 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:03.655260 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'tag': '2e2d2957-3cad-44f6-88f4-cbe513dea01e', 'status': 'completed', 'code': 200} Jun 17 08:40:03.664865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device aa0a6457-187d-4186-9e61-ec4947a4fba9 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:03.692380 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-5ce58952-744f-4448-9471-8ef4be8ca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.699410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-5ce58952-744f-4448-9471-8ef4be8ca224 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 1095 time: 0.2032554 Jun 17 08:40:03.778157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Calling delete_port for 89c4d510-0461-4e05-b5a3-aca0f67fc8d5 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:03.784647 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.789191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2bac770c-741f-4a25-9770-830e9952b406 HTTP/1.1" status: 204 len: 168 time: 1.2634006 Jun 17 08:40:03.789819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38480) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:03.790277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38482) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:03.797545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bac770c-741f-4a25-9770-830e9952b406,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.804342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.811185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port aa0a6457-187d-4186-9e61-ec4947a4fba9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:03.819622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port aa0a6457-187d-4186-9e61-ec4947a4fba9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:03.820139 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.840190 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-760a8acb-98ce-4dd4-8fb4-2cae9232dbed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e HTTP/1.1" status: 200 len: 217 time: 0.0861304 Jun 17 08:40:03.850881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.909474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ff39-da77-4125-882e-92cf9662a38d req-81e4a477-3790-4939-9568-4d6d3c6506da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.912801 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-81e4a477-3790-4939-9568-4d6d3c6506da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.0633616 Jun 17 08:40:03.920496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841b4c-77b4-447c-9f90-2b621eb40e92 req-e7073d6d-0943-4d52-928a-617a3d90b738 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.927915 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22841b4c-77b4-447c-9f90-2b621eb40e92 req-e7073d6d-0943-4d52-928a-617a3d90b738 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.4215188 Jun 17 08:40:03.961553 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.975734 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-d9b95b02-6044-49a0-8317-74e94989b336 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559871 Jun 17 08:40:04.010566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port aa0a6457-187d-4186-9e61-ec4947a4fba9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:04.012303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a6457-187d-4186-9e61-ec4947a4fba9'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:04.015279 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8259c8-236e-4c74-aebf-9c07f99feab3" -d '{"events": [{"server_uuid": "b8cc771a-bda0-4151-a404-c6fa277389c6", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a6457-187d-4186-9e61-ec4947a4fba9"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:04.028219 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.031973 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6f384c1-e0f7-4d3f-9949-2b3dfe67e810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:04.077660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.093493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=aa0a6457-187d-4186-9e61-ec4947a4fba9,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:04.097084 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.114732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-e38a383c-9992-45c2-bab6-ed633cdcf41e service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291845 Jun 17 08:40:04.120083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22841b4c-77b4-447c-9f90-2b621eb40e92 req-95a4034f-c79b-4b52-8c16-11a054de32de tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909473 Jun 17 08:40:04.194449 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dfd59d-1b2e-4306-b880-fa9a1556626c x-openstack-request-id: req-c2dfd59d-1b2e-4306-b880-fa9a1556626c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:04.194751 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc771a-bda0-4151-a404-c6fa277389c6", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a6457-187d-4186-9e61-ec4947a4fba9", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:04.195074 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2dfd59d-1b2e-4306-b880-fa9a1556626c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:04.195483 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a6457-187d-4186-9e61-ec4947a4fba9', 'code': 200} Jun 17 08:40:04.252961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-aa83ff39-da77-4125-882e-92cf9662a38d req-d296c16d-32d6-4086-81e7-ab58ff33699b service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310458 Jun 17 08:40:04.255892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e2b8-9cda-482c-855b-214f02fa2f30 req-2b7d57ff-d3b0-4c6a-b234-a47ef9441f45 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.267659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a13e2b8-9cda-482c-855b-214f02fa2f30 req-2b7d57ff-d3b0-4c6a-b234-a47ef9441f45 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 943 time: 0.4024415 Jun 17 08:40:04.327787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.398889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-a37e9a13-0a37-4b1f-882a-570672bbd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.400991 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-a37e9a13-0a37-4b1f-882a-570672bbd4a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 1095 time: 0.0779417 Jun 17 08:40:04.407314 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.409706 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:04.432281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.509324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Port': ['ID=89c4d510-0461-4e05-b5a3-aca0f67fc8d5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:04.513773 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.535454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-04a348b0-0c18-4731-b3a2-777a95ecb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.537196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-04a348b0-0c18-4731-b3a2-777a95ecb3ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 916 time: 0.1272583 Jun 17 08:40:04.547475 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:04.607838 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-f72867ba-b143-4518-9eb4-af7ebd226a6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e HTTP/1.1" status: 200 len: 217 time: 0.0620222 Jun 17 08:40:04.649868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.674036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-6568d75d-1ff5-4ca9-859e-c937aaf7ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.675835 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-6568d75d-1ff5-4ca9-859e-c937aaf7ddc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.0608559 Jun 17 08:40:04.729693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a44584b952714863a04990a063b4832a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9272647 Jun 17 08:40:04.730489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38490) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:04.732462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a76efe6-161a-4d02-a630-981717330492']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:04.733095 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-0bcfb19a-8155-41f3-a2d8-08cc3ad8f702 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401123 Jun 17 08:40:04.750356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-ff136cfe-1c6c-4210-9493-763339408674 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:40:04.751563 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-ff136cfe-1c6c-4210-9493-763339408674 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070469 Jun 17 08:40:04.786065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a13e2b8-9cda-482c-855b-214f02fa2f30 req-e198d443-63a5-4583-8a01-d02e60cce92b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175123 Jun 17 08:40:04.815318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96899593-bf47-44b8-8f52-17b3df6d7058') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:04.815318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96899593-bf47-44b8-8f52-17b3df6d7058') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:04.815318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f362105a-628f-47ae-ab2d-ec859610d46f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:04.828406 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.840879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.846825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/ports/89c4d510-0461-4e05-b5a3-aca0f67fc8d5 HTTP/1.1" status: 204 len: 168 time: 2.2745798 Jun 17 08:40:04.872091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:04.877949 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.912296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f384f5-6c3f-467a-8b24-cae534163814 req-e0a8d48e-5af5-47ee-b8c4-167382a5d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.914275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71f384f5-6c3f-467a-8b24-cae534163814 req-e0a8d48e-5af5-47ee-b8c4-167382a5d865 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 1097 time: 0.5924032 Jun 17 08:40:04.917823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.931271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.934276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:04.934700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:04.944367 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:05.011849 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-a6f7fa66-05e2-40a8-a29c-ecd3699736b3 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505581 Jun 17 08:40:05.051258 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.051476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Deleting port 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:05.053047 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.075997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460bf0-3d6b-4ff1-bfc2-4f90863c1eb7 req-427764df-d9e8-4554-9e4c-04d02b7064a2 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:05.083029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60460bf0-3d6b-4ff1-bfc2-4f90863c1eb7 req-427764df-d9e8-4554-9e4c-04d02b7064a2 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 945 time: 0.2789829 Jun 17 08:40:05.090265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71f384f5-6c3f-467a-8b24-cae534163814 req-a28c1f57-309a-465e-9f7f-96a0aacf7a5c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624763 Jun 17 08:40:05.100295 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.104667 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.109526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5a76efe6-161a-4d02-a630-981717330492 HTTP/1.1" status: 204 len: 168 time: 1.3100605 Jun 17 08:40:05.111675 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:05.187076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a76efe6-161a-4d02-a630-981717330492,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:05.197933 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:05.200862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.206156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.210585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f362105a-628f-47ae-ab2d-ec859610d46f HTTP/1.1" status: 204 len: 168 time: 0.4701154 Jun 17 08:40:05.218314 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5bfd0c7a-83ff-47a8-84e2-241f6059c7eb tempest-NegativeSecGroupIPv6Test-208508992 tempest-NegativeSecGroupIPv6Test-208508992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:05.225985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e44a83a9-b2bd-455d-b974-e5b575004760 req-788de348-2163-4842-b28f-261bd70f055b service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044063 Jun 17 08:40:05.246173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60460bf0-3d6b-4ff1-bfc2-4f90863c1eb7 req-00ea2c4a-07b9-4485-9e93-013faa8a51e4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621249 Jun 17 08:40:05.246513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.257394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362105a-628f-47ae-ab2d-ec859610d46f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:05.267139 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:05.419037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Calling delete_port for 6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:05.503291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38504) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:05.550169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8337be4-dd5e-4f1a-aaf8-45aecfc7fafc req-ae904322-a039-4267-9141-72e9b3a4611a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:05.552921 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8337be4-dd5e-4f1a-aaf8-45aecfc7fafc req-ae904322-a039-4267-9141-72e9b3a4611a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.1801798 Jun 17 08:40:05.619172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e9d7315-7c2b-4132-951e-1c69f1999f1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=813d0e6a1ce9402f993f85a17daf9b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074655 Jun 17 08:40:05.626463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38508) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:05.665033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8337be4-dd5e-4f1a-aaf8-45aecfc7fafc req-32521b04-12ce-42ef-b802-ca28acd95cbf tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035421 Jun 17 08:40:05.669317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.678069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b227a7e5-9969-4aea-8ec4-4c2651e976cc tempest-FloatingIPTestJSON-959203711 tempest-FloatingIPTestJSON-959203711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:05.712159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Port': ['ID=6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:05.720742 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:05.747796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.797128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.914316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.920543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.929225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79afa7ba-66e1-477e-b279-ea742aa362b3 HTTP/1.1" status: 204 len: 168 time: 0.2990797 Jun 17 08:40:05.929225 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94728cec-dfba-4bdf-91aa-901b7a2f4fde tempest-SecurityGroupsTestJSON-41765176 tempest-SecurityGroupsTestJSON-41765176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:05.937632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79afa7ba-66e1-477e-b279-ea742aa362b3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:05.940381 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:06.191097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06497765-6938-441f-8317-bea64181c549 req-ba797a54-0ff3-4db1-8fbc-6c2c52564914 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:06.192721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06497765-6938-441f-8317-bea64181c549 req-ba797a54-0ff3-4db1-8fbc-6c2c52564914 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 943 time: 0.1568639 Jun 17 08:40:06.276238 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06497765-6938-441f-8317-bea64181c549 req-ca4b5f06-b954-4abe-b373-cd1320c52fb1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748153 Jun 17 08:40:06.497039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.499720 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/ports/6ba18c5c-e9bc-4f39-a8dc-a0ce2efffe41 HTTP/1.1" status: 204 len: 168 time: 1.6261771 Jun 17 08:40:06.502354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38530) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:06.652682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38536) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:06.663556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Deleting subnet a85c3874-ba72-4287-83b1-1208e9e9c8d2 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:06.680710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.687738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3478f8-bfe8-4229-b2c9-5535e921b166 req-39d2e3e2-f2e8-46f8-a3ac-a0f9da492b67 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:06.700842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb3478f8-bfe8-4229-b2c9-5535e921b166 req-39d2e3e2-f2e8-46f8-a3ac-a0f9da492b67 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 945 time: 0.1639221 Jun 17 08:40:06.798838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.801360 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-94be7d99-5994-4c34-8f4b-bd4cab987572 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7f8af954aae4bc8b5e8ec8588c3f632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456814 Jun 17 08:40:06.804780 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb3478f8-bfe8-4229-b2c9-5535e921b166 req-8c18d5ee-1306-4e07-9919-cca87b1dff55 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044028 Jun 17 08:40:06.805339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:06.911265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.960366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.018394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.105921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f53c-590e-4ce7-bb65-792b54e78f2f req-ca960436-b6b3-411f-b0f1-8d13b5a00ae8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:07.118570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f6d9f53c-590e-4ce7-bb65-792b54e78f2f req-ca960436-b6b3-411f-b0f1-8d13b5a00ae8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.1403394 Jun 17 08:40:07.128421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.140451 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3806f49c-dadb-4ef2-9df9-8531550acceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.158615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.165981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.167919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8541642-b527-48f2-af50-49c880e3b858 HTTP/1.1" status: 204 len: 168 time: 0.3614826 Jun 17 08:40:07.170986 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6449fc6-41ac-4712-8244-9fb76f6f07b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.185314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8541642-b527-48f2-af50-49c880e3b858,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.188251 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.208104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f6d9f53c-590e-4ce7-bb65-792b54e78f2f req-f3dbf264-f6cf-4de8-94d5-3444453ed541 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889361 Jun 17 08:40:07.241942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Subnet': ['ID=a85c3874-ba72-4287-83b1-1208e9e9c8d2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.247063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.251705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/subnets/a85c3874-ba72-4287-83b1-1208e9e9c8d2 HTTP/1.1" status: 204 len: 168 time: 0.7420025 Jun 17 08:40:07.251970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8bf8ca-aa4d-4012-bc7a-f8cd0445dd04 None None] Network d5434fb8-65b3-4b75-b5c9-d467931150ca requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:07.254972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38552) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:07.280209 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.442533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Deleting subnet 7ae55a93-c609-4964-9b69-611929c5613b {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:07.455994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.528151 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.641965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.691110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2e2d2957-3cad-44f6-88f4-cbe513dea01e details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:07.776553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.820879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] DHCP port deletion for d5434fb8-65b3-4b75-b5c9-d467931150ca request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:07.846244 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b8e36e7e-4b6d-411b-856f-50cb59b049d6 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.884211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe2c2d-0a8d-48e3-876d-2a82ecc096f3 None None] Network 60c79c91-470d-458d-9149-56cb8a529c77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:07.909623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.914315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38580) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:07.922814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/subnets/7ae55a93-c609-4964-9b69-611929c5613b HTTP/1.1" status: 204 len: 168 time: 0.6661241 Jun 17 08:40:07.936256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae55a93-c609-4964-9b69-611929c5613b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.943591 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.980959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:08.007909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191ae94-d257-44c0-bc2e-cf48b65b809c req-02149f81-f8e9-4ac4-a4c6-239e229d906c tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:08.016399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0191ae94-d257-44c0-bc2e-cf48b65b809c req-02149f81-f8e9-4ac4-a4c6-239e229d906c tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 943 time: 0.2661870 Jun 17 08:40:08.056034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 36a7ffbf-0dce-497c-a6c0-138367dd6005 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:08.104932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '2e2d2957-3cad-44f6-88f4-cbe513dea01e', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'port_id': '2e2d2957-3cad-44f6-88f4-cbe513dea01e', 'mac_address': 'fa:16:3e:bc:f3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52956636-0f4a-42cf-8803-62ab1026f0c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:08.129281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0191ae94-d257-44c0-bc2e-cf48b65b809c req-233cec31-9318-4e9a-9478-9d7df69e17ff tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062756 Jun 17 08:40:08.191665 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.313737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Deleting port 36a7ffbf-0dce-497c-a6c0-138367dd6005 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:08.314622 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.331888 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.375048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Deleting port 36a7ffbf-0dce-497c-a6c0-138367dd6005 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:08.375454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.464417 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.514894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2d2957-3cad-44f6-88f4-cbe513dea01e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:08.583633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] For port 36a7ffbf-0dce-497c-a6c0-138367dd6005, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=36a7ffbf-0dce-497c-a6c0-138367dd6005,segment=NetworkSegment(ab709035-984b-4ff5-9726-96bcb7d4c284),segment_id=ab709035-984b-4ff5-9726-96bcb7d4c284)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:08.584011 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.623265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efff386-88e7-4933-9b9f-c48287f60e28 req-7e69a622-aa48-4dcc-b40e-745dfaef32f3 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:08.631815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9efff386-88e7-4933-9b9f-c48287f60e28 req-7e69a622-aa48-4dcc-b40e-745dfaef32f3 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 945 time: 0.1170149 Jun 17 08:40:08.700931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9efff386-88e7-4933-9b9f-c48287f60e28 req-225b4bed-a056-4dfb-b8ed-952a1aa5006e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676484 Jun 17 08:40:08.702141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:08.740698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Calling delete_port for 36a7ffbf-0dce-497c-a6c0-138367dd6005 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:08.753876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] For port 36a7ffbf-0dce-497c-a6c0-138367dd6005, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=36a7ffbf-0dce-497c-a6c0-138367dd6005,segment=NetworkSegment(ab709035-984b-4ff5-9726-96bcb7d4c284),segment_id=ab709035-984b-4ff5-9726-96bcb7d4c284)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:08.754297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.788069 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.809122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4a50-13f0-4a73-b394-4b0a705bfa77 req-55ae4f8f-a448-4383-a197-fa37704d6aea tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:08.818460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0faa4a50-13f0-4a73-b394-4b0a705bfa77 req-55ae4f8f-a448-4383-a197-fa37704d6aea tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.1335599 Jun 17 08:40:08.920722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Calling delete_port for 36a7ffbf-0dce-497c-a6c0-138367dd6005 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:08.921497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0faa4a50-13f0-4a73-b394-4b0a705bfa77 req-899216f5-911e-4289-afab-e107c4a3c089 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906005 Jun 17 08:40:08.982005 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e45bd4e-da17-457f-9e52-e3e766267d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.015928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 36a7ffbf-0dce-497c-a6c0-138367dd6005, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=36a7ffbf-0dce-497c-a6c0-138367dd6005,segment=NetworkSegment(ab709035-984b-4ff5-9726-96bcb7d4c284),segment_id=ab709035-984b-4ff5-9726-96bcb7d4c284)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:09.029678 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.036004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.054512 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c99aab63-8caf-407a-b592-d1c67ab2350e tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.082476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=2e2d2957-3cad-44f6-88f4-cbe513dea01e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.099555 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.103675 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e6c408c-8ef9-4dcd-8dbd-d7ae5bdfd008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.112096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Port': ['ID=36a7ffbf-0dce-497c-a6c0-138367dd6005,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.125252 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.128726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] No DVR routers for this DVR port 36a7ffbf-0dce-497c-a6c0-138367dd6005 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:09.158005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event deleted for resources: {'Port': ['ID=36a7ffbf-0dce-497c-a6c0-138367dd6005,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.162157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['2e2d2957-3cad-44f6-88f4-cbe513dea01e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:09.168854 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.226718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] DHCP port deletion for 60c79c91-470d-458d-9149-56cb8a529c77 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:09.286297 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.287960 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.298047 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.301970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] No DVR routers for this DVR port 36a7ffbf-0dce-497c-a6c0-138367dd6005 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:09.341904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Pushing event deleted for resources: {'Port': ['ID=36a7ffbf-0dce-497c-a6c0-138367dd6005,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.357523 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.357741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5434fb8-65b3-4b75-b5c9-d467931150ca']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:09.363281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Deleting port 1c08782e-2304-457e-b020-ec7efbdea61e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:09.363672 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.370232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab709035-984b-4ff5-9726-96bcb7d4c284') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:09.370622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab709035-984b-4ff5-9726-96bcb7d4c284') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:09.381119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.401838 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:09.451159 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:09.464999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] For port 1c08782e-2304-457e-b020-ec7efbdea61e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c08782e-2304-457e-b020-ec7efbdea61e,segment=NetworkSegment(bf5e912b-3b54-4752-8ebf-b8f1d11d7476),segment_id=bf5e912b-3b54-4752-8ebf-b8f1d11d7476)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:09.465913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.639200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.649873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba776cc-53e6-44cc-afad-caaeb40025b9 req-aca3b971-c102-48fa-90d0-3fc908ede74b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:09.656920 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.659928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ba776cc-53e6-44cc-afad-caaeb40025b9 req-aca3b971-c102-48fa-90d0-3fc908ede74b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 944 time: 0.1898682 Jun 17 08:40:09.660475 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/networks/d5434fb8-65b3-4b75-b5c9-d467931150ca HTTP/1.1" status: 204 len: 168 time: 1.7428868 Jun 17 08:40:09.661567 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c790b8dc-4c49-46dd-a158-3c746c6f1702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.665328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38626) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:09.684894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Calling delete_port for 1c08782e-2304-457e-b020-ec7efbdea61e owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:09.689994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Network': ['ID=d5434fb8-65b3-4b75-b5c9-d467931150ca,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.702436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.993835 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.006576 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.014089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] No DVR routers for this DVR port 1c08782e-2304-457e-b020-ec7efbdea61e on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:10.037143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ba776cc-53e6-44cc-afad-caaeb40025b9 req-2e800e02-e5d0-40b3-8d0a-55691ff4e881 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736408 Jun 17 08:40:10.045403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c08782e-2304-457e-b020-ec7efbdea61e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:10.049776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Pushing event deleted for resources: {'Port': ['ID=1c08782e-2304-457e-b020-ec7efbdea61e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.052657 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.080340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1c08782e-2304-457e-b020-ec7efbdea61e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:10.080745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c08782e-2304-457e-b020-ec7efbdea61e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:10.142169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.170452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-9733ae70-897e-49f6-955e-990036584bce tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:10.172374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-9733ae70-897e-49f6-955e-990036584bce tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 945 time: 0.5045254 Jun 17 08:40:10.355740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fde30-f8d4-4859-981d-4019bbe0af06 req-d2d11570-6e90-42de-a610-4fee669e347c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:10.363383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d8fde30-f8d4-4859-981d-4019bbe0af06 req-d2d11570-6e90-42de-a610-4fee669e347c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 945 time: 0.4162192 Jun 17 08:40:10.404910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.455888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c79c91-470d-458d-9149-56cb8a529c77']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:10.494855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd08a2-2cfb-4c38-8c5c-2650c71d44f7 req-f88033d7-ae9a-45e5-b203-d2f2822be526 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:10.497213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eddd08a2-2cfb-4c38-8c5c-2650c71d44f7 req-f88033d7-ae9a-45e5-b203-d2f2822be526 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2569516 Jun 17 08:40:10.500445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:10.500917 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5e912b-3b54-4752-8ebf-b8f1d11d7476') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:10.536189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d8fde30-f8d4-4859-981d-4019bbe0af06 req-88ebe014-9c6f-4242-b275-c951f8f12f8c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708779 Jun 17 08:40:10.579819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.612879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.633326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eddd08a2-2cfb-4c38-8c5c-2650c71d44f7 req-27a185f9-3344-498b-83b1-084eb1ad376f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101203 Jun 17 08:40:10.663230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Deleting port aa0a6457-187d-4186-9e61-ec4947a4fba9 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:10.663230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.771197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:10.771878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:10.778425 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:10.824057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] For port aa0a6457-187d-4186-9e61-ec4947a4fba9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=aa0a6457-187d-4186-9e61-ec4947a4fba9,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:10.824747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.962102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Calling delete_port for aa0a6457-187d-4186-9e61-ec4947a4fba9 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:10.983814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.990832 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecb2e3e1-6a81-4818-a168-d3ca105006bd tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.998128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.000391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] 10.222.0.65 "DELETE /v2.0/networks/60c79c91-470d-458d-9149-56cb8a529c77 HTTP/1.1" status: 204 len: 168 time: 1.3154979 Jun 17 08:40:11.054643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Pushing event deleted for resources: {'Network': ['ID=60c79c91-470d-458d-9149-56cb8a529c77,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:11.059666 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:11.299668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.308265 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:11.342183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Pushing event deleted for resources: {'Port': ['ID=aa0a6457-187d-4186-9e61-ec4947a4fba9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:11.349281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:11.406364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01960435-1d13-4731-80ed-88655c76e184 req-e52ce17e-f57d-4611-be77-c27db5c42a8a tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:11.408042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01960435-1d13-4731-80ed-88655c76e184 req-e52ce17e-f57d-4611-be77-c27db5c42a8a tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 944 time: 0.1983192 Jun 17 08:40:11.408880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] No DVR routers for this DVR port aa0a6457-187d-4186-9e61-ec4947a4fba9 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:11.411507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.413521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f627ece1-6da7-4d39-8b9b-d2bbc9df2dcc req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "DELETE /v2.0/ports/aa0a6457-187d-4186-9e61-ec4947a4fba9 HTTP/1.1" status: 204 len: 173 time: 1.2336121 Jun 17 08:40:11.414197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'name': 'network-vif-deleted', 'tag': 'aa0a6457-187d-4186-9e61-ec4947a4fba9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:11.417064 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010d9fb-d5c8-4189-83a1-99f9c25e4e90" -d '{"events": [{"server_uuid": "b8cc771a-bda0-4151-a404-c6fa277389c6", "name": "network-vif-deleted", "tag": "aa0a6457-187d-4186-9e61-ec4947a4fba9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:11.503815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01960435-1d13-4731-80ed-88655c76e184 req-abbad316-f495-4f9f-85e4-5e213f7d8498 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815883 Jun 17 08:40:11.538749 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02e9c10-a3dc-41f6-9fe1-8ea2598c2de2 x-openstack-request-id: req-d02e9c10-a3dc-41f6-9fe1-8ea2598c2de2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:11.539227 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc771a-bda0-4151-a404-c6fa277389c6", "name": "network-vif-deleted", "tag": "aa0a6457-187d-4186-9e61-ec4947a4fba9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:11.539919 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d02e9c10-a3dc-41f6-9fe1-8ea2598c2de2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:11.540437 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cc771a-bda0-4151-a404-c6fa277389c6', 'name': 'network-vif-deleted', 'tag': 'aa0a6457-187d-4186-9e61-ec4947a4fba9', 'status': 'completed', 'code': 200} Jun 17 08:40:11.685242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device aa0a6457-187d-4186-9e61-ec4947a4fba9 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:11.778860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2e2d2957-3cad-44f6-88f4-cbe513dea01e up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:11.809736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: aa0a6457-187d-4186-9e61-ec4947a4fba9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:11.810174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device aa0a6457-187d-4186-9e61-ec4947a4fba9 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:11.892887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55674d76-a7cd-47b1-9ba0-0eb30a86d549 req-15f847ea-fa1b-44f0-ad45-e280363ed8e3 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cc771a-bda0-4151-a404-c6fa277389c6 HTTP/1.1" status: 200 len: 210 time: 0.0793283 Jun 17 08:40:11.982887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 2e2d2957-3cad-44f6-88f4-cbe513dea01e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:11.989338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 2e2d2957-3cad-44f6-88f4-cbe513dea01e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:11.992488 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.114260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14408a-6106-466c-95e1-fd47675646cd req-72afa9d5-4958-44de-a941-ffaaf58dc5b1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.116879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce14408a-6106-466c-95e1-fd47675646cd req-72afa9d5-4958-44de-a941-ffaaf58dc5b1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2210650 Jun 17 08:40:12.211556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce14408a-6106-466c-95e1-fd47675646cd req-f11c6954-0c2b-48ee-9c5b-916cb6b506b2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856540 Jun 17 08:40:12.230543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.277073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:12.278336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d2957-3cad-44f6-88f4-cbe513dea01e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:12.281631 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78090dbb-26d3-49d7-94e8-f3f342cd9bea" -d '{"events": [{"server_uuid": "4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d2957-3cad-44f6-88f4-cbe513dea01e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:12.286338 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.288609 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f353fe0-9fee-4c4a-b8ae-1a732c7601f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:12.386560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=2e2d2957-3cad-44f6-88f4-cbe513dea01e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:12.393007 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:12.577650 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1941d0-3f86-4c82-84ca-dd9c13f14c8b x-openstack-request-id: req-db1941d0-3f86-4c82-84ca-dd9c13f14c8b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:12.578343 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d2957-3cad-44f6-88f4-cbe513dea01e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:12.578842 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db1941d0-3f86-4c82-84ca-dd9c13f14c8b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:12.580420 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d2957-3cad-44f6-88f4-cbe513dea01e', 'code': 200} Jun 17 08:40:12.828776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0cfb8-a675-46b5-8e72-e2c8c9b86e0e req-608cde2f-f6c2-4dc6-a984-51784c0a8bf0 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.840951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46f0cfb8-a675-46b5-8e72-e2c8c9b86e0e req-608cde2f-f6c2-4dc6-a984-51784c0a8bf0 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 945 time: 0.1136518 Jun 17 08:40:12.865634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a8ed-b421-42fc-bd9f-ba8db369e4d2 req-8f19ae1b-a034-4d67-8455-0c180e778dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.871922 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d787a8ed-b421-42fc-bd9f-ba8db369e4d2 req-8f19ae1b-a034-4d67-8455-0c180e778dbd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 1097 time: 0.1745911 Jun 17 08:40:12.915553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46f0cfb8-a675-46b5-8e72-e2c8c9b86e0e req-1b2a087d-dce3-489f-91bb-630462948744 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735555 Jun 17 08:40:13.083010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d787a8ed-b421-42fc-bd9f-ba8db369e4d2 req-50b129e3-6b2f-4553-92c2-4747db44cee3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027180 Jun 17 08:40:13.731612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2f68ba52-e039-4cfe-b399-1d4adb26cab4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:13.733390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2f68ba52-e039-4cfe-b399-1d4adb26cab4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/networks?id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 200 len: 809 time: 0.3798029 Jun 17 08:40:13.757493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-3d57e785-93bd-4791-9b86-472ddad627c9 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/quotas/95a23b0b95de43038ac24be42e321ed8 HTTP/1.1" status: 200 len: 375 time: 0.0179889 Jun 17 08:40:13.908327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc865360-3708-4c5b-b984-13b4b21d9531 req-870fddb3-b3ee-4c2a-a9a5-34b375da10d3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:13.909927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc865360-3708-4c5b-b984-13b4b21d9531 req-870fddb3-b3ee-4c2a-a9a5-34b375da10d3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.3209617 Jun 17 08:40:13.912011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-65a80481-08dd-4ebd-b3c2-c3ec7b3cf875 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95a23b0b95de43038ac24be42e321ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282213 Jun 17 08:40:13.957921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-22daff74-3c06-40c0-9c6a-6758bde84bc4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:40:13.967855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-22daff74-3c06-40c0-9c6a-6758bde84bc4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125790 Jun 17 08:40:14.108500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc865360-3708-4c5b-b984-13b4b21d9531 req-20135ce7-2595-493a-8852-b33dce955531 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922226 Jun 17 08:40:14.190379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-ff82e46a-dd1f-416e-9810-dbf22fd44d9c service neutron] 10.222.0.65 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214017 Jun 17 08:40:14.499302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-f104a157-0efd-43cb-8657-311e3f6e187b service neutron] 10.222.0.65 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077254 Jun 17 08:40:14.593958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea87aa3-2052-4275-adee-bc56f5113940 req-28d1b5a2-f93f-4b79-be3f-6da26d622f9d tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:14.596969 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ea87aa3-2052-4275-adee-bc56f5113940 req-28d1b5a2-f93f-4b79-be3f-6da26d622f9d tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 945 time: 0.2210996 Jun 17 08:40:14.730562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7ea87aa3-2052-4275-adee-bc56f5113940 req-ca25f7a8-24aa-48eb-a59f-385be0c6b71b tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258643 Jun 17 08:40:14.991965 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1a091a8-b66b-42e0-aa9e-a9163252804a req-9f98ef06-0065-4112-98c3-6b027b5d014e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 210 time: 0.1011112 Jun 17 08:40:15.630392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec44446-83aa-4990-9a51-571c3dcca5b7 req-c4ed184c-bd37-4912-aede-46c3668b74d8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:15.633977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ec44446-83aa-4990-9a51-571c3dcca5b7 req-c4ed184c-bd37-4912-aede-46c3668b74d8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2201827 Jun 17 08:40:15.727058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8ec44446-83aa-4990-9a51-571c3dcca5b7 req-2e5917b8-23c2-471c-98ea-dbed1c9996a6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857010 Jun 17 08:40:16.168881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-134f9160-3007-4381-a3b9-7f7556adb92c req-02e1b293-a2f6-43f0-9416-b849f8cc4a3a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0459607 Jun 17 08:40:16.193032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4baf9-407e-451b-85bd-2497197eecfd req-16c500c8-c0e4-4d9f-8e51-4fc1609853ba tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:16.201140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52d4baf9-407e-451b-85bd-2497197eecfd req-16c500c8-c0e4-4d9f-8e51-4fc1609853ba tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 945 time: 0.1462848 Jun 17 08:40:16.294822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52d4baf9-407e-451b-85bd-2497197eecfd req-35026583-421b-4c70-82b7-6bc8a306de28 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889444 Jun 17 08:40:17.109773 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.208040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbddeb-fccb-424c-9f0e-d50e465d6d18 req-a9d1e811-b6db-40ed-afea-3a1764e524d6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:17.219928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64cbddeb-fccb-424c-9f0e-d50e465d6d18 req-a9d1e811-b6db-40ed-afea-3a1764e524d6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.1755583 Jun 17 08:40:17.402017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-64cbddeb-fccb-424c-9f0e-d50e465d6d18 req-94c51f62-d300-4022-8607-741b17a99b5f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811235 Jun 17 08:40:17.509389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dd5b8bf1-8f08-471b-a8a5-355559312007 req-20b31169-e339-47e9-851b-e27a0ee1567a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 210 time: 0.1062393 Jun 17 08:40:19.273155 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.335191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d3f5694c-3179-4cc0-be97-7c8ef07cff1d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:19.336763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d3f5694c-3179-4cc0-be97-7c8ef07cff1d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "GET /v2.0/networks?id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 200 len: 809 time: 1.2407262 Jun 17 08:40:19.354402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d8dcec9-338a-4b6b-adf8-0328c19d23f7 req-4863b2f1-5b85-475d-bb25-045a5c018da6 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 210 time: 0.1756606 Jun 17 08:40:19.379811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Request body: {'port': {'device_id': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0', 'admin_state_up': True, 'tenant_id': '95a23b0b95de43038ac24be42e321ed8'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:19.552339 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:40:19.602854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150b47-7654-461e-a6ee-073485daefa8 req-aed298f2-9295-443c-8ed7-fe826e6dfbf9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:19.605731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82150b47-7654-461e-a6ee-073485daefa8 req-aed298f2-9295-443c-8ed7-fe826e6dfbf9 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.4263265 Jun 17 08:40:19.698550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82150b47-7654-461e-a6ee-073485daefa8 req-74639fb4-2262-495b-87df-4bf13aab86f2 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821989 Jun 17 08:40:19.707351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Made reservation on behalf of 95a23b0b95de43038ac24be42e321ed8 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:19.712036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.934088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Allocated IP 172.20.0.2 (ac67a68d-14bc-4899-a4ba-10ad6d4370e0/70cb7589-7731-4e4c-8527-873fe6137801/0fbe001a-badf-46df-a6f6-210a6bce8380) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:20.244683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.347664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.362867 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42b02869-4752-4848-a6ae-9937482f0400 tempest-ServersNegativeTestJSON-2103270193 tempest-ServersNegativeTestJSON-2103270193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:20.413710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:20.440678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697800b4-8840-4092-affe-2f9c711d4997 req-94afca6e-fad7-4337-b523-dd089b5fd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.442428 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-94afca6e-fad7-4337-b523-dd089b5fd906 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1097 time: 0.3448715 Jun 17 08:40:20.527707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:20.558057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:20.741174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.743849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.760680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697800b4-8840-4092-affe-2f9c711d4997 req-4cf2968d-109a-4ce8-9546-4c0bc8a3c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.762632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-4cf2968d-109a-4ce8-9546-4c0bc8a3c526 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.3135316 Jun 17 08:40:20.866357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Pushing event updated for resources: {'Port': ['ID=0fbe001a-badf-46df-a6f6-210a6bce8380,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:20.874393 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:20.876777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5213954 Jun 17 08:40:20.895162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Request body: {'port': {'device_id': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:20.940042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-5d84eff1-0d9d-4af1-827e-1082a9cd1170 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 1001 time: 0.1673632 Jun 17 08:40:21.003281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7168c-6b92-4c25-9702-889fcd87e208 req-d0e8bd3f-1571-42d8-af58-ab1af572332c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.005291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12e7168c-6b92-4c25-9702-889fcd87e208 req-d0e8bd3f-1571-42d8-af58-ab1af572332c tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 931 time: 0.2471519 Jun 17 08:40:21.006647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697800b4-8840-4092-affe-2f9c711d4997 req-8265e15b-e3ce-41bc-a6a8-553e39f0d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.009320 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-8265e15b-e3ce-41bc-a6a8-553e39f0d34d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.0619814 Jun 17 08:40:21.051396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.108436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697800b4-8840-4092-affe-2f9c711d4997 req-13c9a452-43a2-4828-9a4c-630f4b66ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.110410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-13c9a452-43a2-4828-9a4c-630f4b66ee84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858681 Jun 17 08:40:21.162172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12e7168c-6b92-4c25-9702-889fcd87e208 req-b2269457-11e0-4dc7-b3a4-cbd5ad1ff5d9 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427386 Jun 17 08:40:21.260347 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-bd3c3083-a3b9-46f4-bdc1-9069a9247b72 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400316 Jun 17 08:40:21.377117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee21ab-ed4c-4d7e-a90f-a3cef5a4ec02 req-1ecb2eec-e492-4440-9a33-16fd03691a13 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.383551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9ee21ab-ed4c-4d7e-a90f-a3cef5a4ec02 req-1ecb2eec-e492-4440-9a33-16fd03691a13 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.2132001 Jun 17 08:40:21.413831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-697800b4-8840-4092-affe-2f9c711d4997 req-4a28112d-8fd9-42ae-970a-b28fb39cfc34 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468410 Jun 17 08:40:21.504790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c9ee21ab-ed4c-4d7e-a90f-a3cef5a4ec02 req-f3eb498c-ca19-4e0c-96d3-59a08ea66a2f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981047 Jun 17 08:40:21.592337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbe001a-badf-46df-a6f6-210a6bce8380 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:21.601798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.617835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Transition to ACTIVE for port object 0fbe001a-badf-46df-a6f6-210a6bce8380 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:21.623751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.629338 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6396dc7-3790-4f25-8268-1dab7e7edd4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:21.737041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Pushing event updated for resources: {'Port': ['ID=0fbe001a-badf-46df-a6f6-210a6bce8380,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:21.764267 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:21.801624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Attempting to bind port 0fbe001a-badf-46df-a6f6-210a6bce8380 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:21.801962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Attempting to bind port 0fbe001a-badf-46df-a6f6-210a6bce8380 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:21.802295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Attempting to bind port 0fbe001a-badf-46df-a6f6-210a6bce8380 on network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:21.809460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Port 0fbe001a-badf-46df-a6f6-210a6bce8380 on network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:21.810516 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Attempting to bind port 0fbe001a-badf-46df-a6f6-210a6bce8380 on network ac67a68d-14bc-4899-a4ba-10ad6d4370e0 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:21.815853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:21.816194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Checking segment: {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:21.816580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Bound using segment: {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:21.817014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Bound port: 0fbe001a-badf-46df-a6f6-210a6bce8380, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400a6191-60d9-4f9e-9f42-37524b8bdbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:21.817364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.851436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38940) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:21.895269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] For port 0fbe001a-badf-46df-a6f6-210a6bce8380, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:21.903185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] For port 0fbe001a-badf-46df-a6f6-210a6bce8380, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0fbe001a-badf-46df-a6f6-210a6bce8380,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:21.914864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.918797 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da1db044-8f9c-4add-a097-714633f41ae4 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:21.962675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.963801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.965338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] 10.222.0.67 "PUT /v2.0/ports/0fbe001a-badf-46df-a6f6-210a6bce8380 HTTP/1.1" status: 200 len: 1092 time: 1.0776546 Jun 17 08:40:21.965991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'tag': '0fbe001a-badf-46df-a6f6-210a6bce8380'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:21.968489 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda" -d '{"events": [{"name": "network-changed", "server_uuid": "4459784a-5a0b-4739-974a-0935b0d7cfe5", "tag": "0fbe001a-badf-46df-a6f6-210a6bce8380"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:21.998289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Pushing event updated for resources: {'Port': ['ID=0fbe001a-badf-46df-a6f6-210a6bce8380,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.008863 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.095420 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57b544-bb47-4b48-ae87-1795431ff2f0 x-openstack-request-id: req-2d57b544-bb47-4b48-ae87-1795431ff2f0 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:22.097139 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4459784a-5a0b-4739-974a-0935b0d7cfe5", "tag": "0fbe001a-badf-46df-a6f6-210a6bce8380", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:22.100920 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d57b544-bb47-4b48-ae87-1795431ff2f0 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:22.106726 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'tag': '0fbe001a-badf-46df-a6f6-210a6bce8380', 'status': 'completed', 'code': 200} Jun 17 08:40:22.182121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-13725445-a651-4b9e-b033-40d99d077fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.204620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-13725445-a651-4b9e-b033-40d99d077fce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95a23b0b95de43038ac24be42e321ed8&device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 1095 time: 0.1721463 Jun 17 08:40:22.264140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-7f63c9e2-21ec-408a-800e-71df4d36b8dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fbe001a-badf-46df-a6f6-210a6bce8380 HTTP/1.1" status: 200 len: 217 time: 0.0531440 Jun 17 08:40:22.383843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-82f578d2-a5f9-4cff-9959-4cde88bfc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.390163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-82f578d2-a5f9-4cff-9959-4cde88bfc0b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70cb7589-7731-4e4c-8527-873fe6137801 HTTP/1.1" status: 200 len: 849 time: 0.1162798 Jun 17 08:40:22.481254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.542129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-1f0fece0-b0d2-4ec6-88cb-0a70eb828a27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349161 Jun 17 08:40:22.720152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168e616-2709-4a8f-8fb3-0ae26e641477 req-665a239f-9234-45d1-a902-c9ba004b0ada tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.727625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1168e616-2709-4a8f-8fb3-0ae26e641477 req-665a239f-9234-45d1-a902-c9ba004b0ada tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 943 time: 0.3355713 Jun 17 08:40:22.900026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1168e616-2709-4a8f-8fb3-0ae26e641477 req-c6b6e7aa-6b55-40ee-b8df-57e7c13b05f2 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705303 Jun 17 08:40:22.917334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9d72-0b87-4433-8117-bda57cf81c84 req-8ef74a54-2c5a-469b-ad2c-c23668d30646 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.927015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-986c9d72-0b87-4433-8117-bda57cf81c84 req-8ef74a54-2c5a-469b-ad2c-c23668d30646 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 945 time: 0.1918888 Jun 17 08:40:22.930831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-bd45ccc5-1c44-4b16-b4e6-5afd79b57eae service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584094 Jun 17 08:40:22.990082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Deleting port 28eec4f8-5247-4643-9f8a-20f0885eb12b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:22.991053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.004699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-986c9d72-0b87-4433-8117-bda57cf81c84 req-b374185c-dff4-4c27-9f2c-9db15fa4a6ee tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783775 Jun 17 08:40:23.103202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d05cf3e8-5ed0-4e8d-af52-b418d6dc80d1 req-8f19d36c-d04e-4977-8d14-b6ad84f38c06 service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518402 Jun 17 08:40:23.117288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] For port 28eec4f8-5247-4643-9f8a-20f0885eb12b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=28eec4f8-5247-4643-9f8a-20f0885eb12b,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:23.117671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.251847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Calling delete_port for 28eec4f8-5247-4643-9f8a-20f0885eb12b owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:23.280689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-4e3ab624-1bc5-4586-a26a-7f057f847c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.282889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-4e3ab624-1bc5-4586-a26a-7f057f847c14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95a23b0b95de43038ac24be42e321ed8&device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 1095 time: 0.0697784 Jun 17 08:40:23.418497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-7392fd63-0757-4250-9d41-86b5e255a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.420913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-7392fd63-0757-4250-9d41-86b5e255a839 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 200 len: 910 time: 0.1321614 Jun 17 08:40:23.500155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-09169ba2-3c03-4460-b1e3-b111e78789f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fbe001a-badf-46df-a6f6-210a6bce8380 HTTP/1.1" status: 200 len: 217 time: 0.0711777 Jun 17 08:40:23.558946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.562844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a56e9fec-7e99-4d90-817b-7facfc12eabb tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:23.591066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Pushing event deleted for resources: {'Port': ['ID=28eec4f8-5247-4643-9f8a-20f0885eb12b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:23.598177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:23.633639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-258fe0cf-9a52-4d34-8c36-386ac5bd131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.635243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-258fe0cf-9a52-4d34-8c36-386ac5bd131b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=70cb7589-7731-4e4c-8527-873fe6137801 HTTP/1.1" status: 200 len: 849 time: 0.1276202 Jun 17 08:40:23.735556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:23.770662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-6c65f73c-e4cf-4d5b-978d-04b0b0f0bec6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac67a68d-14bc-4899-a4ba-10ad6d4370e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287146 Jun 17 08:40:23.972615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-84d33739-2618-4e2d-96f2-727c39c31f3e service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841354 Jun 17 08:40:24.127452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.184703 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.254196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:24.271090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:24.277518 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af71e9d3-d351-49c0-ac9d-6ed70ca0c524" -d '{"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-unplugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:24.281004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.293729 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0add48a-b264-44b9-8ccc-8d94ca04c43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:24.324622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f336a1ad-462e-4631-8f84-dcbe4b5dbeda req-cf65168e-225f-40f8-a66b-f0bcb7f24300 service neutron] 10.222.0.67 "GET /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462894 Jun 17 08:40:24.361677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:24.372988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.376999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.381022 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:24.438634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b2437-420f-48ec-820a-bd9b8a523f3c req-7f1daf38-f807-4baa-8884-a5901a5fdb40 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.440597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-566b2437-420f-48ec-820a-bd9b8a523f3c req-7f1daf38-f807-4baa-8884-a5901a5fdb40 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 943 time: 0.2434769 Jun 17 08:40:24.465463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bba3d-404f-4a44-9709-f31e14bdeccb req-84440f9c-5981-4d35-a5dc-595f9e1bc1f8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.467026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab2bba3d-404f-4a44-9709-f31e14bdeccb req-84440f9c-5981-4d35-a5dc-595f9e1bc1f8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1485739 Jun 17 08:40:24.522095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-566b2437-420f-48ec-820a-bd9b8a523f3c req-b9ce2ea6-5c39-4fd7-92e8-90a4e8de01c1 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727954 Jun 17 08:40:24.536627 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab2bba3d-404f-4a44-9709-f31e14bdeccb req-16748d91-406f-45ae-b5c5-542515bc54bf tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552003 Jun 17 08:40:24.566626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Router 9f8c46e4-b185-4cf6-8466-5c74d3335064 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:24.589862 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a96d84-e3e9-4525-a38d-559aa77139b5 x-openstack-request-id: req-89a96d84-e3e9-4525-a38d-559aa77139b5 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:24.590167 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-unplugged", "status": "failed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "code": 422}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:24.590431 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89a96d84-e3e9-4525-a38d-559aa77139b5 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:24.590958 n-d-780147-13 neutron-server[93501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'code': 422} returned with failed status Jun 17 08:40:24.729020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:24.738846 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] Sync routers for ids ['9f8c46e4-b185-4cf6-8466-5c74d3335064'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:24.741890 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] 10.222.0.65 "PUT /v2.0/routers/9f8c46e4-b185-4cf6-8466-5c74d3335064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8866723 Jun 17 08:40:24.742264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39004) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:24.771537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] Routers {'9f8c46e4-b185-4cf6-8466-5c74d3335064'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:24.773772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:39:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9f8c46e4-b185-4cf6-8466-5c74d3335064'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:24.827721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39010) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:24.893609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.020324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.065421 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.130876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Deleting port b8984f35-51f5-437f-9a06-32e9d5b895b2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:25.131564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.156141 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85d527c9-27ed-44e2-b5e2-3b7b9d8c5c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.173902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] Set router 9f8c46e4-b185-4cf6-8466-5c74d3335064 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:25.184138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.192615 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.196037 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb10bc05-791d-442f-9b8c-25fa4bf0eaf6 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:25.251104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] For port b8984f35-51f5-437f-9a06-32e9d5b895b2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b8984f35-51f5-437f-9a06-32e9d5b895b2,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:25.251476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.264272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee8b62-8558-48c1-8c2a-899daa2d1b74,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:25.286828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:25.295117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02490e9674ba421cbbb81c65a75af9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662752 Jun 17 08:40:25.298683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39024) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:25.348697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Calling delete_port for b8984f35-51f5-437f-9a06-32e9d5b895b2 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:25.374349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.400150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:40:23Z', 'revision_number': 5, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port': {'id': 'b8984f35-51f5-437f-9a06-32e9d5b895b2', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:01Z', 'updated_at': '2021-06-17T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:25.419211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.433577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] Checking router: 9f8c46e4-b185-4cf6-8466-5c74d3335064 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:25.443277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] Routers {'9f8c46e4-b185-4cf6-8466-5c74d3335064'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:25.444155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:39:57Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9f8c46e4-b185-4cf6-8466-5c74d3335064'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:25.521426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.524833 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.529275 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62ee8b62-8558-48c1-8c2a-899daa2d1b74 HTTP/1.1" status: 204 len: 168 time: 0.2293260 Jun 17 08:40:25.530195 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d8f1720-ef38-4872-baaa-d14d3e6d1b4a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:25.538804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee8b62-8558-48c1-8c2a-899daa2d1b74,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:25.543433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] Set router 9f8c46e4-b185-4cf6-8466-5c74d3335064 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:25.548644 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:25.606303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:40:25Z', 'revision_number': 6, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:25.647494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3929-7308-4623-adce-e0cae906353a None None] The sync data for ids ['9f8c46e4-b185-4cf6-8466-5c74d3335064'] in n-d-780147-13 is: [{'id': '9f8c46e4-b185-4cf6-8466-5c74d3335064', 'name': 'tempest-TaggedBootDevicesTest_v242-2008927726-router', 'tenant_id': '2539a7b2925f46dca532201cd5522dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:59Z', 'updated_at': '2021-06-17T08:40:25Z', 'revision_number': 6, 'project_id': '2539a7b2925f46dca532201cd5522dd3', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:25.710409 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.724262 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:25.787821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8984f35-51f5-437f-9a06-32e9d5b895b2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:25.800885 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:25.876056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.992028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d338dc-9011-4b78-b46e-671ba44ed0e0 req-144445b5-f6bd-483b-aed7-350f8f8595b4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:25.993700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4d338dc-9011-4b78-b46e-671ba44ed0e0 req-144445b5-f6bd-483b-aed7-350f8f8595b4 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 943 time: 0.2246833 Jun 17 08:40:26.005600 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.009698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.052645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39048) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.104203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.131452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.132048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f8c46e4-b185-4cf6-8466-5c74d3335064 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:26.140486 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.149836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9f8c46e4-b185-4cf6-8466-5c74d3335064 HTTP/1.1" status: 204 len: 168 time: 1.4055882 Jun 17 08:40:26.154122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39050) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.170419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 28eec4f8-5247-4643-9f8a-20f0885eb12b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:26.174962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a4d338dc-9011-4b78-b46e-671ba44ed0e0 req-958e6d6e-13d0-4ba8-8dcd-02c02f0b7133 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577082 Jun 17 08:40:26.205850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 28eec4f8-5247-4643-9f8a-20f0885eb12b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:26.206471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 28eec4f8-5247-4643-9f8a-20f0885eb12b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:26.303223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Deleting subnet d1b4c25f-c884-48ab-957b-c411a34aabee {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:26.307178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.362732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.468558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.477744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.486262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba01e3e7-8b93-40f7-8376-4c474d76c642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.510543 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.559790 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a3304c63d124a82b77b613cbdd26914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057423 Jun 17 08:40:26.562346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39056) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.563346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a110a9-472a-43ae-961e-908d56a85f80,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.568697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.629124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.632602 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80021807-c868-4c92-9e65-ace6aa12fd7e tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.673897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.676362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b4c25f-c884-48ab-957b-c411a34aabee,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.679072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.681940 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d1b4c25f-c884-48ab-957b-c411a34aabee HTTP/1.1" status: 204 len: 168 time: 0.5081546 Jun 17 08:40:26.683431 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.684569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39058) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.691979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20354e24-b4f4-4fa3-878e-217412373c57 None None] Network b5381b14-44c5-481d-a3c9-8cb345cf603d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:26.747780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.809600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.839386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.842042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.843281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33a110a9-472a-43ae-961e-908d56a85f80 HTTP/1.1" status: 204 len: 168 time: 0.2798154 Jun 17 08:40:26.844201 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ba7c786-f5ad-41b5-9538-8ae47bd55fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.858288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a110a9-472a-43ae-961e-908d56a85f80,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.871993 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.913357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Deleting port 065013aa-f7bc-4ccf-8758-830bdd36c535 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:26.913852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.047406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] For port 065013aa-f7bc-4ccf-8758-830bdd36c535, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=065013aa-f7bc-4ccf-8758-830bdd36c535,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:27.047904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.270984 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Calling delete_port for 065013aa-f7bc-4ccf-8758-830bdd36c535 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:27.304723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] DHCP port deletion for b5381b14-44c5-481d-a3c9-8cb345cf603d request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:27.310565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-a343495b-fc67-4277-a343-e666bae4f78b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1518021 Jun 17 08:40:27.352323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e137c3a-b9d0-4f23-8766-f7fb08659acb req-4894cd46-3918-4b59-869e-d3691c5c4b13 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.364335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e137c3a-b9d0-4f23-8766-f7fb08659acb req-4894cd46-3918-4b59-869e-d3691c5c4b13 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1605406 Jun 17 08:40:27.393276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Deleting port 065013aa-f7bc-4ccf-8758-830bdd36c535 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:27.393660 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.415654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e137c3a-b9d0-4f23-8766-f7fb08659acb req-eebfb0c2-2f89-4376-819e-b1ec4b234ca1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495045 Jun 17 08:40:27.427996 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ace6dabb-6a6d-482d-8e91-3b82e10de18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.476039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] For port 065013aa-f7bc-4ccf-8758-830bdd36c535, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=065013aa-f7bc-4ccf-8758-830bdd36c535,segment=NetworkSegment(c7eaa485-f5a3-4c84-8a86-3b21e60272e1),segment_id=c7eaa485-f5a3-4c84-8a86-3b21e60272e1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:27.476909 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.585118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Calling delete_port for 065013aa-f7bc-4ccf-8758-830bdd36c535 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:27.596562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.643934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.647591 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef6fb7fd-829e-4101-8672-63f6a241cce1 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:27.717462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0b454-b4c9-47d9-9a68-ee63afcc359c req-143b455f-f381-47ca-a773-02b07f41dfa7 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.720432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3b0b454-b4c9-47d9-9a68-ee63afcc359c req-143b455f-f381-47ca-a773-02b07f41dfa7 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 943 time: 0.1873982 Jun 17 08:40:27.735632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0fbe001a-badf-46df-a6f6-210a6bce8380 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:27.738362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:27.755052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Pushing event deleted for resources: {'Port': ['ID=065013aa-f7bc-4ccf-8758-830bdd36c535,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:27.767696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:27.768609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] No DVR routers for this DVR port 065013aa-f7bc-4ccf-8758-830bdd36c535 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:27.853050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39088) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:27.934587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.938133 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.953723 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-856aeb08-85eb-4160-ad4d-acf64cfb5f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.024708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Pushing event deleted for resources: {'Port': ['ID=065013aa-f7bc-4ccf-8758-830bdd36c535,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.030999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c3b0b454-b4c9-47d9-9a68-ee63afcc359c req-73c2aa3c-b504-46a9-a920-582101580a6e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003244 Jun 17 08:40:28.049877 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.053788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] No DVR routers for this DVR port 065013aa-f7bc-4ccf-8758-830bdd36c535 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:28.074248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b8984f35-51f5-437f-9a06-32e9d5b895b2 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:28.171551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: b8984f35-51f5-437f-9a06-32e9d5b895b2 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:28.171965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b8984f35-51f5-437f-9a06-32e9d5b895b2 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:28.172398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 065013aa-f7bc-4ccf-8758-830bdd36c535 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:28.182273 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:40:28.192726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.199031 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.203536 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-027c7796-36f3-4fa7-b512-0026ebe2bb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.219907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 065013aa-f7bc-4ccf-8758-830bdd36c535 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:28.220263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 065013aa-f7bc-4ccf-8758-830bdd36c535 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:28.253987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0abdba09a464f29bb81ac2b0663d67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962400 Jun 17 08:40:28.255846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f7bf0-666f-4c5c-984b-e30ac904b788,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.258693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:28.261762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.351375 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.362429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0fbe001a-badf-46df-a6f6-210a6bce8380, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0fbe001a-badf-46df-a6f6-210a6bce8380,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:28.382562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '0fbe001a-badf-46df-a6f6-210a6bce8380', 'network_id': 'ac67a68d-14bc-4899-a4ba-10ad6d4370e0', 'port_id': '0fbe001a-badf-46df-a6f6-210a6bce8380', 'mac_address': 'fa:16:3e:0a:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cb7589-7731-4e4c-8527-873fe6137801', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:28.386464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.399515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.411134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5381b14-44c5-481d-a3c9-8cb345cf603d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:28.422289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:28.422587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eaa485-f5a3-4c84-8a86-3b21e60272e1') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:28.431740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.438123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.452878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.453069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbe001a-badf-46df-a6f6-210a6bce8380 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:28.455991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.459875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c9f7bf0-666f-4c5c-984b-e30ac904b788 HTTP/1.1" status: 204 len: 168 time: 0.1969442 Jun 17 08:40:28.459875 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c57afa3-0736-4add-a2f3-dd30442105eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.464100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.467467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f7bf0-666f-4c5c-984b-e30ac904b788,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.470191 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.480833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:28.481256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.498288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0fbe001a-badf-46df-a6f6-210a6bce8380, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0fbe001a-badf-46df-a6f6-210a6bce8380,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:28.505286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-05f5a1ac-deaa-492e-8231-513bcd85cd50 req-9f6c1132-327a-4841-b648-faf61664b09c service neutron] (93499) timed out ('10.222.0.67', 62563) {{(pid=93499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:28.506153 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:28.510603 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.512479 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.574473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=0fbe001a-badf-46df-a6f6-210a6bce8380,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.578427 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.585424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.589143 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56f98cfb-0692-411a-a1a0-20fbdbccdd25 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.591821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.593621 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b5381b14-44c5-481d-a3c9-8cb345cf603d HTTP/1.1" status: 204 len: 168 time: 1.9075119 Jun 17 08:40:28.605571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5381b14-44c5-481d-a3c9-8cb345cf603d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.613346 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.664084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee658-4d84-4a83-b0d4-3a718f348de1 req-741bba80-ebaf-449d-84b8-fc8fefed344d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.665594 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-271ee658-4d84-4a83-b0d4-3a718f348de1 req-741bba80-ebaf-449d-84b8-fc8fefed344d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.0784583 Jun 17 08:40:28.717044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-271ee658-4d84-4a83-b0d4-3a718f348de1 req-c3260969-5a09-4bc0-a37a-a26012232fac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 Jun 17 08:40:28.723423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0fbe001a-badf-46df-a6f6-210a6bce8380'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:28.756024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39106) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:28.856022 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:28.856739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dea34bc3-0198-4c35-9cf1-a217c0a63a31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2539a7b2925f46dca532201cd5522dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989585 Jun 17 08:40:28.866797 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.887451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-3f9e6a46-2108-440e-8707-c7b9e38cfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.888857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-3f9e6a46-2108-440e-8707-c7b9e38cfa2e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c&tenant_id=fbe6f790d3494c55827b97b2db508217 HTTP/1.1" status: 200 len: 1095 time: 0.0720289 Jun 17 08:40:28.957557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.990452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.991610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-b2a48d6b-0a76-4495-9921-bb98c600577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.993186 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-b2a48d6b-0a76-4495-9921-bb98c600577a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1095 time: 0.0670903 Jun 17 08:40:29.047922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.051498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.052956 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8fc76971-ff1a-43a9-91fb-dfa38f5f0d8a HTTP/1.1" status: 204 len: 168 time: 0.1947467 Jun 17 08:40:29.053950 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-af44d710-fe2b-4dae-bab8-c317069476f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:29.063883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc76971-ff1a-43a9-91fb-dfa38f5f0d8a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:29.066976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:29.113533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-cce7353d-7d75-427b-be0f-ecf494862af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.115307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-cce7353d-7d75-427b-be0f-ecf494862af9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.1154444 Jun 17 08:40:29.261899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-62a5695d-f858-4cbb-865a-7b7cde49795e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 999 time: 0.1395638 Jun 17 08:40:29.338140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-39329de7-b7e1-44f2-ac02-88b9c48990fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.339728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-39329de7-b7e1-44f2-ac02-88b9c48990fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.0700893 Jun 17 08:40:29.348384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe84fc-716b-4c59-a068-605f43958c43 req-26255fbb-4f7a-426f-a246-5fe00a5baadd tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.356191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fbe84fc-716b-4c59-a068-605f43958c43 req-26255fbb-4f7a-426f-a246-5fe00a5baadd tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 944 time: 0.1567669 Jun 17 08:40:29.746716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0fbe001a-badf-46df-a6f6-210a6bce8380 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:29.870927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 0fbe001a-badf-46df-a6f6-210a6bce8380 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:29.876146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 0fbe001a-badf-46df-a6f6-210a6bce8380 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:29.876879 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.996447 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.014213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fbe84fc-716b-4c59-a068-605f43958c43 req-24cff4e1-82f0-45d6-80aa-cbf3cde03e62 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570299 Jun 17 08:40:30.038214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbe001a-badf-46df-a6f6-210a6bce8380'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:30.041807 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc60bc3-6147-44aa-b5a6-8d04b63eac1c" -d '{"events": [{"server_uuid": "4459784a-5a0b-4739-974a-0935b0d7cfe5", "name": "network-vif-plugged", "status": "completed", "tag": "0fbe001a-badf-46df-a6f6-210a6bce8380"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:30.055308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0fbe001a-badf-46df-a6f6-210a6bce8380, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0fbe001a-badf-46df-a6f6-210a6bce8380,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:30.063043 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.066075 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.088224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:30.107193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-1a9a5ca2-c5d4-4d50-a1e5-97c3c84dbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.108789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-1a9a5ca2-c5d4-4d50-a1e5-97c3c84dbc6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7506487 Jun 17 08:40:30.162146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=0fbe001a-badf-46df-a6f6-210a6bce8380,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:30.171586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4afb7-fbb8-436e-b9ba-96f06875c654 req-95938db7-cac5-4755-974d-ce596cdaa360 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.174714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42c4afb7-fbb8-436e-b9ba-96f06875c654 req-95938db7-cac5-4755-974d-ce596cdaa360 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.2579229 Jun 17 08:40:30.176975 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:30.252884 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6650a-4f15-494f-8775-c20bf05dbab4 x-openstack-request-id: req-6ae6650a-4f15-494f-8775-c20bf05dbab4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:30.253351 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4459784a-5a0b-4739-974a-0935b0d7cfe5", "name": "network-vif-plugged", "status": "completed", "tag": "0fbe001a-badf-46df-a6f6-210a6bce8380", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:30.253731 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ae6650a-4f15-494f-8775-c20bf05dbab4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:30.254224 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbe001a-badf-46df-a6f6-210a6bce8380', 'code': 200} Jun 17 08:40:30.287709 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.298334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42c4afb7-fbb8-436e-b9ba-96f06875c654 req-aae3856e-5fb6-4626-875e-789cbb8ce365 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066301 Jun 17 08:40:30.309714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1181126749-network', 'tenant_id': '5d216b61dbe348d48d08296603cb607d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:30.323881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-032d5e4c-6209-49a0-be2d-a0644f3438f5 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924946 Jun 17 08:40:30.375030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Made reservation on behalf of 5d216b61dbe348d48d08296603cb607d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:30.377405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.388447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.412535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24fb6d-cde8-40c6-a72a-5b9444f3f0c1 req-990f85ad-8f6c-4648-92e7-9196e4c6110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.414203 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bd24fb6d-cde8-40c6-a72a-5b9444f3f0c1 req-990f85ad-8f6c-4648-92e7-9196e4c6110b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 1097 time: 0.0945296 Jun 17 08:40:30.449673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9cb286b3-8e38-40ae-870b-bf0c305da7e8 req-a817f945-90c9-4f6b-992a-32c6c4e46b00 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200902 Jun 17 08:40:30.502884 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bd24fb6d-cde8-40c6-a72a-5b9444f3f0c1 req-70d4466c-b1a0-48ee-a2c2-8cf569e952bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809302 Jun 17 08:40:30.580889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.585643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.591152 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9cdea274-aa74-486e-8222-ab7116d43e31 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.627388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:30.632000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d80a9-1823-4851-9c34-b026cf6c23e0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:30.636289 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:30.642372 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.642837 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Added segment 1bec70d8-9689-466a-b487-c2e8a73d3b72 of type vlan for network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b Jun 17 08:40:30.685701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.715858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.717189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.718041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.722234 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7e17fd7-4bcd-41c5-b8ca-678edaad1f16 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.758071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39188) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:30.758231 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6681314 Jun 17 08:40:30.765504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Request body: {'subnet': {'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1181126749-subnet', 'tenant_id': '5d216b61dbe348d48d08296603cb607d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:30.794100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Pushing event updated for resources: {'Network': ['ID=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:30.796079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Made reservation on behalf of 5d216b61dbe348d48d08296603cb607d for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:30.798332 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:30.801291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.805679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:31.007690 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.011750 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-475b339f-1aab-4dc3-90c1-8d09d8835bf5 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:31.088340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Checking segment: {'id': '1bec70d8-9689-466a-b487-c2e8a73d3b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:31.089008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Network hostable DHCP agents. Network: 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:31.095036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce0a743-b555-4693-9430-059aa25d9aa1,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.097992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.115124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:31.132553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:31.137148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.137814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.150895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d94dc-b9d2-4f4e-bcbb-6ad172e03b8d None None] Network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:31.174782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4152713 Jun 17 08:40:31.405750 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ca12a-950b-488f-a1ce-58770bf08c3d req-1b9413c6-0e5f-456e-b19e-8ac91b2dc740 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.408081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e9ca12a-950b-488f-a1ce-58770bf08c3d req-1b9413c6-0e5f-456e-b19e-8ac91b2dc740 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.1390219 Jun 17 08:40:31.410572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451b855-2449-47b1-8c2d-86f2dfb251d7 None None] Network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:31.493909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e9ca12a-950b-488f-a1ce-58770bf08c3d req-9614d03f-7040-433f-b5cb-d4ed3ba46f2a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793843 Jun 17 08:40:31.831832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dca68-40b1-4319-bcc7-de91cff23232 req-a5d3ded6-0d3f-406b-96aa-ba3a6d947275 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.841374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d63dca68-40b1-4319-bcc7-de91cff23232 req-a5d3ded6-0d3f-406b-96aa-ba3a6d947275 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1696882 Jun 17 08:40:31.928275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d63dca68-40b1-4319-bcc7-de91cff23232 req-56b8140b-6d8d-4a6b-ab27-77d7c77a6489 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859272 Jun 17 08:40:32.074639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-862258fc-35b8-47eb-9367-2881f8d0dcf1 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.082263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-862258fc-35b8-47eb-9367-2881f8d0dcf1 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/networks?id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b HTTP/1.1" status: 200 len: 814 time: 0.1953216 Jun 17 08:40:32.103734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-3ba4ce37-98a8-4200-b25a-42ede668a64f tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/quotas/5d216b61dbe348d48d08296603cb607d HTTP/1.1" status: 200 len: 375 time: 0.0191977 Jun 17 08:40:32.157774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-101171c3-693e-467a-8abb-07c392065eb7 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d216b61dbe348d48d08296603cb607d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526359 Jun 17 08:40:32.163185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-8d452161-ecbb-4b29-a424-f13e9ee4991c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:40:32.171563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-8d452161-ecbb-4b29-a424-f13e9ee4991c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126379 Jun 17 08:40:32.281393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-4e7e688b-7ae4-45a9-b951-81109239b625 service neutron] 10.222.0.65 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035180 Jun 17 08:40:32.386127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c32bb633-2a46-412d-8504-1fe5d0d550cb service neutron] 10.222.0.65 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038153 Jun 17 08:40:32.613699 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c11fc28-6179-4ee7-a08c-1f1e891f7763 req-ef911e8a-0909-41df-b1c3-08583a769119 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0464404 Jun 17 08:40:32.978737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31e173-45f5-4650-865c-bfd340bfceaf req-a1d72107-54b3-4c0f-b330-64bc79abf633 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.982001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f31e173-45f5-4650-865c-bfd340bfceaf req-a1d72107-54b3-4c0f-b330-64bc79abf633 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.1693029 Jun 17 08:40:33.063751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f31e173-45f5-4650-865c-bfd340bfceaf req-5d887207-1ad2-4d38-9dfe-ab0eda2daa48 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647557 Jun 17 08:40:33.351690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819163d0-9708-4bc3-8f23-e514c279c022 req-7f281bcc-f020-4280-aca8-5ceb04218456 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.365328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-819163d0-9708-4bc3-8f23-e514c279c022 req-7f281bcc-f020-4280-aca8-5ceb04218456 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1426315 Jun 17 08:40:33.501817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-819163d0-9708-4bc3-8f23-e514c279c022 req-00680015-1956-4f98-8221-6007601b1e4f tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353116 Jun 17 08:40:33.834824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-286ee611-02ee-423d-8d1e-3991fd64f1f7 req-71a35569-2db0-4c04-ac08-01d8adf91ee5 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0420172 Jun 17 08:40:34.491214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f86541-796c-4276-9f01-30575abfc270 req-15a7848e-8776-4608-bf0a-52b576acf4a0 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.499872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53f86541-796c-4276-9f01-30575abfc270 req-15a7848e-8776-4608-bf0a-52b576acf4a0 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0863018 Jun 17 08:40:34.535572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53f86541-796c-4276-9f01-30575abfc270 req-0b9c190f-23ad-4dc7-98e9-150ef4582df9 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Jun 17 08:40:35.085064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11256a-1233-4a8c-aa0e-0e2115700261 req-6ecfdc79-e15c-431b-b37e-d73fd4257d52 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.086643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa11256a-1233-4a8c-aa0e-0e2115700261 req-6ecfdc79-e15c-431b-b37e-d73fd4257d52 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.0788910 Jun 17 08:40:35.207798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa11256a-1233-4a8c-aa0e-0e2115700261 req-abbd728d-dca8-4d96-8ec5-9503ba86eae3 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137102 Jun 17 08:40:35.396484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cde5b9e5-3be5-4593-88a0-1c83e57e43e9 req-52e125e4-5b70-42d9-a61e-a07d8160f804 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0456562 Jun 17 08:40:35.750224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a98e9-1385-48f4-9c07-5048e67f29c9 req-0f3595ff-94ab-4b8e-9d39-e08f7bad0ed5 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.757425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a16a98e9-1385-48f4-9c07-5048e67f29c9 req-0f3595ff-94ab-4b8e-9d39-e08f7bad0ed5 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0815001 Jun 17 08:40:35.810356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a16a98e9-1385-48f4-9c07-5048e67f29c9 req-aa7e2b7c-c360-455b-b79d-cb362878323d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Jun 17 08:40:36.553542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74c771-dd58-4265-828f-acc84a635eb3 req-31f72ead-26dc-453a-90a2-c797c48ac9bc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:36.563079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a74c771-dd58-4265-828f-acc84a635eb3 req-31f72ead-26dc-453a-90a2-c797c48ac9bc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1641078 Jun 17 08:40:36.644900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a74c771-dd58-4265-828f-acc84a635eb3 req-536992a0-02f4-4b94-b02d-0ec5996f0096 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801058 Jun 17 08:40:36.856073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5bb7873-bab6-45ad-a534-390a5ada91e0 req-cf9e5fc2-3b86-4ea5-b596-18937078212f tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0619817 Jun 17 08:40:37.129188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272a51b-3812-4f91-8606-057c56f0f174 req-1519440a-b10e-42a9-8667-bc71783aaffd tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:37.130754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4272a51b-3812-4f91-8606-057c56f0f174 req-1519440a-b10e-42a9-8667-bc71783aaffd tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.1017087 Jun 17 08:40:37.182400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4272a51b-3812-4f91-8606-057c56f0f174 req-47a79fdc-6e14-4b11-abf5-81ef12c5c010 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Jun 17 08:40:37.974238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fbe53-adc4-40f0-9b65-56b3ba724fd3 req-d216eb4d-de6e-45a6-986a-95f8e5ca4e6a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:37.977173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b34fbe53-adc4-40f0-9b65-56b3ba724fd3 req-d216eb4d-de6e-45a6-986a-95f8e5ca4e6a tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1194270 Jun 17 08:40:38.179429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b34fbe53-adc4-40f0-9b65-56b3ba724fd3 req-65098493-399f-405a-ad96-ceede9c89529 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842394 Jun 17 08:40:38.390445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d576560d-8569-4a85-9055-9dd0662d4044 req-25d48d00-9b5b-4004-a832-3ab7e1da7855 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0316305 Jun 17 08:40:38.604310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cd9a4-7a96-44dd-a779-a90a98a809d0 req-fa5c65af-0111-4c0f-8261-c3aacefe1d61 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.605896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da9cd9a4-7a96-44dd-a779-a90a98a809d0 req-fa5c65af-0111-4c0f-8261-c3aacefe1d61 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0843067 Jun 17 08:40:38.648966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da9cd9a4-7a96-44dd-a779-a90a98a809d0 req-869ed1f3-b642-46eb-8a82-173a216b250a tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Jun 17 08:40:39.414304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679ecc9-45ca-4152-87f5-de07024b386a req-7d0af9a2-981c-48a8-a22a-4480716c28e7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.416415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f679ecc9-45ca-4152-87f5-de07024b386a req-7d0af9a2-981c-48a8-a22a-4480716c28e7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.0736711 Jun 17 08:40:39.470416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f679ecc9-45ca-4152-87f5-de07024b386a req-4ea4e778-19ca-4eed-8d3d-6a5f73f755d0 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375805 Jun 17 08:40:39.665112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8a140cd-dd53-49ad-843f-0d681ccaf031 req-79f3919a-e6e3-449d-a670-47755f0316b1 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0371583 Jun 17 08:40:39.767586 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-8730d16d-a9b2-4a25-8d10-92133ec79cef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892775 Jun 17 08:40:39.890936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b35a0-dd3e-448f-8add-7a33d26ea54d req-8f766601-c665-4c50-a4c3-009f0109a6f5 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.898564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f06b35a0-dd3e-448f-8add-7a33d26ea54d req-8f766601-c665-4c50-a4c3-009f0109a6f5 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0845573 Jun 17 08:40:39.928920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-e29105c4-6de7-43c8-958e-8b61badf93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.931591 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-e29105c4-6de7-43c8-958e-8b61badf93f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 1097 time: 0.1058331 Jun 17 08:40:39.979613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f06b35a0-dd3e-448f-8add-7a33d26ea54d req-c11049b7-354f-4096-be81-d3872d972ac7 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739617 Jun 17 08:40:40.115430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-66a1ebc7-6f8d-4b2c-a6c7-0ce4a14172e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.116952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-66a1ebc7-6f8d-4b2c-a6c7-0ce4a14172e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 916 time: 0.1581037 Jun 17 08:40:40.164479 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-e88bc841-29d9-40b3-a30e-8a45a610a6c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3 HTTP/1.1" status: 200 len: 217 time: 0.0403607 Jun 17 08:40:40.218115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-575d6bbf-c20d-4e8d-a2ac-a4a2ede69618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.219885 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-575d6bbf-c20d-4e8d-a2ac-a4a2ede69618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.0477357 Jun 17 08:40:40.260576 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-cec768f4-9612-4490-b109-de42af179323 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283401 Jun 17 08:40:40.388850 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-22ed1c5c-e7de-44f9-a5ef-df3fe5f883a4 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206150 Jun 17 08:40:40.496743 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b3703dfc-0107-4b83-b951-eb6a871d572e req-46d19ff3-e594-49c5-9f9d-0472672e1e9f service neutron] 10.222.0.60 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999658 Jun 17 08:40:40.687551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-447075a5-8d27-49ee-9efc-81e3db883fa6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.689085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-447075a5-8d27-49ee-9efc-81e3db883fa6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.1037264 Jun 17 08:40:40.704734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-c9191ac6-d4d3-4ae0-9187-eab1c8195ea3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/quotas/8a4c08c0d2ea423c9f28acda16190f44 HTTP/1.1" status: 200 len: 375 time: 0.0099964 Jun 17 08:40:40.789733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-f7935b2d-211d-432e-9e23-ab0df6d86a29 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782704 Jun 17 08:40:40.882876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-30a17c47-e944-4abf-8075-9e0be302f727 service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852036 Jun 17 08:40:40.985014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-c33df74d-a260-4134-b46f-a02f03d0b098 service neutron] 10.222.0.65 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956213 Jun 17 08:40:41.395329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315bd1b-59ed-4d4d-97df-7c5bca0388ce req-f6bc22da-0706-4aea-8b7b-372450513dc0 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.397066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9315bd1b-59ed-4d4d-97df-7c5bca0388ce req-f6bc22da-0706-4aea-8b7b-372450513dc0 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.1010437 Jun 17 08:40:41.459457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9315bd1b-59ed-4d4d-97df-7c5bca0388ce req-f602ed6c-e111-4f6f-8675-3109e8f69d78 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543952 Jun 17 08:40:41.640810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ccb07ed-6fd3-41e9-b191-0d12a9120361 req-c04622e0-eb7e-4716-a134-1e43d1525b70 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0447440 Jun 17 08:40:41.810728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5edf4c-c5ae-47c5-b075-65de50e51226 req-44bcfae3-ed74-48b4-bc72-d078dbb7160d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.812277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5edf4c-c5ae-47c5-b075-65de50e51226 req-44bcfae3-ed74-48b4-bc72-d078dbb7160d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0650475 Jun 17 08:40:41.851925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5edf4c-c5ae-47c5-b075-65de50e51226 req-1b5802c3-1e9b-4dab-bb27-8f272756580f tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Jun 17 08:40:41.980919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-565ff70b-144d-4281-9dad-0b04634ca541 req-f01ae44a-b468-45f0-91ba-5ec6baeaa01e tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 210 time: 0.0281825 Jun 17 08:40:42.680110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564cb6d-3e2b-4dc3-bb18-7294f86e825e req-84e33c17-1f2b-45a6-9436-8cbd3b6ee670 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:42.682403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d564cb6d-3e2b-4dc3-bb18-7294f86e825e req-84e33c17-1f2b-45a6-9436-8cbd3b6ee670 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.0913210 Jun 17 08:40:42.740556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d564cb6d-3e2b-4dc3-bb18-7294f86e825e req-b9580ce7-9889-486c-8feb-6eff7a6acfe7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494292 Jun 17 08:40:42.831369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aae48303-bb8a-499a-a84e-c4787d7d95da req-857ecad6-b461-43a8-9e89-cd050d38b19e tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0337999 Jun 17 08:40:42.958203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-005e5e66-f1a8-4dad-9077-97bd0f81ab2e tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:42.959662 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-005e5e66-f1a8-4dad-9077-97bd0f81ab2e tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.67 "GET /v2.0/networks?id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b HTTP/1.1" status: 200 len: 814 time: 0.1634290 Jun 17 08:40:42.982270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Request body: {'port': {'device_id': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b', 'admin_state_up': True, 'tenant_id': '5d216b61dbe348d48d08296603cb607d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:43.054990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe372dc-6c42-4318-8d05-e76e1b4f5ce3 req-58418cd9-562e-4de0-8abc-cf2096ea6d4b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:43.056815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fe372dc-6c42-4318-8d05-e76e1b4f5ce3 req-58418cd9-562e-4de0-8abc-cf2096ea6d4b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0752709 Jun 17 08:40:43.097212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fe372dc-6c42-4318-8d05-e76e1b4f5ce3 req-4e1f2a40-6f9c-4445-a24e-fc5a2a5289fc tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Jun 17 08:40:43.124260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Made reservation on behalf of 5d216b61dbe348d48d08296603cb607d for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:43.128022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.146208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3d21f8e-5aa7-4bfe-b966-8b8d1a5b1133 req-438632a2-a3ff-481c-8b11-eecce6b17f9f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 210 time: 0.0397422 Jun 17 08:40:43.265074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Allocated IP 172.20.0.7 (222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b/6ce0a743-b555-4693-9430-059aa25d9aa1/240b62a0-45eb-4c89-b688-ec2331ca9801) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:43.451670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.471074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-ed107581-749f-40d9-99ae-581f61aeddbb tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:43.472962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-ed107581-749f-40d9-99ae-581f61aeddbb tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.67 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 815 time: 0.1448841 Jun 17 08:40:43.490817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Request body: {'port': {'device_id': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'admin_state_up': True, 'tenant_id': '8a4c08c0d2ea423c9f28acda16190f44'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:43.505671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.514272 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06be893d-cf89-4b47-9b5e-eedf8d9fcb35 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.560659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:43.564387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:43.569267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:43.617153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Pushing event updated for resources: {'Port': ['ID=240b62a0-45eb-4c89-b688-ec2331ca9801,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.623302 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.643205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:43.644221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.647903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Made reservation on behalf of 8a4c08c0d2ea423c9f28acda16190f44 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:43.651659 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.659379 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6817679 Jun 17 08:40:43.676993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Request body: {'port': {'device_id': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:43.760561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.830792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Allocated IP 172.20.0.10 (2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8/52956636-0f4a-42cf-8803-62ab1026f0c4/a4b71801-d5b0-4e12-85c5-e27c73412f78) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:43.840731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-f762c7a7-5cdb-4d20-9660-2070b102a99e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:43.842256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-f762c7a7-5cdb-4d20-9660-2070b102a99e tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.1282918 Jun 17 08:40:44.133768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240b62a0-45eb-4c89-b688-ec2331ca9801 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:44.145368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.162886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Transition to ACTIVE for port object 240b62a0-45eb-4c89-b688-ec2331ca9801 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:44.169153 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.172731 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:44.188522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66116109-5ab6-48db-805b-034601a0d42f req-8b4cb2b5-4927-4afa-ae01-7ddb26d0b07d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.190272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66116109-5ab6-48db-805b-034601a0d42f req-8b4cb2b5-4927-4afa-ae01-7ddb26d0b07d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.2204452 Jun 17 08:40:44.197215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Deleting port 0fbe001a-badf-46df-a6f6-210a6bce8380 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:44.197557 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.209074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.240894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Pushing event updated for resources: {'Port': ['ID=240b62a0-45eb-4c89-b688-ec2331ca9801,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:44.269579 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:44.336841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6939f9-ba20-49d8-9001-016c238be69c req-5023946f-09e1-4315-807c-c7d87777b449 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.338849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f6939f9-ba20-49d8-9001-016c238be69c req-5023946f-09e1-4315-807c-c7d87777b449 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 931 time: 0.2792771 Jun 17 08:40:44.341586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-66116109-5ab6-48db-805b-034601a0d42f req-0d2090f8-bd35-4c19-9000-235b67aca518 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410997 Jun 17 08:40:44.350036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Attempting to bind port 240b62a0-45eb-4c89-b688-ec2331ca9801 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:44.350379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Attempting to bind port 240b62a0-45eb-4c89-b688-ec2331ca9801 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '1bec70d8-9689-466a-b487-c2e8a73d3b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:44.351461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Attempting to bind port 240b62a0-45eb-4c89-b688-ec2331ca9801 on network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:44.356865 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Port 240b62a0-45eb-4c89-b688-ec2331ca9801 on network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:44.357185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Attempting to bind port 240b62a0-45eb-4c89-b688-ec2331ca9801 on network 222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:44.363810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:44.364152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Checking segment: {'id': '1bec70d8-9689-466a-b487-c2e8a73d3b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:44.364535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Bound using segment: {'id': '1bec70d8-9689-466a-b487-c2e8a73d3b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:44.364963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Bound port: 240b62a0-45eb-4c89-b688-ec2331ca9801, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bec70d8-9689-466a-b487-c2e8a73d3b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:44.365313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.404086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] For port 0fbe001a-badf-46df-a6f6-210a6bce8380, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0fbe001a-badf-46df-a6f6-210a6bce8380,segment=NetworkSegment(400a6191-60d9-4f9e-9f42-37524b8bdbc0),segment_id=400a6191-60d9-4f9e-9f42-37524b8bdbc0)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:44.404412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.442937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] For port 240b62a0-45eb-4c89-b688-ec2331ca9801, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:44.449180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] For port 240b62a0-45eb-4c89-b688-ec2331ca9801, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=240b62a0-45eb-4c89-b688-ec2331ca9801,segment=NetworkSegment(1bec70d8-9689-466a-b487-c2e8a73d3b72),segment_id=1bec70d8-9689-466a-b487-c2e8a73d3b72)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:44.455593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.456688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.460427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3701b50-ce7e-4144-b739-3e688476d925 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:44.470521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3', '7dc46f15-d065-4eb3-9f54-e85019cb8760', '2e2d2957-3cad-44f6-88f4-cbe513dea01e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:44.487372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Calling delete_port for 0fbe001a-badf-46df-a6f6-210a6bce8380 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:44.501110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.503087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.504035 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] 10.222.0.67 "PUT /v2.0/ports/240b62a0-45eb-4c89-b688-ec2331ca9801 HTTP/1.1" status: 200 len: 1092 time: 0.8320138 Jun 17 08:40:44.504474 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e8353d7-8817-44d1-b935-07da95eb59f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:44.506673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'tag': '240b62a0-45eb-4c89-b688-ec2331ca9801'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:44.516989 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b17a20-5e27-426c-888a-9e25323c54df" -d '{"events": [{"name": "network-changed", "server_uuid": "99cda341-b960-4086-84b4-0f9e6b0c5032", "tag": "240b62a0-45eb-4c89-b688-ec2331ca9801"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:44.525081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f6939f9-ba20-49d8-9001-016c238be69c req-c0cbe1fb-2e09-4c33-8f3a-a4b5fd52472d tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760988 Jun 17 08:40:44.592547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Pushing event updated for resources: {'Port': ['ID=240b62a0-45eb-4c89-b688-ec2331ca9801,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:44.596885 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:44.652339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-33a1fbdb-4b90-4e4d-886c-3b46c892a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.654786 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-33a1fbdb-4b90-4e4d-886c-3b46c892a3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d216b61dbe348d48d08296603cb607d&device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 1095 time: 0.1013484 Jun 17 08:40:44.704770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.67', 63043) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:44.725830 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-5ebc77ac-bd30-4dd1-84a9-7795f382e53b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240b62a0-45eb-4c89-b688-ec2331ca9801 HTTP/1.1" status: 200 len: 217 time: 0.0640237 Jun 17 08:40:44.763117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:44.776169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-4f9f9810-1602-4de6-bb85-288b1b159658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.778104 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-4f9f9810-1602-4de6-bb85-288b1b159658 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ce0a743-b555-4693-9430-059aa25d9aa1 HTTP/1.1" status: 200 len: 854 time: 0.0457690 Jun 17 08:40:44.803307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:44.811658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:44.815938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-0a730952-f3f7-434a-9eca-fea661c227cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313230 Jun 17 08:40:44.827195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event updated for resources: {'Port': ['ID=a4b71801-d5b0-4e12-85c5-e27c73412f78,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:44.830741 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:44.923160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-a007e4cd-a1dc-4b3c-80b9-7b724a137ea0 service neutron] 10.222.0.67 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995817 Jun 17 08:40:45.028848 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-972f5dc4-67e8-4b25-b599-0fb6d7a32b16 req-2be5eaca-37e4-497b-ba0c-929e2692c3f8 service neutron] 10.222.0.67 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959353 Jun 17 08:40:45.286218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5a08-6200-4c9b-81b2-032c61ebcb44 req-5e17d883-ff91-41b6-819b-5041ab781290 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.287633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99fb5a08-6200-4c9b-81b2-032c61ebcb44 req-5e17d883-ff91-41b6-819b-5041ab781290 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/ports?device_id=4459784a-5a0b-4739-974a-0935b0d7cfe5 HTTP/1.1" status: 200 len: 945 time: 0.7962682 Jun 17 08:40:45.297720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.298337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.369152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-e213a669-3018-4d08-8703-4f4f554099da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.370623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-e213a669-3018-4d08-8703-4f4f554099da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbe6f790d3494c55827b97b2db508217&device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1095 time: 0.6650083 Jun 17 08:40:45.378875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a22a4-5d4e-4961-8ba5-21b196f76aa3 req-69975720-fe2a-44aa-b868-162320609519 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.380267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-975a22a4-5d4e-4961-8ba5-21b196f76aa3 req-69975720-fe2a-44aa-b868-162320609519 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 932 time: 0.6549947 Jun 17 08:40:45.387619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9055276 Jun 17 08:40:45.419605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Request body: {'port': {'device_id': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:45.454989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99fb5a08-6200-4c9b-81b2-032c61ebcb44 req-c2e6a758-4d79-41c1-b856-80f6ffee5ad1 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c61e47b-dffe-4842-91dc-a1ed2f323076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524732 Jun 17 08:40:45.514708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.523047 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ab9d2846-d94c-413e-af69-40a609fb4ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:45.529840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0fbe001a-badf-46df-a6f6-210a6bce8380'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:45.557910 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-975a22a4-5d4e-4961-8ba5-21b196f76aa3 req-4931bc17-88f9-425c-943b-f19bbf11a70a tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667790 Jun 17 08:40:45.615791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Pushing event deleted for resources: {'Port': ['ID=0fbe001a-badf-46df-a6f6-210a6bce8380,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:45.619503 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:45.695347 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccde1a2-5354-45b2-9c9a-b6c437671ef2 x-openstack-request-id: req-1ccde1a2-5354-45b2-9c9a-b6c437671ef2 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:45.695837 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cda341-b960-4086-84b4-0f9e6b0c5032", "tag": "240b62a0-45eb-4c89-b688-ec2331ca9801", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:45.696137 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ccde1a2-5354-45b2-9c9a-b6c437671ef2 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:45.697196 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'tag': '240b62a0-45eb-4c89-b688-ec2331ca9801', 'status': 'completed', 'code': 200} Jun 17 08:40:45.717914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] No DVR routers for this DVR port 0fbe001a-badf-46df-a6f6-210a6bce8380 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:45.725192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-4a712480-cd3e-4bcc-ab3c-afb738de9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.726628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-4a712480-cd3e-4bcc-ab3c-afb738de9585 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 200 len: 918 time: 0.3162107 Jun 17 08:40:45.730765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.732716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] 10.222.0.67 "DELETE /v2.0/ports/0fbe001a-badf-46df-a6f6-210a6bce8380 HTTP/1.1" status: 204 len: 173 time: 1.8807969 Jun 17 08:40:45.733265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'name': 'network-vif-deleted', 'tag': '0fbe001a-badf-46df-a6f6-210a6bce8380'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:45.735667 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2275d-a1dc-47f1-859d-14fda340632d" -d '{"events": [{"server_uuid": "4459784a-5a0b-4739-974a-0935b0d7cfe5", "name": "network-vif-deleted", "tag": "0fbe001a-badf-46df-a6f6-210a6bce8380"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:45.796570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.824801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:45.835524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17a20-5e27-426c-888a-9e25323c54df req-5b4be3ee-fd81-4aeb-b6e1-89b3ee5600e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.837454 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-5b4be3ee-fd81-4aeb-b6e1-89b3ee5600e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d216b61dbe348d48d08296603cb607d&device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 1095 time: 0.1187744 Jun 17 08:40:45.947792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17a20-5e27-426c-888a-9e25323c54df req-34ed9b68-4477-4f22-923c-88ba81474a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.950812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-34ed9b68-4477-4f22-923c-88ba81474a94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b HTTP/1.1" status: 200 len: 915 time: 0.1067536 Jun 17 08:40:46.030346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-5f994a60-93f3-412a-8d09-5f35c9ed69a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240b62a0-45eb-4c89-b688-ec2331ca9801 HTTP/1.1" status: 200 len: 217 time: 0.0698485 Jun 17 08:40:46.055438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:46.075489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '255aeaea-542f-46de-b407-2fff350dcc9d', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'port_id': '255aeaea-542f-46de-b407-2fff350dcc9d', 'mac_address': 'fa:16:3e:f6:b0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:46.091312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17a20-5e27-426c-888a-9e25323c54df req-4bd28ae7-d092-4a59-b94d-15a5d0f1c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.094566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-4bd28ae7-d092-4a59-b94d-15a5d0f1c2ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ce0a743-b555-4693-9430-059aa25d9aa1 HTTP/1.1" status: 200 len: 854 time: 0.0535631 Jun 17 08:40:46.117846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-5df27028-cee7-4469-b1bc-9884ce7e1615 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 200 len: 999 time: 0.3794599 Jun 17 08:40:46.145509 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-770d3ca8-3577-4c41-ad4a-524523ea3c30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434959 Jun 17 08:40:46.173219 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.188849 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255aeaea-542f-46de-b407-2fff350dcc9d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:46.210682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:46.216763 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.220054 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:46.238025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd0d4-9a0a-4789-a931-4af9cb15cb8f req-62e8582a-09b6-40f9-af9e-dc594797e2fb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.240097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-141fd0d4-9a0a-4789-a931-4af9cb15cb8f req-62e8582a-09b6-40f9-af9e-dc594797e2fb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 943 time: 0.4245157 Jun 17 08:40:46.278225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-ab17f948-643e-48a8-980f-097955d739dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.280252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-ab17f948-643e-48a8-980f-097955d739dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 200 len: 856 time: 0.1545436 Jun 17 08:40:46.294951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8bd91-7fa4-4753-8740-b69410082345 req-a5dd86c6-c2e3-4cd1-b25a-0240c8b0d5b1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.303070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6b8bd91-7fa4-4753-8740-b69410082345 req-a5dd86c6-c2e3-4cd1-b25a-0240c8b0d5b1 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 943 time: 0.5830073 Jun 17 08:40:46.313582 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-8438ca7d-6a09-4fbb-806a-bf25442a4479 service neutron] 10.222.0.67 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603320 Jun 17 08:40:46.323246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b71801-d5b0-4e12-85c5-e27c73412f78 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:46.379843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.382641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:46.390842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39506) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:46.394480 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:46.424695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Transition to ACTIVE for port object a4b71801-d5b0-4e12-85c5-e27c73412f78 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:46.428984 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-141fd0d4-9a0a-4789-a931-4af9cb15cb8f req-dc45a624-b931-49c6-97de-dab308a9ffaa tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800830 Jun 17 08:40:46.436641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.441235 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b81016a-aa98-4787-9520-55877348e293 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:46.442150 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-5319ffc3-fccf-4590-9236-123a69dd4885 service neutron] 10.222.0.67 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188776 Jun 17 08:40:46.443189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['255aeaea-542f-46de-b407-2fff350dcc9d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:46.456198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6b8bd91-7fa4-4753-8740-b69410082345 req-eeee29e3-75c4-4b82-8049-21380e40015c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520171 Jun 17 08:40:46.576171 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132d4e8a-c7f6-4946-8722-81e7517d1132 x-openstack-request-id: req-132d4e8a-c7f6-4946-8722-81e7517d1132 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:46.576171 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4459784a-5a0b-4739-974a-0935b0d7cfe5", "name": "network-vif-deleted", "tag": "0fbe001a-badf-46df-a6f6-210a6bce8380", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:46.577750 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-132d4e8a-c7f6-4946-8722-81e7517d1132 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:46.578211 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459784a-5a0b-4739-974a-0935b0d7cfe5', 'name': 'network-vif-deleted', 'tag': '0fbe001a-badf-46df-a6f6-210a6bce8380', 'status': 'completed', 'code': 200} Jun 17 08:40:46.714320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-5b097cac-e544-4810-a989-2ee0d462bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.716467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-5b097cac-e544-4810-a989-2ee0d462bc63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27341ac9-3abc-45a0-9373-f69aef451439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3876886 Jun 17 08:40:46.725813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b71801-d5b0-4e12-85c5-e27c73412f78,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:46.729688 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:46.730654 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.906417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Attempting to bind port a4b71801-d5b0-4e12-85c5-e27c73412f78 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:46.906760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Attempting to bind port a4b71801-d5b0-4e12-85c5-e27c73412f78 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:46.907122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Attempting to bind port a4b71801-d5b0-4e12-85c5-e27c73412f78 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:46.935948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Port a4b71801-d5b0-4e12-85c5-e27c73412f78 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:46.936276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Attempting to bind port a4b71801-d5b0-4e12-85c5-e27c73412f78 on network 2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:46.948610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-222907e7-13da-495a-a05b-1227660154c1 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156219 Jun 17 08:40:46.953080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:46.953419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Checking segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:46.953838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Bound using segment: {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:46.955262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Bound port: a4b71801-d5b0-4e12-85c5-e27c73412f78, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5629013-ee60-4180-8598-473027669c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:46.955262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.066994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4466a-8d7d-4c9c-bbc6-4d028f637d56 req-1c5de5a0-cd2f-427a-a372-239ee9c1311f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.068498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ced4466a-8d7d-4c9c-bbc6-4d028f637d56 req-1c5de5a0-cd2f-427a-a372-239ee9c1311f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 944 time: 0.3109276 Jun 17 08:40:47.093580 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.212027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] For port a4b71801-d5b0-4e12-85c5-e27c73412f78, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:47.221113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0ea382b-e42d-4881-9be5-62b4106e2856 req-2d319db7-6eb8-45d6-9057-576789a4f466 service neutron] 10.222.0.67 "GET /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640719 Jun 17 08:40:47.231475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ced4466a-8d7d-4c9c-bbc6-4d028f637d56 req-0925da28-2798-4208-a63c-5956e8418808 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524265 Jun 17 08:40:47.259572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] For port a4b71801-d5b0-4e12-85c5-e27c73412f78, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:47.261906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.265222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.268783 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.274124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.309100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.309719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.311315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] 10.222.0.67 "PUT /v2.0/ports/a4b71801-d5b0-4e12-85c5-e27c73412f78 HTTP/1.1" status: 200 len: 1093 time: 1.8989949 Jun 17 08:40:47.354740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccc82722d942499a8f03b18b0257fe1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9605660 Jun 17 08:40:47.358500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39546) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:47.373136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b71801-d5b0-4e12-85c5-e27c73412f78,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.382271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:47.405484 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8e45597-6a21-40f3-bb01-41c4513352a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.453126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82a4cf-c6af-453b-97ed-e2bc2b2f4f32,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.460955 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:47.476181 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.492180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-5a0b1270-92ab-4236-8cd3-35c9d9a8a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.494269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-5a0b1270-92ab-4236-8cd3-35c9d9a8a324 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 1096 time: 0.1379824 Jun 17 08:40:47.549812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.552930 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-099875eb-99cd-4243-bf73-2083bf24cc84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78 HTTP/1.1" status: 200 len: 217 time: 0.0461693 Jun 17 08:40:47.685650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-5a5e7449-4e24-4a40-83ed-40e0be6b80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.687067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-5a5e7449-4e24-4a40-83ed-40e0be6b80f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.1280589 Jun 17 08:40:47.731025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-ac34345f-4663-49cd-9de1-42dbfa7f1b8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349822 Jun 17 08:40:47.749219 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.751823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.752875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a82a4cf-c6af-453b-97ed-e2bc2b2f4f32 HTTP/1.1" status: 204 len: 168 time: 0.3871017 Jun 17 08:40:47.755565 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bc82c1f4-2f7f-4919-b322-3ae99ea5d3e1 tempest-ServerActionsTestJSON-1123574662 tempest-ServerActionsTestJSON-1123574662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.787524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82a4cf-c6af-453b-97ed-e2bc2b2f4f32,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.794438 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:47.813769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263284aa-4db8-4a78-99d4-ce8570025e4d req-e2cc9500-cfbd-48e7-95d0-560f49f9fbc8 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.815700 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-263284aa-4db8-4a78-99d4-ce8570025e4d req-e2cc9500-cfbd-48e7-95d0-560f49f9fbc8 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 943 time: 0.2091300 Jun 17 08:40:47.828908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e169-0ddf-44de-a586-a657e7b3b149 req-c2d75e82-976a-4940-bed9-97501e3b4a18 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.830384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99b5e169-0ddf-44de-a586-a657e7b3b149 req-c2d75e82-976a-4940-bed9-97501e3b4a18 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 944 time: 0.2075181 Jun 17 08:40:47.843695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 240b62a0-45eb-4c89-b688-ec2331ca9801 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:47.846192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:47.948110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-308367d9-a9ee-4680-ae18-e2b174ebf0fb service neutron] 10.222.0.67 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071481 Jun 17 08:40:47.961779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-263284aa-4db8-4a78-99d4-ce8570025e4d req-5f440182-d993-45c5-bb3c-35f10f90cc1d tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023035 Jun 17 08:40:47.971854 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99b5e169-0ddf-44de-a586-a657e7b3b149 req-6fe4c635-870f-41c2-b4ba-9ed45288e4ba tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150286 Jun 17 08:40:48.004377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 240b62a0-45eb-4c89-b688-ec2331ca9801, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=240b62a0-45eb-4c89-b688-ec2331ca9801,segment=NetworkSegment(1bec70d8-9689-466a-b487-c2e8a73d3b72),segment_id=1bec70d8-9689-466a-b487-c2e8a73d3b72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:48.018839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '240b62a0-45eb-4c89-b688-ec2331ca9801', 'network_id': '222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b', 'port_id': '240b62a0-45eb-4c89-b688-ec2331ca9801', 'mac_address': 'fa:16:3e:4a:5a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce0a743-b555-4693-9430-059aa25d9aa1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:48.071019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 255aeaea-542f-46de-b407-2fff350dcc9d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:48.072427 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.103222 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.119379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b62a0-45eb-4c89-b688-ec2331ca9801 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:48.121043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d8b12be-a9e2-42e3-b2c8-74ae16ad3618 req-da41736a-ee1d-4694-b429-c71907c8b9de service neutron] 10.222.0.67 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479702 Jun 17 08:40:48.146834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 240b62a0-45eb-4c89-b688-ec2331ca9801, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=240b62a0-45eb-4c89-b688-ec2331ca9801,segment=NetworkSegment(1bec70d8-9689-466a-b487-c2e8a73d3b72),segment_id=1bec70d8-9689-466a-b487-c2e8a73d3b72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:48.159561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.162138 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.239119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39580) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:48.252712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=240b62a0-45eb-4c89-b688-ec2331ca9801,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.253051 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.268055 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.270160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.301579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:48.304550 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a4764c-4806-4a8b-acb6-a9a35040e30a" -d '{"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-plugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:48.326254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:48.332472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.333607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0fbe001a-badf-46df-a6f6-210a6bce8380 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:48.336041 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.386490 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888024f0-e336-4ec0-a513-d850e4bffa65 x-openstack-request-id: req-888024f0-e336-4ec0-a513-d850e4bffa65 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:48.386785 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-plugged", "status": "completed", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:48.387068 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-888024f0-e336-4ec0-a513-d850e4bffa65 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:48.387796 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'code': 200} Jun 17 08:40:48.392245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 0fbe001a-badf-46df-a6f6-210a6bce8380 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:48.392683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0fbe001a-badf-46df-a6f6-210a6bce8380 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:48.405808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['240b62a0-45eb-4c89-b688-ec2331ca9801'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:48.454983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.469751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.474570 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-444f0954-c9b6-49f2-9db0-73abb9772a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.491636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff610f-bb88-47dd-b5f1-cce31af19488 req-3d14257e-70ee-424f-b226-71c34c991a8c tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.494114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ddff610f-bb88-47dd-b5f1-cce31af19488 req-3d14257e-70ee-424f-b226-71c34c991a8c tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 944 time: 0.1227298 Jun 17 08:40:48.561879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39594) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:48.580089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b488e59cc42c40bd897375b1dacca78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347120 Jun 17 08:40:48.590674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'tag': 'a4b71801-d5b0-4e12-85c5-e27c73412f78'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:48.602987 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f2d5c-cab7-493d-a83c-e2790e71e41d" -d '{"events": [{"name": "network-changed", "server_uuid": "7672eda8-adc2-4af5-ba7d-339e67b93529", "tag": "a4b71801-d5b0-4e12-85c5-e27c73412f78"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:48.658516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.669269 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.687862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.708366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468111be-f550-487f-9122-945a946cd088,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.718315 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec20e3bf-9aa7-419d-9596-1383a76db9ef x-openstack-request-id: req-ec20e3bf-9aa7-419d-9596-1383a76db9ef {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:48.718618 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7672eda8-adc2-4af5-ba7d-339e67b93529", "tag": "a4b71801-d5b0-4e12-85c5-e27c73412f78", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:48.718985 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec20e3bf-9aa7-419d-9596-1383a76db9ef {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:48.719378 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'tag': 'a4b71801-d5b0-4e12-85c5-e27c73412f78', 'status': 'completed', 'code': 200} Jun 17 08:40:48.720385 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.733359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.759559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ddff610f-bb88-47dd-b5f1-cce31af19488 req-b193614a-ce05-4c94-838c-7f9060bfaece tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509971 Jun 17 08:40:48.816261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.824165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.831661 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/468111be-f550-487f-9122-945a946cd088 HTTP/1.1" status: 204 len: 168 time: 0.2655025 Jun 17 08:40:48.833303 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1736477c-cadc-402f-bc14-3320c3111e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.844359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfab0f-38f3-4bb9-ac5b-91ab822f7496 req-f64cb3bd-2a87-46d1-a2d2-d6a8b761f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.847130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdfab0f-38f3-4bb9-ac5b-91ab822f7496 req-f64cb3bd-2a87-46d1-a2d2-d6a8b761f434 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 1098 time: 0.2638376 Jun 17 08:40:48.857173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468111be-f550-487f-9122-945a946cd088,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.860800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.886732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-ec766fed-8018-45a5-b669-32c32a32a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.888532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-ec766fed-8018-45a5-b669-32c32a32a6c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 1096 time: 0.1199560 Jun 17 08:40:48.923377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdfab0f-38f3-4bb9-ac5b-91ab822f7496 req-148d38d2-eaed-4fa6-b22e-aa59c2d99e59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688818 Jun 17 08:40:49.104795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-37c0ba80-2122-469b-95c1-968c5bfe202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.106616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-37c0ba80-2122-469b-95c1-968c5bfe202b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 200 len: 916 time: 0.2091939 Jun 17 08:40:49.193239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-a3ea0315-9cba-4d99-9f8b-db023d29f3ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78 HTTP/1.1" status: 200 len: 217 time: 0.0769386 Jun 17 08:40:49.292019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.395789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-22874597-bf51-47ce-9707-085dcd7a57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.397646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-22874597-bf51-47ce-9707-085dcd7a57b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 200 len: 855 time: 0.1925447 Jun 17 08:40:49.446153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-ef847582-5cec-4bf1-85b4-8328c60ef80e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379889 Jun 17 08:40:49.455668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7016-31be-49c8-8930-8a8fd1ff09cd req-240a34df-6e01-4144-a407-3d38ab1ea862 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.457297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cdb7016-31be-49c8-8930-8a8fd1ff09cd req-240a34df-6e01-4144-a407-3d38ab1ea862 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 944 time: 0.2690635 Jun 17 08:40:49.497515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69068147-1fbe-43df-a483-f9c6e44ffe73 req-05e8d0b8-69c9-4d7c-9f3c-3804cdc9eb3d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.504670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69068147-1fbe-43df-a483-f9c6e44ffe73 req-05e8d0b8-69c9-4d7c-9f3c-3804cdc9eb3d tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 946 time: 0.2530992 Jun 17 08:40:49.618333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cdb7016-31be-49c8-8930-8a8fd1ff09cd req-1541867f-1a5f-4c46-8f51-c48c83b9d2b2 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449914 Jun 17 08:40:49.688986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-3d21f445-2b07-400f-8d20-7b5c2e9ffd5f service neutron] 10.222.0.67 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303374 Jun 17 08:40:49.693218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69068147-1fbe-43df-a483-f9c6e44ffe73 req-6d43f4d4-7796-4fee-b0e6-fe718b855ab6 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877606 Jun 17 08:40:49.836318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 240b62a0-45eb-4c89-b688-ec2331ca9801 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:49.987829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 240b62a0-45eb-4c89-b688-ec2331ca9801 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:49.991947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 240b62a0-45eb-4c89-b688-ec2331ca9801 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:49.992325 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.016743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d28f2d5c-cab7-493d-a83c-e2790e71e41d req-4959557f-89ca-4602-b428-1754b3e1c954 service neutron] 10.222.0.67 "GET /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023117 Jun 17 08:40:50.156530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13c15a-99a1-4e92-9023-c9391f64f9a7 req-185e903d-ea5e-4844-81b1-a42e41d59e96 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.166742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d13c15a-99a1-4e92-9023-c9391f64f9a7 req-185e903d-ea5e-4844-81b1-a42e41d59e96 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 944 time: 0.2075517 Jun 17 08:40:50.190417 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.272541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 240b62a0-45eb-4c89-b688-ec2331ca9801, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=240b62a0-45eb-4c89-b688-ec2331ca9801,segment=NetworkSegment(1bec70d8-9689-466a-b487-c2e8a73d3b72),segment_id=1bec70d8-9689-466a-b487-c2e8a73d3b72)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:50.278046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d13c15a-99a1-4e92-9023-c9391f64f9a7 req-5a6dd125-d9f3-4f8f-a464-808a72512500 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034017 Jun 17 08:40:50.294154 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.297945 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:50.354369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=240b62a0-45eb-4c89-b688-ec2331ca9801,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:50.357984 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:50.388747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b62a0-45eb-4c89-b688-ec2331ca9801'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:50.391481 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c2b84-8b04-43db-a2b9-f0d47322c0a4" -d '{"events": [{"server_uuid": "99cda341-b960-4086-84b4-0f9e6b0c5032", "name": "network-vif-plugged", "status": "completed", "tag": "240b62a0-45eb-4c89-b688-ec2331ca9801"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:50.468387 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dce9ade-096a-42a4-a7ff-6cb0c0b5a889 x-openstack-request-id: req-1dce9ade-096a-42a4-a7ff-6cb0c0b5a889 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:50.468867 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cda341-b960-4086-84b4-0f9e6b0c5032", "name": "network-vif-plugged", "status": "completed", "tag": "240b62a0-45eb-4c89-b688-ec2331ca9801", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:50.469274 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dce9ade-096a-42a4-a7ff-6cb0c0b5a889 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:50.469895 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b62a0-45eb-4c89-b688-ec2331ca9801', 'code': 200} Jun 17 08:40:50.674240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e037e-bd88-4744-adce-a282cd4af4de req-0364b55d-bd80-4b5c-9ca8-19089a57a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.676227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-577e037e-bd88-4744-adce-a282cd4af4de req-0364b55d-bd80-4b5c-9ca8-19089a57a338 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 1097 time: 0.1331785 Jun 17 08:40:50.784886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-577e037e-bd88-4744-adce-a282cd4af4de req-44baf743-6d3f-43a8-a62c-fe7e454731bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017911 Jun 17 08:40:51.011544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508586c-6592-44a8-8c17-4ca27a80dbad req-928feacd-2d74-4f42-86e4-4548dad85135 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:51.013407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e508586c-6592-44a8-8c17-4ca27a80dbad req-928feacd-2d74-4f42-86e4-4548dad85135 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.1423738 Jun 17 08:40:51.020882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44618a5-b9f7-4e8d-bbea-09cf62363a1e req-865db583-2372-42d1-ab77-fac93e46f105 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:51.029800 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a44618a5-b9f7-4e8d-bbea-09cf62363a1e req-865db583-2372-42d1-ab77-fac93e46f105 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 946 time: 0.1407719 Jun 17 08:40:51.110078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a44618a5-b9f7-4e8d-bbea-09cf62363a1e req-89cf301f-ac18-4fff-96eb-db607fe66bd8 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793798 Jun 17 08:40:51.113857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e508586c-6592-44a8-8c17-4ca27a80dbad req-5c814638-6037-4298-b463-fb0195366aee tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Jun 17 08:40:51.534174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911522c3-7057-4049-89fc-b8fecd34cf17 req-4aad0cb9-4dd4-469b-9dd6-99b2ae7c4227 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:51.544589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-911522c3-7057-4049-89fc-b8fecd34cf17 req-4aad0cb9-4dd4-469b-9dd6-99b2ae7c4227 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 944 time: 0.0874310 Jun 17 08:40:51.598625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-911522c3-7057-4049-89fc-b8fecd34cf17 req-e1352505-86dc-492b-b2ea-f37e0dd01a98 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Jun 17 08:40:51.844494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a4b71801-d5b0-4e12-85c5-e27c73412f78 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:52.040004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port a4b71801-d5b0-4e12-85c5-e27c73412f78, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:52.064927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'a4b71801-d5b0-4e12-85c5-e27c73412f78', 'network_id': '2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8', 'port_id': 'a4b71801-d5b0-4e12-85c5-e27c73412f78', 'mac_address': 'fa:16:3e:bb:50:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52956636-0f4a-42cf-8803-62ab1026f0c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:52.136683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.180037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b71801-d5b0-4e12-85c5-e27c73412f78 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:52.205063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port a4b71801-d5b0-4e12-85c5-e27c73412f78, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:52.222067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.226988 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:52.375386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=a4b71801-d5b0-4e12-85c5-e27c73412f78,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:52.381241 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:52.453250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['a4b71801-d5b0-4e12-85c5-e27c73412f78'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:52.455989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdac0e-0527-43b3-9877-6a891d0b1a5f req-465d747b-ae52-45bb-9cc9-09335c439cbb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.462180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47fdac0e-0527-43b3-9877-6a891d0b1a5f req-465d747b-ae52-45bb-9cc9-09335c439cbb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 946 time: 0.1582713 Jun 17 08:40:52.518319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47fdac0e-0527-43b3-9877-6a891d0b1a5f req-d645d98d-5991-4464-99af-f0e33ce558a7 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543396 Jun 17 08:40:52.546977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f66af-9565-405e-b4ae-423bc4eac14c req-5d72da9f-04ef-4ef3-ba83-3a871f470adc tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.547966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c31f66af-9565-405e-b4ae-423bc4eac14c req-5d72da9f-04ef-4ef3-ba83-3a871f470adc tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.1508455 Jun 17 08:40:52.616998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c31f66af-9565-405e-b4ae-423bc4eac14c req-e0a36b57-5f56-4bcb-bc1f-1400b1924f51 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680687 Jun 17 08:40:52.877393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dbc4b-b6d2-4140-bf7b-48cc4e72d513 req-4485c6d5-a569-4a9b-9996-032b04bae676 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.886107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850dbc4b-b6d2-4140-bf7b-48cc4e72d513 req-4485c6d5-a569-4a9b-9996-032b04bae676 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 945 time: 0.0894783 Jun 17 08:40:52.950402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-850dbc4b-b6d2-4140-bf7b-48cc4e72d513 req-9bda9891-f2b0-4420-a98b-d4b8905d9e05 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647376 Jun 17 08:40:53.542152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b473d-0ed0-41b2-9995-6744ca30168e req-071bc5e7-e955-42e2-b4c8-a057e3826571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.543754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-071bc5e7-e955-42e2-b4c8-a057e3826571 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d216b61dbe348d48d08296603cb607d&device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 1097 time: 0.1985841 Jun 17 08:40:53.862319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a4b71801-d5b0-4e12-85c5-e27c73412f78 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:53.972315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port a4b71801-d5b0-4e12-85c5-e27c73412f78 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:53.980625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port a4b71801-d5b0-4e12-85c5-e27c73412f78 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:53.981508 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.089553 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.100148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b473d-0ed0-41b2-9995-6744ca30168e req-2bba8291-ffac-454d-b9a8-c1184065e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.101612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-2bba8291-ffac-454d-b9a8-c1184065e885 service neutron] 10.222.0.67 "GET /v2.0/networks?id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b HTTP/1.1" status: 200 len: 915 time: 0.5493996 Jun 17 08:40:54.117854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd179-efde-410d-9180-e9b897ff41a3 req-dd80f56e-7765-4b5f-bc0b-9d8e27e090cb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.127470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d79cd179-efde-410d-9180-e9b897ff41a3 req-dd80f56e-7765-4b5f-bc0b-9d8e27e090cb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.6338043 Jun 17 08:40:54.154589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b71801-d5b0-4e12-85c5-e27c73412f78'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:54.163633 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40699e03-a7e9-4c15-b5c1-7ab5e4a29438" -d '{"events": [{"server_uuid": "7672eda8-adc2-4af5-ba7d-339e67b93529", "name": "network-vif-plugged", "status": "completed", "tag": "a4b71801-d5b0-4e12-85c5-e27c73412f78"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:54.183922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-24c16f9c-6e90-4259-a462-fec5389a66d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=240b62a0-45eb-4c89-b688-ec2331ca9801 HTTP/1.1" status: 200 len: 217 time: 0.0477240 Jun 17 08:40:54.205703 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port a4b71801-d5b0-4e12-85c5-e27c73412f78, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:54.212611 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.215532 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e06c42ae-af8a-4906-ae8b-427574f66719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:54.276756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=a4b71801-d5b0-4e12-85c5-e27c73412f78,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:54.280736 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.298525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d79cd179-efde-410d-9180-e9b897ff41a3 req-c2aa3fff-eecb-4bd9-9143-7bf82be40f68 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701210 Jun 17 08:40:54.309763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b473d-0ed0-41b2-9995-6744ca30168e req-fd3cd929-05e8-45be-9e47-55b7a91853d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.310505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-fd3cd929-05e8-45be-9e47-55b7a91853d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ce0a743-b555-4693-9430-059aa25d9aa1 HTTP/1.1" status: 200 len: 854 time: 0.1178651 Jun 17 08:40:54.361298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-b1815fd8-05d2-46ec-8a2a-ecea4e9c9b3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400114 Jun 17 08:40:54.373624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c79c6-e2dc-46f9-816f-f7f3b08a871f req-784f25f6-215c-4d57-b5a4-fdd3a5c086eb tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.380490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-276c79c6-e2dc-46f9-816f-f7f3b08a871f req-784f25f6-215c-4d57-b5a4-fdd3a5c086eb tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 946 time: 0.1446235 Jun 17 08:40:54.392307 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a943063f-f6e8-4cf0-98bf-bf8a30d6bcbf x-openstack-request-id: req-a943063f-f6e8-4cf0-98bf-bf8a30d6bcbf {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:54.393277 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7672eda8-adc2-4af5-ba7d-339e67b93529", "name": "network-vif-plugged", "status": "completed", "tag": "a4b71801-d5b0-4e12-85c5-e27c73412f78", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:54.393689 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a943063f-f6e8-4cf0-98bf-bf8a30d6bcbf {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:54.394379 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b71801-d5b0-4e12-85c5-e27c73412f78', 'code': 200} Jun 17 08:40:54.477614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-276c79c6-e2dc-46f9-816f-f7f3b08a871f req-49bf7449-80b1-4ae8-8a5c-703b7ecb0544 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962565 Jun 17 08:40:54.553296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-e5086ce6-0bdc-4bb8-9c05-c2aef27b3e21 service neutron] 10.222.0.67 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708224 Jun 17 08:40:54.652207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a2b8c-2a48-4f9a-b4f4-7e93878caf62 req-85067c16-920d-48ef-8d77-c66dcd02a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.653728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-057a2b8c-2a48-4f9a-b4f4-7e93878caf62 req-85067c16-920d-48ef-8d77-c66dcd02a1b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 1098 time: 0.1731517 Jun 17 08:40:54.699065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-869b473d-0ed0-41b2-9995-6744ca30168e req-47d3b1f1-2f50-4bdc-901c-20a3af2c7426 service neutron] 10.222.0.67 "GET /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359556 Jun 17 08:40:54.733255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-057a2b8c-2a48-4f9a-b4f4-7e93878caf62 req-0d08c948-cd52-4ab2-8dfe-7758311f4a48 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709155 Jun 17 08:40:55.011362 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e0ec-a04f-4250-80d9-7d312508440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.626257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784f5ff-0f6c-4e99-b606-95960af795df req-efe6fdd8-7626-4a4d-ac5c-e6484635d4fb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.638048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9784f5ff-0f6c-4e99-b606-95960af795df req-efe6fdd8-7626-4a4d-ac5c-e6484635d4fb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.1259272 Jun 17 08:40:55.740411 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9784f5ff-0f6c-4e99-b606-95960af795df req-3471e3ef-dcb1-4b80-9a4d-d1fe4ce8fa68 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002369 Jun 17 08:40:55.938658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63036fde-ca0b-40db-b281-db67aa9cab97 req-e6c4e00a-ac94-4090-bf58-4af1c057d7ad tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.947793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63036fde-ca0b-40db-b281-db67aa9cab97 req-e6c4e00a-ac94-4090-bf58-4af1c057d7ad tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 946 time: 0.2033494 Jun 17 08:40:56.009613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-63036fde-ca0b-40db-b281-db67aa9cab97 req-6859b502-28a8-4be6-b014-e1e36e374cf4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Jun 17 08:40:56.049956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39804) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:56.176569 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.286040 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.293763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.326291 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:56.356172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bba0bf-cbed-454f-95f6-a78b673285f2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:56.366301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.366698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.367602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.368068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.369222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.369759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.370368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.370827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.371444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.375142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.375544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.380201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:56.402245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39814) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:56.402704 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1f91e416407499bae6d79572ddbee72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505971 Jun 17 08:40:56.404597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:56.489120 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.514420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.562553 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:40:56.573003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.578797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.583242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0bba0bf-cbed-454f-95f6-a78b673285f2 HTTP/1.1" status: 204 len: 168 time: 0.1784058 Jun 17 08:40:56.585119 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dbcbce0e-d306-4de4-b54c-c90fd418f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:56.594012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bba0bf-cbed-454f-95f6-a78b673285f2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:56.597896 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.059176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf4107-573f-4d27-b67d-1a5e7da5e34c req-10aa0b45-8b59-41fc-8916-2ebe80fe529a tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.067410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8cf4107-573f-4d27-b67d-1a5e7da5e34c req-10aa0b45-8b59-41fc-8916-2ebe80fe529a tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.0958679 Jun 17 08:40:57.111591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8cf4107-573f-4d27-b67d-1a5e7da5e34c req-bdb29617-ce64-47fc-838e-a6615b2472da tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Jun 17 08:40:57.406170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8abc4fb-ab8c-4b66-a4f9-280cda68f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.540766 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.624086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08688588-5286-4bc8-ab43-422fa937e5ea req-17256dba-c537-4d4c-bd0a-859ec0dd9f9d tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.625646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08688588-5286-4bc8-ab43-422fa937e5ea req-17256dba-c537-4d4c-bd0a-859ec0dd9f9d tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 946 time: 0.2220917 Jun 17 08:40:57.704755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-08688588-5286-4bc8-ab43-422fa937e5ea req-30b691fa-a1c6-4bac-9d28-034889b2ade5 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Jun 17 08:40:57.973687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df748e5-e7bf-468c-8ed4-10b268c5d740 req-c3fc1c6e-b532-4a3c-9ffc-2371d40b0bfa tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.983786 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8df748e5-e7bf-468c-8ed4-10b268c5d740 req-c3fc1c6e-b532-4a3c-9ffc-2371d40b0bfa tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.1442118 Jun 17 08:40:58.039610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8df748e5-e7bf-468c-8ed4-10b268c5d740 req-2fade06f-3895-426b-a365-585c4296b750 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 Jun 17 08:40:58.913762 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.453677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4ef3b-8959-4c62-9e69-d8194827207b req-cf1178cb-1906-4c51-bd08-6a328d3c34cb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:59.474542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bdc4ef3b-8959-4c62-9e69-d8194827207b req-cf1178cb-1906-4c51-bd08-6a328d3c34cb tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.1951649 Jun 17 08:40:59.484897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-5491dbca-35a2-4b13-8bbe-8b15db79c5c4 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:59.496150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-5491dbca-35a2-4b13-8bbe-8b15db79c5c4 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.67 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 945 time: 0.2664514 Jun 17 08:40:59.672204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bdc4ef3b-8959-4c62-9e69-d8194827207b req-edfcb77b-4d5d-47a3-9713-6947b2653904 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a5d80a9-1823-4851-9c34-b026cf6c23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930003 Jun 17 08:40:59.794186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Deleting port 240b62a0-45eb-4c89-b688-ec2331ca9801 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:59.794536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.934790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] For port 240b62a0-45eb-4c89-b688-ec2331ca9801, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=240b62a0-45eb-4c89-b688-ec2331ca9801,segment=NetworkSegment(1bec70d8-9689-466a-b487-c2e8a73d3b72),segment_id=1bec70d8-9689-466a-b487-c2e8a73d3b72)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:59.935387 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.144746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Calling delete_port for 240b62a0-45eb-4c89-b688-ec2331ca9801 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:00.296492 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.460213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.469211 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1274a5e-0beb-4feb-8a9b-e162e99767d2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:00.477983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['240b62a0-45eb-4c89-b688-ec2331ca9801'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:00.554963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Pushing event deleted for resources: {'Port': ['ID=240b62a0-45eb-4c89-b688-ec2331ca9801,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:00.560929 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:00.633242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] No DVR routers for this DVR port 240b62a0-45eb-4c89-b688-ec2331ca9801 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:00.637926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.642538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9c4bc9b-fce2-4672-90d0-1c4883b45f9f req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.67 "DELETE /v2.0/ports/240b62a0-45eb-4c89-b688-ec2331ca9801 HTTP/1.1" status: 204 len: 173 time: 1.1404705 Jun 17 08:41:00.643648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'name': 'network-vif-deleted', 'tag': '240b62a0-45eb-4c89-b688-ec2331ca9801'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:00.646893 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a408d7e-be4a-45b1-bc9b-8984e47c9fdc" -d '{"events": [{"server_uuid": "99cda341-b960-4086-84b4-0f9e6b0c5032", "name": "network-vif-deleted", "tag": "240b62a0-45eb-4c89-b688-ec2331ca9801"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:01.051600 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3546a0c0-d4f3-41dc-90c8-27bc63e881d8 x-openstack-request-id: req-3546a0c0-d4f3-41dc-90c8-27bc63e881d8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:01.052924 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cda341-b960-4086-84b4-0f9e6b0c5032", "name": "network-vif-deleted", "tag": "240b62a0-45eb-4c89-b688-ec2331ca9801", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:01.053475 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3546a0c0-d4f3-41dc-90c8-27bc63e881d8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:01.054694 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cda341-b960-4086-84b4-0f9e6b0c5032', 'name': 'network-vif-deleted', 'tag': '240b62a0-45eb-4c89-b688-ec2331ca9801', 'status': 'completed', 'code': 200} Jun 17 08:41:01.115815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ba749a5-c63a-4207-8ba3-90e011943fd4 req-cbec9c94-2530-42f6-8940-1284302ffcb4 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] 10.222.0.65 "GET /v2.0/ports?device_id=99cda341-b960-4086-84b4-0f9e6b0c5032 HTTP/1.1" status: 200 len: 210 time: 0.0460694 Jun 17 08:41:02.325609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40070) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.407302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Deleting subnet 6ce0a743-b555-4693-9430-059aa25d9aa1 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:02.410832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.511912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.577854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.697379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.720522 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b4224ff-069c-47b0-85de-8d1e61760851 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:02.739743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.742833 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6ce0a743-b555-4693-9430-059aa25d9aa1 HTTP/1.1" status: 204 len: 168 time: 0.4161413 Jun 17 08:41:02.746081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40090) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.838274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce0a743-b555-4693-9430-059aa25d9aa1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:02.852207 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:02.972501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40112) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.981204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.192483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.203958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:03.217849 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bec70d8-9689-466a-b487-c2e8a73d3b72') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:03.218372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bec70d8-9689-466a-b487-c2e8a73d3b72') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:03.230364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.246579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.253199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:03.253809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:03.312257 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:03.331704 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.358160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-881664f2-b0eb-4181-bca1-8a0908cc5ba2 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:03.369844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.373904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] 10.222.0.65 "DELETE /v2.0/networks/222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b HTTP/1.1" status: 204 len: 168 time: 0.6253796 Jun 17 08:41:03.375583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.397412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Pushing event deleted for resources: {'Network': ['ID=222e5b5a-ac7c-49b4-b87c-9a73e51aaa0b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:03.413458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.414152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.414855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.416087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.417194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.417856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.418507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.419634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.420493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.421129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.422526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.423184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.438710 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:03.587836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:03.661954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.674550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.678134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a872c3a1-ac82-427d-8f2a-bcf9b833ca86 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:03.687410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-11fa7d7a-8c5a-4bec-b43f-6cd640addcfb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d216b61dbe348d48d08296603cb607d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981739 Jun 17 08:41:03.693271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40140) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:03.844977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6daaa0e23d124409bc4b70714c6f2d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698201 Jun 17 08:41:03.850658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40146) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:03.865871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118b0f0a-3db8-4b91-90d5-8f851a2fc516,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:03.879684 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:03.910937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.934591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 240b62a0-45eb-4c89-b688-ec2331ca9801 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:03.962503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.968400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 240b62a0-45eb-4c89-b688-ec2331ca9801 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:03.968694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 240b62a0-45eb-4c89-b688-ec2331ca9801 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:03.987214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.028534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.035316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40150) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:04.106468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.108811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.110037 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.111241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a5d80a9-1823-4851-9c34-b026cf6c23e0 HTTP/1.1" status: 204 len: 168 time: 0.3910658 Jun 17 08:41:04.112441 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db8e08e3-daa9-4538-b462-211cc11541d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.112751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.117222 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/118b0f0a-3db8-4b91-90d5-8f851a2fc516 HTTP/1.1" status: 204 len: 168 time: 0.2651339 Jun 17 08:41:04.118484 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d6cb3587-308d-463b-9869-7692ac556313 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.128439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118b0f0a-3db8-4b91-90d5-8f851a2fc516,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.131693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.141707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d80a9-1823-4851-9c34-b026cf6c23e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.152778 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.277393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.469816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.480526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.484580 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.587457 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=280a519e442348cc975789a95b2769ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5508547 Jun 17 08:41:04.588663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625df19-f0c9-41b5-a9c5-a235f4abde52,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.590254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40166) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:04.597006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.745771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.809832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.885417 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.890072 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.894106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2625df19-f0c9-41b5-a9c5-a235f4abde52 HTTP/1.1" status: 204 len: 168 time: 0.3006623 Jun 17 08:41:04.894106 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ceea4c59-0d4a-463d-8e2e-75dbbebbee6a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.929512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625df19-f0c9-41b5-a9c5-a235f4abde52,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.930261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40184) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:04.938823 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.990311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.175789 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.183463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.187597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c40faaca-4aef-4a31-9be0-741656368679 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:05.316730 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8684394dc51470a972c40d55b6c2516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840356 Jun 17 08:41:05.318990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07134bb6-ea12-4abc-8a7d-1250243c810d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:05.319314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40190) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:05.351026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:05.441637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.501275 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.643342 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.643342 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.643342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07134bb6-ea12-4abc-8a7d-1250243c810d HTTP/1.1" status: 204 len: 168 time: 0.3219023 Jun 17 08:41:05.643342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86a9cf9b-bab7-4950-9034-4ef0a4377016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:05.661227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07134bb6-ea12-4abc-8a7d-1250243c810d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:05.671388 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.115345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40220) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:06.262963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-750369795-network', 'tenant_id': '9622855795524e4aad566183d7b8ae65'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:06.321996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Made reservation on behalf of 9622855795524e4aad566183d7b8ae65 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:06.325463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.353391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.534458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.546737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.553262 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65f9bf7b-bd7d-4205-b642-6840cbc5ad80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:06.575672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:06.593857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206cd522-f442-4036-8d70-ea840f0663a4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.597907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.598263 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Added segment 12d3dcd9-d38b-4f67-b867-fc53f4011f0f of type vlan for network 11087eea-8b79-45e5-9385-ca3a00ced035 Jun 17 08:41:06.600275 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.665808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.743902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.745441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:06.746030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.750480 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62ed79dd-4f0c-4348-b8dd-8a8cf7a7f6b6 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:06.804219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6868858 Jun 17 08:41:06.808089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40250) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:06.865719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Request body: {'subnet': {'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-750369795-subnet', 'tenant_id': '9622855795524e4aad566183d7b8ae65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:06.912337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Pushing event updated for resources: {'Network': ['ID=11087eea-8b79-45e5-9385-ca3a00ced035,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.918053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Made reservation on behalf of 9622855795524e4aad566183d7b8ae65 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:06.922369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.925594 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.931257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 11087eea-8b79-45e5-9385-ca3a00ced035 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:07.196029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.199023 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adc8ff9d-14cb-40f3-8565-97727107d958 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:07.267137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69418ffb-31f5-4606-b0e8-48678e6838da,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:07.279154 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:07.318798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Checking segment: {'id': '12d3dcd9-d38b-4f67-b867-fc53f4011f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:07.319339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Network hostable DHCP agents. Network: 11087eea-8b79-45e5-9385-ca3a00ced035, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:07.348564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Network 11087eea-8b79-45e5-9385-ca3a00ced035 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:07.361982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 11087eea-8b79-45e5-9385-ca3a00ced035) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:07.372409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77da27-777d-432a-8d81-8583c151ae38 None None] Network 11087eea-8b79-45e5-9385-ca3a00ced035 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:07.392468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.393546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.416140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6057451 Jun 17 08:41:07.572940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c742f-bc6d-4f1d-94cc-5248cab7ca3a None None] Network 11087eea-8b79-45e5-9385-ca3a00ced035 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:09.047864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-f24db5ab-4da9-4431-bd90-7ed5af3a978d tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:09.057328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-f24db5ab-4da9-4431-bd90-7ed5af3a978d tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/networks?id=11087eea-8b79-45e5-9385-ca3a00ced035 HTTP/1.1" status: 200 len: 813 time: 0.2235880 Jun 17 08:41:09.086792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-d33b9fcc-9e8a-4102-8ba2-ad7b25a944c4 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/quotas/9622855795524e4aad566183d7b8ae65 HTTP/1.1" status: 200 len: 375 time: 0.0285122 Jun 17 08:41:09.199797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-4dc7f095-5526-4b1c-ac59-2dc715a1b1d3 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9622855795524e4aad566183d7b8ae65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949085 Jun 17 08:41:09.552645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-03b58dc3-e4a5-4e37-9dfa-9a82fb096528 service neutron] 10.222.0.65 "GET /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518720 Jun 17 08:41:09.685014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-7c0d0407-5a5b-4138-a703-bb6a78c8c8f7 service neutron] 10.222.0.65 "GET /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256585 Jun 17 08:41:09.972798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-063365be-0860-4152-b41a-e7c4f752ebbd req-da2a4997-fc25-40c2-9180-681d2ae4a086 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 210 time: 0.0349727 Jun 17 08:41:11.202314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-369e865f-915a-4449-98aa-ad7a8015038b req-efe25ad7-744a-4637-8116-dac957fe0a07 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 210 time: 0.0657258 Jun 17 08:41:11.696204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-20b6bf40-cd8c-4517-84c3-4d03635826f5 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.698005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-20b6bf40-cd8c-4517-84c3-4d03635826f5 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.60 "GET /v2.0/networks?id=11087eea-8b79-45e5-9385-ca3a00ced035 HTTP/1.1" status: 200 len: 813 time: 0.1798134 Jun 17 08:41:11.718349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Request body: {'port': {'device_id': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035', 'admin_state_up': True, 'tenant_id': '9622855795524e4aad566183d7b8ae65'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:12.132102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Made reservation on behalf of 9622855795524e4aad566183d7b8ae65 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:12.156836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.509485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a6e8746-7e3f-4891-9411-ee7bc6bb2370 req-cd7f258c-2d19-4b59-a8d0-4696a45d40ca tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 210 time: 0.0590489 Jun 17 08:41:12.593959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Allocated IP 172.20.0.5 (11087eea-8b79-45e5-9385-ca3a00ced035/69418ffb-31f5-4606-b0e8-48678e6838da/67fa582d-ce35-4518-924e-5207438b3bd3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:12.802967 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.879245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.885875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:12.938367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Pushing event updated for resources: {'Port': ['ID=67fa582d-ce35-4518-924e-5207438b3bd3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:12.942665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:12.952902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Network 11087eea-8b79-45e5-9385-ca3a00ced035 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:12.954360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:12.957068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:13.020172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.020172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.032874 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3253829 Jun 17 08:41:13.050359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Request body: {'port': {'device_id': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:13.215384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.939000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fa582d-ce35-4518-924e-5207438b3bd3 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:13.948409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.964283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49593986-ae0f-480c-86f9-dc33a1fdfc49 req-28b85d5a-e07e-4789-b4d6-64005bd164ba tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.964918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Transition to ACTIVE for port object 67fa582d-ce35-4518-924e-5207438b3bd3 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:13.971810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.974404 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9f143ca-72c9-4d6a-96a6-bdcf0b37e8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.982391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49593986-ae0f-480c-86f9-dc33a1fdfc49 req-28b85d5a-e07e-4789-b4d6-64005bd164ba tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 931 time: 0.1923640 Jun 17 08:41:14.092047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Pushing event updated for resources: {'Port': ['ID=67fa582d-ce35-4518-924e-5207438b3bd3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.096824 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.130461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49593986-ae0f-480c-86f9-dc33a1fdfc49 req-bd715d19-a09e-48e4-9def-5a540d9b96cb tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428711 Jun 17 08:41:14.317675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Attempting to bind port 67fa582d-ce35-4518-924e-5207438b3bd3 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:14.317941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Attempting to bind port 67fa582d-ce35-4518-924e-5207438b3bd3 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '12d3dcd9-d38b-4f67-b867-fc53f4011f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:14.318274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Attempting to bind port 67fa582d-ce35-4518-924e-5207438b3bd3 on network 11087eea-8b79-45e5-9385-ca3a00ced035 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:14.341372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Port 67fa582d-ce35-4518-924e-5207438b3bd3 on network 11087eea-8b79-45e5-9385-ca3a00ced035 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:14.343236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Attempting to bind port 67fa582d-ce35-4518-924e-5207438b3bd3 on network 11087eea-8b79-45e5-9385-ca3a00ced035 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:14.364347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:14.366704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Checking segment: {'id': '12d3dcd9-d38b-4f67-b867-fc53f4011f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:14.369603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Bound using segment: {'id': '12d3dcd9-d38b-4f67-b867-fc53f4011f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:14.370476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Bound port: 67fa582d-ce35-4518-924e-5207438b3bd3, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d3dcd9-d38b-4f67-b867-fc53f4011f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:14.373224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.566203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] For port 67fa582d-ce35-4518-924e-5207438b3bd3, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:14.571963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] For port 67fa582d-ce35-4518-924e-5207438b3bd3, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=67fa582d-ce35-4518-924e-5207438b3bd3,segment=NetworkSegment(12d3dcd9-d38b-4f67-b867-fc53f4011f0f),segment_id=12d3dcd9-d38b-4f67-b867-fc53f4011f0f)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:14.581737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.601668 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56fd674a-40ae-418a-8fb7-6cfc80defcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:14.746136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Pushing event updated for resources: {'Port': ['ID=67fa582d-ce35-4518-924e-5207438b3bd3,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.760032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:14.760913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.762551 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] 10.222.0.60 "PUT /v2.0/ports/67fa582d-ce35-4518-924e-5207438b3bd3 HTTP/1.1" status: 200 len: 1092 time: 1.7203722 Jun 17 08:41:14.765552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'tag': '67fa582d-ce35-4518-924e-5207438b3bd3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:14.770189 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b48528-f96b-40f9-b89c-265c0d1d0464" -d '{"events": [{"name": "network-changed", "server_uuid": "58f775f1-5b41-4f05-9c3a-d0bdc7afabf4", "tag": "67fa582d-ce35-4518-924e-5207438b3bd3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:14.778853 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.821692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:14.929594 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5aa87a-00e8-47bc-8872-be781048e7d5 x-openstack-request-id: req-6b5aa87a-00e8-47bc-8872-be781048e7d5 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:14.930146 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f775f1-5b41-4f05-9c3a-d0bdc7afabf4", "tag": "67fa582d-ce35-4518-924e-5207438b3bd3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:14.930617 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b5aa87a-00e8-47bc-8872-be781048e7d5 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:14.932142 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'tag': '67fa582d-ce35-4518-924e-5207438b3bd3', 'status': 'completed', 'code': 200} Jun 17 08:41:14.976527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-af3e6853-a308-4cbb-bfc9-69fa2e65d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:14.979239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-af3e6853-a308-4cbb-bfc9-69fa2e65d022 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9622855795524e4aad566183d7b8ae65&device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 1095 time: 0.1610146 Jun 17 08:41:15.059648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.097856 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-d7f4e3ba-a7df-4b0e-a6f7-6c09256f22e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fa582d-ce35-4518-924e-5207438b3bd3 HTTP/1.1" status: 200 len: 217 time: 0.1082234 Jun 17 08:41:15.196984 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892851-a135-446d-828b-18f9fa1161b3 req-90780ffb-f87c-456c-853d-78e80a51726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.204955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-90780ffb-f87c-456c-853d-78e80a51726c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69418ffb-31f5-4606-b0e8-48678e6838da HTTP/1.1" status: 200 len: 853 time: 0.0991895 Jun 17 08:41:15.324833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.368889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.373787 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5cfe89d0-6478-4971-a184-a61bbbea5731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:15.381463 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-d9f18c97-dd9e-4c6c-97f0-5d63d5242ba5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11087eea-8b79-45e5-9385-ca3a00ced035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673992 Jun 17 08:41:15.406453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dacd5fa-d707-43e1-a9b7-cfbfdf012ac0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:15.430399 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:15.461952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7ab907d469f44b5aff206f3d809b561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6382313 Jun 17 08:41:15.463589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:15.495312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981413-68f5-41f7-b78b-7a6a11671b4f req-b3f07bcb-5c43-4ec9-a589-5781d1d7a322 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.507203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3981413-68f5-41f7-b78b-7a6a11671b4f req-b3f07bcb-5c43-4ec9-a589-5781d1d7a322 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 943 time: 0.1796179 Jun 17 08:41:15.579897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d3981413-68f5-41f7-b78b-7a6a11671b4f req-f0adf573-c7ce-4197-b01f-aff68ebbe9d5 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713348 Jun 17 08:41:15.625298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.694852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.733967 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-d03db953-b383-40b1-ac9d-7ccf55e49913 service neutron] 10.222.0.60 "GET /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249540 Jun 17 08:41:16.453376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.463526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.464896 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9dacd5fa-d707-43e1-a9b7-cfbfdf012ac0 HTTP/1.1" status: 204 len: 168 time: 1.0003655 Jun 17 08:41:16.472448 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20be915f-3da1-4264-8234-61f09e9fbed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:16.505680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dacd5fa-d707-43e1-a9b7-cfbfdf012ac0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:16.508401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:16.548342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d892851-a135-446d-828b-18f9fa1161b3 req-3e4c41d7-df6e-41be-8807-4189367ed7b5 service neutron] 10.222.0.60 "GET /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061163 Jun 17 08:41:16.753291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-4880b38f-6a0b-4691-aa26-8dac3a9bc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:16.755304 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-4880b38f-6a0b-4691-aa26-8dac3a9bc27a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9622855795524e4aad566183d7b8ae65&device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 1095 time: 0.1228144 Jun 17 08:41:16.882125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd77ab-c62e-4286-8d9d-81d4252c3454 req-09685a52-f8e9-4b1f-a47c-613c5d8b8298 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:16.899836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19cd77ab-c62e-4286-8d9d-81d4252c3454 req-09685a52-f8e9-4b1f-a47c-613c5d8b8298 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 943 time: 0.1420460 Jun 17 08:41:16.956683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-d1137308-94f7-417a-b612-668c6163491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:16.958234 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-d1137308-94f7-417a-b612-668c6163491b service neutron] 10.222.0.60 "GET /v2.0/networks?id=11087eea-8b79-45e5-9385-ca3a00ced035 HTTP/1.1" status: 200 len: 914 time: 0.1936772 Jun 17 08:41:16.979615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19cd77ab-c62e-4286-8d9d-81d4252c3454 req-38c0dfa6-6727-4ef5-93f1-07a181f244fd tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784297 Jun 17 08:41:17.044303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-037a95af-8598-49a9-9945-c582e16860ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fa582d-ce35-4518-924e-5207438b3bd3 HTTP/1.1" status: 200 len: 217 time: 0.0781875 Jun 17 08:41:17.104965 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.140565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-b1389183-b99e-4cc0-938f-87519defbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:17.142829 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-b1389183-b99e-4cc0-938f-87519defbaa2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69418ffb-31f5-4606-b0e8-48678e6838da HTTP/1.1" status: 200 len: 853 time: 0.0859959 Jun 17 08:41:17.164339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40740) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:17.181157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.189345 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-d7ba77d7-ab4d-4304-acad-d44c6a659050 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11087eea-8b79-45e5-9385-ca3a00ced035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369606 Jun 17 08:41:17.358015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.383577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.387716 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c13f1011-7284-437a-9d32-60b15932ff73 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:17.401849 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-458812c9-9ca3-41dd-a8d4-d522ef1861b8 service neutron] 10.222.0.60 "GET /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081954 Jun 17 08:41:17.444715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81fdedd7acb64ac68a653bbea44ec94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788932 Jun 17 08:41:17.445589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40756) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:17.446400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ca29d6-be91-4664-8f42-ccee5e6380bf,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:17.455812 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:17.553261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.582364 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.592799 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-33b48528-f96b-40f9-b89c-265c0d1d0464 req-358b4164-cf3f-44e0-9a4f-4ce84e07f66f service neutron] 10.222.0.60 "GET /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821115 Jun 17 08:41:17.650754 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.661470 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.663055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8ca29d6-be91-4664-8f42-ccee5e6380bf HTTP/1.1" status: 204 len: 168 time: 0.2130699 Jun 17 08:41:17.669945 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-28a53f34-d834-4d58-8ac2-d71777016b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:17.683642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ca29d6-be91-4664-8f42-ccee5e6380bf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:17.687621 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:18.131648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40804) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:18.263999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449fd3e-f0a3-43d2-889b-33c993e87546 req-36dd5cbd-aa6e-46f7-9d5f-caae6dc24b29 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:18.279276 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3449fd3e-f0a3-43d2-889b-33c993e87546 req-36dd5cbd-aa6e-46f7-9d5f-caae6dc24b29 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 943 time: 0.1353884 Jun 17 08:41:18.323936 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.358445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3449fd3e-f0a3-43d2-889b-33c993e87546 req-2aee947b-cfd9-4bb8-b6fe-10ee549cbf2d tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754526 Jun 17 08:41:18.466609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.470602 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.473268 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c9d33c5-c777-4ce9-b6e3-7b3f74a9b006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:18.510437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd2dba0-9320-4859-bbfd-e9df112e07e9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:18.513846 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:18.516910 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea777571b330440288a036cb3d6bc738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841805 Jun 17 08:41:18.519691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40820) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:18.578066 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.603881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.653865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.656478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.657647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bd2dba0-9320-4859-bbfd-e9df112e07e9 HTTP/1.1" status: 204 len: 168 time: 0.1367137 Jun 17 08:41:18.658457 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8411111a-5d14-4238-8633-41cb372735b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:18.666456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd2dba0-9320-4859-bbfd-e9df112e07e9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:18.684706 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:19.164233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 40862) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:19.284569 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.345158 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.463363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.469143 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.472957 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb8cc506-d726-44a5-a3a0-de724c548218 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:19.517368 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b974f8ae6aef448c8e192ddd1e8c2a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510141 Jun 17 08:41:19.518759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6685290e-40c6-467e-ab72-3c948fe8ef6c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:19.520007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40882) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:19.526265 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:19.594861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.595056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c349c7-ab78-4194-8f51-d02ce0323e67 req-c36fe2b1-ec36-48cb-b688-643e3ad69e07 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:19.597103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53c349c7-ab78-4194-8f51-d02ce0323e67 req-c36fe2b1-ec36-48cb-b688-643e3ad69e07 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 943 time: 0.0723867 Jun 17 08:41:19.629497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.644847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-53c349c7-ab78-4194-8f51-d02ce0323e67 req-aa582e03-fa08-450c-b88a-092ce2469d0d tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Jun 17 08:41:19.691267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.695647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.699460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6685290e-40c6-467e-ab72-3c948fe8ef6c HTTP/1.1" status: 204 len: 168 time: 0.1776853 Jun 17 08:41:19.700578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-238a911b-b4c2-487a-9175-4c539c68ed30 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:19.708950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6685290e-40c6-467e-ab72-3c948fe8ef6c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:19.715161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.090398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 67fa582d-ce35-4518-924e-5207438b3bd3 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:20.235093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 67fa582d-ce35-4518-924e-5207438b3bd3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=67fa582d-ce35-4518-924e-5207438b3bd3,segment=NetworkSegment(12d3dcd9-d38b-4f67-b867-fc53f4011f0f),segment_id=12d3dcd9-d38b-4f67-b867-fc53f4011f0f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:20.247785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '67fa582d-ce35-4518-924e-5207438b3bd3', 'network_id': '11087eea-8b79-45e5-9385-ca3a00ced035', 'port_id': '67fa582d-ce35-4518-924e-5207438b3bd3', 'mac_address': 'fa:16:3e:5b:0c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69418ffb-31f5-4606-b0e8-48678e6838da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:20.285600 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.300438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fa582d-ce35-4518-924e-5207438b3bd3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:20.323861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 67fa582d-ce35-4518-924e-5207438b3bd3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=67fa582d-ce35-4518-924e-5207438b3bd3,segment=NetworkSegment(12d3dcd9-d38b-4f67-b867-fc53f4011f0f),segment_id=12d3dcd9-d38b-4f67-b867-fc53f4011f0f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:20.334870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.337679 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:20.405148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=67fa582d-ce35-4518-924e-5207438b3bd3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:20.418392 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.593234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['67fa582d-ce35-4518-924e-5207438b3bd3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:20.628015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 40958) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:20.889220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17512321-8813-4b8f-8e57-5ab79a117ef0 req-c6e8e551-aae9-4a0b-b56d-a4c5bc76640f tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:20.905823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17512321-8813-4b8f-8e57-5ab79a117ef0 req-c6e8e551-aae9-4a0b-b56d-a4c5bc76640f tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 944 time: 0.0864172 Jun 17 08:41:20.931257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-332348423'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:20.966217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17512321-8813-4b8f-8e57-5ab79a117ef0 req-c4014b0c-5265-4709-8735-418e91f8e49f tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Jun 17 08:41:20.980753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Made reservation on behalf of d5db75b6b0124dc39fc01d317aeec360 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:20.989495 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.010581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.120975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.125880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.131235 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b360035-c10e-41da-90c9-518f3bdc25dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:21.167462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f1704a-37de-487c-b70a-43404b591af8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:21.170720 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:21.179924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:21.193411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.193985 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Added segment e862b685-bbdd-425e-b405-fc9a16901c93 of type vlan for network b1a073fd-21cb-44eb-babc-7ec255bf7d0c Jun 17 08:41:21.282034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.365931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.380854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:21.383626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.387815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-557743ea-db3f-45fb-a84a-f904b64f7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:21.438428 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8083506 Jun 17 08:41:21.443695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41014) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:21.469573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Pushing event updated for resources: {'Network': ['ID=b1a073fd-21cb-44eb-babc-7ec255bf7d0c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:21.481611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b1a073fd-21cb-44eb-babc-7ec255bf7d0c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:21.482340 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:21.634523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'network': {'name': 'tempest-network--752185379', 'router:external': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:21.672111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Made reservation on behalf of b05e9a0726bd40b0911be509df86611d for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:21.675662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.690670 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.819256 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.828648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.831914 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f3a6abb-4868-43b2-b601-d74794b06129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:21.856942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:21.867105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec55c97-7279-422f-bad2-67e95aae5194,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:21.871819 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:21.872908 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.873250 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Added segment 1494cf37-e020-47e2-8fcb-d4d65a3bcaaf of type vlan for network 2413a021-ce4f-4244-93c1-42788472edb4 Jun 17 08:41:21.929784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.974301 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.975572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:21.977956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.988094 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-919fc95c-b37b-459d-a8ea-741af225e1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.007403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5623116 Jun 17 08:41:22.011682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:22.064546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41046) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:22.108237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 67fa582d-ce35-4518-924e-5207438b3bd3 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:22.141702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Deleting subnet 70cb7589-7731-4e4c-8527-873fe6137801 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:22.144993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Network': ['ID=2413a021-ce4f-4244-93c1-42788472edb4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.159242 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.160034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.164160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2413a021-ce4f-4244-93c1-42788472edb4 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:22.166039 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.274915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 67fa582d-ce35-4518-924e-5207438b3bd3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:22.285054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 67fa582d-ce35-4518-924e-5207438b3bd3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:22.285438 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.288270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.378367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.402690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.403302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d04f-83b2-4447-8286-0c7209fd5fcd req-b0ef1b1b-49de-4aa2-9868-594b316eac5f tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:22.406750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4684d04f-83b2-4447-8286-0c7209fd5fcd req-b0ef1b1b-49de-4aa2-9868-594b316eac5f tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 944 time: 0.2135155 Jun 17 08:41:22.414240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.421125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 67fa582d-ce35-4518-924e-5207438b3bd3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=67fa582d-ce35-4518-924e-5207438b3bd3,segment=NetworkSegment(12d3dcd9-d38b-4f67-b867-fc53f4011f0f),segment_id=12d3dcd9-d38b-4f67-b867-fc53f4011f0f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:22.422462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa582d-ce35-4518-924e-5207438b3bd3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:22.425655 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec0e25a-3578-4b70-aebd-14b4a852f31c" -d '{"events": [{"server_uuid": "58f775f1-5b41-4f05-9c3a-d0bdc7afabf4", "name": "network-vif-plugged", "status": "completed", "tag": "67fa582d-ce35-4518-924e-5207438b3bd3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:22.432037 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.436066 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9d83eb7a-76a1-4238-bf2f-509da0b2dbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.442732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2413a021-ce4f-4244-93c1-42788472edb4']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:22.471911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1494cf37-e020-47e2-8fcb-d4d65a3bcaaf') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:22.472350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1494cf37-e020-47e2-8fcb-d4d65a3bcaaf') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:22.493290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.502087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=67fa582d-ce35-4518-924e-5207438b3bd3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.517932 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.519234 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.536117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:22.536618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:22.538468 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:22.561600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4684d04f-83b2-4447-8286-0c7209fd5fcd req-4b842fd2-4580-4a42-bef6-8afa5963822e tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016819 Jun 17 08:41:22.627451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.632528 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-15eb7f18-edd3-42f6-91fb-257c3db0540d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.651316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.656727 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-99cd5917-3fb7-4f6a-b1ec-97ea35ac5239 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.660451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2413a021-ce4f-4244-93c1-42788472edb4 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:41:22.665100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.675387 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/networks/2413a021-ce4f-4244-93c1-42788472edb4 HTTP/1.1" status: 204 len: 168 time: 0.6621954 Jun 17 08:41:22.682093 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7432672-8558-48c9-a512-96d43af837aa x-openstack-request-id: req-f7432672-8558-48c9-a512-96d43af837aa {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:22.686672 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f775f1-5b41-4f05-9c3a-d0bdc7afabf4", "name": "network-vif-plugged", "status": "completed", "tag": "67fa582d-ce35-4518-924e-5207438b3bd3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:22.686964 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7432672-8558-48c9-a512-96d43af837aa {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:22.687767 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fa582d-ce35-4518-924e-5207438b3bd3', 'code': 200} Jun 17 08:41:22.689244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41070) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:22.693468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cb7589-7731-4e4c-8527-873fe6137801,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.696655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:22.709943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Network': ['ID=2413a021-ce4f-4244-93c1-42788472edb4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.710446 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.712319 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.716975 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.722388 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/70cb7589-7731-4e4c-8527-873fe6137801 HTTP/1.1" status: 204 len: 168 time: 0.6565347 Jun 17 08:41:22.726019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41072) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:22.763928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Made reservation on behalf of b05e9a0726bd40b0911be509df86611d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:22.768230 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.856017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:22.866375 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.866834 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Added segment 13ee64ce-766a-48c1-8828-5ab7958833f1 of type vlan for network 0ea47c52-dd93-4592-95c9-8254403379fc Jun 17 08:41:22.944706 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.964807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.975061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006488-b056-4f31-8be6-bc29883643a6 req-4ff01b6e-af19-4014-b187-2ac99eca0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:22.976552 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a006488-b056-4f31-8be6-bc29883643a6 req-4ff01b6e-af19-4014-b187-2ac99eca0a63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 1097 time: 0.1951904 Jun 17 08:41:23.044048 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a006488-b056-4f31-8be6-bc29883643a6 req-66323ea0-f1ee-4b5e-b34c-cacb4fb06b38 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583479 Jun 17 08:41:23.058496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.060000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:23.060636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.087170 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c4b46da-8c62-42f8-a4b3-026d348764e7 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:23.120499 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4280534 Jun 17 08:41:23.145912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.203163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac67a68d-14bc-4899-a4ba-10ad6d4370e0']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.214041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41076) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.230426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Network': ['ID=0ea47c52-dd93-4592-95c9-8254403379fc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:23.233420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'subnet': {'network_id': '0ea47c52-dd93-4592-95c9-8254403379fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:23.241647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400a6191-60d9-4f9e-9f42-37524b8bdbc0') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.241974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0ea47c52-dd93-4592-95c9-8254403379fc details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:23.247227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400a6191-60d9-4f9e-9f42-37524b8bdbc0') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.253316 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:23.267468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.323982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Made reservation on behalf of b05e9a0726bd40b0911be509df86611d for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:23.329811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.332328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.406570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:23.407261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:23.408849 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:23.530079 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.535531 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da5280a9-e4c2-4d62-b510-05f8e8c4869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:23.538481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.543759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ac67a68d-14bc-4899-a4ba-10ad6d4370e0 HTTP/1.1" status: 204 len: 168 time: 0.8138771 Jun 17 08:41:23.604798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac67a68d-14bc-4899-a4ba-10ad6d4370e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:23.637498 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:23.816197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.901159 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-355feabc-f4aa-44dd-9f5e-eb8cec802dc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95a23b0b95de43038ac24be42e321ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824964 Jun 17 08:41:23.902132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41090) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.924727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abba5d-5070-4e1b-a1d6-72ba91bb91b8 req-8b140120-00b3-44ab-9444-bef6e6f083ab tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:23.926291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90abba5d-5070-4e1b-a1d6-72ba91bb91b8 req-8b140120-00b3-44ab-9444-bef6e6f083ab tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 945 time: 0.1236584 Jun 17 08:41:23.996272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.036599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90abba5d-5070-4e1b-a1d6-72ba91bb91b8 req-1fde4ca9-8c69-47f7-a729-925f64373d8f tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922265 Jun 17 08:41:24.048771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.132523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:41:24.133001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.136659 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1ed974cd-9ba3-4857-9986-e4c871435292 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:24.173876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.176590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.180710 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c61e47b-dffe-4842-91dc-a1ed2f323076 HTTP/1.1" status: 204 len: 168 time: 0.2742338 Jun 17 08:41:24.180710 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-469b5f35-01aa-4c01-8164-dd7d8a9ee5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:24.198209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61e47b-dffe-4842-91dc-a1ed2f323076,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:24.211616 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:24.253488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Subnet': ['ID=83529452-cdb5-4965-a955-958f7e76301e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:24.259426 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:24.329422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Checking segment: {'id': '13ee64ce-766a-48c1-8828-5ab7958833f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0ea47c52-dd93-4592-95c9-8254403379fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:24.329741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Network hostable DHCP agents. Network: 0ea47c52-dd93-4592-95c9-8254403379fc, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:24.365107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Network 0ea47c52-dd93-4592-95c9-8254403379fc is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:24.394503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695faba1-cc82-42f9-928c-d58798c9cc15 req-fda44347-48ca-49fe-b24a-78cf7d3fd111 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:24.402253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-695faba1-cc82-42f9-928c-d58798c9cc15 req-fda44347-48ca-49fe-b24a-78cf7d3fd111 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 946 time: 0.1254864 Jun 17 08:41:24.414218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0ea47c52-dd93-4592-95c9-8254403379fc) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:24.419469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:24.420055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.429762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23681a6c-8243-4ea0-b35d-a8fbdb652fd2 None None] Network 0ea47c52-dd93-4592-95c9-8254403379fc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:24.457559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41100) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.458102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2427421 Jun 17 08:41:24.465781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'floatingip': {'floating_network_id': '0ea47c52-dd93-4592-95c9-8254403379fc'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:24.482391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-695faba1-cc82-42f9-928c-d58798c9cc15 req-17b9f64f-2ecd-4dd9-aeb0-191825fe09ea tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Jun 17 08:41:24.512273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.629990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803af7f2-65ea-4982-9deb-ed880694ee83 None None] Network 0ea47c52-dd93-4592-95c9-8254403379fc requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:24.635429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.778649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Allocated IP 172.20.0.9 (0ea47c52-dd93-4592-95c9-8254403379fc/83529452-cdb5-4965-a955-958f7e76301e/db145b87-962c-406f-9dd3-6794eca2315c) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:24.900363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.967141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.971087 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2f52ca18-7595-4462-8b4e-6ac3cdd58011 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:25.008085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe5eb92-ae6b-404b-bd77-a10c63080954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.033661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Network 0ea47c52-dd93-4592-95c9-8254403379fc is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:25.041221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:25.051424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:25.080757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Port': ['ID=db145b87-962c-406f-9dd3-6794eca2315c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:25.089931 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:25.189942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.297376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.323194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728fbc-75a1-4040-bf67-e8404f43168c req-924c3438-26a1-4a82-a784-b28ce872cbda tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:25.325713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d728fbc-75a1-4040-bf67-e8404f43168c req-924c3438-26a1-4a82-a784-b28ce872cbda tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 945 time: 0.1169124 Jun 17 08:41:25.399855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d728fbc-75a1-4040-bf67-e8404f43168c req-db8e102c-bc80-4c7e-abb3-375360ada658 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635974 Jun 17 08:41:25.532432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.541431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.546266 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-772a05b9-43da-4fb7-94e2-a6110e453c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:25.637697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-ace74d29-63a6-4d22-9e72-f71eabf19ceb tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:25.639632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-ace74d29-63a6-4d22-9e72-f71eabf19ceb tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.67 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 946 time: 0.1297638 Jun 17 08:41:25.692190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Port': ['ID=db145b87-962c-406f-9dd3-6794eca2315c,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:25.698071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:25.703066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.723946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.725203 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2656631 Jun 17 08:41:25.728361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41172) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.900961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c6b01d9e-609f-4d2e-b195-8ab61fc0b0e1 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=0ea47c52-dd93-4592-95c9-8254403379fc HTTP/1.1" status: 200 len: 689 time: 0.1712434 Jun 17 08:41:25.901975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41184) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.017085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.150534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Deleting port db145b87-962c-406f-9dd3-6794eca2315c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:26.151185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.248161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.248578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.329456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Calling delete_port for db145b87-962c-406f-9dd3-6794eca2315c owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:26.338995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3035a-2385-4a69-9463-cf6d3d526b35 req-0e78a548-c446-4a18-ae31-a276058bc844 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.340207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42a3035a-2385-4a69-9463-cf6d3d526b35 req-0e78a548-c446-4a18-ae31-a276058bc844 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 946 time: 0.6224344 Jun 17 08:41:26.374564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Deleting port a4b71801-d5b0-4e12-85c5-e27c73412f78 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:26.374937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.434399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6443c-e09e-4790-98d9-5e8caac08418 req-e8957481-7c7d-46fc-b0e0-cdab05f24dcb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.437073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-adf6443c-e09e-4790-98d9-5e8caac08418 req-e8957481-7c7d-46fc-b0e0-cdab05f24dcb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 946 time: 0.1784344 Jun 17 08:41:26.446809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42a3035a-2385-4a69-9463-cf6d3d526b35 req-d3bbe6d2-76d7-46c0-bf37-77ecf70fcd57 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989609 Jun 17 08:41:26.513267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.524187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8977854-ecd0-405c-a6d5-9ccf94a41eb4 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.546339 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-adf6443c-e09e-4790-98d9-5e8caac08418 req-3f6bbe4b-fe12-4472-a70b-be58d6f74f22 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984647 Jun 17 08:41:26.546863 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Port': ['ID=db145b87-962c-406f-9dd3-6794eca2315c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.573354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] For port a4b71801-d5b0-4e12-85c5-e27c73412f78, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=a4b71801-d5b0-4e12-85c5-e27c73412f78,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:26.573875 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.587485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.638005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.669837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Calling delete_port for a4b71801-d5b0-4e12-85c5-e27c73412f78 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:26.697134 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.770204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.784596 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-473bdc3a-3956-45c3-9681-6055c9d6316f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.838969 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.848568 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-967e608d-4789-4947-9127-a6c5abf3d01d tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.856350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=83529452-cdb5-4965-a955-958f7e76301e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.856767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['a4b71801-d5b0-4e12-85c5-e27c73412f78'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:26.859269 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3', '7dc46f15-d065-4eb3-9f54-e85019cb8760', '2e2d2957-3cad-44f6-88f4-cbe513dea01e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:26.863634 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.923519 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.935882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event deleted for resources: {'Port': ['ID=a4b71801-d5b0-4e12-85c5-e27c73412f78,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.945182 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.960804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea47c52-dd93-4592-95c9-8254403379fc']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.987065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ee64ce-766a-48c1-8828-5ab7958833f1') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.987366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ee64ce-766a-48c1-8828-5ab7958833f1') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.999532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.023464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.033605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:27.034017 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:27.035942 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:27.047281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] No DVR routers for this DVR port a4b71801-d5b0-4e12-85c5-e27c73412f78 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:27.052954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.057296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-342fbdad-cc7e-4dc3-aae9-3609625913a9 req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.67 "DELETE /v2.0/ports/a4b71801-d5b0-4e12-85c5-e27c73412f78 HTTP/1.1" status: 204 len: 173 time: 1.4033222 Jun 17 08:41:27.057864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'name': 'network-vif-deleted', 'tag': 'a4b71801-d5b0-4e12-85c5-e27c73412f78'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:27.065462 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb8725-506c-4d31-8e10-b32daf518f8c" -d '{"events": [{"server_uuid": "7672eda8-adc2-4af5-ba7d-339e67b93529", "name": "network-vif-deleted", "tag": "a4b71801-d5b0-4e12-85c5-e27c73412f78"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:27.105231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-3edc92e6-5599-4e87-a9d1-6dbb4efe85eb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.107115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-3edc92e6-5599-4e87-a9d1-6dbb4efe85eb tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 946 time: 0.1863635 Jun 17 08:41:27.178370 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161a911-486b-4759-b3b1-a49a2173a449 x-openstack-request-id: req-1161a911-486b-4759-b3b1-a49a2173a449 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:27.178859 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7672eda8-adc2-4af5-ba7d-339e67b93529", "name": "network-vif-deleted", "tag": "a4b71801-d5b0-4e12-85c5-e27c73412f78", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:27.179280 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1161a911-486b-4759-b3b1-a49a2173a449 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:27.179822 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7672eda8-adc2-4af5-ba7d-339e67b93529', 'name': 'network-vif-deleted', 'tag': 'a4b71801-d5b0-4e12-85c5-e27c73412f78', 'status': 'completed', 'code': 200} Jun 17 08:41:27.203514 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.208748 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:27.210624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ea47c52-dd93-4592-95c9-8254403379fc {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:41:27.213678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.217887 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0ea47c52-dd93-4592-95c9-8254403379fc HTTP/1.1" status: 204 len: 168 time: 1.3122380 Jun 17 08:41:27.228042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41232) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.239428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ea47c52-dd93-4592-95c9-8254403379fc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:27.242083 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:27.437601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.438076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-20a9e88e-4c14-4509-9d6f-3ce51a084f6f tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2085657 Jun 17 08:41:27.451510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c646d-b690-4f11-8043-8de44e50c3c5 req-7ec263dd-e2e4-41e3-aade-86fae3b60496 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.465377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c646d-b690-4f11-8043-8de44e50c3c5 req-7ec263dd-e2e4-41e3-aade-86fae3b60496 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 945 time: 0.3275156 Jun 17 08:41:27.526488 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.623394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Deleting port 255aeaea-542f-46de-b407-2fff350dcc9d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:27.624518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.651133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.654197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.654669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.655151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.655599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.656044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.656487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:27.668616 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2afd1dfb-c275-4172-9f08-cc2b847aeb77 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4676 time: 0.2296495 Jun 17 08:41:27.669390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41242) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.693555 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-432c646d-b690-4f11-8043-8de44e50c3c5 req-8f9d5a14-321b-40f4-bfef-3598e9c85099 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244937 Jun 17 08:41:27.733897 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-c68aedc6-72ed-4a50-b3c9-3f0abdd8efa8 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] delete failed (client error): The resource could not be found. Jun 17 08:41:27.735230 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c68aedc6-72ed-4a50-b3c9-3f0abdd8efa8 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/fb0bf039-dc82-4066-8c20-1e88713beca9 HTTP/1.1" status: 404 len: 345 time: 0.0648463 Jun 17 08:41:27.738003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.759641 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1954a4-3c3e-4be4-92e0-0c2a49e2568f tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] DELETE failed (client error): The resource could not be found. Jun 17 08:41:27.760457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1954a4-3c3e-4be4-92e0-0c2a49e2568f tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:41:27.762396 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9f1954a4-3c3e-4be4-92e0-0c2a49e2568f tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0ea47c52-dd93-4592-95c9-8254403379fc HTTP/1.1" status: 404 len: 339 time: 0.0230536 Jun 17 08:41:27.766592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41248) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.772431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'network': {'name': 'tempest-network--339671852', 'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:27.778117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d0df62d4-b861-47a9-b414-1693f037a946 req-dbce57da-7844-4b31-a9ce-dee7d9cc2ca1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=7672eda8-adc2-4af5-ba7d-339e67b93529 HTTP/1.1" status: 200 len: 210 time: 0.1104848 Jun 17 08:41:27.810276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Made reservation on behalf of b05e9a0726bd40b0911be509df86611d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:27.817677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.865277 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3619d232-4dc4-45bf-8fd9-cb0fdd95ad48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.873066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:27.909638 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.909989 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Added segment 46954228-da72-4bf7-95ad-539348795a11 of type vlan for network faa402d9-fc95-414f-84e3-bfa85a7380bf Jun 17 08:41:27.964422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] For port 255aeaea-542f-46de-b407-2fff350dcc9d, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=255aeaea-542f-46de-b407-2fff350dcc9d,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:27.965210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.988803 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.032384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.033525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.034160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.037146 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:28.063163 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2952628 Jun 17 08:41:28.068010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41250) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.112409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Network': ['ID=faa402d9-fc95-414f-84e3-bfa85a7380bf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:28.115427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:28.124491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network faa402d9-fc95-414f-84e3-bfa85a7380bf details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:28.181456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850359-067c-4c84-816c-58141b5dbb44 req-d31c9574-763b-4cd0-a579-6a3c7ef6fdbc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.183089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad850359-067c-4c84-816c-58141b5dbb44 req-d31c9574-763b-4cd0-a579-6a3c7ef6fdbc tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 946 time: 0.2257526 Jun 17 08:41:28.330433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad850359-067c-4c84-816c-58141b5dbb44 req-ed495371-5014-445c-89cb-247d8262e7ef tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups?id=155162e1-8d38-4135-93c5-b34bfe43b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180613 Jun 17 08:41:28.333702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.334041 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.334362 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Floating IP 9007f74f-017b-44db-a1a6-c01774acf1e6 disassociated. External IP: 172.25.7.225, port: 255aeaea-542f-46de-b407-2fff350dcc9d. Jun 17 08:41:28.334715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Calling delete_port for 255aeaea-542f-46de-b407-2fff350dcc9d owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:28.348454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120de1c0-bab1-4a30-ab94-f2d389a334bc tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.355518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120de1c0-bab1-4a30-ab94-f2d389a334bc tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.365918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120de1c0-bab1-4a30-ab94-f2d389a334bc tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.367629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120de1c0-bab1-4a30-ab94-f2d389a334bc tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.372748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-120de1c0-bab1-4a30-ab94-f2d389a334bc tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3002913 Jun 17 08:41:28.373122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.511695 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.544492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.549491 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fb6f36b5-2e72-416a-9eeb-86796576ce44 tempest-InstanceActionsTestJSON-90259938 tempest-InstanceActionsTestJSON-90259938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:28.579754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event deleted for resources: {'Port': ['ID=255aeaea-542f-46de-b407-2fff350dcc9d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:28.583153 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:28.586874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-9ec27320-9db5-4eb0-bfb3-c5572384d6e9 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.588295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-9ec27320-9db5-4eb0-bfb3-c5572384d6e9 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.60 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 945 time: 0.1855829 Jun 17 08:41:28.683724 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.700803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa402d9-fc95-414f-84e3-bfa85a7380bf']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:28.723435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Router 13475c12-7089-4dc7-849d-f442bb321a13 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:28.742261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46954228-da72-4bf7-95ad-539348795a11') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:28.743669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46954228-da72-4bf7-95ad-539348795a11') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:28.760001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.783743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.799731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:28.800148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:28.802845 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:28.844595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Deleting port 67fa582d-ce35-4518-924e-5207438b3bd3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:28.844943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.846157 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.935508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:28.940762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.945735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faa402d9-fc95-414f-84e3-bfa85a7380bf {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:41:28.949117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.951221 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/networks/faa402d9-fc95-414f-84e3-bfa85a7380bf HTTP/1.1" status: 204 len: 168 time: 0.5768912 Jun 17 08:41:28.959680 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:28.960696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ebcef911-c023-421e-b94c-3a035fbc0be3 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:28.977650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41264) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.983524 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:28.984582 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:28.985671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'network': {'name': 'tempest-network--407112348', 'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:29.023191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Made reservation on behalf of b05e9a0726bd40b0911be509df86611d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:29.026136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.043436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] No DVR routers for this DVR port 255aeaea-542f-46de-b407-2fff350dcc9d on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:29.050576 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.057469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95af8e2a-69c1-493f-b84f-80bcb6e4ae8a req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.67 "DELETE /v2.0/ports/255aeaea-542f-46de-b407-2fff350dcc9d HTTP/1.1" status: 204 len: 173 time: 1.9437790 Jun 17 08:41:29.086809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9540-07eb-467c-8ce8-3940fe70f357 req-88d57ac8-6967-403b-8c85-6b519aa4dc32 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:29.093740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-448a9540-07eb-467c-8ce8-3940fe70f357 req-88d57ac8-6967-403b-8c85-6b519aa4dc32 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 945 time: 0.2451043 Jun 17 08:41:29.099770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Network': ['ID=faa402d9-fc95-414f-84e3-bfa85a7380bf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:29.108665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:29.202179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:29.206438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-deleted', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:29.209382 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191ee2a2-347c-46ed-b9b9-dbd63996bd2a" -d '{"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-deleted", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:29.252614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] For port 67fa582d-ce35-4518-924e-5207438b3bd3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=67fa582d-ce35-4518-924e-5207438b3bd3,segment=NetworkSegment(12d3dcd9-d38b-4f67-b867-fc53f4011f0f),segment_id=12d3dcd9-d38b-4f67-b867-fc53f4011f0f)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:29.252614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.255565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-448a9540-07eb-467c-8ce8-3940fe70f357 req-741c639e-713c-4b28-8663-3c885219b567 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/security-groups?id=206cd522-f442-4036-8d70-ea840f0663a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574135 Jun 17 08:41:29.287574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.287574 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Added segment 16fa3061-2ef7-4246-9d6c-7861a6306a3f of type vlan for network 101fc456-3304-4caa-90fe-c72d76a8c6d8 Jun 17 08:41:29.311378 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:29.394342 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e30936-5675-4284-886a-02c7ad2502fd x-openstack-request-id: req-31e30936-5675-4284-886a-02c7ad2502fd {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:29.394691 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5a2ef-6e0e-4243-9acb-94b92b29089c", "name": "network-vif-deleted", "tag": "255aeaea-542f-46de-b407-2fff350dcc9d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:29.395020 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31e30936-5675-4284-886a-02c7ad2502fd {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:29.395469 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c5a2ef-6e0e-4243-9acb-94b92b29089c', 'name': 'network-vif-deleted', 'tag': '255aeaea-542f-46de-b407-2fff350dcc9d', 'status': 'completed', 'code': 200} Jun 17 08:41:29.568948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Calling delete_port for 67fa582d-ce35-4518-924e-5207438b3bd3 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:29.686258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4ede358-4303-4c48-add7-f2a08316ed65 req-f487486d-9df3-4eb9-89c0-cdf1024241dd tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3c5a2ef-6e0e-4243-9acb-94b92b29089c HTTP/1.1" status: 200 len: 210 time: 0.0819080 Jun 17 08:41:29.692876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.811655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.815455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:29.817560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.855578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:29.987271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41278) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:29.991536 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0102971 Jun 17 08:41:29.996848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Network': ['ID=101fc456-3304-4caa-90fe-c72d76a8c6d8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.005330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.007230 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.011857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a4b71801-d5b0-4e12-85c5-e27c73412f78 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:30.017557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 101fc456-3304-4caa-90fe-c72d76a8c6d8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:30.027377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d3c3223-8b83-4bb8-807c-85069f6a5e27 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.052983 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.071916 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Pushing event deleted for resources: {'Port': ['ID=67fa582d-ce35-4518-924e-5207438b3bd3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.072997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['67fa582d-ce35-4518-924e-5207438b3bd3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:30.093788 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.107207 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:30.134819 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:30.135472 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.147319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] No DVR routers for this DVR port 67fa582d-ce35-4518-924e-5207438b3bd3 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:30.150561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.154689 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-58faf2a9-a10f-4c7d-9f73-0eb1b4908fa0 req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.60 "DELETE /v2.0/ports/67fa582d-ce35-4518-924e-5207438b3bd3 HTTP/1.1" status: 204 len: 173 time: 1.5550354 Jun 17 08:41:30.158818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'name': 'network-vif-deleted', 'tag': '67fa582d-ce35-4518-924e-5207438b3bd3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:30.163655 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bbc799-7a01-4e1b-ae55-380522119d29" -d '{"events": [{"server_uuid": "58f775f1-5b41-4f05-9c3a-d0bdc7afabf4", "name": "network-vif-deleted", "tag": "67fa582d-ce35-4518-924e-5207438b3bd3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:30.166944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aad25e-2879-42a9-9d20-ef03ea3b9d47 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.171150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.173754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-19aad25e-2879-42a9-9d20-ef03ea3b9d47 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] 10.222.0.65 "GET /v2.0/networks/101fc456-3304-4caa-90fe-c72d76a8c6d8 HTTP/1.1" status: 200 len: 756 time: 0.1853786 Jun 17 08:41:30.178398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: a4b71801-d5b0-4e12-85c5-e27c73412f78 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:30.178824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device a4b71801-d5b0-4e12-85c5-e27c73412f78 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:30.278775 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09168c0e-5ce8-4273-a3dc-07e301b99ad8 x-openstack-request-id: req-09168c0e-5ce8-4273-a3dc-07e301b99ad8 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:30.279151 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f775f1-5b41-4f05-9c3a-d0bdc7afabf4", "name": "network-vif-deleted", "tag": "67fa582d-ce35-4518-924e-5207438b3bd3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:30.279639 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09168c0e-5ce8-4273-a3dc-07e301b99ad8 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:30.280100 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f775f1-5b41-4f05-9c3a-d0bdc7afabf4', 'name': 'network-vif-deleted', 'tag': '67fa582d-ce35-4518-924e-5207438b3bd3', 'status': 'completed', 'code': 200} Jun 17 08:41:30.287271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81932c0e-fadf-4015-9c32-a2d48c215679 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.290653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-81932c0e-fadf-4015-9c32-a2d48c215679 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] 10.222.0.65 "GET /v2.0/networks/b1a073fd-21cb-44eb-babc-7ec255bf7d0c HTTP/1.1" status: 200 len: 767 time: 0.1158597 Jun 17 08:41:30.292221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41288) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.308787 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:30.387130 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.453548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.584336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9dcb730-c6c9-4366-9e0a-253b03b2a8a0 req-5ae78d60-2d5f-4a80-8373-3bb2c71bc560 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] 10.222.0.65 "GET /v2.0/ports?device_id=58f775f1-5b41-4f05-9c3a-d0bdc7afabf4 HTTP/1.1" status: 200 len: 210 time: 0.0705292 Jun 17 08:41:30.663136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.679861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101fc456-3304-4caa-90fe-c72d76a8c6d8']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.689893 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.698002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fa3061-2ef7-4246-9d6c-7861a6306a3f') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.698539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fa3061-2ef7-4246-9d6c-7861a6306a3f') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.710643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.731078 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065cfa-fd84-4f23-90b7-88017133dbfb None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 4, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'bd04ba84-e07c-4d50-9167-3b3c79beb9c5', 'name': '', 'network_id': '27341ac9-3abc-45a0-9373-f69aef451439', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'mac_address': 'fa:16:3e:2b:d9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:39Z', 'updated_at': '2021-06-17T08:32:49Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'subnets': [{'id': 'e15d7bcd-7bac-4cd0-825a-d7cddf6b3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:30.749083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.763898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:30.765532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:30.769317 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:30.873293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.877541 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cde2cd3-a7bd-49d1-9bb3-61268c7fe661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.880012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 101fc456-3304-4caa-90fe-c72d76a8c6d8 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:41:30.885441 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.890867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/networks/101fc456-3304-4caa-90fe-c72d76a8c6d8 HTTP/1.1" status: 204 len: 168 time: 0.5939260 Jun 17 08:41:30.893378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41298) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.898829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'network': {'name': 'tempest-network--1306793242'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:30.910502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Network': ['ID=101fc456-3304-4caa-90fe-c72d76a8c6d8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.924030 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.973581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Made reservation on behalf of b05e9a0726bd40b0911be509df86611d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:30.981623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.982395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41302) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.047784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:31.068340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.068945 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Added segment ad3c685e-c7af-4abe-9b54-5fc7188729a9 of type vlan for network 40e3fb42-8aeb-45c3-b181-dee9e02b5398 Jun 17 08:41:31.125656 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.182697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.184655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.246634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.248135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.248798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.282336 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4b4d13fa-bf15-419e-8170-a13b335d6982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.287462 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.291019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.295298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "DELETE /v2.0/security-groups/155162e1-8d38-4135-93c5-b34bfe43b44a HTTP/1.1" status: 204 len: 168 time: 0.3111863 Jun 17 08:41:31.296050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.296881 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a36e08a1-7063-4c22-9a40-ac210376b893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.311176 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4165738 Jun 17 08:41:31.313354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41308) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.315019 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-3d171c70-494e-42cd-a508-922687f4467c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] show failed (client error): The resource could not be found. Jun 17 08:41:31.321412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41310) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.322110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3d171c70-494e-42cd-a508-922687f4467c tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "GET /v2.0/security-groups/155162e1-8d38-4135-93c5-b34bfe43b44a HTTP/1.1" status: 404 len: 347 time: 0.0213337 Jun 17 08:41:31.327144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:31.327819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155162e1-8d38-4135-93c5-b34bfe43b44a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.330630 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.779184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.866660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Deleting subnet 69418ffb-31f5-4606-b0e8-48678e6838da {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:31.877724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab79721-db12-4ded-8f23-74c8ed052a15 None None] New status for floating IP 9007f74f-017b-44db-a1a6-c01774acf1e6: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:41:31.880758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.920429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.925619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Network': ['ID=40e3fb42-8aeb-45c3-b181-dee9e02b5398,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.958264 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.973446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.973705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 40e3fb42-8aeb-45c3-b181-dee9e02b5398 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:32.042238 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.048220 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6091041f-bfa2-4530-bdd7-f050cdf3ab3b tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.049610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:32.073398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69418ffb-31f5-4606-b0e8-48678e6838da,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.077522 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.081293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.084244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/69418ffb-31f5-4606-b0e8-48678e6838da HTTP/1.1" status: 204 len: 168 time: 0.3039470 Jun 17 08:41:32.087510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41322) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:32.185163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 255aeaea-542f-46de-b407-2fff350dcc9d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:32.185505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 255aeaea-542f-46de-b407-2fff350dcc9d not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:32.204082 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.262729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Deleting port c81239b8-dd4b-41d1-83bb-fcbb5e244cc4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:32.263287 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.293248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.322819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.335169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11087eea-8b79-45e5-9385-ca3a00ced035']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:32.349200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.350152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d3dcd9-d38b-4f67-b867-fc53f4011f0f') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:32.350502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d3dcd9-d38b-4f67-b867-fc53f4011f0f') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:32.354923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03aa7c0a-e921-4a46-a278-6d7dc87f6961 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.362197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.380784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.389063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:32.389471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.398220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Network 40e3fb42-8aeb-45c3-b181-dee9e02b5398 is not hosted by any dhcp agent {{(pid=93499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:41:32.399827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:32.400444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.403210 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "PUT /v2.0/networks/40e3fb42-8aeb-45c3-b181-dee9e02b5398 HTTP/1.1" status: 200 len: 858 time: 1.0849090 Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:32.410436 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:32.412614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41326) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:32.437525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event updated for resources: {'Network': ['ID=40e3fb42-8aeb-45c3-b181-dee9e02b5398,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.443273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.474647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.475254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.551200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.562463 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5992d72-1915-4399-8769-222e023b6109 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.565674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.569853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Calling delete_port for c81239b8-dd4b-41d1-83bb-fcbb5e244cc4 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:32.570751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/11087eea-8b79-45e5-9385-ca3a00ced035 HTTP/1.1" status: 204 len: 168 time: 0.4816444 Jun 17 08:41:32.576953 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.599649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=11087eea-8b79-45e5-9385-ca3a00ced035,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.619715 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.748551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.768563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e3fb42-8aeb-45c3-b181-dee9e02b5398']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:32.784583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3c685e-c7af-4abe-9b54-5fc7188729a9') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:32.785297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3c685e-c7af-4abe-9b54-5fc7188729a9') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:32.798045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.800965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.826853 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.833942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.843729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:32.844305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:32.846856 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:32.929764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41336) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:32.958369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.964815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Pushing event deleted for resources: {'Port': ['ID=c81239b8-dd4b-41d1-83bb-fcbb5e244cc4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.965052 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95b9e418-205e-4661-a69a-fe15e0a0be58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.973998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40e3fb42-8aeb-45c3-b181-dee9e02b5398 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:41:32.974668 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.986705 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.988834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] 10.222.0.65 "DELETE /v2.0/networks/40e3fb42-8aeb-45c3-b181-dee9e02b5398 HTTP/1.1" status: 204 len: 168 time: 0.5753279 Jun 17 08:41:32.990431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Pushing event deleted for resources: {'Network': ['ID=40e3fb42-8aeb-45c3-b181-dee9e02b5398,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.993384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41338) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:33.026189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.029505 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa58aca-8a3b-4a7c-bfd7-9343278e5021 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] DELETE failed (client error): The resource could not be found. Jun 17 08:41:33.030079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa58aca-8a3b-4a7c-bfd7-9343278e5021 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:41:33.032043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.032637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-efa58aca-8a3b-4a7c-bfd7-9343278e5021 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] 10.222.0.65 "DELETE /v2.0/subnets/83529452-cdb5-4965-a955-958f7e76301e HTTP/1.1" status: 404 len: 337 time: 0.0380819 Jun 17 08:41:33.034792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.034956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41340) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:33.040070 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] 10.222.0.65 "DELETE /v2.0/floatingips/9007f74f-017b-44db-a1a6-c01774acf1e6 HTTP/1.1" status: 204 len: 168 time: 1.7080867 Jun 17 08:41:33.065456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41342) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:33.066280 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b911d23d-9d7b-4a1b-9b17-9513ca7628f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9622855795524e4aad566183d7b8ae65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005182 Jun 17 08:41:33.208582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.232701 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.261529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.417781 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.434220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a073fd-21cb-44eb-babc-7ec255bf7d0c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:33.455530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e862b685-bbdd-425e-b405-fc9a16901c93') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:33.458268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e862b685-bbdd-425e-b405-fc9a16901c93') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:33.494735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.528335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.531002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.534349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/206cd522-f442-4036-8d70-ea840f0663a4 HTTP/1.1" status: 204 len: 168 time: 0.4656250 Jun 17 08:41:33.541661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e7eda3cc-6933-413a-80e8-274c5b475dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.552545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:41:33.578814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206cd522-f442-4036-8d70-ea840f0663a4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.581280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.583850 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.592273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:33.592832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:33.599885 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:33.733299 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.737491 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.741895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.748828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] 10.222.0.65 "DELETE /v2.0/networks/b1a073fd-21cb-44eb-babc-7ec255bf7d0c HTTP/1.1" status: 204 len: 168 time: 0.7125700 Jun 17 08:41:33.780707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Pushing event deleted for resources: {'Network': ['ID=b1a073fd-21cb-44eb-babc-7ec255bf7d0c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.785957 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:34.124869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 67fa582d-ce35-4518-924e-5207438b3bd3 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:34.174718 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 67fa582d-ce35-4518-924e-5207438b3bd3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:34.175351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 67fa582d-ce35-4518-924e-5207438b3bd3 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:34.263954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41372) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.276212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1642a5-a6b3-4512-ba4f-1a37864a9025 req-4b0efe61-5319-4383-a57e-71cbc1b7abc3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.284414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf1642a5-a6b3-4512-ba4f-1a37864a9025 req-4b0efe61-5319-4383-a57e-71cbc1b7abc3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 945 time: 0.1679649 Jun 17 08:41:34.549217 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5afb0e72-6be3-4638-ab0c-68b4b0e78bb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5db75b6b0124dc39fc01d317aeec360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831237 Jun 17 08:41:34.550968 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.638536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.671860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.764834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.774583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.777663 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79f1704a-37de-487c-b70a-43404b591af8 HTTP/1.1" status: 204 len: 168 time: 0.2255569 Jun 17 08:41:34.780632 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-769ae3b9-1ca6-42f0-af81-8bb3b2ca2e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:34.810745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f1704a-37de-487c-b70a-43404b591af8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:34.818555 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.019705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf1642a5-a6b3-4512-ba4f-1a37864a9025 req-c17e7e77-7519-4ebb-a2d9-085ab9920808 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7280293 Jun 17 08:41:35.080225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20d1e6-9738-46f4-9a93-14b53d6e2ff8 req-22277de4-90ff-48f5-bcd6-a2c2b62b0625 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.083077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b20d1e6-9738-46f4-9a93-14b53d6e2ff8 req-22277de4-90ff-48f5-bcd6-a2c2b62b0625 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.1363850 Jun 17 08:41:35.226331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b20d1e6-9738-46f4-9a93-14b53d6e2ff8 req-5d624838-ea56-4b42-a1d0-adc7d340c2e3 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254241 Jun 17 08:41:35.464156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41410) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:35.539147 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b67cf82d-d908-4d72-ab5b-605b13f79ebb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b05e9a0726bd40b0911be509df86611d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712311 Jun 17 08:41:35.540875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41416) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:35.605663 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.631784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.712263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-652a35b2-bc15-4ffa-8cd2-dc5cb95f6a81 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.714223 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-652a35b2-bc15-4ffa-8cd2-dc5cb95f6a81 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 945 time: 0.1595571 Jun 17 08:41:35.715522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.718803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.720220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fec55c97-7279-422f-bad2-67e95aae5194 HTTP/1.1" status: 204 len: 168 time: 0.1781583 Jun 17 08:41:35.721192 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db74a568-fd84-4276-bead-30e75af851bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:35.730945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec55c97-7279-422f-bad2-67e95aae5194,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:35.734254 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.881254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Deleting port 2e2d2957-3cad-44f6-88f4-cbe513dea01e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:35.881640 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.016454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] For port 2e2d2957-3cad-44f6-88f4-cbe513dea01e, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=2e2d2957-3cad-44f6-88f4-cbe513dea01e,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:36.017211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.223375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Calling delete_port for 2e2d2957-3cad-44f6-88f4-cbe513dea01e owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:36.384997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5212588-d22f-442c-8317-cf9cd491f0ec req-55861aea-04dd-4d7e-b1aa-9b382a392da1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:36.387299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5212588-d22f-442c-8317-cf9cd491f0ec req-55861aea-04dd-4d7e-b1aa-9b382a392da1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 945 time: 0.1496856 Jun 17 08:41:36.476669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5212588-d22f-442c-8317-cf9cd491f0ec req-09cec31f-fbd1-441f-ad9b-7761c44c4ee2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835047 Jun 17 08:41:36.616718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.624468 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:36.631784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3', '7dc46f15-d065-4eb3-9f54-e85019cb8760', '2e2d2957-3cad-44f6-88f4-cbe513dea01e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:36.678579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event deleted for resources: {'Port': ['ID=2e2d2957-3cad-44f6-88f4-cbe513dea01e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:36.699625 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:36.812342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] No DVR routers for this DVR port 2e2d2957-3cad-44f6-88f4-cbe513dea01e on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:36.820485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.822831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-29f8dc04-7920-4df7-b90e-8dd5fd5d1d1e req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "DELETE /v2.0/ports/2e2d2957-3cad-44f6-88f4-cbe513dea01e HTTP/1.1" status: 204 len: 173 time: 1.0925915 Jun 17 08:41:36.823435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'name': 'network-vif-deleted', 'tag': '2e2d2957-3cad-44f6-88f4-cbe513dea01e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:36.825816 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c267d-fd6f-4288-9a41-d9d2b9c68c4a" -d '{"events": [{"server_uuid": "4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15", "name": "network-vif-deleted", "tag": "2e2d2957-3cad-44f6-88f4-cbe513dea01e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:37.068398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41476) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:37.164128 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03efc49-4418-4650-9d8e-10703b5f6c0e x-openstack-request-id: req-a03efc49-4418-4650-9d8e-10703b5f6c0e {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:37.165021 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15", "name": "network-vif-deleted", "tag": "2e2d2957-3cad-44f6-88f4-cbe513dea01e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:37.165472 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a03efc49-4418-4650-9d8e-10703b5f6c0e {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:37.165985 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15', 'name': 'network-vif-deleted', 'tag': '2e2d2957-3cad-44f6-88f4-cbe513dea01e', 'status': 'completed', 'code': 200} Jun 17 08:41:37.293048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282714027'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:37.401732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:37.407423 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.456363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.482944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf36d5-42a2-4467-9766-7f8068e2b022 req-e23b9b4b-ea90-4150-a202-1932fbfbe563 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:37.499449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8faf36d5-42a2-4467-9766-7f8068e2b022 req-e23b9b4b-ea90-4150-a202-1932fbfbe563 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.0963259 Jun 17 08:41:37.593499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8faf36d5-42a2-4467-9766-7f8068e2b022 req-506fa28a-13bc-4491-9bb3-17b2b2210edb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865819 Jun 17 08:41:37.671464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.788077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.793990 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2f278e2b-3ad7-4733-aa28-c3dad6d5c7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:37.818567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:37.858963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1766a209-1d31-4ce9-92bd-93344be7fa26,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:37.864592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.867547 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment bf776b1e-de29-4bb2-8f51-66ba533ffd15 of type vlan for network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 Jun 17 08:41:37.875697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:37.877731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bf199d8-fe5b-4c96-8945-1031f8884e50 req-bbb40b91-c432-4746-b298-3be43192dcd6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ebb40f1-5336-45ec-b9f8-0aa0e57e6e15 HTTP/1.1" status: 200 len: 210 time: 0.0811305 Jun 17 08:41:37.956081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.017931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.049002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.052149 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.059009 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d62654a7-03f5-4264-96df-dd6869fc94a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.065753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41504) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.159007 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0752933 Jun 17 08:41:38.257024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.264060 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.273137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:38.296449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41508) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.302695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:38.318061 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.575861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.585345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.594924 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77a66da0-41bf-4cb3-b4e1-1939904c632e tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.617078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:38.626080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.651663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08d168b3acb242f48599db4b92943bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845211 Jun 17 08:41:38.654879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41518) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.738211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74617f4-925f-43ae-b14d-f6f04f325e0d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.772150 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.831207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070687c-df40-4761-a5cd-5ca0f868f947 req-216331be-5e5c-4515-ba31-bd4096d4f7fd tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.833416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f070687c-df40-4761-a5cd-5ca0f868f947 req-216331be-5e5c-4515-ba31-bd4096d4f7fd tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.1632285 Jun 17 08:41:38.861688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.892337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.946496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.950412 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e35de4a1-80f6-41d0-a46d-c86fec1c0a46 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.988495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f070687c-df40-4761-a5cd-5ca0f868f947 req-b84bcde6-228f-49d3-9a41-6576f021b7d2 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444225 Jun 17 08:41:38.989173 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.992041 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.997184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c74617f4-925f-43ae-b14d-f6f04f325e0d HTTP/1.1" status: 204 len: 168 time: 0.3407657 Jun 17 08:41:38.998211 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3c593500-16a8-45b8-bd45-ef91bea49af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:39.006378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74617f4-925f-43ae-b14d-f6f04f325e0d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:39.025270 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:39.066345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:39.069163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:39.119095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': 'bf776b1e-de29-4bb2-8f51-66ba533ffd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:39.119466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:39.148790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:39.164149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:39.170133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.170846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.181012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32142f63-08d7-487a-8127-1cd05fb347e9 None None] Network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:39.221617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41528) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:39.222125 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9240830 Jun 17 08:41:39.227506 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887663874'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:39.269366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:39.277053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.313738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:39.328930 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.329340 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment fdf0484e-fb06-4bf2-99bc-20e6a3539dd3 of type vlan for network 120cd2ce-b445-46d9-8f24-62460ddae195 Jun 17 08:41:39.409288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.498245 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.515179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.517767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.524567 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cd1e88ef-764b-4399-808c-f949373b66b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:39.798486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7', 'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': 'ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:39.799717 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.816334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5935543 Jun 17 08:41:39.818355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=120cd2ce-b445-46d9-8f24-62460ddae195,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:39.819700 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41546) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:39.824031 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:39.827079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:39.875284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d9378-44ac-4731-9ea8-4758b6a44d9f req-b68fff6d-752d-4f62-95f9-31e6506e0621 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.889218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-543d9378-44ac-4731-9ea8-4758b6a44d9f req-b68fff6d-752d-4f62-95f9-31e6506e0621 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 945 time: 0.2204168 Jun 17 08:41:39.907786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 120cd2ce-b445-46d9-8f24-62460ddae195 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:40.012660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:40.018111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-543d9378-44ac-4731-9ea8-4758b6a44d9f req-1672bf77-eb19-4855-83ae-48a917121e6f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278481 Jun 17 08:41:40.019848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.076585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Allocated IP 172.20.255.242 (38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7/ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2/cc0e6f91-1833-4784-b327-d6f079154ad5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:40.098835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-5e64a851-7ae0-4ab9-b86b-02919bd1f445 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:40.105448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-5e64a851-7ae0-4ab9-b86b-02919bd1f445 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.67 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.1806688 Jun 17 08:41:40.157764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2e2d2957-3cad-44f6-88f4-cbe513dea01e no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:40.251522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 2e2d2957-3cad-44f6-88f4-cbe513dea01e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:40.255206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 2e2d2957-3cad-44f6-88f4-cbe513dea01e not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:40.404307 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.422632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Transition to ACTIVE for port object cc0e6f91-1833-4784-b327-d6f079154ad5 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:40.451540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Transition to ACTIVE for port object cc0e6f91-1833-4784-b327-d6f079154ad5 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:40.463173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Deleting port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:40.464480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.465404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.469181 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:40.495455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.499071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b44e534a-970a-4bf7-8a01-60d597883133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:40.514402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Pushing event updated for resources: {'Port': ['ID=cc0e6f91-1833-4784-b327-d6f079154ad5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:40.528584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.529130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.529918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.531404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.534208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.534786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.535478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.536024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.536541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.537054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.538414 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.539186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.552148 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:40.562744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:40.567170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:40.572024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:40.613084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189e54-22a7-42fe-9dab-bce4690811da req-b0c0dfe9-cd7f-4b46-a149-f96d56ce209d tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:40.625963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a189e54-22a7-42fe-9dab-bce4690811da req-b0c0dfe9-cd7f-4b46-a149-f96d56ce209d tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 946 time: 0.3500402 Jun 17 08:41:40.679240 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:40.682192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 120cd2ce-b445-46d9-8f24-62460ddae195, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:40.714608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Attempting to bind port cc0e6f91-1833-4784-b327-d6f079154ad5 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:40.717296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Attempting to bind port cc0e6f91-1833-4784-b327-d6f079154ad5 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'bf776b1e-de29-4bb2-8f51-66ba533ffd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:40.718340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Attempting to bind port cc0e6f91-1833-4784-b327-d6f079154ad5 on network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:40.736056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:40.736304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Checking segment: {'id': 'bf776b1e-de29-4bb2-8f51-66ba533ffd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:40.736802 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.737265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Bound using segment: {'id': 'bf776b1e-de29-4bb2-8f51-66ba533ffd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:40.737530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=e75a3f69-e4b8-4f98-834c-e979f9316bdc,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:40.737919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Bound port: cc0e6f91-1833-4784-b327-d6f079154ad5, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf776b1e-de29-4bb2-8f51-66ba533ffd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:40.738376 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.747384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:40.748733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 120cd2ce-b445-46d9-8f24-62460ddae195 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:40.802750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 120cd2ce-b445-46d9-8f24-62460ddae195) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:40.811164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:40.812378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.818808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] For port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:40.820075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.825888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800014b-df45-4795-92da-6e5cf0b62995 None None] Network 120cd2ce-b445-46d9-8f24-62460ddae195 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:40.902872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] For port cc0e6f91-1833-4784-b327-d6f079154ad5, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:40.910011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] For port cc0e6f91-1833-4784-b327-d6f079154ad5, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=cc0e6f91-1833-4784-b327-d6f079154ad5,segment=NetworkSegment(bf776b1e-de29-4bb2-8f51-66ba533ffd15),segment_id=bf776b1e-de29-4bb2-8f51-66ba533ffd15)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:40.910219 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0869672 Jun 17 08:41:40.910324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41570) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:40.955556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a189e54-22a7-42fe-9dab-bce4690811da req-ca777c47-385c-478c-83eb-87839d983076 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups?id=b63e25cf-59c4-4ccc-a211-b9d29fa181ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129823 Jun 17 08:41:40.970459 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.978721 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:41.039840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-7bfad168-5df6-45e5-a627-f9cb91ca87f4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.041439 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-7bfad168-5df6-45e5-a627-f9cb91ca87f4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 945 time: 0.2247210 Jun 17 08:41:41.058508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Pushing event updated for resources: {'Port': ['ID=cc0e6f91-1833-4784-b327-d6f079154ad5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:41.062398 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:41.203754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.224623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-120cd2ce-b445-46d9-8f24-62460ddae195', 'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': 'e75a3f69-e4b8-4f98-834c-e979f9316bdc'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:41.229149 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.234452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.234837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.235174 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Floating IP c1ffa82f-9441-4007-a11f-ff36ba2ec8d9 disassociated. External IP: 172.25.7.76, port: 7bc61b80-9667-4dcc-bf1e-eae4b258b83f. Jun 17 08:41:41.235529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Calling delete_port for 7bc61b80-9667-4dcc-bf1e-eae4b258b83f owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:41.407314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.531839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Deleting port 7dc46f15-d065-4eb3-9f54-e85019cb8760 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:41.537604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.627912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.643548 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c26c1abf-193b-475e-9dec-e77d3455dc40 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:41.672551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Allocated IP 172.20.0.2 (120cd2ce-b445-46d9-8f24-62460ddae195/e75a3f69-e4b8-4f98-834c-e979f9316bdc/50df5dce-3261-4da5-b616-bb8c206b947f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:41.719947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] For port 7dc46f15-d065-4eb3-9f54-e85019cb8760, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=7dc46f15-d065-4eb3-9f54-e85019cb8760,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:41.720448 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.750623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event deleted for resources: {'Port': ['ID=7bc61b80-9667-4dcc-bf1e-eae4b258b83f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:41.755215 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:41.874827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Calling delete_port for 7dc46f15-d065-4eb3-9f54-e85019cb8760 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:42.052435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6773-cd56-4194-b586-d0d337385d7b req-eba07b59-67bf-4ef4-b363-0ed473f604c3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:42.058758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41596) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:42.079184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-44ec6773-cd56-4194-b586-d0d337385d7b req-eba07b59-67bf-4ef4-b363-0ed473f604c3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 945 time: 0.7331147 Jun 17 08:41:42.091403 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.091969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Router 6c60c11d-f60e-4363-9893-0312231986e3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:42.147450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Transition to ACTIVE for port object 50df5dce-3261-4da5-b616-bb8c206b947f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:42.194045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device cc0e6f91-1833-4784-b327-d6f079154ad5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:42.249970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-44ec6773-cd56-4194-b586-d0d337385d7b req-646bff0a-49d5-4738-b8f0-b60915a44961 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680672 Jun 17 08:41:42.334987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.340503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-def44d0d-4bd3-4093-ab33-c3322c2b9847 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.382637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3', '7dc46f15-d065-4eb3-9f54-e85019cb8760'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:42.473123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Transition to ACTIVE for port object 50df5dce-3261-4da5-b616-bb8c206b947f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:42.499721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event deleted for resources: {'Port': ['ID=7dc46f15-d065-4eb3-9f54-e85019cb8760,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.510389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.543192 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.558259 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.641729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:42.647261 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port cc0e6f91-1833-4784-b327-d6f079154ad5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:42.650025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] No DVR routers for this DVR port 7dc46f15-d065-4eb3-9f54-e85019cb8760 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:42.655861 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] Sync routers for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:42.662219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Network 120cd2ce-b445-46d9-8f24-62460ddae195 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:42.674719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:42.679067 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:42.698367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:42.708234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:42.839322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60e22d98-a4bc-4f9c-acbb-97772a9a13f2 req-59cd228a-51d6-4a47-a25e-f8ac60a3251a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.1925874 Jun 17 08:41:42.846274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] No DVR routers for this DVR port 7bc61b80-9667-4dcc-bf1e-eae4b258b83f on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:42.849837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.857373 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9120e9a8-749a-4aa2-b08a-774c1b9ff6bd req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.67 "DELETE /v2.0/ports/7bc61b80-9667-4dcc-bf1e-eae4b258b83f HTTP/1.1" status: 204 len: 173 time: 2.7452986 Jun 17 08:41:42.870210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Pushing event updated for resources: {'Port': ['ID=50df5dce-3261-4da5-b616-bb8c206b947f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.885588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'name': 'network-vif-deleted', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:42.893244 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b26581e-d57b-41a2-b1c2-95d1e7584e60" -d '{"events": [{"server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "name": "network-vif-deleted", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:42.948411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.951007 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-59d086d3-82f7-4172-8cb8-d1f76cd745e3 req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "DELETE /v2.0/ports/7dc46f15-d065-4eb3-9f54-e85019cb8760 HTTP/1.1" status: 204 len: 173 time: 1.9016886 Jun 17 08:41:42.951679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'name': 'network-vif-deleted', 'tag': '7dc46f15-d065-4eb3-9f54-e85019cb8760'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:42.964238 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a8c1f2-d8f5-4bb7-a6dd-46454e518390" -d '{"events": [{"server_uuid": "ffb17d56-2848-4320-b3b0-f914721d1032", "name": "network-vif-deleted", "tag": "7dc46f15-d065-4eb3-9f54-e85019cb8760"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:42.983914 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.040791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Attempting to bind port 50df5dce-3261-4da5-b616-bb8c206b947f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:43.041449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Attempting to bind port 50df5dce-3261-4da5-b616-bb8c206b947f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:43.043338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Attempting to bind port 50df5dce-3261-4da5-b616-bb8c206b947f on network 120cd2ce-b445-46d9-8f24-62460ddae195 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:43.066887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8dfb8-43f4-4fd3-ad83-f33a26277ebf None None] Network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:43.069936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:43.071201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Checking segment: {'id': 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:43.072067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.074678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Bound using segment: {'id': 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:43.076110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Bound port: 50df5dce-3261-4da5-b616-bb8c206b947f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '120cd2ce-b445-46d9-8f24-62460ddae195'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:43.076799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.095893 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:43.097102 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a5965-9c5f-432d-ad7a-26363fa377bc x-openstack-request-id: req-216a5965-9c5f-432d-ad7a-26363fa377bc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:43.097603 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282038de-1e5d-4a44-bcaf-a38902be72fb", "name": "network-vif-deleted", "tag": "7bc61b80-9667-4dcc-bf1e-eae4b258b83f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:43.097764 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-216a5965-9c5f-432d-ad7a-26363fa377bc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:43.098805 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282038de-1e5d-4a44-bcaf-a38902be72fb', 'name': 'network-vif-deleted', 'tag': '7bc61b80-9667-4dcc-bf1e-eae4b258b83f', 'status': 'completed', 'code': 200} Jun 17 08:41:43.156121 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d82c725-2e79-418d-82fb-aad659a6ce7b x-openstack-request-id: req-5d82c725-2e79-418d-82fb-aad659a6ce7b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:43.157022 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb17d56-2848-4320-b3b0-f914721d1032", "name": "network-vif-deleted", "tag": "7dc46f15-d065-4eb3-9f54-e85019cb8760", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:43.157526 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d82c725-2e79-418d-82fb-aad659a6ce7b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:43.158190 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb17d56-2848-4320-b3b0-f914721d1032', 'name': 'network-vif-deleted', 'tag': '7dc46f15-d065-4eb3-9f54-e85019cb8760', 'status': 'completed', 'code': 200} Jun 17 08:41:43.160118 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.165224 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8607771-55ad-43b9-b6fa-fce331b3db27 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:43.192607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=e75a3f69-e4b8-4f98-834c-e979f9316bdc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:43.199546 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.227513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Provisioning for port cc0e6f91-1833-4784-b327-d6f079154ad5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:43.249835 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Provisioning complete for port cc0e6f91-1833-4784-b327-d6f079154ad5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:43.250725 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.281739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.300814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120cd2ce-b445-46d9-8f24-62460ddae195']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.381731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] For port 50df5dce-3261-4da5-b616-bb8c206b947f, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:43.387328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.390132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.462344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.513732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb460d6c-87a6-47fb-bab8-dff77515ec92 req-f19b52b6-2628-4691-8183-032b55f0da7f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb17d56-2848-4320-b3b0-f914721d1032 HTTP/1.1" status: 200 len: 210 time: 0.0638466 Jun 17 08:41:43.517010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] For port 50df5dce-3261-4da5-b616-bb8c206b947f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=50df5dce-3261-4da5-b616-bb8c206b947f,segment=NetworkSegment(fdf0484e-fb06-4bf2-99bc-20e6a3539dd3),segment_id=fdf0484e-fb06-4bf2-99bc-20e6a3539dd3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:43.547590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.567285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:43.569498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:43.578157 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:43.598245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.616496 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:43.684505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:41:43.684505 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:41:43.684505 n-d-780147-13 neutron-server[93499]: [parameters: {'id': '120cd2ce-b445-46d9-8f24-62460ddae195'}] Jun 17 08:41:43.684505 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:41:43.685156 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:41:43.696282 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:46Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.706855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.726481 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.763634 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] Checking router: 6c60c11d-f60e-4363-9893-0312231986e3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:43.786340 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:43.787019 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.807255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Pushing event updated for resources: {'Port': ['ID=50df5dce-3261-4da5-b616-bb8c206b947f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:43.817127 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.839263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] For port cc0e6f91-1833-4784-b327-d6f079154ad5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=cc0e6f91-1833-4784-b327-d6f079154ad5,segment=NetworkSegment(bf776b1e-de29-4bb2-8f51-66ba533ffd15),segment_id=bf776b1e-de29-4bb2-8f51-66ba533ffd15)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:43.853567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.855870 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b6602fa5-51a6-4031-9e59-7a935393c44f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:43.913105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbda16-3302-466f-b684-18708b12f1db None None] Network 120cd2ce-b445-46d9-8f24-62460ddae195 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:44.103671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7bc61b80-9667-4dcc-bf1e-eae4b258b83f no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:44.174234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Pushing event updated for resources: {'Port': ['ID=cc0e6f91-1833-4784-b327-d6f079154ad5,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:44.183776 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:44.187650 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:44.196156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.201498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 7bc61b80-9667-4dcc-bf1e-eae4b258b83f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:44.201856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 7bc61b80-9667-4dcc-bf1e-eae4b258b83f not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:44.269450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-786765cf-ae36-4b5b-96d2-89d6c9c8ecc2 req-276ce2d1-9a6d-417e-bf6d-01581120b029 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0846851 Jun 17 08:41:44.397919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133e81f-9ef1-4bcc-9d5d-17a20a048346 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:41:44.506847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133e81f-9ef1-4bcc-9d5d-17a20a048346 None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:41:44.532272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dbf761be-5f15-4f9f-b976-250bcfe05f86 None None] Provisioning complete for port cc0e6f91-1833-4784-b327-d6f079154ad5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:44.532755 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbf761be-5f15-4f9f-b976-250bcfe05f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.788502 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:46Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:44.825559 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639af574-16e0-4c94-affe-3d22bfe5a5be None None] The sync data for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 is: [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:38:37Z', 'revision_number': 4, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fbafe45-0d87-4e74-80aa-bd02c8f52a76', 'name': '', 'network_id': 'a5f5049c-5185-457b-b477-b0dad3d0f40a', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'mac_address': 'fa:16:3e:a0:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:36Z', 'updated_at': '2021-06-17T08:38:46Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'subnets': [{'id': '525ebc8a-41e0-4230-ad32-6cc09a903980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:45.229196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port 50df5dce-3261-4da5-b616-bb8c206b947f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:45.229721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.297731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82b4c6-de2c-46b3-9612-9513a2b52882 None None] New status for floating IP c1ffa82f-9441-4007-a11f-ff36ba2ec8d9: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:41:45.445980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port 50df5dce-3261-4da5-b616-bb8c206b947f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=50df5dce-3261-4da5-b616-bb8c206b947f,segment=NetworkSegment(fdf0484e-fb06-4bf2-99bc-20e6a3539dd3),segment_id=fdf0484e-fb06-4bf2-99bc-20e6a3539dd3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:45.446390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.480909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fce511c-756f-4b3e-ba6a-83360d8927d9 req-1dd1915e-e997-4cd5-abac-7ebf66687646 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0482790 Jun 17 08:41:45.554188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for 50df5dce-3261-4da5-b616-bb8c206b947f owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:45.558104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Deleting port bd04ba84-e07c-4d50-9167-3b3c79beb9c5 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:45.558454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.801087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] For port bd04ba84-e07c-4d50-9167-3b3c79beb9c5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:45.801873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.817165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.831470 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48ba4fce-88b5-4472-bc8a-382a9c19d8c0 tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.873013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port 50df5dce-3261-4da5-b616-bb8c206b947f on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:45.922818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Calling delete_port for bd04ba84-e07c-4d50-9167-3b3c79beb9c5 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:45.929596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=50df5dce-3261-4da5-b616-bb8c206b947f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.956223 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:46.093404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device cc0e6f91-1833-4784-b327-d6f079154ad5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:46.097309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.137721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120cd2ce-b445-46d9-8f24-62460ddae195']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:46.153322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:46.153533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf0484e-fb06-4bf2-99bc-20e6a3539dd3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:46.173525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7dc46f15-d065-4eb3-9f54-e85019cb8760 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:46.176324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.200698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 7dc46f15-d065-4eb3-9f54-e85019cb8760 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:46.201318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 7dc46f15-d065-4eb3-9f54-e85019cb8760 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:46.217176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port cc0e6f91-1833-4784-b327-d6f079154ad5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:46.217640 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.286992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.342063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:46.342810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:46.416283 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:46.592590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.598245 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:46.604926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.611583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41662) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:46.612715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/120cd2ce-b445-46d9-8f24-62460ddae195 HTTP/1.1" status: 204 len: 168 time: 5.7006130 Jun 17 08:41:46.615180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.619703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1480079610'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:46.656645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=120cd2ce-b445-46d9-8f24-62460ddae195,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:46.658460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:46.663048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.692139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:46.700592 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cab22444-2024-4541-b751-387bfc6524c3 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:46.725539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:46.773594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd04ba84-e07c-4d50-9167-3b3c79beb9c5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:46.779457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:46.795660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad7304e6-3382-4204-a6aa-473d59cf1160 req-a7842153-506f-4a5c-b5b2-b02b7b971cd9 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0661743 Jun 17 08:41:46.796870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.797163 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 3f4be6d9-6f38-4b86-ab3f-daf78404fb46 of type vlan for network 446053ea-a059-41a0-b149-79b32030e619 Jun 17 08:41:46.887369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.948299 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.956586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:46.957598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.975635 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5eb9d763-dcbc-4cad-a0c2-3159d3c42b54 tempest-NetworksIpV6Test-137137971 tempest-NetworksIpV6Test-137137971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:46.986073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:46.986523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3729227 Jun 17 08:41:46.993923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '446053ea-a059-41a0-b149-79b32030e619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:47.085159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=446053ea-a059-41a0-b149-79b32030e619,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.089264 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.097759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.099305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 446053ea-a059-41a0-b149-79b32030e619 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:47.119586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.326076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:47.328530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.403999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing IP validity checks on allocation pools {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:41:47.404523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:41:47.452462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Router 13475c12-7089-4dc7-849d-f442bb321a13 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:47.713245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:47.741494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] 10.222.0.65 "PUT /v2.0/routers/13475c12-7089-4dc7-849d-f442bb321a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6616304 Jun 17 08:41:47.741494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41684) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:47.764077 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] Sync routers for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:47.788805 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:47.789500 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:47.989621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.991787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.995795 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-159d5c55-ba23-4964-9063-eb25c96a2543 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.003583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99975488-a808-43eb-bca0-875847b1ffef req-d29a4844-8b02-4653-96ee-b4bb679bdb5c tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0471754 Jun 17 08:41:48.014255 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:48.147333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=a3c546a2-900e-4a9c-8c47-92d07f08e166,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.162748 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.179202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '3f4be6d9-6f38-4b86-ab3f-daf78404fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '446053ea-a059-41a0-b149-79b32030e619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:48.180356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 446053ea-a059-41a0-b149-79b32030e619, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:48.216926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.220318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 446053ea-a059-41a0-b149-79b32030e619 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:48.275336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 446053ea-a059-41a0-b149-79b32030e619) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:48.292258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a55a1-65e2-4437-8e7e-ba8202aaf2b0 None None] Network 446053ea-a059-41a0-b149-79b32030e619 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:48.293667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.294263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.358280 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3710840 Jun 17 08:41:48.361030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41694) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:48.385956 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '92d9276a-d703-4889-8780-ec71d3973bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 5, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port': {'id': '92d9276a-d703-4889-8780-ec71d3973bee', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13475c12-7089-4dc7-849d-f442bb321a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:30Z', 'updated_at': '2021-06-17T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:48.432442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Deleting port 92d9276a-d703-4889-8780-ec71d3973bee {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:48.432915 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.539312 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] Checking router: 13475c12-7089-4dc7-849d-f442bb321a13 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:48.555545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] Routers {'13475c12-7089-4dc7-849d-f442bb321a13'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:48.558051 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['13475c12-7089-4dc7-849d-f442bb321a13'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:48.608941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] For port 92d9276a-d703-4889-8780-ec71d3973bee, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=92d9276a-d703-4889-8780-ec71d3973bee,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:48.609175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.663552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.664025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-446053ea-a059-41a0-b149-79b32030e619', 'network_id': '446053ea-a059-41a0-b149-79b32030e619', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': 'a3c546a2-900e-4a9c-8c47-92d07f08e166'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:48.664915 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.731215 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] Set router 13475c12-7089-4dc7-849d-f442bb321a13 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:48.775473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Calling delete_port for 92d9276a-d703-4889-8780-ec71d3973bee owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:48.778185 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.833576 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 6, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:48.979817 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e365ad-d142-4489-a85e-1d1b40715c40 None None] The sync data for ids ['13475c12-7089-4dc7-849d-f442bb321a13'] in n-d-780147-13 is: [{'id': '13475c12-7089-4dc7-849d-f442bb321a13', 'name': 'tempest-AttachVolumeShelveTestJSON-1408441791-router', 'tenant_id': 'fbe6f790d3494c55827b97b2db508217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:29Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 6, 'project_id': 'fbe6f790d3494c55827b97b2db508217', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:49.016790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Allocated IP 172.20.0.3 (446053ea-a059-41a0-b149-79b32030e619/a3c546a2-900e-4a9c-8c47-92d07f08e166/1db01e0b-9919-45f3-b75b-d2234c81282a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:49.153440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.155764 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-103339ef-aa3a-4581-9250-5199950cc592 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:49.181320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d9276a-d703-4889-8780-ec71d3973bee,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:49.185457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:49.279400 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.280992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.292781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Transition to ACTIVE for port object 1db01e0b-9919-45f3-b75b-d2234c81282a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:49.313838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Transition to ACTIVE for port object 1db01e0b-9919-45f3-b75b-d2234c81282a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:49.336114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff593f3a-20eb-4b54-b40a-722c8a958c1e req-7a57f7ad-cc62-4da3-b5bf-b86650884f96 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0566230 Jun 17 08:41:49.340454 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.342726 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:49.380493 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.385569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.401278 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-274ca7a1-debd-4bb8-a70a-7462b82aa686 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:49.424108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Network 446053ea-a059-41a0-b149-79b32030e619 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:49.435105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:49.446226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:49.472128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Pushing event updated for resources: {'Port': ['ID=1db01e0b-9919-45f3-b75b-d2234c81282a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:49.485318 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:49.494877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c546a2-900e-4a9c-8c47-92d07f08e166,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:49.501670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.502191 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:49.506166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.610939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.631527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Attempting to bind port 1db01e0b-9919-45f3-b75b-d2234c81282a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:49.632355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Attempting to bind port 1db01e0b-9919-45f3-b75b-d2234c81282a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '3f4be6d9-6f38-4b86-ab3f-daf78404fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '446053ea-a059-41a0-b149-79b32030e619'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:49.634568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Attempting to bind port 1db01e0b-9919-45f3-b75b-d2234c81282a on network 446053ea-a059-41a0-b149-79b32030e619 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:49.637027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.637796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13475c12-7089-4dc7-849d-f442bb321a13 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:49.639238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446053ea-a059-41a0-b149-79b32030e619']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:49.642782 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.646935 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] 10.222.0.65 "DELETE /v2.0/routers/13475c12-7089-4dc7-849d-f442bb321a13 HTTP/1.1" status: 204 len: 168 time: 1.9106390 Jun 17 08:41:49.647719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41716) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:49.651462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:49.652006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Checking segment: {'id': '3f4be6d9-6f38-4b86-ab3f-daf78404fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '446053ea-a059-41a0-b149-79b32030e619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:49.654233 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.654845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Bound using segment: {'id': '3f4be6d9-6f38-4b86-ab3f-daf78404fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '446053ea-a059-41a0-b149-79b32030e619'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:49.656202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Bound port: 1db01e0b-9919-45f3-b75b-d2234c81282a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4be6d9-6f38-4b86-ab3f-daf78404fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '446053ea-a059-41a0-b149-79b32030e619'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:49.659308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.671907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4be6d9-6f38-4b86-ab3f-daf78404fb46') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:49.672189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4be6d9-6f38-4b86-ab3f-daf78404fb46') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:49.693518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.725780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.753945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:49.754694 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:49.763319 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:49.772554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Deleting subnet e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:49.778353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.837442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.855671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] For port 1db01e0b-9919-45f3-b75b-d2234c81282a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:49.916554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:41:49.916554 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:41:49.916554 n-d-780147-13 neutron-server[93500]: [parameters: {'id': '446053ea-a059-41a0-b149-79b32030e619'}] Jun 17 08:41:49.916554 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:41:49.917064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] For port 1db01e0b-9919-45f3-b75b-d2234c81282a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1db01e0b-9919-45f3-b75b-d2234c81282a,segment=NetworkSegment(3f4be6d9-6f38-4b86-ab3f-daf78404fb46),segment_id=3f4be6d9-6f38-4b86-ab3f-daf78404fb46)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:49.917191 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:41:49.923118 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.925935 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a09c5f65-1891-46b1-8d45-70de055a3af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:50.044445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.093240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92d9276a-d703-4889-8780-ec71d3973bee no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:50.166617 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.169172 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-504fe75f-d7bc-4c3c-bc69-344de592ede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:50.189847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 92d9276a-d703-4889-8780-ec71d3973bee {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:50.192659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92d9276a-d703-4889-8780-ec71d3973bee not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:50.193190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bd04ba84-e07c-4d50-9167-3b3c79beb9c5 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:50.227018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15d7bcd-7bac-4cd0-825a-d7cddf6b3691,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:50.234009 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:50.254573 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.256690 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e15d7bcd-7bac-4cd0-825a-d7cddf6b3691 HTTP/1.1" status: 204 len: 168 time: 0.6079822 Jun 17 08:41:50.259851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41728) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:50.283489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bd04ba84-e07c-4d50-9167-3b3c79beb9c5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:50.283489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bd04ba84-e07c-4d50-9167-3b3c79beb9c5 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:50.287754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Pushing event updated for resources: {'Port': ['ID=1db01e0b-9919-45f3-b75b-d2234c81282a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:50.301088 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:50.301874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7031ac19-7123-4fb6-a48c-f5e8cbbc58af None None] Network 446053ea-a059-41a0-b149-79b32030e619 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:50.305727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f69984-1962-4977-a430-c9c40d363eb5 None None] Network 27341ac9-3abc-45a0-9373-f69aef451439 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:50.435227 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.441767 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.730031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10a28fb2-6b6e-4413-a800-122d35f0fd82 req-7bcd703b-3ab6-4054-baef-729f791c6a3e tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/ports?device_id=282038de-1e5d-4a44-bcaf-a38902be72fb HTTP/1.1" status: 200 len: 210 time: 0.0715265 Jun 17 08:41:50.737498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port 1db01e0b-9919-45f3-b75b-d2234c81282a {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:50.738327 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.741486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Deleting port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:50.743585 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.874492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port 1db01e0b-9919-45f3-b75b-d2234c81282a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1db01e0b-9919-45f3-b75b-d2234c81282a,segment=NetworkSegment(3f4be6d9-6f38-4b86-ab3f-daf78404fb46),segment_id=3f4be6d9-6f38-4b86-ab3f-daf78404fb46)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:50.875417 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.908388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] DHCP port deletion for 27341ac9-3abc-45a0-9373-f69aef451439 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:41:51.017171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Deleting port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:51.020511 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.083594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for 1db01e0b-9919-45f3-b75b-d2234c81282a owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:51.159166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] For port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:51.159744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.315994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Calling delete_port for 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:51.316661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] For port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,segment=NetworkSegment(639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3),segment_id=639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:51.316661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.432461 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.475785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.479014 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.482263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Calling delete_port for 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:51.493581 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00e585df-26f1-4f3e-b2ad-00e1a6e47611 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.506540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Pushing event deleted for resources: {'Port': ['ID=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.510910 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.517616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] No DVR routers for this DVR port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:51.546290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f9f00-c1c4-47e5-9c42-6a224d0a5eec None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:41:51.552563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port 1db01e0b-9919-45f3-b75b-d2234c81282a on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:51.591852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=1db01e0b-9919-45f3-b75b-d2234c81282a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.603186 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.727211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f9f00-c1c4-47e5-9c42-6a224d0a5eec None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:41:51.748026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.760379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446053ea-a059-41a0-b149-79b32030e619']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:51.771681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4be6d9-6f38-4b86-ab3f-daf78404fb46') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:51.772034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4be6d9-6f38-4b86-ab3f-daf78404fb46') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:51.787932 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.807904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.816807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:51.817275 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:51.888027 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:51.968155 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.974316 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6802da3a-c845-4b69-ba8a-1d27ce32fdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.981277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.074038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41768) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:52.128212 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.132637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/446053ea-a059-41a0-b149-79b32030e619 HTTP/1.1" status: 204 len: 168 time: 3.7703006 Jun 17 08:41:52.137935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ae88e0-2a87-4b0e-8332-0541a06ca8b8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.143143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41770) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:52.156038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275129197'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:52.160751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:52.187239 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.187778 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ebd3a12-7336-49c8-a9c4-4f246178dd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:52.207677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] No DVR routers for this DVR port 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:52.254562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.256931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:52.259766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 42ae88e0-2a87-4b0e-8332-0541a06ca8b8 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:52.313226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=446053ea-a059-41a0-b149-79b32030e619,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.317985 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.325427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.436398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.440183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.441677 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "DELETE /v2.0/security-groups/b63e25cf-59c4-4ccc-a211-b9d29fa181ea HTTP/1.1" status: 204 len: 168 time: 0.3666353 Jun 17 08:41:52.442567 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e4df69c1-0d7a-4fee-8ba6-d52934938225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:52.446578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41776) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:52.470801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.484542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63e25cf-59c4-4ccc-a211-b9d29fa181ea,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.488398 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.490306 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-215a35d0-d7e0-4214-959e-715be7197295 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] show failed (client error): The resource could not be found. Jun 17 08:41:52.492059 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-215a35d0-d7e0-4214-959e-715be7197295 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "GET /v2.0/security-groups/b63e25cf-59c4-4ccc-a211-b9d29fa181ea HTTP/1.1" status: 404 len: 347 time: 0.0444796 Jun 17 08:41:52.502425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27341ac9-3abc-45a0-9373-f69aef451439']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:52.506470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41778) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:52.527679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:52.529404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f67e4-f2d1-46d4-9b0a-36ed8beb6fe3') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:52.540414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.587314 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.602490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:52.605444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:52.609631 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:52.784767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:52.792384 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.806271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Deleting port f83f37e1-b717-4820-968c-5985e44c1c87 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:52.806619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.811898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.822497 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4dc0432c-f113-40cf-a0cd-b8e814ed1c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:52.826386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.828297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] 10.222.0.65 "DELETE /v2.0/networks/27341ac9-3abc-45a0-9373-f69aef451439 HTTP/1.1" status: 204 len: 168 time: 2.5671711 Jun 17 08:41:52.844450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Pushing event deleted for resources: {'Network': ['ID=27341ac9-3abc-45a0-9373-f69aef451439,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.847562 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.858453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:52.871222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.872032 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 2b89bab3-84bb-43b5-bfee-3b2aa95c6c28 of type vlan for network 46a1a7e6-e323-4ffd-8158-e396106efba8 Jun 17 08:41:52.949354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.989408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.990023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.011816 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.019336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:53.020129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.024619 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fbeaf588-8573-4c9c-b6d5-166cca33fb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:53.068112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9208181 Jun 17 08:41:53.077973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41784) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:53.087192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Calling delete_port for f83f37e1-b717-4820-968c-5985e44c1c87 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:53.091155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:53.141723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41786) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:53.168921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=46a1a7e6-e323-4ffd-8158-e396106efba8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:53.174692 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:53.200052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 46a1a7e6-e323-4ffd-8158-e396106efba8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:53.252181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0989d3b5-f2bb-4087-a747-ba03e434478d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbe6f790d3494c55827b97b2db508217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092224 Jun 17 08:41:53.256962 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41792) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:53.358977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:53.363232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.468288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.494120 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.505730 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:53.537912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Pushing event deleted for resources: {'Port': ['ID=f83f37e1-b717-4820-968c-5985e44c1c87,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:53.543125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.545354 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:53.698305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.700127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.709712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:53.714996 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] 10.222.0.65 "DELETE /v2.0/floatingips/c1ffa82f-9441-4007-a11f-ff36ba2ec8d9 HTTP/1.1" status: 204 len: 168 time: 1.2057776 Jun 17 08:41:53.727776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.731461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.734921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/baca82e6-460c-4bea-815a-5a9585f3acb9 HTTP/1.1" status: 204 len: 168 time: 0.4701872 Jun 17 08:41:53.736138 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b676cd1-d779-4067-91a9-d03299f86089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:53.746805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca82e6-460c-4bea-815a-5a9585f3acb9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:53.749431 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:54.081850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41818) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:54.360566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.600101 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.615380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.621579 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:54.689833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36882428-5f5b-4dd8-9b15-e6fb5b022e69,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:54.720012 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:54.758860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa9909d89cee4d97807966044488488c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748121 Jun 17 08:41:54.761537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41846) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:54.900811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.909177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.915814 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-61f46b66-7e45-4764-a301-0154e9d1d847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:54.956860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.039869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec4f60aa-305b-47ec-b8d6-aa081f202da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.056299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.059723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.066068 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36882428-5f5b-4dd8-9b15-e6fb5b022e69 HTTP/1.1" status: 204 len: 168 time: 0.3026409 Jun 17 08:41:55.068103 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d286658e-4a06-4599-837e-fc7f1ae73b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.091273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36882428-5f5b-4dd8-9b15-e6fb5b022e69,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.102500 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.492963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=54cd25d9-1c42-4263-aeaf-3a47fdc9df1c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.501436 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.533996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:55.534504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 46a1a7e6-e323-4ffd-8158-e396106efba8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:55.634563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 46a1a7e6-e323-4ffd-8158-e396106efba8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:55.676625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 46a1a7e6-e323-4ffd-8158-e396106efba8) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:55.685041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.689069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fd112-e723-48c1-9e1b-d83c48854306 None None] Network 46a1a7e6-e323-4ffd-8158-e396106efba8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:55.691237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.970476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8891470 Jun 17 08:41:55.971472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41882) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:56.017964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-46a1a7e6-e323-4ffd-8158-e396106efba8', 'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': '54cd25d9-1c42-4263-aeaf-3a47fdc9df1c'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:56.021495 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.064596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e8ac6-2a7e-4203-85b3-bbc4c044b43a req-6e25413d-653d-4125-985f-764ae10591c1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:56.074173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5e8ac6-2a7e-4203-85b3-bbc4c044b43a req-6e25413d-653d-4125-985f-764ae10591c1 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 945 time: 0.2622881 Jun 17 08:41:56.160240 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5e8ac6-2a7e-4203-85b3-bbc4c044b43a req-955a9543-32f7-4edb-93b9-42c681ac8a97 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837948 Jun 17 08:41:56.198880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.302419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.336623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.441589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Allocated IP 172.20.0.1 (46a1a7e6-e323-4ffd-8158-e396106efba8/54cd25d9-1c42-4263-aeaf-3a47fdc9df1c/e17e57b4-d378-47da-a9cf-5755dbb03ea2) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:56.684050 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.708107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Transition to ACTIVE for port object e17e57b4-d378-47da-a9cf-5755dbb03ea2 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:56.737413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Transition to ACTIVE for port object e17e57b4-d378-47da-a9cf-5755dbb03ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:56.748745 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.766845 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:56.773180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.808380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e371feb-a681-4ba5-b497-7348c768e59c tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:56.957216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Network 46a1a7e6-e323-4ffd-8158-e396106efba8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:56.963348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Deleting port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:56.964068 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.965569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:56.976077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.982714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:57.021636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a1a7e6-e323-4ffd-8158-e396106efba8']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.030547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Pushing event updated for resources: {'Port': ['ID=e17e57b4-d378-47da-a9cf-5755dbb03ea2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:57.062291 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:57.081291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.081588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.088089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=54cd25d9-1c42-4263-aeaf-3a47fdc9df1c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:57.154215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.157802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.158196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.158582 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.159013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.159397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.159777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.160153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.160528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.160921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.161299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.161788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.162168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:57.166814 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:57.193568 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.219171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] For port 8fbafe45-0d87-4e74-80aa-bd02c8f52a76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:57.219820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.271688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Attempting to bind port e17e57b4-d378-47da-a9cf-5755dbb03ea2 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:57.274505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Attempting to bind port e17e57b4-d378-47da-a9cf-5755dbb03ea2 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:57.275871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Attempting to bind port e17e57b4-d378-47da-a9cf-5755dbb03ea2 on network 46a1a7e6-e323-4ffd-8158-e396106efba8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:57.291434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:57.294595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Checking segment: {'id': '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:57.295405 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.296855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Bound using segment: {'id': '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:57.298510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Bound port: e17e57b4-d378-47da-a9cf-5755dbb03ea2, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '46a1a7e6-e323-4ffd-8158-e396106efba8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:57.299979 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.424727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Calling delete_port for 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:57.496747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] For port e17e57b4-d378-47da-a9cf-5755dbb03ea2, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:57.567930 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.846895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:57.847514 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.860821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-8aab4924-2680-4c3e-8da6-c6c6b0da20b9 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:57.861406 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ae6bcdc-b956-461f-a952-27387c051147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.864345 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-8aab4924-2680-4c3e-8da6-c6c6b0da20b9 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 945 time: 0.8204601 Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:57.865783 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:57.969495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.975963 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:57.980675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:41:57.980675 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:41:57.980675 n-d-780147-13 neutron-server[93499]: [parameters: {'id': '46a1a7e6-e323-4ffd-8158-e396106efba8'}] Jun 17 08:41:57.980675 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:41:57.981468 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:41:57.989404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] For port e17e57b4-d378-47da-a9cf-5755dbb03ea2, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e17e57b4-d378-47da-a9cf-5755dbb03ea2,segment=NetworkSegment(2b89bab3-84bb-43b5-bfee-3b2aa95c6c28),segment_id=2b89bab3-84bb-43b5-bfee-3b2aa95c6c28)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:58.001549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.006227 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.022684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbafe45-0d87-4e74-80aa-bd02c8f52a76,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:58.031835 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:58.046061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8536fd6-2865-4342-bc16-c7ddd5bd1472 req-540b94fc-62f6-40ba-afea-3dd6cd2a0956 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:58.052730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8536fd6-2865-4342-bc16-c7ddd5bd1472 req-540b94fc-62f6-40ba-afea-3dd6cd2a0956 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 945 time: 0.5669260 Jun 17 08:41:58.126728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Deleting port b65b5eb2-0077-4b7c-856e-fe9f115417d3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:58.127296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.136143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Pushing event updated for resources: {'Port': ['ID=e17e57b4-d378-47da-a9cf-5755dbb03ea2,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:58.139732 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:58.259702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8536fd6-2865-4342-bc16-c7ddd5bd1472 req-223f1c31-b959-486a-9d87-d5b1645108c2 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/security-groups?id=f01d8309-e315-43a7-9ff0-538d46ee8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057657 Jun 17 08:41:58.277182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da45886-511c-4f7f-9a31-72ac4cde0044 None None] Network 46a1a7e6-e323-4ffd-8158-e396106efba8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:58.449446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] For port b65b5eb2-0077-4b7c-856e-fe9f115417d3, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=b65b5eb2-0077-4b7c-856e-fe9f115417d3,segment=NetworkSegment(a5629013-ee60-4180-8598-473027669c7c),segment_id=a5629013-ee60-4180-8598-473027669c7c)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:58.450002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.483271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.563915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.576760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Calling delete_port for b65b5eb2-0077-4b7c-856e-fe9f115417d3 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:58.629605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1958da4-1c0b-49bc-a38f-4f7c0aa73794 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:41:58.785673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port e17e57b4-d378-47da-a9cf-5755dbb03ea2 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:58.786003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.864724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1958da4-1c0b-49bc-a38f-4f7c0aa73794 None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:41:58.926928 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.110371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Router 6c60c11d-f60e-4363-9893-0312231986e3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:59.119221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port e17e57b4-d378-47da-a9cf-5755dbb03ea2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e17e57b4-d378-47da-a9cf-5755dbb03ea2,segment=NetworkSegment(2b89bab3-84bb-43b5-bfee-3b2aa95c6c28),segment_id=2b89bab3-84bb-43b5-bfee-3b2aa95c6c28)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:59.119881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.254866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for e17e57b4-d378-47da-a9cf-5755dbb03ea2 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:59.366712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.375607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:59.384325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] 10.222.0.65 "PUT /v2.0/routers/6c60c11d-f60e-4363-9893-0312231986e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6732943 Jun 17 08:41:59.386114 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eb7a5e07-7d90-4b57-b30e-7525d96d877f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.386659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 41964) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.446102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Pushing event deleted for resources: {'Port': ['ID=b65b5eb2-0077-4b7c-856e-fe9f115417d3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.454080 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.475468 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] No DVR routers for this DVR port b65b5eb2-0077-4b7c-856e-fe9f115417d3 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:59.480145 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.482531 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c3a472d5-60fc-4f30-96b1-d779887e31a4 req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.60 "DELETE /v2.0/ports/b65b5eb2-0077-4b7c-856e-fe9f115417d3 HTTP/1.1" status: 204 len: 173 time: 1.5978739 Jun 17 08:41:59.483163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'name': 'network-vif-deleted', 'tag': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:59.486773 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e05e32-6cab-46d9-a705-aff52e029e22" -d '{"events": [{"server_uuid": "b3c7bff6-aa5d-45f1-8c6a-a92eb580b792", "name": "network-vif-deleted", "tag": "b65b5eb2-0077-4b7c-856e-fe9f115417d3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:59.573166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.576542 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.665343 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baea832-25f0-4c73-89a8-f91457318cca x-openstack-request-id: req-2baea832-25f0-4c73-89a8-f91457318cca {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:59.666471 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c7bff6-aa5d-45f1-8c6a-a92eb580b792", "name": "network-vif-deleted", "tag": "b65b5eb2-0077-4b7c-856e-fe9f115417d3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:59.666964 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2baea832-25f0-4c73-89a8-f91457318cca {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:59.667722 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c7bff6-aa5d-45f1-8c6a-a92eb580b792', 'name': 'network-vif-deleted', 'tag': 'b65b5eb2-0077-4b7c-856e-fe9f115417d3', 'status': 'completed', 'code': 200} Jun 17 08:41:59.672161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c1ec770-6bcc-418d-a131-66249d1d51fe req-24cec25c-09a0-439c-aa7e-fd699e54cc41 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3c7bff6-aa5d-45f1-8c6a-a92eb580b792 HTTP/1.1" status: 200 len: 210 time: 0.1107521 Jun 17 08:41:59.673952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=e17e57b4-d378-47da-a9cf-5755dbb03ea2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.679657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.691837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port e17e57b4-d378-47da-a9cf-5755dbb03ea2 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:59.707713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['b65b5eb2-0077-4b7c-856e-fe9f115417d3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:59.769138 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.816163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] Sync routers for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:59.857314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:59.863630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:00.009158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.037119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a1a7e6-e323-4ffd-8158-e396106efba8']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:00.075200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:00.075200 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b89bab3-84bb-43b5-bfee-3b2aa95c6c28') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:00.086954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.102072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.154292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.171675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:00.172088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:00.175490 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:00.243463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Deleting port 92aa7176-33a8-4cbc-bee0-c1098342f865 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:00.243818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.246634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:00.310334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.319518 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20f0f0ba-eb6d-4a4d-b5bb-946e4a65186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:00.339557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.354734 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/46a1a7e6-e323-4ffd-8158-e396106efba8 HTTP/1.1" status: 204 len: 168 time: 4.3820603 Jun 17 08:42:00.355399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41976) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.400927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=46a1a7e6-e323-4ffd-8158-e396106efba8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:00.416462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1033957817'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:00.441678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:00.468079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 41980) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.549158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] For port 92aa7176-33a8-4cbc-bee0-c1098342f865, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=92aa7176-33a8-4cbc-bee0-c1098342f865,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:00.549733 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.553632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:00.559228 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.632855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Calling delete_port for 92aa7176-33a8-4cbc-bee0-c1098342f865 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:00.652861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:00.693729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.694396 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 96fd3af0-d830-473f-80f4-63a851f8b895 of type vlan for network 097d91e8-4d75-404f-b2f9-fd061ff52a77 Jun 17 08:42:00.784598 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.857218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42002) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.870289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.874861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.956754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.968038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:00.968781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.991655 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5dca93d-0d3e-4115-b1ee-26220fe3b78f tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.009050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Deleting subnet 52956636-0f4a-42cf-8803-62ab1026f0c4 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:01.016532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.043232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:41:57Z', 'revision_number': 5, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port': {'id': '92aa7176-33a8-4cbc-bee0-c1098342f865', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c11d-f60e-4363-9893-0312231986e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:01.105911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] Checking router: 6c60c11d-f60e-4363-9893-0312231986e3 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:01.116057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=097d91e8-4d75-404f-b2f9-fd061ff52a77,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.126683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] Routers {'6c60c11d-f60e-4363-9893-0312231986e3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:01.127511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:41:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6c60c11d-f60e-4363-9893-0312231986e3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:01.131660 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.208889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.209137 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.216408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.221423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c87ae72-2e51-463b-b4ba-6ff2d6f48940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.245883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] Set router 6c60c11d-f60e-4363-9893-0312231986e3 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:01.275805 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8871455 Jun 17 08:42:01.285221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42006) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:01.304309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '097d91e8-4d75-404f-b2f9-fd061ff52a77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:01.311694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:42:00Z', 'revision_number': 6, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:01.316013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 097d91e8-4d75-404f-b2f9-fd061ff52a77 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:01.327732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff2eb57a4dda48bfb7243430cb923854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585846 Jun 17 08:42:01.331285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42010) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:01.338699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0986774a-0627-4e68-80a8-293ba23ccdc8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.349435 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.379585 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.387515 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-267008fb-b7e0-417d-940c-eb73fe9ec332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.392192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efcab-7e0e-4b92-aaf9-dfeb030006d5 None None] The sync data for ids ['6c60c11d-f60e-4363-9893-0312231986e3'] in n-d-780147-13 is: [{'id': '6c60c11d-f60e-4363-9893-0312231986e3', 'name': 'tempest-ServersTestBootFromVolume-2055599832-router', 'tenant_id': 'ba1d01239686431b83374d48ef12edfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:29Z', 'updated_at': '2021-06-17T08:42:00Z', 'revision_number': 6, 'project_id': 'ba1d01239686431b83374d48ef12edfb', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:01.397220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.440082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.463883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Pushing event deleted for resources: {'Port': ['ID=92aa7176-33a8-4cbc-bee0-c1098342f865,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.470884 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.472224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.560397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.564778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.568723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0986774a-0627-4e68-80a8-293ba23ccdc8 HTTP/1.1" status: 204 len: 168 time: 0.2342701 Jun 17 08:42:01.568723 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4cad2cdd-e7bb-4d3b-892e-f01ec8832e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.586767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0986774a-0627-4e68-80a8-293ba23ccdc8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.590151 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.800743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:01.809396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.886443 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.051441 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.053681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.104457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.111041 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc302bef-fbb0-4e69-bc2f-a85b8a8a76a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.175594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.176096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c60c11d-f60e-4363-9893-0312231986e3 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:42:02.177903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52956636-0f4a-42cf-8803-62ab1026f0c4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.182699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.186508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] 10.222.0.65 "DELETE /v2.0/routers/6c60c11d-f60e-4363-9893-0312231986e3 HTTP/1.1" status: 204 len: 168 time: 2.7962413 Jun 17 08:42:02.188247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.188530 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.193930 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.196386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] 10.222.0.65 "DELETE /v2.0/subnets/52956636-0f4a-42cf-8803-62ab1026f0c4 HTTP/1.1" status: 204 len: 168 time: 1.3382111 Jun 17 08:42:02.200016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42028) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.237136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42030) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.248826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b65b5eb2-0077-4b7c-856e-fe9f115417d3 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:02.281643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.286746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Deleting subnet 525ebc8a-41e0-4230-ad32-6cc09a903980 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:02.291130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: b65b5eb2-0077-4b7c-856e-fe9f115417d3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:02.291521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device b65b5eb2-0077-4b7c-856e-fe9f115417d3 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:02.291774 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.369925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.426140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:02.460429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:02.461333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fbafe45-0d87-4e74-80aa-bd02c8f52a76 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:02.501491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.520600 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-89b7b68d-e725-4a58-af05-5b027e1ce09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.596980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=a33446bb-7e7d-43a3-a01c-ebd6cf286a4f,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.601160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.653933 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.684055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '96fd3af0-d830-473f-80f4-63a851f8b895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '097d91e8-4d75-404f-b2f9-fd061ff52a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:02.684471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 097d91e8-4d75-404f-b2f9-fd061ff52a77, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:02.687255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.769922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 097d91e8-4d75-404f-b2f9-fd061ff52a77 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:02.782675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.794404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.811034 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b402ee4a-d268-4888-9ed1-72dea6df5555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.818215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 097d91e8-4d75-404f-b2f9-fd061ff52a77) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:02.822444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.829417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41913104-5036-4c68-8715-c499dd9e054d None None] Network 097d91e8-4d75-404f-b2f9-fd061ff52a77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:02.840502 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.841104 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.841237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:02.847770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d77a1daf92c4e57963444428da63268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6059799 Jun 17 08:42:02.852548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42044) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.863135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c125d2-71d7-4ed7-a02b-7cf3cac46f4d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.869200 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.881135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5939333 Jun 17 08:42:02.883367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42048) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.920175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5629013-ee60-4180-8598-473027669c7c') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:02.920476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5629013-ee60-4180-8598-473027669c7c') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:02.983451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.986084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.051828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.066152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.119995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.126316 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc0678e6-546e-4eda-b7ac-04091bd34c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.156529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48ac17-a1f2-4d11-af7f-819908860377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-097d91e8-4d75-404f-b2f9-fd061ff52a77', 'network_id': '097d91e8-4d75-404f-b2f9-fd061ff52a77', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': 'a33446bb-7e7d-43a3-a01c-ebd6cf286a4f'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:03.157392 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.158823 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc48ac17-a1f2-4d11-af7f-819908860377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.200178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.202816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.225463 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18c125d2-71d7-4ed7-a02b-7cf3cac46f4d HTTP/1.1" status: 204 len: 168 time: 0.3700571 Jun 17 08:42:03.226534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525ebc8a-41e0-4230-ad32-6cc09a903980,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:03.233279 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.234108 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be0f63d4-3881-40cd-95b5-bbd2107e42c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.236531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.249722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.250275 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.254054 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b290c8ed-8c18-4f18-97a8-073f986865aa tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.256747 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/525ebc8a-41e0-4230-ad32-6cc09a903980 HTTP/1.1" status: 204 len: 168 time: 1.0669236 Jun 17 08:42:03.265514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c64f4-8970-4d16-bcab-6e6c429bf27e None None] Network a5f5049c-5185-457b-b477-b0dad3d0f40a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:03.266068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:03.293821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:03.294525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.296351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=a33446bb-7e7d-43a3-a01c-ebd6cf286a4f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:03.298828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c125d2-71d7-4ed7-a02b-7cf3cac46f4d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:03.300842 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:03.304157 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:03.319349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.448347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.465190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.467002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.482558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097d91e8-4d75-404f-b2f9-fd061ff52a77']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:03.491626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.497303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8 HTTP/1.1" status: 204 len: 168 time: 1.2950351 Jun 17 08:42:03.501796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fd3af0-d830-473f-80f4-63a851f8b895') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:03.504001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fd3af0-d830-473f-80f4-63a851f8b895') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:03.512681 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-328882e6-137d-443b-becc-344a86b115c0 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.521698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.545302 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.556050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef15ca5-46f2-45c9-9cf8-9b31b515dfe8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:03.567265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:03.567745 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.573651 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:03.573881 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server [None req-fc48ac17-a1f2-4d11-af7f-819908860377 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a33446bb-7e7d-43a3-a01c-ebd6cf286a4f: This subnet is being modified by another concurrent operation. Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:42:03.588168 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a33446bb-7e7d-43a3-a01c-ebd6cf286a4f: This subnet is being modified by another concurrent operation. Jun 17 08:42:03.593383 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server Jun 17 08:42:03.680867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf4a7b-ca49-4304-8434-06232263be08 None None] Network 097d91e8-4d75-404f-b2f9-fd061ff52a77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:03.756106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Deleting port 990b0c25-2de4-45f3-a626-af31b9af4c4e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:03.756608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.780566 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.820161 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.829148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/097d91e8-4d75-404f-b2f9-fd061ff52a77 HTTP/1.1" status: 204 len: 168 time: 0.9393942 Jun 17 08:42:03.829148 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.829148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42068) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:03.840861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416836733'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:03.958980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] For port 990b0c25-2de4-45f3-a626-af31b9af4c4e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=990b0c25-2de4-45f3-a626-af31b9af4c4e,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:03.964312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.009755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92aa7176-33a8-4cbc-bee0-c1098342f865 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:04.025252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=097d91e8-4d75-404f-b2f9-fd061ff52a77,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.036993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:04.047086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 92aa7176-33a8-4cbc-bee0-c1098342f865 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:04.047587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 92aa7176-33a8-4cbc-bee0-c1098342f865 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:04.051169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.055162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] DHCP port deletion for a5f5049c-5185-457b-b477-b0dad3d0f40a request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:04.098098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42078) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.101634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.102282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.102722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.125005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:04.143926 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.160230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Deleting port 990b0c25-2de4-45f3-a626-af31b9af4c4e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:04.160921 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.203706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Calling delete_port for 990b0c25-2de4-45f3-a626-af31b9af4c4e owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:04.218762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:04.269976 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.271297 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 09b6930b-b452-4795-941c-dad152deafe5 of type vlan for network 877ee3fa-14a9-425b-8dc6-27aed77c5592 Jun 17 08:42:04.287822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] For port 990b0c25-2de4-45f3-a626-af31b9af4c4e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=990b0c25-2de4-45f3-a626-af31b9af4c4e,segment=NetworkSegment(cf0e1e45-a852-44d8-bf16-2f5b8282baa2),segment_id=cf0e1e45-a852-44d8-bf16-2f5b8282baa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:04.291365 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.341794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-11475a28-5229-4cde-a867-df80d9a627ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a4c08c0d2ea423c9f28acda16190f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397573 Jun 17 08:42:04.342063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42082) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.431746 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.435832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.439690 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-57e10c70-39b9-4507-87dc-e7f07d442f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.443220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.481141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=990b0c25-2de4-45f3-a626-af31b9af4c4e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.484045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] No DVR routers for this DVR port 990b0c25-2de4-45f3-a626-af31b9af4c4e on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:04.512563 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.514692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Calling delete_port for 990b0c25-2de4-45f3-a626-af31b9af4c4e owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:04.557351 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.575386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.582599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.594604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.606955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f5049c-5185-457b-b477-b0dad3d0f40a']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:04.608408 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da3d6bd7-eaca-4d07-b4b8-c77f822fd2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.622741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:04.625400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0e1e45-a852-44d8-bf16-2f5b8282baa2') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:04.636698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.655139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.665450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:04.665866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:04.737652 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:04.767269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.771146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.775700 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-78a88d5a-e4e9-483d-a7f2-b960bbf3b3ac tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.778521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.793056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a5f5049c-5185-457b-b477-b0dad3d0f40a HTTP/1.1" status: 204 len: 168 time: 1.5202963 Jun 17 08:42:04.871362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f5049c-5185-457b-b477-b0dad3d0f40a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.879874 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.940386 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.942760 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-beae1daa-f36b-488b-a006-db91e2c9b07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.998873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.004184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.009919 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f01d8309-e315-43a7-9ff0-538d46ee8500 HTTP/1.1" status: 204 len: 168 time: 0.6660774 Jun 17 08:42:05.010895 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25df5a63-2bf4-4afb-9235-c7be4ae0982e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.011254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Network a5f5049c-5185-457b-b477-b0dad3d0f40a is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:42:05.012027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] No DVR routers for this DVR port 990b0c25-2de4-45f3-a626-af31b9af4c4e on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:05.016425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Pushing event deleted for resources: {'Port': ['ID=990b0c25-2de4-45f3-a626-af31b9af4c4e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.019663 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.037976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d8309-e315-43a7-9ff0-538d46ee8500,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.039778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb10165-20b0-4cdb-8ebe-f2d27d126caf None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:42:05.044683 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.060853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42102) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:05.175939 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7044fc20-0486-4230-8056-147bb132fe7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba1d01239686431b83374d48ef12edfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117041 Jun 17 08:42:05.177230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:05.211462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb10165-20b0-4cdb-8ebe-f2d27d126caf None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:42:05.363582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.429511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.541904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.546052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.547516 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01dab3ee-774b-4dee-9f53-0f9b320a5c23 HTTP/1.1" status: 204 len: 168 time: 0.3692968 Jun 17 08:42:05.548483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08a2faea-199a-41f8-84a8-df6458b28fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.564451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dab3ee-774b-4dee-9f53-0f9b320a5c23,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.569752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.785010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42124) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:05.836518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0039229 Jun 17 08:42:05.837908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=877ee3fa-14a9-425b-8dc6-27aed77c5592,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.839241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42130) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:05.841096 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.233s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.849960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 877ee3fa-14a9-425b-8dc6-27aed77c5592 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:05.857808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '877ee3fa-14a9-425b-8dc6-27aed77c5592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:06.085154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 990b0c25-2de4-45f3-a626-af31b9af4c4e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:06.104742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:06.110424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.146116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 990b0c25-2de4-45f3-a626-af31b9af4c4e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:06.146872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 990b0c25-2de4-45f3-a626-af31b9af4c4e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:06.220318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing IP validity checks on allocation pools {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:42:06.220966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:42:06.243644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.551419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.556538 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b74a2115-7109-4320-b801-3c2b33148fda tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:06.605754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=80ea0903-b370-4a4b-bafd-f96d8d4175eb,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:06.618945 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:06.625689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.638733 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.647402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08133f14-94ab-401d-aa8e-19f25fbd8105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:06.690063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '09b6930b-b452-4795-941c-dad152deafe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '877ee3fa-14a9-425b-8dc6-27aed77c5592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:06.690441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 877ee3fa-14a9-425b-8dc6-27aed77c5592, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:06.698515 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d25ce8584dd241a29978d28625b0b35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9120200 Jun 17 08:42:06.699435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ba3e0-ac27-4d3c-824c-ab0b290d58ae,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:06.701421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42160) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:06.702757 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:06.718607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 877ee3fa-14a9-425b-8dc6-27aed77c5592 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:06.753169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 877ee3fa-14a9-425b-8dc6-27aed77c5592) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:06.759390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:06.760378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.774369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94e05d-88b0-45b3-88af-cdfa9fca8c97 None None] Network 877ee3fa-14a9-425b-8dc6-27aed77c5592 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:06.795073 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9515836 Jun 17 08:42:06.797681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:06.845554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.890698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.992328 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.025902 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.028755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.030096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc4ba3e0-ac27-4d3c-824c-ab0b290d58ae HTTP/1.1" status: 204 len: 168 time: 0.3268824 Jun 17 08:42:07.031028 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc1cf786-e33f-42ee-abb3-4ac868ebd6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.056650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ba3e0-ac27-4d3c-824c-ab0b290d58ae,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.060674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.061197 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.164599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99275251-db13-4c13-9824-3695a38c37f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-877ee3fa-14a9-425b-8dc6-27aed77c5592', 'network_id': '877ee3fa-14a9-425b-8dc6-27aed77c5592', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': '80ea0903-b370-4a4b-bafd-f96d8d4175eb'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:07.166070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99275251-db13-4c13-9824-3695a38c37f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.183424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.195069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-735be3ce-1e5d-4335-b0ed-68628b308887 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.270480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=80ea0903-b370-4a4b-bafd-f96d8d4175eb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.284961 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.336277 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.347431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877ee3fa-14a9-425b-8dc6-27aed77c5592']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.362460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b6930b-b452-4795-941c-dad152deafe5') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.363128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b6930b-b452-4795-941c-dad152deafe5') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.393397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098df667-8751-4fcb-a9d2-e34bf243159e None None] Network 877ee3fa-14a9-425b-8dc6-27aed77c5592 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:07.407226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.454015 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.483989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:07.489580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:07.662871 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:07.681556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.685073 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.689215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.693106 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/877ee3fa-14a9-425b-8dc6-27aed77c5592 HTTP/1.1" status: 204 len: 168 time: 0.8936589 Jun 17 08:42:07.694775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42218) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:07.702081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2032218321'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:07.738250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=877ee3fa-14a9-425b-8dc6-27aed77c5592,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.748201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.748729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42222) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:07.767604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:07.774176 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.826014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:07.839564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.841275 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment a814982b-5852-4c14-a8f4-8b00483fa2ba of type vlan for network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 Jun 17 08:42:07.927174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.008812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.017367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:08.020162 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.026942 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-435f57c3-d6f4-444c-8b8e-8bc0726ea61c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:08.049040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1030274621-network', 'tenant_id': '86b1b6fe2e044e0aab5289f623da30db'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:08.108537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Made reservation on behalf of 86b1b6fe2e044e0aab5289f623da30db for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:08.111350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.133285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.158867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4611766 Jun 17 08:42:08.163532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42248) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:08.240049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:08.320638 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.332059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.352684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:08.369300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=56a0cbd9-c070-4860-b10e-a4b9192e5f91,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:08.373671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.383764 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Added segment c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0 of type vlan for network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 Jun 17 08:42:08.385951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:08.387478 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-eee33122-b732-424f-885c-3c2346fd5a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:08.403297 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:08.556070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:08.561063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.572189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fc346-b942-49ed-a195-ff48135d2a6c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:08.584897 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:08.613882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.688211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.689300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:08.689884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.705561 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5f5b7b60-f2d2-47fc-aa84-82ac1b408a16 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:08.739214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42268) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:08.747531 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9974763 Jun 17 08:42:08.748806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Request body: {'subnet': {'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1030274621-subnet', 'tenant_id': '86b1b6fe2e044e0aab5289f623da30db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:08.816086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Pushing event updated for resources: {'Network': ['ID=3c9c71e9-3037-4429-9b8f-e6132d2aad23,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:08.828344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Made reservation on behalf of 86b1b6fe2e044e0aab5289f623da30db for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:08.831989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:08.833304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.843918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:09.031196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.039472 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0f4589f0-b556-4fc2-b755-4cf88a4a35d3 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:09.117779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=8b896188-5a65-4de9-b300-c078c625c9b0,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:09.133695 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:09.348631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': 'a814982b-5852-4c14-a8f4-8b00483fa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:09.349209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 56a0cbd9-c070-4860-b10e-a4b9192e5f91, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:09.416641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.428045 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4ddee2a2-f7df-4aff-b70b-762087af4087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:09.479396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88578fe-967a-428b-8869-016424943b08,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:09.481430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:09.484903 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:09.502011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 56a0cbd9-c070-4860-b10e-a4b9192e5f91) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:09.512978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.513327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb70c3-f1ef-4621-b4f2-6f3ce9767c9f None None] Network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:09.513768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.538424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Checking segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:09.539048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Network hostable DHCP agents. Network: 3c9c71e9-3037-4429-9b8f-e6132d2aad23, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:09.559302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3544753 Jun 17 08:42:09.560701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42288) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:09.593126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:09.606270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 3c9c71e9-3037-4429-9b8f-e6132d2aad23) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:09.611923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.612550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.636635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8954041 Jun 17 08:42:09.683139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be59c4-d951-41df-aa58-cbf89c59d6f8 None None] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:10.056231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-56a0cbd9-c070-4860-b10e-a4b9192e5f91', 'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': '8b896188-5a65-4de9-b300-c078c625c9b0'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:10.057554 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.062378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.246523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42302) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:10.306862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.362293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Allocated IP 172.20.0.1 (56a0cbd9-c070-4860-b10e-a4b9192e5f91/8b896188-5a65-4de9-b300-c078c625c9b0/c79a5813-a6a1-4e4c-a1be-62545cccb4c2) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:10.417859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'tenant_id': '86b1b6fe2e044e0aab5289f623da30db', 'fixed_ips': [{'subnet_id': 'a88578fe-967a-428b-8869-016424943b08'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:10.419098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.563035 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:42:10.743449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Allocated IP 172.20.0.2 (3c9c71e9-3037-4429-9b8f-e6132d2aad23/a88578fe-967a-428b-8869-016424943b08/713f9535-c439-4878-9451-9f7480e04db8) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:10.745457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.792060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Transition to ACTIVE for port object c79a5813-a6a1-4e4c-a1be-62545cccb4c2 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:10.913154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.915619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Transition to ACTIVE for port object c79a5813-a6a1-4e4c-a1be-62545cccb4c2 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:10.927015 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.947303 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:10.966140 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.974305 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ba1ebac-cd59-4caf-922d-614538ea6922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:10.989720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:10.998896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:11.007052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:11.052233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Pushing event updated for resources: {'Port': ['ID=c79a5813-a6a1-4e4c-a1be-62545cccb4c2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.082700 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=8b896188-5a65-4de9-b300-c078c625c9b0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.084211 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.120054 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.196801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Attempting to bind port c79a5813-a6a1-4e4c-a1be-62545cccb4c2 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:11.197200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Attempting to bind port c79a5813-a6a1-4e4c-a1be-62545cccb4c2 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a814982b-5852-4c14-a8f4-8b00483fa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:11.197585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Attempting to bind port c79a5813-a6a1-4e4c-a1be-62545cccb4c2 on network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:11.233725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.248277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.254474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:11.255571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Checking segment: {'id': 'a814982b-5852-4c14-a8f4-8b00483fa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:11.255852 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.256301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Bound using segment: {'id': 'a814982b-5852-4c14-a8f4-8b00483fa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:11.257054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Bound port: c79a5813-a6a1-4e4c-a1be-62545cccb4c2, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a814982b-5852-4c14-a8f4-8b00483fa2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:11.258280 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.259230 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.284697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a0cbd9-c070-4860-b10e-a4b9192e5f91']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:11.304085 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-308a5b9f-ec14-43f6-9693-3d110760f98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.338335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a814982b-5852-4c14-a8f4-8b00483fa2ba') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:11.340398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a814982b-5852-4c14-a8f4-8b00483fa2ba') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:11.354246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.363495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7e2ae4de3d9476c85b155aae36d069d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1159167 Jun 17 08:42:11.373688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42336) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:11.417951 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.423300 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.435534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:11.436329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.441337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Transition to ACTIVE for port object 713f9535-c439-4878-9451-9f7480e04db8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:11.442355 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:11.512123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb3305-efd1-47fd-ac8b-5ac3a40fb8cd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.530169 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.573211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Transition to ACTIVE for port object 713f9535-c439-4878-9451-9f7480e04db8 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:11.576489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] For port c79a5813-a6a1-4e4c-a1be-62545cccb4c2, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:11.600405 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.607203 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fc1a33ab-99f4-4049-a421-9054a970ea43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.645204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.669646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:42:11.669646 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:42:11.669646 n-d-780147-13 neutron-server[93499]: [parameters: {'id': '56a0cbd9-c070-4860-b10e-a4b9192e5f91'}] Jun 17 08:42:11.669646 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:11.671933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:11.701251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] For port c79a5813-a6a1-4e4c-a1be-62545cccb4c2, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c79a5813-a6a1-4e4c-a1be-62545cccb4c2,segment=NetworkSegment(a814982b-5852-4c14-a8f4-8b00483fa2ba),segment_id=a814982b-5852-4c14-a8f4-8b00483fa2ba)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:11.711666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.721755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:11.726080 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.740482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:11.754052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:11.767231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Pushing event updated for resources: {'Port': ['ID=713f9535-c439-4878-9451-9f7480e04db8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.789305 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.877487 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.878124 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6a9657f-3324-431b-8fa1-6281cc44efe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.890460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.894340 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62bb3305-efd1-47fd-ac8b-5ac3a40fb8cd HTTP/1.1" status: 204 len: 168 time: 0.5160522 Jun 17 08:42:11.902363 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8a5acba-0be2-4410-8295-80b94567d88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.960249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-3e8522c5-eaba-4921-af17-2b6010269e75 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:11.967351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-3e8522c5-eaba-4921-af17-2b6010269e75 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 816 time: 0.5951896 Jun 17 08:42:11.988333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb3305-efd1-47fd-ac8b-5ac3a40fb8cd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.990876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.015523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-d4768fa3-5024-447d-a47c-02da5051f6b1 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/quotas/86b1b6fe2e044e0aab5289f623da30db HTTP/1.1" status: 200 len: 375 time: 0.0353184 Jun 17 08:42:12.172902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.203827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-88bd21a0-cc80-478e-9701-3bd287483868 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1824927 Jun 17 08:42:12.217361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Pushing event updated for resources: {'Port': ['ID=c79a5813-a6a1-4e4c-a1be-62545cccb4c2,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.227807 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.347155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port c79a5813-a6a1-4e4c-a1be-62545cccb4c2 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:12.347499 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.350375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Attempting to bind port 713f9535-c439-4878-9451-9f7480e04db8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:12.354702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Attempting to bind port 713f9535-c439-4878-9451-9f7480e04db8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:12.354702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Attempting to bind port 713f9535-c439-4878-9451-9f7480e04db8 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:12.387992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:12.388721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Checking segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:12.389392 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.390219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Bound using segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:12.391692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Bound port: 713f9535-c439-4878-9451-9f7480e04db8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:12.395592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.473069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e08c03-c2ba-48d1-801c-56bcbc1146e1 None None] Network 56a0cbd9-c070-4860-b10e-a4b9192e5f91 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:12.545524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port c79a5813-a6a1-4e4c-a1be-62545cccb4c2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c79a5813-a6a1-4e4c-a1be-62545cccb4c2,segment=NetworkSegment(a814982b-5852-4c14-a8f4-8b00483fa2ba),segment_id=a814982b-5852-4c14-a8f4-8b00483fa2ba)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:12.545920 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.688842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] For port 713f9535-c439-4878-9451-9f7480e04db8, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:12.698738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] For port 713f9535-c439-4878-9451-9f7480e04db8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=713f9535-c439-4878-9451-9f7480e04db8,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:12.745536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.768471 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:12.854618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Pushing event updated for resources: {'Port': ['ID=713f9535-c439-4878-9451-9f7480e04db8,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.857956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for c79a5813-a6a1-4e4c-a1be-62545cccb4c2 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:12.867429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:12.870599 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.967144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-ffa574c2-73bb-4f83-aeeb-365c1a8a2e52 service neutron] 10.222.0.65 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7538204 Jun 17 08:42:12.969073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.260073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.438794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-00e071d7-2558-4eb6-9502-c3711a476e47 service neutron] 10.222.0.65 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655068 Jun 17 08:42:13.507427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53992f50-7e13-4c2b-b219-013fcea1bd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:13.564184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=c79a5813-a6a1-4e4c-a1be-62545cccb4c2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:13.578005 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:13.588262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port c79a5813-a6a1-4e4c-a1be-62545cccb4c2 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:13.597219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.624572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.628540 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85d550c0-50cf-4cc9-8229-a32e7e26286f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:13.705843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf6db6-a8aa-45ea-a836-ec6bd9ddd6c9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:13.714759 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:13.783303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.800056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a55197fad80d4e2b8898f8d285d73aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241374 Jun 17 08:42:13.801032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:13.959313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a0cbd9-c070-4860-b10e-a4b9192e5f91']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:14.089029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a814982b-5852-4c14-a8f4-8b00483fa2ba') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:14.089440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a814982b-5852-4c14-a8f4-8b00483fa2ba') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:14.106158 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.186446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.271590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 713f9535-c439-4878-9451-9f7480e04db8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:14.309765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.323626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.330493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.336709 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1bf6db6-a8aa-45ea-a836-ec6bd9ddd6c9 HTTP/1.1" status: 204 len: 168 time: 0.5158563 Jun 17 08:42:14.372498 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-52f81726-8ed5-424b-b6a7-40150f1b1603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.385812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42430) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:14.449378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf6db6-a8aa-45ea-a836-ec6bd9ddd6c9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.485424 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.499164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.506017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 713f9535-c439-4878-9451-9f7480e04db8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:14.539239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:14.541970 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:14.567416 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:14.868247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.875976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c49884a-35c3-4d13-a72c-f7aca46f5781 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.891655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.893781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/56a0cbd9-c070-4860-b10e-a4b9192e5f91 HTTP/1.1" status: 204 len: 168 time: 5.3318989 Jun 17 08:42:14.904332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42450) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:14.916164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=56a0cbd9-c070-4860-b10e-a4b9192e5f91,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.918964 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.944072 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.967997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-27791418'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:15.029576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:15.037996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.064273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e506d568-890b-4245-b4a1-9a3a4c1ae876 None None] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:15.115818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-2df13245-67f3-44a8-98e4-4bdc97abfdfa tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.127831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-2df13245-67f3-44a8-98e4-4bdc97abfdfa tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 816 time: 0.7464631 Jun 17 08:42:15.178379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:15.210868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-bc304499-413b-4543-b410-6381020ecc88 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/quotas/86b1b6fe2e044e0aab5289f623da30db HTTP/1.1" status: 200 len: 375 time: 0.0710680 Jun 17 08:42:15.231313 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.231965 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment d1333d46-2279-4c84-9834-0e8656ef584e of type vlan for network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 Jun 17 08:42:15.391173 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.448946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Provisioning for port 713f9535-c439-4878-9451-9f7480e04db8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:15.473893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-ac46166e-3490-4236-aae9-58936d490c3d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2616901 Jun 17 08:42:15.500574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Provisioning complete for port 713f9535-c439-4878-9451-9f7480e04db8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:15.500956 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.505137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.519309 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.525983 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b85c575b-0008-4dac-8f18-1f862f46dd2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:15.528487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.535021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.535933 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.781443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-9d5802ca-74e7-43d1-95e8-2ea342f963c2 service neutron] 10.222.0.65 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062921 Jun 17 08:42:15.825501 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.826101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9f3b09fce08458c89f217faed9d0e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4392605 Jun 17 08:42:15.829683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:15.880962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9704561 Jun 17 08:42:15.892578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:15.902746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:15.933709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] For port 713f9535-c439-4878-9451-9f7480e04db8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=713f9535-c439-4878-9451-9f7480e04db8,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:15.942335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.945517 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:15.947681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798e00b4-6f97-4022-aaaa-4b201f72d81c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:15.971202 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.039920 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.045621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Pushing event updated for resources: {'Port': ['ID=713f9535-c439-4878-9451-9f7480e04db8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.049896 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.074428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.187120 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-08f1afe7-50e0-4d81-97ed-981e61221e7c tempest-TagsTest-241481500 tempest-TagsTest-241481500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.205623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-c44e4b0e-e9f2-469f-9d2b-fbfa8bcfca72 service neutron] 10.222.0.65 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949747 Jun 17 08:42:16.217643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e86a9-3d1c-4ead-8069-38834ed4f66f None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:42:16.299770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.306975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.308557 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/798e00b4-6f97-4022-aaaa-4b201f72d81c HTTP/1.1" status: 204 len: 168 time: 0.4771798 Jun 17 08:42:16.311802 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86745bc8-2166-4595-b657-2a50f8cadbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.350328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e00b4-6f97-4022-aaaa-4b201f72d81c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.352466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cfa0db70-2b9f-45a7-8849-508a6a6aabe8 None None] Provisioning complete for port 713f9535-c439-4878-9451-9f7480e04db8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:16.355497 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.356741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cfa0db70-2b9f-45a7-8849-508a6a6aabe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.385773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:16.390000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.485890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.494849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.537291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:16.852432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e86a9-3d1c-4ead-8069-38834ed4f66f None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:42:17.234745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.240779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8474d6db-8eb0-4eea-8781-6a3d8eb8f761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:17.345336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-77edcda6-bf81-4910-a51c-75fb1593989c tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.352275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-77edcda6-bf81-4910-a51c-75fb1593989c tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 816 time: 0.6194327 Jun 17 08:42:17.397177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=143b2340-b633-4b25-b800-07abd663091b,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:17.410493 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:17.416279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Request body: {'port': {'device_id': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'admin_state_up': True, 'tenant_id': '86b1b6fe2e044e0aab5289f623da30db'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:17.440443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': 'd1333d46-2279-4c84-9834-0e8656ef584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:17.442721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:17.512544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:17.535299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:17.564291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.567804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.624944 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7303269 Jun 17 08:42:17.627483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:17.730614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:17.833081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.942261 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.045480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Made reservation on behalf of 86b1b6fe2e044e0aab5289f623da30db for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:18.051897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.112920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 713f9535-c439-4878-9451-9f7480e04db8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:18.249616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-4e2cd121-3371-4a9e-9999-a4917f09dea4 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:18.262128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-4e2cd121-3371-4a9e-9999-a4917f09dea4 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 816 time: 1.0356121 Jun 17 08:42:18.349641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-a326be3d-ddab-45f8-b159-755e2c4310c5 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/quotas/86b1b6fe2e044e0aab5289f623da30db HTTP/1.1" status: 200 len: 375 time: 0.0868323 Jun 17 08:42:18.461092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e530e-278a-460d-9eca-a406400ed2ca None None] Network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:18.494562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 713f9535-c439-4878-9451-9f7480e04db8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:18.495261 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.515804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-283cfda4-dadf-443b-bbb5-1de74c1b0c66 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439583 Jun 17 08:42:18.517332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Allocated IP 172.20.0.4 (3c9c71e9-3037-4429-9b8f-e6132d2aad23/a88578fe-967a-428b-8869-016424943b08/adc9297f-ace8-4c7f-8bdf-ea9a87856617) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:19.221973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405', 'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': '143b2340-b633-4b25-b800-07abd663091b'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:19.222928 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.351490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-f7c36066-5f7f-4f8f-8eca-cf614631f5a3 service neutron] 10.222.0.65 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239465 Jun 17 08:42:19.417986 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.533855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Allocated IP 172.20.0.1 (dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405/143b2340-b633-4b25-b800-07abd663091b/55b1cf3d-f524-4f63-ba9c-bb134155677f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:19.764575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.827009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-26569b89-bc6d-4597-8c14-873d4221d44a service neutron] 10.222.0.65 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652408 Jun 17 08:42:19.977141 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.987478 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.010615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Transition to ACTIVE for port object 55b1cf3d-f524-4f63-ba9c-bb134155677f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:20.029315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Transition to ACTIVE for port object adc9297f-ace8-4c7f-8bdf-ea9a87856617 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:20.046660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Transition to ACTIVE for port object 55b1cf3d-f524-4f63-ba9c-bb134155677f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:20.065148 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.068503 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.133284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:20.135561 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.136594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:20.146682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:20.150086 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5843260f-6cec-4891-a0db-c6c1300ac7ac tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.166694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.179606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Pushing event updated for resources: {'Port': ['ID=55b1cf3d-f524-4f63-ba9c-bb134155677f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.237547 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.332479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Attempting to bind port 55b1cf3d-f524-4f63-ba9c-bb134155677f on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:20.332919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Attempting to bind port 55b1cf3d-f524-4f63-ba9c-bb134155677f by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd1333d46-2279-4c84-9834-0e8656ef584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:20.333297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Attempting to bind port 55b1cf3d-f524-4f63-ba9c-bb134155677f on network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:20.339184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:20.362045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:20.362435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Checking segment: {'id': 'd1333d46-2279-4c84-9834-0e8656ef584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:20.362882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.363431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Bound using segment: {'id': 'd1333d46-2279-4c84-9834-0e8656ef584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:20.363918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Bound port: 55b1cf3d-f524-4f63-ba9c-bb134155677f, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1333d46-2279-4c84-9834-0e8656ef584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:20.364309 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.380947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:20.404109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:20.525980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.535894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.557768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-870190a7-bc73-477e-a0db-711288fed191 None None] For port 55b1cf3d-f524-4f63-ba9c-bb134155677f, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:20.564750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-870190a7-bc73-477e-a0db-711288fed191 None None] For port 55b1cf3d-f524-4f63-ba9c-bb134155677f, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=55b1cf3d-f524-4f63-ba9c-bb134155677f,segment=NetworkSegment(d1333d46-2279-4c84-9834-0e8656ef584e),segment_id=d1333d46-2279-4c84-9834-0e8656ef584e)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:20.581259 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.584794 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.676581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-155ca5de-d252-48fd-9bdc-8199feb47e86 req-b5968ebe-77e4-4239-9183-f2d2a16d43c8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 210 time: 0.3108249 Jun 17 08:42:20.678407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Pushing event updated for resources: {'Port': ['ID=adc9297f-ace8-4c7f-8bdf-ea9a87856617,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.686951 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.745282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-fa1886de-f388-4f21-bb5e-71be3d584374 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.750494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-fa1886de-f388-4f21-bb5e-71be3d584374 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.60 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 816 time: 0.9135461 Jun 17 08:42:20.767767 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.803402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Request body: {'port': {'device_id': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'admin_state_up': True, 'tenant_id': '86b1b6fe2e044e0aab5289f623da30db'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:20.810767 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c40fc02c-e783-43f4-a320-a06000da55aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.861722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Pushing event updated for resources: {'Port': ['ID=55b1cf3d-f524-4f63-ba9c-bb134155677f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.876800 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.897052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=143b2340-b633-4b25-b800-07abd663091b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.903799 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.923643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.947097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.947749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5671563 Jun 17 08:42:20.962047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Request body: {'port': {'device_id': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:20.965173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-041c4c28-0bb9-41f2-97b7-24c1b0230745 None None] Provisioning for port adc9297f-ace8-4c7f-8bdf-ea9a87856617 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:20.978463 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ea8183c-11f0-44a3-b11d-f21b3fc6cbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.985057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-041c4c28-0bb9-41f2-97b7-24c1b0230745 None None] Provisioning complete for port adc9297f-ace8-4c7f-8bdf-ea9a87856617 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:20.988172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-041c4c28-0bb9-41f2-97b7-24c1b0230745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.007326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e24e182be7f74befb552a56298bd7e81&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2679110 Jun 17 08:42:21.018438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64f85f7-e08b-4029-b270-079d1ef9a8fe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.024942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.025654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42588) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:21.077913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-041c4c28-0bb9-41f2-97b7-24c1b0230745 None None] Port adc9297f-ace8-4c7f-8bdf-ea9a87856617 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:21.154547 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.199031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.229805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:21.282125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1333d46-2279-4c84-9834-0e8656ef584e') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:21.284097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1333d46-2279-4c84-9834-0e8656ef584e') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:21.313327 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.342620 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.405434 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.502627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.527864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:21.528042 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:21.532961 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:21.740534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Made reservation on behalf of 86b1b6fe2e044e0aab5289f623da30db for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:21.745871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.763684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc9297f-ace8-4c7f-8bdf-ea9a87856617 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:21.778393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:42:21.778393 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:42:21.778393 n-d-780147-13 neutron-server[93499]: [parameters: {'id': 'dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405'}] Jun 17 08:42:21.778393 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:21.779516 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:21.794164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.843621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Transition to ACTIVE for port object adc9297f-ace8-4c7f-8bdf-ea9a87856617 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:21.849173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.857663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.863633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e64f85f7-e08b-4029-b270-079d1ef9a8fe HTTP/1.1" status: 204 len: 168 time: 0.8209138 Jun 17 08:42:21.863812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.863934 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-177c7ed4-5e3d-468e-907a-88518fbb392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.865600 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2ff271c-25e9-4fdf-89c9-855c27fdca35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.891660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64f85f7-e08b-4029-b270-079d1ef9a8fe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.896914 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.021741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Allocated IP 172.20.0.14 (3c9c71e9-3037-4429-9b8f-e6132d2aad23/a88578fe-967a-428b-8869-016424943b08/ca457f56-1af0-432f-83cc-9f447ba17154) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:22.290852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.325385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 55b1cf3d-f524-4f63-ba9c-bb134155677f up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:22.498852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42618) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:22.511039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 55b1cf3d-f524-4f63-ba9c-bb134155677f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:22.539150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Pushing event updated for resources: {'Port': ['ID=adc9297f-ace8-4c7f-8bdf-ea9a87856617,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:22.570296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a98dde3d-ae4f-46c3-ba6c-8d148db4b94e req-9e546cc7-24c0-492d-b4b0-70dfb2d77517 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 210 time: 0.3140805 Jun 17 08:42:22.571557 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.687021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42622) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:22.688696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port 55b1cf3d-f524-4f63-ba9c-bb134155677f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:22.689284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.700302 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.765976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Transition to ACTIVE for port object ca457f56-1af0-432f-83cc-9f447ba17154 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:22.838197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d9d0a-bc6b-464f-9bed-b52b6c456ffe None None] Network dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:22.924400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Attempting to bind port adc9297f-ace8-4c7f-8bdf-ea9a87856617 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:22.925299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Attempting to bind port adc9297f-ace8-4c7f-8bdf-ea9a87856617 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:22.926295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Attempting to bind port adc9297f-ace8-4c7f-8bdf-ea9a87856617 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:22.930677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port 55b1cf3d-f524-4f63-ba9c-bb134155677f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=55b1cf3d-f524-4f63-ba9c-bb134155677f,segment=NetworkSegment(d1333d46-2279-4c84-9834-0e8656ef584e),segment_id=d1333d46-2279-4c84-9834-0e8656ef584e)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:22.941921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.958151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Port adc9297f-ace8-4c7f-8bdf-ea9a87856617 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:22.961229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Attempting to bind port adc9297f-ace8-4c7f-8bdf-ea9a87856617 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:22.994236 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.001643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:23.005361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Checking segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:23.005895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Bound using segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:23.007932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Bound port: adc9297f-ace8-4c7f-8bdf-ea9a87856617, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:23.013430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.041690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Provisioning for port 55b1cf3d-f524-4f63-ba9c-bb134155677f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:23.098108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Provisioning complete for port 55b1cf3d-f524-4f63-ba9c-bb134155677f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:23.098501 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.205937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.312715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] For port adc9297f-ace8-4c7f-8bdf-ea9a87856617, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:23.318346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] For port adc9297f-ace8-4c7f-8bdf-ea9a87856617, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:23.329963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.334125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.338465 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-937ab0c2-7078-4dbd-bc0a-ac7f5cfe0535 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.391002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for 55b1cf3d-f524-4f63-ba9c-bb134155677f owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:23.405908 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.409098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.416731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.417027 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1ffdf1dc-d0ac-47b5-a7a0-6f7d79a4da0b tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.417361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.423065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] 10.222.0.67 "PUT /v2.0/ports/adc9297f-ace8-4c7f-8bdf-ea9a87856617 HTTP/1.1" status: 200 len: 1092 time: 2.4661536 Jun 17 08:42:23.429814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'tag': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:23.436365 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20" -d '{"events": [{"name": "network-changed", "server_uuid": "be3eb5bb-5e90-4336-9d80-a5320f2b9b26", "tag": "adc9297f-ace8-4c7f-8bdf-ea9a87856617"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:23.457038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-3d4eddc9-08ee-4c55-af9d-361203b48dad tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.458871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-3d4eddc9-08ee-4c55-af9d-361203b48dad tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 816 time: 0.7608383 Jun 17 08:42:23.486536 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Request body: {'port': {'device_id': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'admin_state_up': True, 'tenant_id': '86b1b6fe2e044e0aab5289f623da30db'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:23.609848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] DHCP port deletion for dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:23.613202 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779f6ee-5fd3-48e3-8ec0-6369c1dabf9e x-openstack-request-id: req-e779f6ee-5fd3-48e3-8ec0-6369c1dabf9e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:23.613549 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3eb5bb-5e90-4336-9d80-a5320f2b9b26", "tag": "adc9297f-ace8-4c7f-8bdf-ea9a87856617", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:23.613850 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e779f6ee-5fd3-48e3-8ec0-6369c1dabf9e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:23.614346 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'tag': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617', 'status': 'completed', 'code': 200} Jun 17 08:42:23.634501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] For port 55b1cf3d-f524-4f63-ba9c-bb134155677f, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=55b1cf3d-f524-4f63-ba9c-bb134155677f,segment=NetworkSegment(d1333d46-2279-4c84-9834-0e8656ef584e),segment_id=d1333d46-2279-4c84-9834-0e8656ef584e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:23.653416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.659574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Pushing event updated for resources: {'Port': ['ID=adc9297f-ace8-4c7f-8bdf-ea9a87856617,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.661071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.665034 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.681770 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-408f0d56-a6b8-41f4-a21a-0dbc69780434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.683364 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0cdb258e6914436a248c28f61432509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9911997 Jun 17 08:42:23.684324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439927a0-bc4d-4d1f-86eb-83e96227ec08,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.689284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42654) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.701398 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.702093 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.743800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-ca7878b4-72fd-47f4-8fb8-fe901aefdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.745711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-ca7878b4-72fd-47f4-8fb8-fe901aefdcd9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 1095 time: 0.2527661 Jun 17 08:42:23.803553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:23.805253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-6bee836a-06dd-4b82-a0c3-19809f828974 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617 HTTP/1.1" status: 200 len: 217 time: 0.0508337 Jun 17 08:42:23.832002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:23.839066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:23.844216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Pushing event updated for resources: {'Port': ['ID=ca457f56-1af0-432f-83cc-9f447ba17154,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.863605 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.877946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-a2d7702d-4af5-493f-91c4-00f096a20db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.879808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-a2d7702d-4af5-493f-91c4-00f096a20db1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.0668948 Jun 17 08:42:23.888177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.012702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d27e0242-b07f-4be2-8875-11a8dce66b9d req-ae0a7664-8513-4540-9da3-74619eaec24b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0616565 Jun 17 08:42:24.014951 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.044478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.045426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.068050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.088521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-a27dda76-449a-42e4-91c4-0463c445e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.090566 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-a27dda76-449a-42e4-91c4-0463c445e743 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1897943 Jun 17 08:42:24.096289 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f6918d06-5259-4bd9-b39b-1aea86dd65e3 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.104198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Pushing event updated for resources: {'Port': ['ID=55b1cf3d-f524-4f63-ba9c-bb134155677f,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.116608 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.165395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 55b1cf3d-f524-4f63-ba9c-bb134155677f no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:24.191564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 55b1cf3d-f524-4f63-ba9c-bb134155677f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:24.192339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 55b1cf3d-f524-4f63-ba9c-bb134155677f not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:24.201215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port 55b1cf3d-f524-4f63-ba9c-bb134155677f on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:24.202460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Deleting port 55b1cf3d-f524-4f63-ba9c-bb134155677f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:24.203902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.205936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=55b1cf3d-f524-4f63-ba9c-bb134155677f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.214869 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.235242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.240751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.244382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/439927a0-bc4d-4d1f-86eb-83e96227ec08 HTTP/1.1" status: 204 len: 168 time: 0.5537939 Jun 17 08:42:24.251154 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36af9fde-6811-40ab-a11a-067144360e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.284652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] For port 55b1cf3d-f524-4f63-ba9c-bb134155677f, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:24.285271 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.376506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Calling delete_port for 55b1cf3d-f524-4f63-ba9c-bb134155677f owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:24.380479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Port 55b1cf3d-f524-4f63-ba9c-bb134155677f was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:42:24.388607 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.390456 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.392843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439927a0-bc4d-4d1f-86eb-83e96227ec08,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.419501 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.423527 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.485533 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.545123 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-1ece1807-adae-4400-b9c7-f6a30babf681 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315629 Jun 17 08:42:24.556895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Pushing event deleted for resources: {'Port': ['ID=55b1cf3d-f524-4f63-ba9c-bb134155677f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.584270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] No DVR routers for this DVR port 55b1cf3d-f524-4f63-ba9c-bb134155677f on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:24.588891 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.590298 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.604839 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bba3444502944f297a40b12fdbca5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0793912 Jun 17 08:42:24.609155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42708) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.613629 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8476973 Jun 17 08:42:24.626861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c6893977-3bde-4607-b98a-e57963c218e3 None None] Provisioning for port ca457f56-1af0-432f-83cc-9f447ba17154 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:24.632780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c6893977-3bde-4607-b98a-e57963c218e3 None None] Provisioning complete for port ca457f56-1af0-432f-83cc-9f447ba17154 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:24.633173 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6893977-3bde-4607-b98a-e57963c218e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.697326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.714013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c6893977-3bde-4607-b98a-e57963c218e3 None None] Port ca457f56-1af0-432f-83cc-9f447ba17154 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:24.730868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43d64c42-1171-4e6b-9863-ebd70d3c1cfd req-8f3eafe2-349c-42e0-ac2b-8610018facfe service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847324 Jun 17 08:42:24.736235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Request body: {'port': {'device_id': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.740224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Made reservation on behalf of 86b1b6fe2e044e0aab5289f623da30db for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:24.745605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.792802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:24.890072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1333d46-2279-4c84-9834-0e8656ef584e') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:24.890272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1333d46-2279-4c84-9834-0e8656ef584e') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:24.900266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa9570d-547a-4f79-a4ad-e7a6f2343a1c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.924634 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.956218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Allocated IP 172.20.0.9 (3c9c71e9-3037-4429-9b8f-e6132d2aad23/a88578fe-967a-428b-8869-016424943b08/8fecf5b2-b523-4d0f-9e0d-8e30ebacc216) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:24.965110 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.013352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.018874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.024103 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb7f4-cb54-44eb-9762-173126c96d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.029904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:25.030362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:25.035750 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:25.056084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42716) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.106826 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.210721 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-427edc2c-2df7-4774-a424-7c41bab5b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.212419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-427edc2c-2df7-4774-a424-7c41bab5b27e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 1095 time: 0.1677930 Jun 17 08:42:25.294119 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.324186 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbf28b28-a5c0-42ac-973d-368d2d4e57f7 req-fd18267f-6152-47a6-b947-3f6e41a4fbba tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0451279 Jun 17 08:42:25.328224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42720) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.329804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.377337 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.400214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Transition to ACTIVE for port object 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:25.404754 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.438179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.461640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:25.468366 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.477049 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 HTTP/1.1" status: 204 len: 168 time: 7.8482239 Jun 17 08:42:25.487811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42726) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.502889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540060596'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:25.514623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-5ae9cc35-880a-4f82-935e-885c9da36ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.516630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-5ae9cc35-880a-4f82-935e-885c9da36ec2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 917 time: 0.2940435 Jun 17 08:42:25.568889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-0b39ed05-c8bf-4985-9f4b-a0e4b4b43fd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617 HTTP/1.1" status: 200 len: 217 time: 0.0419106 Jun 17 08:42:25.596016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:25.634636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-67c9c433-22aa-49b8-9985-32d8425c7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.636720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-67c9c433-22aa-49b8-9985-32d8425c7494 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.0612695 Jun 17 08:42:25.643330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:25.656605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.681305 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:25.683755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.686892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.688352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5aa9570d-547a-4f79-a4ad-e7a6f2343a1c HTTP/1.1" status: 204 len: 168 time: 1.0730841 Jun 17 08:42:25.701310 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1dda5efd-e99b-420d-8af0-3f3bc9fc49a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:25.756024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Pushing event updated for resources: {'Port': ['ID=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:25.756546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa9570d-547a-4f79-a4ad-e7a6f2343a1c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:25.760597 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:25.762244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:25.762636 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:25.770654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:25.776582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:25.780488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-7fb7e2aa-9a10-41e7-9e0a-024e4e0dd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.782009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-7fb7e2aa-9a10-41e7-9e0a-024e4e0dd762 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391919 Jun 17 08:42:25.921936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.048970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca457f56-1af0-432f-83cc-9f447ba17154 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:26.059248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.073859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Transition to ACTIVE for port object ca457f56-1af0-432f-83cc-9f447ba17154 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:26.075820 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.104576 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed1b930d-cdc3-4040-8a7a-9913054453cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.117447 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=998d8453f7e948f29a833f053f8ea09d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0087905 Jun 17 08:42:26.117447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.120853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42738) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:26.168236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86de976e-657e-4275-b481-8a6bfb10f7ed None None] Provisioning for port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:26.182162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86de976e-657e-4275-b481-8a6bfb10f7ed None None] Provisioning complete for port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:26.183683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86de976e-657e-4275-b481-8a6bfb10f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.195561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.221211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.269212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-86de976e-657e-4275-b481-8a6bfb10f7ed None None] Port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:26.274718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0705da0b-60d4-457b-9171-56db931061e2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.342937 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.346025 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c6ae6e4f-9a56-46a2-bb9d-b4d0b6725573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.348316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.351079 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.354637 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0705da0b-60d4-457b-9171-56db931061e2 HTTP/1.1" status: 204 len: 168 time: 0.2302206 Jun 17 08:42:26.506697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Attempting to bind port ca457f56-1af0-432f-83cc-9f447ba17154 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:26.507905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Attempting to bind port ca457f56-1af0-432f-83cc-9f447ba17154 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:26.508206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Attempting to bind port ca457f56-1af0-432f-83cc-9f447ba17154 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:26.516649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Port ca457f56-1af0-432f-83cc-9f447ba17154 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:26.523621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Attempting to bind port ca457f56-1af0-432f-83cc-9f447ba17154 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:26.546809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:26.552452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Checking segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:26.552957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Bound using segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:26.553491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Bound port: ca457f56-1af0-432f-83cc-9f447ba17154, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:26.555043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.564421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:26.573628 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.587694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.588467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.657369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] For port ca457f56-1af0-432f-83cc-9f447ba17154, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:26.660874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] For port ca457f56-1af0-432f-83cc-9f447ba17154, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca457f56-1af0-432f-83cc-9f447ba17154,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:26.667719 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca457f56-1af0-432f-83cc-9f447ba17154,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.680919 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.682078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.684227 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fb8859da-11c8-484c-9ed7-a5f1930443b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.704750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705da0b-60d4-457b-9171-56db931061e2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.718601 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.720572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ee0d5238-efc3-4a02-928c-c388a86d8ae4 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.747766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:26.756168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-dc5e01e0-f432-4fe0-a768-fe0af7c89664 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9365592 Jun 17 08:42:26.771050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3044f-813a-4be7-887c-26c247c1ce74 req-ac61628f-7e08-43f8-9a80-11a97d377438 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.779746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39b3044f-813a-4be7-887c-26c247c1ce74 req-ac61628f-7e08-43f8-9a80-11a97d377438 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 931 time: 0.2952938 Jun 17 08:42:26.795149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca457f56-1af0-432f-83cc-9f447ba17154,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.803640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.808447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.809329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.811059 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca457f56-1af0-432f-83cc-9f447ba17154 HTTP/1.1" status: 200 len: 1093 time: 2.1107421 Jun 17 08:42:26.811953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'tag': 'ca457f56-1af0-432f-83cc-9f447ba17154'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:26.815679 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.816365 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a6538-f764-42de-8be2-a92445007ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "129a1d95-0575-46eb-ba81-1a285fb781c0", "tag": "ca457f56-1af0-432f-83cc-9f447ba17154"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:26.816530 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 6672a5b6-d138-4b48-8fdd-1d587a959578 of type vlan for network ba1e7063-09a6-4782-a14b-9d086b6126a1 Jun 17 08:42:26.925055 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc2bc3-772b-42f0-83c8-1f7588433c26 x-openstack-request-id: req-b0cc2bc3-772b-42f0-83c8-1f7588433c26 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:26.925406 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129a1d95-0575-46eb-ba81-1a285fb781c0", "tag": "ca457f56-1af0-432f-83cc-9f447ba17154", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:26.925707 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0cc2bc3-772b-42f0-83c8-1f7588433c26 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:26.926167 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'tag': 'ca457f56-1af0-432f-83cc-9f447ba17154', 'status': 'completed', 'code': 200} Jun 17 08:42:26.990373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.007380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.012013 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c37f221-5073-423b-89bf-b03721e0ee38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.013858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39b3044f-813a-4be7-887c-26c247c1ce74 req-4895cce3-2557-4b38-99a5-d72b17e64604 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330339 Jun 17 08:42:27.050754 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.129322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff760e-8df1-45d4-b28c-0fb94fe7f83d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:27.167734 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9f4ee4752ab493594c8c001e0d8103f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7960615 Jun 17 08:42:27.175843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42782) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:27.178365 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:27.183228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6977782 Jun 17 08:42:27.234110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Request body: {'port': {'device_id': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:27.255365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-729fe262-4ee8-4941-b5f3-b517426f256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.258105 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-729fe262-4ee8-4941-b5f3-b517426f256a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 1096 time: 0.3615155 Jun 17 08:42:27.281318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.287200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.288759 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558157'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.295701 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56fccbd2-f9e2-4ee2-9f41-a075651539c2 tempest-PortsTestJSON-774211365 tempest-PortsTestJSON-774211365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.360016 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-1ec5082b-9d28-4419-b98c-b69b83b5b744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca457f56-1af0-432f-83cc-9f447ba17154 HTTP/1.1" status: 200 len: 217 time: 0.0866461 Jun 17 08:42:27.382106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8873475 Jun 17 08:42:27.393425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69018ab4-56f9-4d87-a9ba-eb16ca6aef20 req-8ff81225-2736-4bc0-9157-dbfc98fc4c4a service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115370 Jun 17 08:42:27.394162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42790) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:27.407745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:27.501225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.520258 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.542774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=ba1e7063-09a6-4782-a14b-9d086b6126a1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:27.557747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:27.571407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:27.577716 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.612431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.698624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07aedb63-5974-419b-b4df-a2c1103e1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.700381 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-07aedb63-5974-419b-b4df-a2c1103e1e18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.3173354 Jun 17 08:42:27.749688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.840931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.855775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.859636 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89ff760e-8df1-45d4-b28c-0fb94fe7f83d HTTP/1.1" status: 204 len: 168 time: 0.6795204 Jun 17 08:42:27.861409 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24a248e8-6cb5-4fad-b218-bcdfd9603bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.865890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-8515d1ec-f234-4aac-976f-e4b671009210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.867682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-8515d1ec-f234-4aac-976f-e4b671009210 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546667 Jun 17 08:42:27.872856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff760e-8df1-45d4-b28c-0fb94fe7f83d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:27.883168 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23458a4e-94e2-4047-9b86-897fb1c07384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.886627 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.037989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-ff87f332-5d0e-4ccc-95d4-ad544164a985 service neutron] 10.222.0.60 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628118 Jun 17 08:42:28.110376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:28.126420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.138004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.140438 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9d5d87c-f5e1-4272-bd05-93efa24dd8ca tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:28.147149 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f3bc9359-6577-44b8-8bb4-1b3b6687381f req-bf3e0e39-89a6-4060-9d83-5eeb23a1ae0b service neutron] 10.222.0.60 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021943 Jun 17 08:42:28.200301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 is not hosted by any dhcp agent {{(pid=93500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:42:28.209730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.210957 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.217334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:28.222943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "PUT /v2.0/networks/ba1e7063-09a6-4782-a14b-9d086b6126a1 HTTP/1.1" status: 200 len: 723 time: 0.8234873 Jun 17 08:42:28.250062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Transition to ACTIVE for port object 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:28.265251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:28.306077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device adc9297f-ace8-4c7f-8bdf-ea9a87856617 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:28.340752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.379723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=ba1e7063-09a6-4782-a14b-9d086b6126a1,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.382773 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3c3d2e05-8b08-4c85-b0bd-d6b604d67923 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.388162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bc567562-02fa-40a3-87ad-bcc5c48ef7e7 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:28.394179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:28.514992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6538-f764-42de-8be2-a92445007ac4 req-2cb979ad-fd1a-43e8-a332-be4c2243bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.521341 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-2cb979ad-fd1a-43e8-a332-be4c2243bf40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 1096 time: 0.3114033 Jun 17 08:42:28.555015 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Pushing event updated for resources: {'Port': ['ID=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.563488 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.583403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:28.598889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.702390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc712c-7d03-4639-8b09-40bbf3a29a32 req-b477b6b5-f0cf-4457-a301-51ee29f438d4 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.725093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6cc712c-7d03-4639-8b09-40bbf3a29a32 req-b477b6b5-f0cf-4457-a301-51ee29f438d4 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 943 time: 0.4791613 Jun 17 08:42:28.876170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port adc9297f-ace8-4c7f-8bdf-ea9a87856617, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:28.879531 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42846) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:28.936271 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.939309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'port_id': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617', 'mac_address': 'fa:16:3e:df:3d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88578fe-967a-428b-8869-016424943b08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:28.942313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6cc712c-7d03-4639-8b09-40bbf3a29a32 req-e942d8bd-38bf-4f3a-b435-9299ec4b81fc tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158308 Jun 17 08:42:28.949932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Attempting to bind port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:28.951858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Attempting to bind port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:28.952365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Attempting to bind port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:28.958268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:28.958866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Attempting to bind port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 on network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:28.973095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:28.973713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Checking segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:28.974310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Bound using segment: {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:28.974764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Bound port: 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:28.975159 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.035653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6538-f764-42de-8be2-a92445007ac4 req-8813d985-1076-4194-8938-80aa679290fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.042595 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-8813d985-1076-4194-8938-80aa679290fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 917 time: 0.5151708 Jun 17 08:42:29.126758 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.156280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] For port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:29.161629 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-716f229d-6fce-45d5-b20c-a6b7943b0666 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca457f56-1af0-432f-83cc-9f447ba17154 HTTP/1.1" status: 200 len: 217 time: 0.1083593 Jun 17 08:42:29.162180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc9297f-ace8-4c7f-8bdf-ea9a87856617 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:29.164142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] For port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:29.172896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.178211 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2235b332-771d-45c9-87a7-c0d97cf9e65b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:29.219526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.220197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.221564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] 10.222.0.67 "PUT /v2.0/ports/8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 HTTP/1.1" status: 200 len: 1092 time: 2.0222552 Jun 17 08:42:29.222403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'tag': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:29.225956 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58865cc7-4521-4196-845e-d7098205f9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6908829-163b-4da8-b9ca-a3c344a3b1d9", "tag": "8fecf5b2-b523-4d0f-9e0d-8e30ebacc216"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:29.231854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port adc9297f-ace8-4c7f-8bdf-ea9a87856617, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:29.252224 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.256497 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-39c01310-70cf-49da-94a8-d269b22cd629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:29.279375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Pushing event updated for resources: {'Port': ['ID=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.287663 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.331714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6538-f764-42de-8be2-a92445007ac4 req-3e61121d-6f80-45a0-910e-7b0d42b56d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.333471 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-3e61121d-6f80-45a0-910e-7b0d42b56d95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.1631124 Jun 17 08:42:29.368467 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc8af0-b914-4585-bb01-ed639f635fdd x-openstack-request-id: req-72dc8af0-b914-4585-bb01-ed639f635fdd {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:29.368806 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6908829-163b-4da8-b9ca-a3c344a3b1d9", "tag": "8fecf5b2-b523-4d0f-9e0d-8e30ebacc216", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:29.373420 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72dc8af0-b914-4585-bb01-ed639f635fdd {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:29.376747 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'tag': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216', 'status': 'completed', 'code': 200} Jun 17 08:42:29.402248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=adc9297f-ace8-4c7f-8bdf-ea9a87856617,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.405558 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.451841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-10cf22af-8129-4ad9-8ec8-59ed1db8915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.453947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-10cf22af-8129-4ad9-8ec8-59ed1db8915d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 1095 time: 0.1567800 Jun 17 08:42:29.468213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['adc9297f-ace8-4c7f-8bdf-ea9a87856617'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:29.481463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.624418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-d1430945-449a-49d4-a96c-a403217877cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 HTTP/1.1" status: 200 len: 217 time: 0.1619442 Jun 17 08:42:29.634679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.648991 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.657440 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-322fdeae-4f7d-45b6-bd36-5ed0f49a6328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:29.698584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42868) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:29.753046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-49258994-fc5b-4979-bde0-698233e836e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.754552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-49258994-fc5b-4979-bde0-698233e836e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.1207497 Jun 17 08:42:29.818196 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a735db1ba7a4faf95bc08772659eb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9309518 Jun 17 08:42:29.824067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42876) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:29.824847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea7b3a4-e420-4b6f-a2b1-bcb1520b127e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.855770 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.857250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-7b09bcef-cfec-4dfd-b0c9-83a8709d317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.858996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-7b09bcef-cfec-4dfd-b0c9-83a8709d317e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973628 Jun 17 08:42:29.891073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6538-f764-42de-8be2-a92445007ac4 req-7b21ab80-4037-4d19-9f8c-36e6171386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.892727 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-7b21ab80-4037-4d19-9f8c-36e6171386a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5261505 Jun 17 08:42:29.896796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.911619 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ead0d8a-d73f-464c-b360-46ce0d10cb83 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.009211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-4be0b912-da5a-433a-8fa8-5401346bc79a service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429913 Jun 17 08:42:30.036211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1762253515', 'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:30.114045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Made reservation on behalf of c0f4b7e41db24e4da8a88ea57d874295 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:30.117190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.152384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=5457d397-43d2-48d9-b6c9-5362d5eb4c84,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:30.157215 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:30.189627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.202942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.209997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '6672a5b6-d138-4b48-8fdd-1d587a959578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:30.210471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: ba1e7063-09a6-4782-a14b-9d086b6126a1, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:30.214730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d11b310b-f961-4096-a903-b96f7a7a15fd req-884dc9c1-5b8a-4379-a1a4-39c05b185a30 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982493 Jun 17 08:42:30.249476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed670-f5cc-49d5-97cf-18c7406728a0 req-3b07f6c6-d1f3-4c2c-9fab-0cec66a78966 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.251662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f8ed670-f5cc-49d5-97cf-18c7406728a0 req-3b07f6c6-d1f3-4c2c-9fab-0cec66a78966 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 943 time: 0.1192434 Jun 17 08:42:30.306062 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.307675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.313303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-d37a25f2-e913-4787-a344-3078c6f58e69 service neutron] 10.222.0.60 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057810 Jun 17 08:42:30.313920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:30.321887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device adc9297f-ace8-4c7f-8bdf-ea9a87856617 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:30.350161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f8ed670-f5cc-49d5-97cf-18c7406728a0 req-8076850a-5848-4619-a3e3-78b8e7784d3d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927730 Jun 17 08:42:30.379571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ba1e7063-09a6-4782-a14b-9d086b6126a1) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:30.384621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.385270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.392046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4682ee-246a-4a33-a04c-3a048932c772 None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:30.399711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865cc7-4521-4196-845e-d7098205f9f6 req-a46f134d-c692-43d8-aa8f-95427dcf6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.401469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-a46f134d-c692-43d8-aa8f-95427dcf6f9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 1095 time: 0.1222961 Jun 17 08:42:30.573725 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-572a6538-f764-42de-8be2-a92445007ac4 req-8cd4d8ce-e46b-414c-9025-a4525ae29004 service neutron] 10.222.0.60 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467265 Jun 17 08:42:30.575518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca457f56-1af0-432f-83cc-9f447ba17154 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:30.595620 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.603469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.608991 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ea7b3a4-e420-4b6f-a2b1-bcb1520b127e HTTP/1.1" status: 204 len: 168 time: 0.7548797 Jun 17 08:42:30.610870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.613560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25c25a51-f019-478c-a19d-89ec9ac4df51 tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.626494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865cc7-4521-4196-845e-d7098205f9f6 req-0b9a5945-0d3b-4dbc-9593-36dfa6cfd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.634251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.634484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-0b9a5945-0d3b-4dbc-9593-36dfa6cfd858 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 917 time: 0.2243297 Jun 17 08:42:30.648843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea7b3a4-e420-4b6f-a2b1-bcb1520b127e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:30.652700 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:30.654878 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c8983955-57c8-40d1-98de-df4c90417c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.668644 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4477437 Jun 17 08:42:30.675051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:30.684938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:30.719728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:30.805845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-82998196-f18b-4132-9812-1d1e9d6d9e12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 HTTP/1.1" status: 200 len: 217 time: 0.1623836 Jun 17 08:42:30.816929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port adc9297f-ace8-4c7f-8bdf-ea9a87856617 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:30.824907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ca457f56-1af0-432f-83cc-9f447ba17154, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca457f56-1af0-432f-83cc-9f447ba17154,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:30.828296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port adc9297f-ace8-4c7f-8bdf-ea9a87856617 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:30.828911 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.895712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-ba1e7063-09a6-4782-a14b-9d086b6126a1', 'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': '5457d397-43d2-48d9-b6c9-5362d5eb4c84'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:30.898256 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.916463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4a63f0-215f-46b0-a350-8ff11b836c7f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:30.920635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'ca457f56-1af0-432f-83cc-9f447ba17154', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'port_id': 'ca457f56-1af0-432f-83cc-9f447ba17154', 'mac_address': 'fa:16:3e:27:a7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88578fe-967a-428b-8869-016424943b08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:30.925634 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:30.935144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.936067 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Added segment c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e of type vlan for network b40223d8-4028-4baa-a893-16b56354ccb8 Jun 17 08:42:30.947946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865cc7-4521-4196-845e-d7098205f9f6 req-42f38b1e-7e83-41a0-8c91-ab50c555b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.952423 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-42f38b1e-7e83-41a0-8c91-ab50c555b4d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.1426697 Jun 17 08:42:30.983723 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.001500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca457f56-1af0-432f-83cc-9f447ba17154 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:31.099102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865cc7-4521-4196-845e-d7098205f9f6 req-44b4c282-84bd-4ae7-bef4-6a226d472dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.107789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-44b4c282-84bd-4ae7-bef4-6a226d472dd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473885 Jun 17 08:42:31.127833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ca457f56-1af0-432f-83cc-9f447ba17154, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca457f56-1af0-432f-83cc-9f447ba17154,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:31.133343 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.165492 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.171761 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28651610-9ee6-4cec-97f8-f2cb750b387f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.180493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:31.182932 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f9e6ab-7e08-4e6f-844e-2f550bbb7144" -d '{"events": [{"server_uuid": "be3eb5bb-5e90-4336-9d80-a5320f2b9b26", "name": "network-vif-plugged", "status": "completed", "tag": "adc9297f-ace8-4c7f-8bdf-ea9a87856617"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:31.205013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.247513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port adc9297f-ace8-4c7f-8bdf-ea9a87856617, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:31.255341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4234841'] for subnet, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.273835 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfbfbca-370f-48d5-995a-b0caef0b28a4 x-openstack-request-id: req-3dfbfbca-370f-48d5-995a-b0caef0b28a4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:31.274236 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3eb5bb-5e90-4336-9d80-a5320f2b9b26", "name": "network-vif-plugged", "status": "completed", "tag": "adc9297f-ace8-4c7f-8bdf-ea9a87856617", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:31.275025 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3dfbfbca-370f-48d5-995a-b0caef0b28a4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:31.276233 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617', 'code': 200} Jun 17 08:42:31.285562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.338037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Allocated IP 172.20.0.2 (ba1e7063-09a6-4782-a14b-9d086b6126a1/5457d397-43d2-48d9-b6c9-5362d5eb4c84/d3c79f61-6d32-4f5b-a355-2fc212ef344e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:31.342716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ca457f56-1af0-432f-83cc-9f447ba17154,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.353829 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.353829 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.386546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.388634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.389733 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.417189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.423131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-1b7fc3cf-5c02-4812-a7df-332156da342b service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082027 Jun 17 08:42:31.448183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=adc9297f-ace8-4c7f-8bdf-ea9a87856617,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.455315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ca457f56-1af0-432f-83cc-9f447ba17154'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:31.467681 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.685303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce136b-b101-4dc9-a298-b5678ef26ca4 req-ca3f48c3-be8f-4934-8eb3-a69e9bd5923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.698943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11ce136b-b101-4dc9-a298-b5678ef26ca4 req-ca3f48c3-be8f-4934-8eb3-a69e9bd5923b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 1097 time: 0.2694936 Jun 17 08:42:31.854855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58865cc7-4521-4196-845e-d7098205f9f6 req-a3ba927b-53e5-4503-b031-a663363ee529 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141183 Jun 17 08:42:31.910834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11ce136b-b101-4dc9-a298-b5678ef26ca4 req-f5a63022-ce39-4d05-9865-a0ea5f3c8a33 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780288 Jun 17 08:42:31.981564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ac3f0-5d93-4479-a426-f5bf16bc2199 req-a414e5b2-6972-4827-919b-6c40f75dca36 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.985834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de3ac3f0-5d93-4479-a426-f5bf16bc2199 req-a414e5b2-6972-4827-919b-6c40f75dca36 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 943 time: 0.3298850 Jun 17 08:42:32.065602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de3ac3f0-5d93-4479-a426-f5bf16bc2199 req-9fde8be3-fd5d-445c-9a4b-d0ec0e93891b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688517 Jun 17 08:42:32.310973 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5986695 Jun 17 08:42:32.313659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:32.318784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'subnet': {'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:32.364974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Made reservation on behalf of c0f4b7e41db24e4da8a88ea57d874295 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:32.367765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.375564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Network': ['ID=b40223d8-4028-4baa-a893-16b56354ccb8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:32.378878 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:32.384499 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.394782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network b40223d8-4028-4baa-a893-16b56354ccb8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:32.404270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Transition to ACTIVE for port object d3c79f61-6d32-4f5b-a355-2fc212ef344e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:32.522437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Transition to ACTIVE for port object d3c79f61-6d32-4f5b-a355-2fc212ef344e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:32.553956 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.578287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:32.674079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Pushing event updated for resources: {'Port': ['ID=d3c79f61-6d32-4f5b-a355-2fc212ef344e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:32.682150 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:32.684076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:32.685562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:32.688181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:32.813912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Attempting to bind port d3c79f61-6d32-4f5b-a355-2fc212ef344e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:32.814550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Attempting to bind port d3c79f61-6d32-4f5b-a355-2fc212ef344e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6672a5b6-d138-4b48-8fdd-1d587a959578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:32.814966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Attempting to bind port d3c79f61-6d32-4f5b-a355-2fc212ef344e on network ba1e7063-09a6-4782-a14b-9d086b6126a1 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:32.821881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:32.822420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Checking segment: {'id': '6672a5b6-d138-4b48-8fdd-1d587a959578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:32.822966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.823456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Bound using segment: {'id': '6672a5b6-d138-4b48-8fdd-1d587a959578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:32.824032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Bound port: d3c79f61-6d32-4f5b-a355-2fc212ef344e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6672a5b6-d138-4b48-8fdd-1d587a959578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ba1e7063-09a6-4782-a14b-9d086b6126a1'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:32.824520 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.914103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] For port d3c79f61-6d32-4f5b-a355-2fc212ef344e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:32.919164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] For port d3c79f61-6d32-4f5b-a355-2fc212ef344e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d3c79f61-6d32-4f5b-a355-2fc212ef344e,segment=NetworkSegment(6672a5b6-d138-4b48-8fdd-1d587a959578),segment_id=6672a5b6-d138-4b48-8fdd-1d587a959578)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:32.937196 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.974715 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.012147 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751034133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6265415'] for subnet, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.037599 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-39befba8-d517-40e2-bb35-a9a9662da1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.049104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.049470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.050867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "PUT /v2.0/subnets/5457d397-43d2-48d9-b6c9-5362d5eb4c84 HTTP/1.1" status: 200 len: 806 time: 2.3748219 Jun 17 08:42:33.053460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 42962) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:33.104252 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Pushing event updated for resources: {'Port': ['ID=d3c79f61-6d32-4f5b-a355-2fc212ef344e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.108720 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.216137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=5457d397-43d2-48d9-b6c9-5362d5eb4c84,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.228778 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.324945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.432348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:42:33.433806 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.443187 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c5ac22d-b302-40a3-a28c-bfde0d6ac1d1 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.509857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93413214-1cc8-4a8a-b63f-a3b99cd3698f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.518638 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.575724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Checking segment: {'id': 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:33.576369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network hostable DHCP agents. Network: b40223d8-4028-4baa-a893-16b56354ccb8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:33.621380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c925a3-2a59-462b-be3a-790e0b71d9ac req-9f06c1a2-c5b2-4dd4-adda-781518609bc8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.629670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55c925a3-2a59-462b-be3a-790e0b71d9ac req-9f06c1a2-c5b2-4dd4-adda-781518609bc8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 943 time: 0.3011987 Jun 17 08:42:33.634673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network b40223d8-4028-4baa-a893-16b56354ccb8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:33.664903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, b40223d8-4028-4baa-a893-16b56354ccb8) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:33.670633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.671805 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.675514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a39098-29fd-4740-a009-9b405b1de8cf None None] Network b40223d8-4028-4baa-a893-16b56354ccb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:33.693472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port d3c79f61-6d32-4f5b-a355-2fc212ef344e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:33.694249 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.766967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-55c925a3-2a59-462b-be3a-790e0b71d9ac req-ed54afef-fb70-459e-b756-91075f086e6b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278596 Jun 17 08:42:33.775575 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4606628 Jun 17 08:42:33.782261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 42978) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:33.791469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1877668400', 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:33.875341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Made reservation on behalf of c0f4b7e41db24e4da8a88ea57d874295 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:33.878530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.920850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] device_id is not set on port 958a8197-039d-4118-af86-c952115428b4 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:33.939583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port d3c79f61-6d32-4f5b-a355-2fc212ef344e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d3c79f61-6d32-4f5b-a355-2fc212ef344e,segment=NetworkSegment(6672a5b6-d138-4b48-8fdd-1d587a959578),segment_id=6672a5b6-d138-4b48-8fdd-1d587a959578)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:33.940053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.106336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed374a71-385f-4a99-ad1e-b8cdbc64e1c9 None None] Network b40223d8-4028-4baa-a893-16b56354ccb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:34.183171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for d3c79f61-6d32-4f5b-a355-2fc212ef344e owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:34.212162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Allocated IP 172.20.0.8 (b40223d8-4028-4baa-a893-16b56354ccb8/93413214-1cc8-4a8a-b63f-a3b99cd3698f/958a8197-039d-4118-af86-c952115428b4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:34.328193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d3c79f61-6d32-4f5b-a355-2fc212ef344e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:34.454420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:34.480974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.496242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca457f56-1af0-432f-83cc-9f447ba17154 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:34.501675 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-38357f9e-55b2-4b86-9442-21be75ec696e tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:34.557855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.563360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=d3c79f61-6d32-4f5b-a355-2fc212ef344e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:34.581213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:34.637232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No active binding found for port d3c79f61-6d32-4f5b-a355-2fc212ef344e {{(pid=93501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:42:34.639400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d3c79f61-6d32-4f5b-a355-2fc212ef344e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 17 08:42:34.654084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.674726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port d3c79f61-6d32-4f5b-a355-2fc212ef344e on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:34.683879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9385c01f-ff9c-4389-8392-0dc6f8da4196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:34.759229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Port d3c79f61-6d32-4f5b-a355-2fc212ef344e not found, will not notify nova. {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 17 08:42:34.766140 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.768547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network b40223d8-4028-4baa-a893-16b56354ccb8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:34.770412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:34.795619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:34.851497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port ca457f56-1af0-432f-83cc-9f447ba17154 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:34.865952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port ca457f56-1af0-432f-83cc-9f447ba17154 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:34.868766 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.010224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Port': ['ID=958a8197-039d-4118-af86-c952115428b4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.025672 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.069527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.070428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.081103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d29a02-0901-40d3-9c8e-70128865806e None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:35.121804 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3369117 Jun 17 08:42:35.122697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43008) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:35.129143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4df71e5-e528-42a1-934d-d4531cfc0eee None None] Could not find standard attr ID for object d3c79f61-6d32-4f5b-a355-2fc212ef344e. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:42:35.229610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.239199 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4cbc616-4278-4637-b87a-5102936e4450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.325546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9bdd-c3b5-4cf2-ab43-ca285ce67683 req-9a4e0035-c7e8-4ca7-9ea6-b027c85b4ecd tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.333744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1cf9bdd-c3b5-4cf2-ab43-ca285ce67683 req-9a4e0035-c7e8-4ca7-9ea6-b027c85b4ecd tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 943 time: 0.2870336 Jun 17 08:42:35.416425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.440755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1e7063-09a6-4782-a14b-9d086b6126a1']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.459261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6672a5b6-d138-4b48-8fdd-1d587a959578') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.460230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6672a5b6-d138-4b48-8fdd-1d587a959578') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.471507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.490799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.498789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:35.499328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.544793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Deleting port 958a8197-039d-4118-af86-c952115428b4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:35.550229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:35.644575 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:35.649040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=5457d397-43d2-48d9-b6c9-5362d5eb4c84,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.661457 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.671257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:35.703768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216', 'network_id': '3c9c71e9-3037-4429-9b8f-e6132d2aad23', 'port_id': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216', 'mac_address': 'fa:16:3e:3a:55:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88578fe-967a-428b-8869-016424943b08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:35.705892 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.730385 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68843161-b284-4785-9888-2cd757944b98 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.738219 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.747173 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.750435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/ba1e7063-09a6-4782-a14b-9d086b6126a1 HTTP/1.1" status: 204 len: 168 time: 2.6952708 Jun 17 08:42:35.761115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43022) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:35.797023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=ba1e7063-09a6-4782-a14b-9d086b6126a1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.801283 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.836959 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3af0dd-5163-4f27-94cc-eff50c4bff6a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:35.839820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3af0dd-5163-4f27-94cc-eff50c4bff6a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:35.840779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1cf9bdd-c3b5-4cf2-ab43-ca285ce67683 req-5d5fb9fe-d192-4e40-ad46-1af0d8a8235d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057731 Jun 17 08:42:35.848146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ca457f56-1af0-432f-83cc-9f447ba17154, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca457f56-1af0-432f-83cc-9f447ba17154,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:35.855536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca457f56-1af0-432f-83cc-9f447ba17154'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:35.858125 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c0df3-eac6-4b9e-8613-d49aae9a27ab" -d '{"events": [{"server_uuid": "129a1d95-0575-46eb-ba81-1a285fb781c0", "name": "network-vif-plugged", "status": "completed", "tag": "ca457f56-1af0-432f-83cc-9f447ba17154"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:35.860859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c3af0dd-5163-4f27-94cc-eff50c4bff6a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/ba1e7063-09a6-4782-a14b-9d086b6126a1 HTTP/1.1" status: 404 len: 339 time: 0.0986555 Jun 17 08:42:35.864712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43026) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:35.865971 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.869950 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.873047 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.882886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364690809', 'description': 'd1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:35.920671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3111d56-26f7-42e5-975a-c2f169748c9d None None] DHCP port deletion for ba1e7063-09a6-4782-a14b-9d086b6126a1 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:35.942154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:35.980120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:35.985685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c1fdd-57bd-4986-94a5-04e8b472a20c None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:35.987710 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.001226 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ec89e2-f365-4847-9ae0-d1be7c32afe1 x-openstack-request-id: req-04ec89e2-f365-4847-9ae0-d1be7c32afe1 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:36.001625 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a1d95-0575-46eb-ba81-1a285fb781c0", "name": "network-vif-plugged", "status": "completed", "tag": "ca457f56-1af0-432f-83cc-9f447ba17154", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:36.002273 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04ec89e2-f365-4847-9ae0-d1be7c32afe1 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:36.002468 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca457f56-1af0-432f-83cc-9f447ba17154', 'code': 200} Jun 17 08:42:36.005133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c1fdd-57bd-4986-94a5-04e8b472a20c None None] Network ba1e7063-09a6-4782-a14b-9d086b6126a1 could not be found, it might have been deleted concurrently. {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:42:36.010655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:36.012558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ca457f56-1af0-432f-83cc-9f447ba17154,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:36.017817 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:36.019769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.025573 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d2955b71-ebb2-43de-a790-2dadf7be45ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:36.039372 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.084693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:36.127426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.127794 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 362bf4c6-2478-48c0-9402-b7e7847e682c of type vlan for network 6eb75eda-e653-47f1-8540-96f2e33ad2a3 Jun 17 08:42:36.185238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:36.208359 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:36.244601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d3c79f61-6d32-4f5b-a355-2fc212ef344e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:36.253088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['8fecf5b2-b523-4d0f-9e0d-8e30ebacc216'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:36.300777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.373544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Calling delete_port for 958a8197-039d-4118-af86-c952115428b4 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:36.408318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.426403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.430542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.433183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43036) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:36.433896 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bfadc44a-d6e2-4b4b-8a79-1aa2a893e362 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:36.510394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d3c79f61-6d32-4f5b-a355-2fc212ef344e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:36.514382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d3c79f61-6d32-4f5b-a355-2fc212ef344e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:36.596299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7272167 Jun 17 08:42:36.606596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43040) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:36.665011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f59b9-2eaa-4756-90b9-bf7c6d659e52 req-3bd403eb-7283-4ca5-aff1-88a80454ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.666649 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a22f59b9-2eaa-4756-90b9-bf7c6d659e52 req-3bd403eb-7283-4ca5-aff1-88a80454ff11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 1098 time: 0.4556110 Jun 17 08:42:36.754613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=6eb75eda-e653-47f1-8540-96f2e33ad2a3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:36.761958 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:36.769806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 6eb75eda-e653-47f1-8540-96f2e33ad2a3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:36.842590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a22f59b9-2eaa-4756-90b9-bf7c6d659e52 req-18fbac77-28e5-46b2-92d8-6dcdb922f238 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665466 Jun 17 08:42:36.896944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.907606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-972c986d-c9d8-4efd-83cf-663a7974f01f tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:36.982103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad269c33-a610-4cd8-985d-db6771cba76a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.984332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ad269c33-a610-4cd8-985d-db6771cba76a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks?id=6eb75eda-e653-47f1-8540-96f2e33ad2a3 HTTP/1.1" status: 200 len: 760 time: 0.3765624 Jun 17 08:42:36.989669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43046) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.001973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'description': 'd2'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:37.002262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event deleted for resources: {'Port': ['ID=958a8197-039d-4118-af86-c952115428b4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:37.020294 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:37.059700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.156536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.182140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/ports/958a8197-039d-4118-af86-c952115428b4 HTTP/1.1" status: 204 len: 168 time: 2.0580556 Jun 17 08:42:37.238492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43050) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.245026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8', 'external_fixed_ips': [{'subnet_id': '93413214-1cc8-4a8a-b63f-a3b99cd3698f', 'ip_address': '172.20.0.8'}]}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:37.393536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.425850 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.432772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-072d72dc-4bcc-40e7-91f9-575c98826730 tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:37.459616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 6eb75eda-e653-47f1-8540-96f2e33ad2a3 is not hosted by any dhcp agent {{(pid=93500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:42:37.466247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:37.466862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.471053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43058) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.471656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "PUT /v2.0/networks/6eb75eda-e653-47f1-8540-96f2e33ad2a3 HTTP/1.1" status: 200 len: 757 time: 0.4804020 Jun 17 08:42:37.581935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056b14-15fc-4ef0-a3ab-a8a742c74fdd req-925ca858-8341-4170-b070-faa7f4373a1f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:37.591895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8056b14-15fc-4ef0-a3ab-a8a742c74fdd req-925ca858-8341-4170-b070-faa7f4373a1f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 944 time: 0.2666621 Jun 17 08:42:37.600464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.600464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=6eb75eda-e653-47f1-8540-96f2e33ad2a3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:37.612813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 6eb75eda-e653-47f1-8540-96f2e33ad2a3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:37.617142 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:37.619734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.630427 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e76d20c2-c228-42b7-9f1b-3916f3f59e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:37.685650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e6c234ea9674fb1910457eca04eb366&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2289164 Jun 17 08:42:37.687310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.706382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8056b14-15fc-4ef0-a3ab-a8a742c74fdd req-6049373f-1c2d-416e-bf90-1be66a9166e5 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136982 Jun 17 08:42:37.707770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49b76b-ea28-406a-88e3-1f68c55153fc tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:37.709628 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8d49b76b-ea28-406a-88e3-1f68c55153fc tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks?id=6eb75eda-e653-47f1-8540-96f2e33ad2a3 HTTP/1.1" status: 200 len: 760 time: 0.2373035 Jun 17 08:42:37.713322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43062) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.714400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a1b94-0e67-4a70-b03f-8d8bc31e85bb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:37.721338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-243573490'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:37.733769 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:37.751255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.752209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.777225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:37.781108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.822380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.855437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.884319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:37.899291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.000269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.000781 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 2c451f20-dc49-405e-a1ba-e388977c0937 of type vlan for network ea64d0e6-c44f-4c8f-87c4-988afe035702 Jun 17 08:42:38.053437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.084689 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.092638 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.095972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f5a1b94-0e67-4a70-b03f-8d8bc31e85bb HTTP/1.1" status: 204 len: 168 time: 0.4072592 Jun 17 08:42:38.101736 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f9df5ef-afa8-460c-9296-2cd45e4c2129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.128334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a1b94-0e67-4a70-b03f-8d8bc31e85bb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:38.139055 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:38.182278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.188159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.188765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.227758 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c1c4c7f-c399-47dc-bb41-50721c17b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.238515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43068) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:38.248374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.288634 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5671504 Jun 17 08:42:38.290553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43072) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:38.306695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:38.331955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:38.395954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=ea64d0e6-c44f-4c8f-87c4-988afe035702,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:38.409499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:38.457353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ea64d0e6-c44f-4c8f-87c4-988afe035702 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:38.765138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:38.774944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:38.775708 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.945203 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.113750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:39.115896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:39.126795 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6284f118-e149-4fd1-81ea-f6c5310db227" -d '{"events": [{"server_uuid": "b6908829-163b-4da8-b9ca-a3c344a3b1d9", "name": "network-vif-plugged", "status": "completed", "tag": "8fecf5b2-b523-4d0f-9e0d-8e30ebacc216"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:39.135615 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.137688 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.141272 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f930717d-8c50-4a33-85f9-5d31d63a4733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.202710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.215525 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6127fd3e-3e10-48f1-8251-24cf6bf3c989 x-openstack-request-id: req-6127fd3e-3e10-48f1-8251-24cf6bf3c989 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:39.215827 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6908829-163b-4da8-b9ca-a3c344a3b1d9", "name": "network-vif-plugged", "status": "completed", "tag": "8fecf5b2-b523-4d0f-9e0d-8e30ebacc216", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:39.228801 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6127fd3e-3e10-48f1-8251-24cf6bf3c989 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:39.230123 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216', 'code': 200} Jun 17 08:42:39.247022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43086) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:39.369428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.378666 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.425241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.428509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Allocated IP 172.20.0.8 (b40223d8-4028-4baa-a893-16b56354ccb8/93413214-1cc8-4a8a-b63f-a3b99cd3698f/8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:39.454664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.574782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:42:39.574782 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:42:39.574782 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id_1': '15acea4df02440349e61f57d1462d8cc', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 42, 39, 529230)}] Jun 17 08:42:39.574782 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:39.575437 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:39.624453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a703894-c82d-4688-9009-713887bc5608 req-0ef60f05-a516-495c-b75a-48f1cf074310 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.626299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a703894-c82d-4688-9009-713887bc5608 req-0ef60f05-a516-495c-b75a-48f1cf074310 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.3852072 Jun 17 08:42:39.633480 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.639378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbccab4-59d7-44aa-a8c4-798332f6360f req-eb48673c-aa2d-4397-905a-fddd5c25203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.640977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbbccab4-59d7-44aa-a8c4-798332f6360f req-eb48673c-aa2d-4397-905a-fddd5c25203a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 1097 time: 0.2723289 Jun 17 08:42:39.692640 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.701382 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-140a3a8c-6e15-4cca-a89c-fb8cce001f5e tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.720987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.727242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbbccab4-59d7-44aa-a8c4-798332f6360f req-9ebb3f70-8dd0-4cd0-a613-e61dceba942a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732992 Jun 17 08:42:39.732850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a703894-c82d-4688-9009-713887bc5608 req-e3ea26f6-e3c8-4c0e-a519-5e1e6ff09cc0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958164 Jun 17 08:42:39.735688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.740263 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f03278d8-b933-4394-ad2d-bb8113767cb0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.802481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Port': ['ID=8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.826400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dcfb39-5ec3-42cb-95f6-436802630a72,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.829070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:39.829473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.832733 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.837319 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.843729 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3ff4986699e4d49bf74da6281be6344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953567 Jun 17 08:42:39.844388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:39.861662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network b40223d8-4028-4baa-a893-16b56354ccb8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:39.872134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:39.883370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:40.001502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.042575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.076814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.198700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.208407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f30a4ea-f213-4375-a4ff-31fae03d284f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.291856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43098) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.297153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.299768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.303389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17dcfb39-5ec3-42cb-95f6-436802630a72 HTTP/1.1" status: 204 len: 168 time: 0.4475946 Jun 17 08:42:40.361074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=887dc8b2-f181-4122-b59c-cec189c5c638,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.364810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.372553 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.373069 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2601f99e-d59a-487a-886b-74b2b622d9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.396236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dcfb39-5ec3-42cb-95f6-436802630a72,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.403236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '2c451f20-dc49-405e-a1ba-e388977c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:40.403591 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: ea64d0e6-c44f-4c8f-87c4-988afe035702, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:40.408264 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.422412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.435497 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.444833 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad93bdb1-43c8-40bb-993c-55c65c7d91b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.470355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network ea64d0e6-c44f-4c8f-87c4-988afe035702 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:40.511606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43104) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.512107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15acea4df02440349e61f57d1462d8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2722437 Jun 17 08:42:40.512866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ea64d0e6-c44f-4c8f-87c4-988afe035702) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:40.518316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642dea9b-0839-4b7e-a0d9-68d85c51df5e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.520775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b8fc9-aed5-4731-b5d8-23ca086a2d28 None None] Network ea64d0e6-c44f-4c8f-87c4-988afe035702 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:40.521323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.521904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.524608 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.559810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2649326 Jun 17 08:42:40.563448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43106) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.662555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.825758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-ea64d0e6-c44f-4c8f-87c4-988afe035702', 'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': '887dc8b2-f181-4122-b59c-cec189c5c638'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:40.829091 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.847808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.879420 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.998758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.056630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.059319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.060464 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/642dea9b-0839-4b7e-a0d9-68d85c51df5e HTTP/1.1" status: 204 len: 168 time: 0.5474882 Jun 17 08:42:41.065511 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-84f41522-55b9-4e49-a19f-7d7709c8aff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.070083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Allocated IP 172.20.0.2 (ea64d0e6-c44f-4c8f-87c4-988afe035702/887dc8b2-f181-4122-b59c-cec189c5c638/10fb81cd-5b47-4505-b845-837766f03108) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:41.073512 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.122740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642dea9b-0839-4b7e-a0d9-68d85c51df5e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.132061 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.153716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae723e06-a844-4757-9a53-4aeb22c64adc req-8fd7459d-5739-4979-ad2e-f9d2511334b8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.157861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae723e06-a844-4757-9a53-4aeb22c64adc req-8fd7459d-5739-4979-ad2e-f9d2511334b8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1491725 Jun 17 08:42:41.232394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.255574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ae723e06-a844-4757-9a53-4aeb22c64adc req-094aa353-fe5e-46be-bb8a-69d4517ca722 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Jun 17 08:42:41.297791 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.317887 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.322239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-80130fe7-9759-4a6a-926d-589439dad4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.345479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.358896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Transition to ACTIVE for port object 10fb81cd-5b47-4505-b845-837766f03108 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:41.371248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bb63b-17ac-45f7-98ce-cecfca51d4ad,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.377945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Transition to ACTIVE for port object 10fb81cd-5b47-4505-b845-837766f03108 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:41.387606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.395238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.400233 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60c9b8c0-c55a-48e3-8a91-f381d7ebccc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.404722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43128) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.405803 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4663fc50a4cb458f8caa41a7fa9b824f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1128922 Jun 17 08:42:41.449573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Router 87049e85-8eef-4c3b-997a-d8483f423281 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:42:41.456640 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.463695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Network ea64d0e6-c44f-4c8f-87c4-988afe035702 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:41.467033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:41.469066 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62523ce5-378d-41e2-b830-64d393779ef1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.478956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:41.492813 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.519673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.532552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Pushing event updated for resources: {'Port': ['ID=10fb81cd-5b47-4505-b845-837766f03108,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.555364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43132) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.583246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Attempting to bind port 10fb81cd-5b47-4505-b845-837766f03108 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:41.586831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Attempting to bind port 10fb81cd-5b47-4505-b845-837766f03108 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2c451f20-dc49-405e-a1ba-e388977c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:41.587875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Attempting to bind port 10fb81cd-5b47-4505-b845-837766f03108 on network ea64d0e6-c44f-4c8f-87c4-988afe035702 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:41.594669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.602429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:41.602820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Checking segment: {'id': '2c451f20-dc49-405e-a1ba-e388977c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:41.603270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.607758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Bound using segment: {'id': '2c451f20-dc49-405e-a1ba-e388977c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:41.608325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Bound port: 10fb81cd-5b47-4505-b845-837766f03108, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c451f20-dc49-405e-a1ba-e388977c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:41.608730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.615813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.615813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.616375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.617141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.617483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.617813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.618145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.618472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.618798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.619141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.619683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.620018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:41.624958 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.664173 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.667028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.670502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c7bb63b-17ac-45f7-98ce-cecfca51d4ad HTTP/1.1" status: 204 len: 168 time: 0.2624462 Jun 17 08:42:41.672921 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-daf6d8cb-f48e-48e7-b65a-f77486f835b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.677604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=887dc8b2-f181-4122-b59c-cec189c5c638,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.686558 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.692647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bb63b-17ac-45f7-98ce-cecfca51d4ad,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.701097 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.728557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac14f8-e22c-44e0-be8c-5c5b631b2e8f req-011228a2-7e2b-4de4-8a61-7584955a182a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.730115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ffac14f8-e22c-44e0-be8c-5c5b631b2e8f req-011228a2-7e2b-4de4-8a61-7584955a182a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1763842 Jun 17 08:42:41.754658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] For port 10fb81cd-5b47-4505-b845-837766f03108, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:41.761118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] For port 10fb81cd-5b47-4505-b845-837766f03108, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=10fb81cd-5b47-4505-b845-837766f03108,segment=NetworkSegment(2c451f20-dc49-405e-a1ba-e388977c0937),segment_id=2c451f20-dc49-405e-a1ba-e388977c0937)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:41.778482 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.792003 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.811928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ffac14f8-e22c-44e0-be8c-5c5b631b2e8f req-ed2f2778-7fbb-49e6-83a0-9f9b33c34018 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744910 Jun 17 08:42:41.826289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.837675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.842013 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5035874b-f0b8-4604-87ff-ecb77ce88e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.942994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae3595213f4e4c7794528cc31e71d18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863447 Jun 17 08:42:41.944384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc470ea5-ef0a-42b4-b14c-88f74d151788,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.947067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.949858 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.012826 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.043683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.048193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03332a4e-af9c-4f41-9908-4fe67268501a None None] Network ea64d0e6-c44f-4c8f-87c4-988afe035702 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:42.096592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Pushing event updated for resources: {'Port': ['ID=10fb81cd-5b47-4505-b845-837766f03108,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.109374 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.140513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.144323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.148638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc470ea5-ef0a-42b4-b14c-88f74d151788 HTTP/1.1" status: 204 len: 168 time: 0.1972744 Jun 17 08:42:42.148638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0dc208d1-ddfb-4835-86ac-b51610ae6414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.167110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc470ea5-ef0a-42b4-b14c-88f74d151788,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.171804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.385031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677e12-8a95-4f3a-b3c3-66a589ef53bd req-608fe56c-1370-4250-aac5-c2d0a9414f50 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.386476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e677e12-8a95-4f3a-b3c3-66a589ef53bd req-608fe56c-1370-4250-aac5-c2d0a9414f50 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 946 time: 0.1570072 Jun 17 08:42:42.479218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e677e12-8a95-4f3a-b3c3-66a589ef53bd req-8c9452ba-bad4-4b97-9ad9-f384c831d9c1 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Jun 17 08:42:42.517105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfddc7d-b838-4c47-9fa1-81a1334d3617 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:42:42.617532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.628096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea64d0e6-c44f-4c8f-87c4-988afe035702']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:42.642824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c451f20-dc49-405e-a1ba-e388977c0937') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:42.643149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c451f20-dc49-405e-a1ba-e388977c0937') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:42.653477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.699605 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.717991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:42.718924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:42.724805 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:42.731883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfddc7d-b838-4c47-9fa1-81a1334d3617 None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:42:42.841569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:42.851946 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Sync routers for ids ['87049e85-8eef-4c3b-997a-d8483f423281'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:42.854668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-84598c91-edfb-4877-a469-7eb639624d37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1867490 Jun 17 08:42:42.869820 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Routers {'87049e85-8eef-4c3b-997a-d8483f423281'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:42.870758 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['87049e85-8eef-4c3b-997a-d8483f423281'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:42.879518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:42:42.879518 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:42:42.879518 n-d-780147-13 neutron-server[93499]: [parameters: {'id': 'ea64d0e6-c44f-4c8f-87c4-988afe035702'}] Jun 17 08:42:42.879518 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:42.879876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:42.897055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.899953 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.6602156 Jun 17 08:42:42.904600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43166) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:43.030266 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Set router 87049e85-8eef-4c3b-997a-d8483f423281 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:43.204238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09af7c-33f3-40b5-8806-00bcdd05f863 req-5f5f60cf-a55e-4658-a2cc-2707379fb04f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.213657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e09af7c-33f3-40b5-8806-00bcdd05f863 req-5f5f60cf-a55e-4658-a2cc-2707379fb04f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1940024 Jun 17 08:42:43.255576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.312233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6e09af7c-33f3-40b5-8806-00bcdd05f863 req-7272749a-e610-4108-8eca-868635a253ec tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946333 Jun 17 08:42:43.312724 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87049e85-8eef-4c3b-997a-d8483f423281', 'name': '', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8', 'external_fixed_ips': [{'subnet_id': '93413214-1cc8-4a8a-b63f-a3b99cd3698f', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:37Z', 'updated_at': '2021-06-17T08:42:40Z', 'revision_number': 3, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port': {'id': '8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4', 'name': '', 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87049e85-8eef-4c3b-997a-d8483f423281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '93413214-1cc8-4a8a-b63f-a3b99cd3698f', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:39Z', 'updated_at': '2021-06-17T08:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93413214-1cc8-4a8a-b63f-a3b99cd3698f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:43.395745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.405978 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Checking router: 87049e85-8eef-4c3b-997a-d8483f423281 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:43.406673 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Updating router 87049e85-8eef-4c3b-997a-d8483f423281 port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:42:43.518092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-6f63025a-1ca2-40db-992d-75947d8a73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.519862 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-6f63025a-1ca2-40db-992d-75947d8a73d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 1098 time: 0.5914161 Jun 17 08:42:43.547356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.580544 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.627756 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port 10fb81cd-5b47-4505-b845-837766f03108 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:43.628301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.761297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-319794b3-f8aa-478e-9b9a-3f9766606dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.762787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-319794b3-f8aa-478e-9b9a-3f9766606dc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 917 time: 0.2075741 Jun 17 08:42:43.768286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port 10fb81cd-5b47-4505-b845-837766f03108, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=10fb81cd-5b47-4505-b845-837766f03108,segment=NetworkSegment(2c451f20-dc49-405e-a1ba-e388977c0937),segment_id=2c451f20-dc49-405e-a1ba-e388977c0937)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:43.768651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.853924 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-ab79a7e7-2f06-4c4d-8a15-32d9daad3fcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca457f56-1af0-432f-83cc-9f447ba17154 HTTP/1.1" status: 200 len: 217 time: 0.0765018 Jun 17 08:42:43.876915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65376a-3b22-4e20-87f1-569261d9f0d4 req-56af3ed0-9da8-4865-986b-5641c8c1d09d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.879965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for 10fb81cd-5b47-4505-b845-837766f03108 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:43.889552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a65376a-3b22-4e20-87f1-569261d9f0d4 req-56af3ed0-9da8-4865-986b-5641c8c1d09d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1738684 Jun 17 08:42:43.900516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Deleting port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:43.900865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.992107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6a65376a-3b22-4e20-87f1-569261d9f0d4 req-f7532dfd-afdc-429f-a05c-52b6f2e23d25 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945911 Jun 17 08:42:44.047175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-53f661dc-ca04-4da2-ab34-20a3dcee051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.048653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-53f661dc-ca04-4da2-ab34-20a3dcee051f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.1633584 Jun 17 08:42:44.128691 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.144289 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.159590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.162171 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Transition to ACTIVE for port object 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:44.176162 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.180783 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.212267 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ba4a02e-f4bd-481c-9ecd-9ce269be9573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.247845 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Attempting to bind port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:44.248223 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Attempting to bind port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:44.248831 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Attempting to bind port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 on network b40223d8-4028-4baa-a893-16b56354ccb8 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:44.250583 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Pushing event updated for resources: {'Port': ['ID=8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:44.254753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Calling delete_port for 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:44.260240 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:44.260751 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Checking segment: {'id': 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:44.261165 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.261562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Bound using segment: {'id': 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:44.262350 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Bound port: 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b40223d8-4028-4baa-a893-16b56354ccb8'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:44.262826 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.265445 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.265784 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.266119 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.266447 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.266771 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.267125 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.267446 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.267765 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.268085 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.268397 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.268709 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.269024 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:44.273326 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.345543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=10fb81cd-5b47-4505-b845-837766f03108,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:44.349480 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.357158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port 10fb81cd-5b47-4505-b845-837766f03108 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:44.361337 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] For port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:44.366884 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] For port 8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4,segment=NetworkSegment(c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e),segment_id=c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:44.367601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-da60eedc-020d-4bab-8f7c-bc21e7b62683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.369266 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-da60eedc-020d-4bab-8f7c-bc21e7b62683 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3117318 Jun 17 08:42:44.375448 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.383443 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f768d5c-5244-45f5-9ab4-e603bf6bb343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.417040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad8ad-0d4b-4ebb-b99b-096a51b65002 req-cffa102f-703a-40bf-bfe4-5e08180b1398 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.424456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad8ad-0d4b-4ebb-b99b-096a51b65002 req-cffa102f-703a-40bf-bfe4-5e08180b1398 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.432978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad8ad-0d4b-4ebb-b99b-096a51b65002 req-cffa102f-703a-40bf-bfe4-5e08180b1398 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.434934 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1efad8ad-0d4b-4ebb-b99b-096a51b65002 req-cffa102f-703a-40bf-bfe4-5e08180b1398 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9&device_id=129a1d95-0575-46eb-ba81-1a285fb781c0&device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 2417 time: 0.1552484 Jun 17 08:42:44.490750 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Routers {'87049e85-8eef-4c3b-997a-d8483f423281'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:44.492867 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['87049e85-8eef-4c3b-997a-d8483f423281'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:44.544140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1efad8ad-0d4b-4ebb-b99b-096a51b65002 req-399b38ca-c391-4f03-a5d3-d6ae43e3db26 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846484 Jun 17 08:42:44.593240 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Pushing event updated for resources: {'Port': ['ID=8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:44.607846 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.614180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.639753 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] Set router 87049e85-8eef-4c3b-997a-d8483f423281 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:44.647493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea64d0e6-c44f-4c8f-87c4-988afe035702']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:44.703596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-d448ae75-ff07-4ca7-a37d-29789692699b service neutron] 10.222.0.60 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976143 Jun 17 08:42:44.709203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c451f20-dc49-405e-a1ba-e388977c0937') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:44.709578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c451f20-dc49-405e-a1ba-e388977c0937') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:44.748051 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-08331174-a92a-4695-8c70-5799ba3134df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87049e85-8eef-4c3b-997a-d8483f423281', 'name': '', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:37Z', 'updated_at': '2021-06-17T08:42:43Z', 'revision_number': 4, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:44.801292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.806017 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08331174-a92a-4695-8c70-5799ba3134df None None] The sync data for ids ['87049e85-8eef-4c3b-997a-d8483f423281'] in n-d-780147-13 is: [{'id': '87049e85-8eef-4c3b-997a-d8483f423281', 'name': '', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:37Z', 'updated_at': '2021-06-17T08:42:43Z', 'revision_number': 4, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:44.849147 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.906527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:44.911976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: items = [ Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:44.927525 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:44.987505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c39f44-41d5-4d5e-8144-971de5194eff req-ed835809-8f95-47c4-8db5-d20c86a18fff tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.996720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8c39f44-41d5-4d5e-8144-971de5194eff req-ed835809-8f95-47c4-8db5-d20c86a18fff tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1387846 Jun 17 08:42:45.090856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8c39f44-41d5-4d5e-8144-971de5194eff req-16ba7e61-89f2-4530-866f-d74d2a995010 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929408 Jun 17 08:42:45.144531 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a344cc7b-e9d4-46ca-83ae-334b35c3e579 req-1e2999c6-7084-43e9-84e4-23db4ece24ed service neutron] 10.222.0.60 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296479 Jun 17 08:42:45.152286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-51443120-e3df-462c-8b08-62807d1256cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140509 Jun 17 08:42:45.212904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.227671 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:45.238131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.245874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.251047 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/ea64d0e6-c44f-4c8f-87c4-988afe035702 HTTP/1.1" status: 204 len: 168 time: 4.6821580 Jun 17 08:42:45.253004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.346745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=ea64d0e6-c44f-4c8f-87c4-988afe035702,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.365467 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb05bb7-dc15-4fdc-ba4e-9095111d44b7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] GET failed (client error): The resource could not be found. Jun 17 08:42:45.367877 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6cb05bb7-dc15-4fdc-ba4e-9095111d44b7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/subnets/887dc8b2-f181-4122-b59c-cec189c5c638 HTTP/1.1" status: 404 len: 337 time: 0.0868320 Jun 17 08:42:45.368087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d887-36de-42b6-98f9-735eac16270b req-0b140d5e-55c9-4f8a-981e-43987592e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.370006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.370149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-0b140d5e-55c9-4f8a-981e-43987592e200 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 1097 time: 0.1578183 Jun 17 08:42:45.372595 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90bb8401-f10f-4b64-a5e4-cecf114d2653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:45.373182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43250) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.424307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a9ff3c7-cde3-4891-9a54-d9ae59fd34e4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.431168 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4662e1f7-4ed8-4c39-ad98-0f5270973c33 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:45.431782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4662e1f7-4ed8-4c39-ad98-0f5270973c33 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:45.441237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4662e1f7-4ed8-4c39-ad98-0f5270973c33 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/ea64d0e6-c44f-4c8f-87c4-988afe035702 HTTP/1.1" status: 404 len: 339 time: 0.0510867 Jun 17 08:42:45.451609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43254) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.537579 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.640666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.776678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d887-36de-42b6-98f9-735eac16270b req-6774a160-5cd0-429a-9000-ba9a79f312a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.778455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-6774a160-5cd0-429a-9000-ba9a79f312a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 917 time: 0.3767416 Jun 17 08:42:45.822501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb8a0d-6c50-4c53-8366-ffc518c38194 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.838249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb8a0d-6c50-4c53-8366-ffc518c38194 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.839914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e6eb8a0d-6c50-4c53-8366-ffc518c38194 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.3873465 Jun 17 08:42:45.866690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43266) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.915085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-8dfaa3d0-cbc2-4d99-a0d6-2bb7c9a4c8af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617 HTTP/1.1" status: 200 len: 217 time: 0.1205020 Jun 17 08:42:45.947893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.952033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.955348 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-63000a06-33a1-4899-850c-44e51ca98cd2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 207 time: 0.0872221 Jun 17 08:42:45.960534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43272) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.024321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d887-36de-42b6-98f9-735eac16270b req-046d9b3e-2bcf-483f-bba4-31a6fae9db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.025864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-046d9b3e-2bcf-483f-bba4-31a6fae9db80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.1025078 Jun 17 08:42:46.155722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.156295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87049e85-8eef-4c3b-997a-d8483f423281 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:42:46.162612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.164492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/routers/87049e85-8eef-4c3b-997a-d8483f423281 HTTP/1.1" status: 204 len: 168 time: 3.2588031 Jun 17 08:42:46.168542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43280) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.214493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d887-36de-42b6-98f9-735eac16270b req-9faec9f8-c4bd-4846-b26b-1d6fb575f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.216339 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-9faec9f8-c4bd-4846-b26b-1d6fb575f1fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812356 Jun 17 08:42:46.270456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ada839-633f-4416-a3c8-04df48137087 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.284887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ada839-633f-4416-a3c8-04df48137087 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.293874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ada839-633f-4416-a3c8-04df48137087 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.308501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ada839-633f-4416-a3c8-04df48137087 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.311964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Deleting subnet 93413214-1cc8-4a8a-b63f-a3b99cd3698f {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:46.355412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ada839-633f-4416-a3c8-04df48137087 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.360585 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59ada839-633f-4416-a3c8-04df48137087 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3090 time: 0.3954961 Jun 17 08:42:46.360880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.416954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-025920e0-d135-4652-a559-29aad148e334 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922097 Jun 17 08:42:46.417620 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.518242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.640430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.640927 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-541b2fa3-830b-4975-82e4-3517ea1fb4ee tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 677 time: 0.2787638 Jun 17 08:42:46.644070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43290) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.671713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28a8d887-36de-42b6-98f9-735eac16270b req-49de49ee-e7dc-464b-8c5b-8efd49143bee service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285528 Jun 17 08:42:46.775384 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.777732 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8cc99d70-4253-4197-9f84-cae93946b645 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.779808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e48a8-8428-464f-aa2a-afb215c22c15 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.781482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e48a8-8428-464f-aa2a-afb215c22c15 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.786870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5a1e48a8-8428-464f-aa2a-afb215c22c15 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1382701 Jun 17 08:42:46.790404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43298) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.836294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93413214-1cc8-4a8a-b63f-a3b99cd3698f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.847593 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.852814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.858457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/93413214-1cc8-4a8a-b63f-a3b99cd3698f HTTP/1.1" status: 204 len: 168 time: 0.6875794 Jun 17 08:42:46.859119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43304) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.884456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03409b14-8268-4402-996a-e09c1dc132a6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.886860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03409b14-8268-4402-996a-e09c1dc132a6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.888659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03409b14-8268-4402-996a-e09c1dc132a6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0972567 Jun 17 08:42:46.892312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43306) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.062085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.136295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacb2c2-4404-4953-acfa-a944f0e92f5a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.138060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5eacb2c2-4404-4953-acfa-a944f0e92f5a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks/38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 HTTP/1.1" status: 200 len: 800 time: 0.2445500 Jun 17 08:42:47.141811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.152714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.310125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.330806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40223d8-4028-4baa-a893-16b56354ccb8']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:47.354157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:47.354747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60e2e8d-62e7-4dcb-bf42-3c1db0f9011e') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:47.373900 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.399186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.417416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:47.419479 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:47.424374 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:47.467715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.469664 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7027e9d-762d-467a-a893-87c2d7a89cd6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/networks/38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3264291 Jun 17 08:42:47.552957 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:42:47.590778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd7ec1-82b1-47fa-af93-3e5f9bcc1b62 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.596773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.596938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-44fd7ec1-82b1-47fa-af93-3e5f9bcc1b62 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/subnets/ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2 HTTP/1.1" status: 200 len: 811 time: 0.1270163 Jun 17 08:42:47.598951 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.606074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b40223d8-4028-4baa-a893-16b56354ccb8 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:42:47.609764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.611935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b40223d8-4028-4baa-a893-16b56354ccb8 HTTP/1.1" status: 204 len: 168 time: 0.7515342 Jun 17 08:42:47.613142 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-90778fe8-1cc4-482b-ace1-fcbbbf5ff0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:47.629963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event deleted for resources: {'Network': ['ID=b40223d8-4028-4baa-a893-16b56354ccb8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:47.633749 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:47.814005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3800a31-43e8-4aec-aba1-6726ba84fe60 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.826003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43332) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.831870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1691908274'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:47.839001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c3800a31-43e8-4aec-aba1-6726ba84fe60 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "GET /v2.0/subnets/ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2407596 Jun 17 08:42:47.954413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:47.964128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.048518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:48.075955 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.077201 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Added segment 0bccd43e-ef9b-4934-bdeb-1cb47be88d84 of type vlan for network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 Jun 17 08:42:48.086457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453607-323f-469b-90e9-a3de04adc24f req-f2772dd9-e0c2-49bc-962d-62e7c947eeac tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.094497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d453607-323f-469b-90e9-a3de04adc24f req-f2772dd9-e0c2-49bc-962d-62e7c947eeac tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.2133355 Jun 17 08:42:48.169616 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.203652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d453607-323f-469b-90e9-a3de04adc24f req-6c5355eb-5a52-42ca-a28c-7ebf30d73815 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077933 Jun 17 08:42:48.253691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.261686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.263655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.277804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e6c55d94-6cd2-4146-bf51-a8efd2d962ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:48.339542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5120964 Jun 17 08:42:48.342717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43348) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:48.349490 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:48.467479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Network': ['ID=4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:48.470159 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:48.478783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:48.528838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Made reservation on behalf of 0e40e05085124cd0be5b396c8a426e18 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:48.534579 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.635553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing IP validity checks on allocation pools {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:42:48.636633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:42:48.810545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43356) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:48.815512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'name': 'tempest-router--724119307', 'project_id': '6e3cf55a8d9742b38b4d97fdf90f6114'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:48.845145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.846589 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.857973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.860933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66269f0f-423d-4415-abd2-a8eba924c205 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:48.924041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=c09489bc-7e24-4137-ba7b-51e1f6732738,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:48.932805 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:48.944778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Checking segment: {'id': '0bccd43e-ef9b-4934-bdeb-1cb47be88d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:48.945439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network hostable DHCP agents. Network: 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:48.962523 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.966506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:48.975001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.986101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:48.992925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.993525 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.001475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22faae0-0e37-44ec-9ca3-2e35522e6027 None None] Network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:49.018858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6747029 Jun 17 08:42:49.023542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:49.035077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:49.044244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.048201 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-648b724b-bf0c-491b-afcf-76f4ae42ebf1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2340517 Jun 17 08:42:49.048594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43364) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:49.153923 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.305678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4234841'] for subnet, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.329083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7', 'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7', 'tenant_id': '0e40e05085124cd0be5b396c8a426e18', 'fixed_ips': [{'subnet_id': 'c09489bc-7e24-4137-ba7b-51e1f6732738'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:49.330300 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.358569 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.396116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.402434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.517666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.519192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 482b3e85-5f2f-465e-9dca-99dd017be218 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:42:49.555444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.556890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f57ffd42-f56d-452f-b7bf-ed7bf512ddbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/routers/482b3e85-5f2f-465e-9dca-99dd017be218 HTTP/1.1" status: 204 len: 168 time: 0.5072997 Jun 17 08:42:49.601494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abc444-80f4-4858-beb7-406132755ed9 req-77aa3524-ec52-4fc2-bd2b-bbcf0de297c4 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.603638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12abc444-80f4-4858-beb7-406132755ed9 req-77aa3524-ec52-4fc2-bd2b-bbcf0de297c4 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1094923 Jun 17 08:42:49.660127 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12abc444-80f4-4858-beb7-406132755ed9 req-0412909f-7292-46e6-bca4-9f1c2545b808 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503011 Jun 17 08:42:49.676562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751034133616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6265415'] for subnet, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.680721 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-940799d1-9a6d-44bd-99c6-7a10747fc0c9 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:49.719862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.720482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.724639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43388) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:49.724789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "PUT /v2.0/subnets/c09489bc-7e24-4137-ba7b-51e1f6732738 HTTP/1.1" status: 200 len: 877 time: 0.6993408 Jun 17 08:42:49.743735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event updated for resources: {'Subnet': ['ID=c09489bc-7e24-4137-ba7b-51e1f6732738,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:49.754150 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:49.791499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Allocated IP 172.20.0.3 (4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7/c09489bc-7e24-4137-ba7b-51e1f6732738/db432d97-9a2e-444f-96ef-80b9b62afb75) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:49.890163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.008793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.032606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.043059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Transition to ACTIVE for port object db432d97-9a2e-444f-96ef-80b9b62afb75 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:50.052096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43396) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:50.068778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Transition to ACTIVE for port object db432d97-9a2e-444f-96ef-80b9b62afb75 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:50.080268 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.083303 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.102526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.106928 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70eb000a-7583-4de5-a9c7-1a6324d07934 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.132992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:50.136515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:50.144107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:50.152566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=c09489bc-7e24-4137-ba7b-51e1f6732738,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.156794 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.192511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Pushing event updated for resources: {'Port': ['ID=db432d97-9a2e-444f-96ef-80b9b62afb75,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.197819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.226713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Attempting to bind port db432d97-9a2e-444f-96ef-80b9b62afb75 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:50.227142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Attempting to bind port db432d97-9a2e-444f-96ef-80b9b62afb75 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0bccd43e-ef9b-4934-bdeb-1cb47be88d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:50.227554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Attempting to bind port db432d97-9a2e-444f-96ef-80b9b62afb75 on network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:50.234243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:50.234624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Checking segment: {'id': '0bccd43e-ef9b-4934-bdeb-1cb47be88d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:50.235144 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.235875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Bound using segment: {'id': '0bccd43e-ef9b-4934-bdeb-1cb47be88d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:50.236278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.236408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Bound port: db432d97-9a2e-444f-96ef-80b9b62afb75, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bccd43e-ef9b-4934-bdeb-1cb47be88d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:50.236724 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.249655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:50.273162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bccd43e-ef9b-4934-bdeb-1cb47be88d84') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:50.273414 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bccd43e-ef9b-4934-bdeb-1cb47be88d84') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:50.299427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.321394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] For port db432d97-9a2e-444f-96ef-80b9b62afb75, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:50.332349 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.344680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:50.345057 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:50.349489 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:50.449291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-884465855', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:50.484913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] For port db432d97-9a2e-444f-96ef-80b9b62afb75, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=db432d97-9a2e-444f-96ef-80b9b62afb75,segment=NetworkSegment(0bccd43e-ef9b-4934-bdeb-1cb47be88d84),segment_id=0bccd43e-ef9b-4934-bdeb-1cb47be88d84)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:50.486820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:42:50.486820 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:42:50.486820 n-d-780147-13 neutron-server[93500]: [parameters: {'id': '4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7'}] Jun 17 08:42:50.486820 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:50.487385 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:50.489789 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.492553 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e95f4513-cf0f-4793-b27a-bac37f0a9e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.506048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.507822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.579607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.641112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Pushing event updated for resources: {'Port': ['ID=db432d97-9a2e-444f-96ef-80b9b62afb75,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.647691 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.710562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086afca-4d31-449e-ad98-6cff22bf44cd None None] Network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:51.016726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.063891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd73b2f-4639-4e80-b1d3-a3f38340451e None None] Network 4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:51.231922 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.245983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b35918-9a80-4a62-a326-ed87f246b1c0 req-63b4a610-1025-45a8-989b-d030acdb6f09 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.248645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58b35918-9a80-4a62-a326-ed87f246b1c0 req-63b4a610-1025-45a8-989b-d030acdb6f09 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.3190215 Jun 17 08:42:51.374253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port db432d97-9a2e-444f-96ef-80b9b62afb75 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:51.374642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.420182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58b35918-9a80-4a62-a326-ed87f246b1c0 req-a3e7eb89-f9a6-49d7-848e-a05bcb9d28dd tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580694 Jun 17 08:42:51.431893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84787e7-f6e6-4d42-912d-c86a434a83af None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:42:51.526391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port db432d97-9a2e-444f-96ef-80b9b62afb75, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=db432d97-9a2e-444f-96ef-80b9b62afb75,segment=NetworkSegment(0bccd43e-ef9b-4934-bdeb-1cb47be88d84),segment_id=0bccd43e-ef9b-4934-bdeb-1cb47be88d84)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:51.526810 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.586298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.598270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for db432d97-9a2e-444f-96ef-80b9b62afb75 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:51.622026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84787e7-f6e6-4d42-912d-c86a434a83af None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:42:51.624536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.708904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.719313 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9295c927-b5ef-4e57-a6c7-334dafa0d3b6 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:51.777037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Allocated IP 172.25.7.23 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/8c48242c-0e37-4878-8c37-d8be09b196a6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:51.779568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=db432d97-9a2e-444f-96ef-80b9b62afb75,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:51.790725 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:51.791649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port db432d97-9a2e-444f-96ef-80b9b62afb75 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:51.883651 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.894552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.906076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bccd43e-ef9b-4934-bdeb-1cb47be88d84') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.906394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bccd43e-ef9b-4934-bdeb-1cb47be88d84') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.916722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.935557 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.942469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:51.942803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:52.002662 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:52.009497 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.026638 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.029659 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.031889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 HTTP/1.1" status: 204 len: 168 time: 2.3059726 Jun 17 08:42:52.032962 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6732572e-e64c-413f-87a7-3e85cab6a9fb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.040579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43442) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.083073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.093050 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.095432 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ca8c6e-8e4e-4b63-b740-70238cfb1c63 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:52.096052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ca8c6e-8e4e-4b63-b740-70238cfb1c63 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:52.098195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b7ca8c6e-8e4e-4b63-b740-70238cfb1c63 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/c09489bc-7e24-4137-ba7b-51e1f6732738 HTTP/1.1" status: 404 len: 337 time: 0.0539458 Jun 17 08:42:52.101769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43444) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.130779 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-248f95ac-276a-443b-8612-ef382d20fe9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:52.132774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248f95ac-276a-443b-8612-ef382d20fe9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:52.135175 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-248f95ac-276a-443b-8612-ef382d20fe9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/4dfcdc41-32f4-4cd7-8f46-d2cd9b004cd7 HTTP/1.1" status: 404 len: 339 time: 0.0320902 Jun 17 08:42:52.137040 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.137596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43446) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.151248 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a56f503-dd51-4698-901f-ebcaff2995eb tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.185998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:52.189005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:52.193774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:52.205049 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-05caa101-0912-4a8f-92dd-989a10d43166 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:52.205807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05caa101-0912-4a8f-92dd-989a10d43166 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:52.208805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-05caa101-0912-4a8f-92dd-989a10d43166 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/887dc8b2-f181-4122-b59c-cec189c5c638 HTTP/1.1" status: 404 len: 337 time: 0.0700581 Jun 17 08:42:52.211674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43452) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.242613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event updated for resources: {'Port': ['ID=8c48242c-0e37-4878-8c37-d8be09b196a6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.247848 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.254120 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3703ae-dc8f-410c-b0f1-a89395460a77 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:52.255530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3703ae-dc8f-410c-b0f1-a89395460a77 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:52.257485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cf3703ae-dc8f-410c-b0f1-a89395460a77 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/ea64d0e6-c44f-4c8f-87c4-988afe035702 HTTP/1.1" status: 404 len: 339 time: 0.0442243 Jun 17 08:42:52.260116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43454) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.395310 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.527718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.812215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.029898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Router e2980952-960a-48ca-9786-9a8d6d752118 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:42:53.044836 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.058862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb75eda-e653-47f1-8540-96f2e33ad2a3']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.099057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362bf4c6-2478-48c0-9402-b7e7847e682c') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.099329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362bf4c6-2478-48c0-9402-b7e7847e682c') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.111692 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.133950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.143846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:53.144251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:53.149026 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:53.187399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884cea-dafa-47a6-a3c2-b603a5312ba1 req-f1903280-f17f-4be5-9c82-c7ef88bd9c8c tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:53.188912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5884cea-dafa-47a6-a3c2-b603a5312ba1 req-f1903280-f17f-4be5-9c82-c7ef88bd9c8c tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1345255 Jun 17 08:42:53.239943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:53.252811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] Sync routers for ids ['e2980952-960a-48ca-9786-9a8d6d752118'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:53.255101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.262151 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.268306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43478) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.268817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/6eb75eda-e653-47f1-8540-96f2e33ad2a3 HTTP/1.1" status: 204 len: 168 time: 1.0071146 Jun 17 08:42:53.270446 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-13ebacf6-3954-4750-a259-caf212d31efb tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.275124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] Routers {'e2980952-960a-48ca-9786-9a8d6d752118'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:53.276020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e2980952-960a-48ca-9786-9a8d6d752118'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.297737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=6eb75eda-e653-47f1-8540-96f2e33ad2a3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.301340 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.304659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.305597 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2522180 Jun 17 08:42:53.310096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.317084 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2ecd4e-2b76-442e-b1a2-90fffb47b3a7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.317697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2ecd4e-2b76-442e-b1a2-90fffb47b3a7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.322815 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc2ecd4e-2b76-442e-b1a2-90fffb47b3a7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/5457d397-43d2-48d9-b6c9-5362d5eb4c84 HTTP/1.1" status: 404 len: 337 time: 0.0505395 Jun 17 08:42:53.323163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.326750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5884cea-dafa-47a6-a3c2-b603a5312ba1 req-96fcd6ab-2a26-4cba-b9ab-2726756aaf28 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059041 Jun 17 08:42:53.366997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.377772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] Routers {'e2980952-960a-48ca-9786-9a8d6d752118'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:53.378917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e2980952-960a-48ca-9786-9a8d6d752118'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.411359 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fe2dd7-4cbe-4f39-b5f4-1298897c5838 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.412018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fe2dd7-4cbe-4f39-b5f4-1298897c5838 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.417065 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-33fe2dd7-4cbe-4f39-b5f4-1298897c5838 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/ba1e7063-09a6-4782-a14b-9d086b6126a1 HTTP/1.1" status: 404 len: 339 time: 0.0906253 Jun 17 08:42:53.417873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43486) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.451388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:53.452334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908b699-030a-4ce1-a9d0-9535a32e5751 None None] The sync data for ids ['e2980952-960a-48ca-9786-9a8d6d752118'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:53.460733 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-68b7c1d1-2aa6-41e9-88c6-c99f25055a83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/e2980952-960a-48ca-9786-9a8d6d752118 HTTP/1.1" status: 200 len: 919 time: 0.1452997 Jun 17 08:42:53.461146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.472449 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-604be8a6-3aa1-45fc-9883-9351c4255970 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.472916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604be8a6-3aa1-45fc-9883-9351c4255970 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.482348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-604be8a6-3aa1-45fc-9883-9351c4255970 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/143b2340-b633-4b25-b800-07abd663091b HTTP/1.1" status: 404 len: 337 time: 0.0626435 Jun 17 08:42:53.482865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43490) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.497924 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6a9036aa-097e-41e5-9025-db4c3323ec36 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2980952-960a-48ca-9786-9a8d6d752118 HTTP/1.1" status: 200 len: 205 time: 0.0353823 Jun 17 08:42:53.500797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.524438 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71c77ec-a15f-497b-a0ab-c945de680ba5 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.528773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71c77ec-a15f-497b-a0ab-c945de680ba5 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.532765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e71c77ec-a15f-497b-a0ab-c945de680ba5 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/dfe73d8f-7c6d-41f7-9e19-ded0d4ba2405 HTTP/1.1" status: 404 len: 339 time: 0.0467398 Jun 17 08:42:53.535302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43496) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.573783 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0bcbde-5be1-4981-bbe4-18021b29bbd6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.574299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0bcbde-5be1-4981-bbe4-18021b29bbd6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.576325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e0bcbde-5be1-4981-bbe4-18021b29bbd6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/8b896188-5a65-4de9-b300-c078c625c9b0 HTTP/1.1" status: 404 len: 337 time: 0.0399663 Jun 17 08:42:53.578781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43498) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.604646 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b20391-832a-4b6b-bc3f-67a6a080bad6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.605220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b20391-832a-4b6b-bc3f-67a6a080bad6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.607262 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-72b20391-832a-4b6b-bc3f-67a6a080bad6 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/56a0cbd9-c070-4860-b10e-a4b9192e5f91 HTTP/1.1" status: 404 len: 339 time: 0.0271842 Jun 17 08:42:53.609790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43500) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.641495 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9128070a-c5d2-450b-824d-95b0a9f76a10 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.642145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9128070a-c5d2-450b-824d-95b0a9f76a10 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.643905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9128070a-c5d2-450b-824d-95b0a9f76a10 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/80ea0903-b370-4a4b-bafd-f96d8d4175eb HTTP/1.1" status: 404 len: 337 time: 0.0329962 Jun 17 08:42:53.644738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.646258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43504) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.652956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.674369 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcc6e6d-a7ee-4965-81c5-63f15c1f787b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.675344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcc6e6d-a7ee-4965-81c5-63f15c1f787b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.677793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ddcc6e6d-a7ee-4965-81c5-63f15c1f787b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/877ee3fa-14a9-425b-8dc6-27aed77c5592 HTTP/1.1" status: 404 len: 339 time: 0.0303969 Jun 17 08:42:53.683459 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43510) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.711476 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f19f082-2f1c-4482-afe2-bf55b2b9972d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.712215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f19f082-2f1c-4482-afe2-bf55b2b9972d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.717100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3f19f082-2f1c-4482-afe2-bf55b2b9972d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/a33446bb-7e7d-43a3-a01c-ebd6cf286a4f HTTP/1.1" status: 404 len: 337 time: 0.0322826 Jun 17 08:42:53.718070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43512) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.753573 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8634ca5-8960-4dbb-bb82-9089ad00590c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.754981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8634ca5-8960-4dbb-bb82-9089ad00590c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.761375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c8634ca5-8960-4dbb-bb82-9089ad00590c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/097d91e8-4d75-404f-b2f9-fd061ff52a77 HTTP/1.1" status: 404 len: 339 time: 0.0420394 Jun 17 08:42:53.762112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43518) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.786478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.796879 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a32c02-2014-476f-854d-00f736b66d81 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.797458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a32c02-2014-476f-854d-00f736b66d81 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.802256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.802588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-76a32c02-2014-476f-854d-00f736b66d81 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/54cd25d9-1c42-4263-aeaf-3a47fdc9df1c HTTP/1.1" status: 404 len: 337 time: 0.0383756 Jun 17 08:42:53.853574 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde94767-e5a4-4f9b-ac96-457df0d35345 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.854515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde94767-e5a4-4f9b-ac96-457df0d35345 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.856992 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bde94767-e5a4-4f9b-ac96-457df0d35345 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/46a1a7e6-e323-4ffd-8158-e396106efba8 HTTP/1.1" status: 404 len: 339 time: 0.0520120 Jun 17 08:42:53.860135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.903503 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5618329f-6fde-49f9-9925-7709a179df0c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.904245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5618329f-6fde-49f9-9925-7709a179df0c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.905482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Deleting port 8c48242c-0e37-4878-8c37-d8be09b196a6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:53.909747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.910648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5618329f-6fde-49f9-9925-7709a179df0c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/a3c546a2-900e-4a9c-8c47-92d07f08e166 HTTP/1.1" status: 404 len: 337 time: 0.0490985 Jun 17 08:42:53.911690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43526) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.939160 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eb136a-f5eb-4281-a5c8-e6fbd954761f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.940800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58eb136a-f5eb-4281-a5c8-e6fbd954761f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:53.947144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-58eb136a-f5eb-4281-a5c8-e6fbd954761f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/446053ea-a059-41a0-b149-79b32030e619 HTTP/1.1" status: 404 len: 339 time: 0.0325928 Jun 17 08:42:53.948059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43530) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.998479 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b80bb42-be64-417c-b325-5a9ea1698200 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:53.999211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b80bb42-be64-417c-b325-5a9ea1698200 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:54.003371 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3b80bb42-be64-417c-b325-5a9ea1698200 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/e75a3f69-e4b8-4f98-834c-e979f9316bdc HTTP/1.1" status: 404 len: 337 time: 0.0522695 Jun 17 08:42:54.003877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:54.042048 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5f95b0-dd98-405a-ae95-853eb1d41118 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:54.044059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5f95b0-dd98-405a-ae95-853eb1d41118 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:54.049927 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5a5f95b0-dd98-405a-ae95-853eb1d41118 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/120cd2ce-b445-46d9-8f24-62460ddae195 HTTP/1.1" status: 404 len: 339 time: 0.0427556 Jun 17 08:42:54.050172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43534) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:54.115164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.116654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting subnet ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:54.120261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.163984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.267450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Calling delete_port for 8c48242c-0e37-4878-8c37-d8be09b196a6 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:54.269809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.306479 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.473947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.476700 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9060ced-561e-4a9a-bcee-1492981cc71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:54.504041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.510472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Subnet': ['ID=ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.520672 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.521955 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.522939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a8ab2-36ad-4f2c-a01f-f2772dd4bf1f None None] Network 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:54.525071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/subnets/ee78a64f-24c4-4ac5-b9b8-542c4cbe7fc2 HTTP/1.1" status: 204 len: 168 time: 0.4739180 Jun 17 08:42:54.527521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:54.539664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.545718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:54.621263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.634732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43544) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:54.643051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5826ed-c9a3-46d0-8704-4b27c9ec2d93,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.646839 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.650371 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c7767e935b14fef8cab07ac6d4d8ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0046399 Jun 17 08:42:54.653523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43548) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:54.706453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.711145 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:54.753539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event deleted for resources: {'Port': ['ID=8c48242c-0e37-4878-8c37-d8be09b196a6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.761068 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.788385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.795684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ef464-5f5c-4c79-83da-c39fa05a3686 req-de9b0ead-8c9f-4c5a-8c58-4c3d83551e18 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:54.800933 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff3ef464-5f5c-4c79-83da-c39fa05a3686 req-de9b0ead-8c9f-4c5a-8c58-4c3d83551e18 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.2641988 Jun 17 08:42:54.845244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Deleting port cc0e6f91-1833-4784-b327-d6f079154ad5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:54.845583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.854094 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] DHCP port deletion for 38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:54.866292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff3ef464-5f5c-4c79-83da-c39fa05a3686 req-78eab557-eb5b-4c9b-a89b-993a218d0a9c tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Jun 17 08:42:54.906396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.910730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Deleting port cc0e6f91-1833-4784-b327-d6f079154ad5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:54.911360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.932283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] For port cc0e6f91-1833-4784-b327-d6f079154ad5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=cc0e6f91-1833-4784-b327-d6f079154ad5,segment=NetworkSegment(bf776b1e-de29-4bb2-8f51-66ba533ffd15),segment_id=bf776b1e-de29-4bb2-8f51-66ba533ffd15)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:54.932761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.966712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.968967 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.021007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] For port cc0e6f91-1833-4784-b327-d6f079154ad5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=cc0e6f91-1833-4784-b327-d6f079154ad5,segment=NetworkSegment(bf776b1e-de29-4bb2-8f51-66ba533ffd15),segment_id=bf776b1e-de29-4bb2-8f51-66ba533ffd15)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:55.021665 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.036365 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8eca0633-fe16-4774-b868-d825b27afde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.067900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Calling delete_port for cc0e6f91-1833-4784-b327-d6f079154ad5 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:55.103475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.108861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.109557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Calling delete_port for cc0e6f91-1833-4784-b327-d6f079154ad5 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:55.119414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.122142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.123460 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad5826ed-c9a3-46d0-8704-4b27c9ec2d93 HTTP/1.1" status: 204 len: 168 time: 0.4690325 Jun 17 08:42:55.167734 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1bbce636-89b7-4110-842e-b9243cbc1c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.185522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5826ed-c9a3-46d0-8704-4b27c9ec2d93,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.190779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.195896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.196362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Fanout notify agent at l3_agent the message router_deleted on router e2980952-960a-48ca-9786-9a8d6d752118 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:42:55.205493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.205991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.206605 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/e2980952-960a-48ca-9786-9a8d6d752118 HTTP/1.1" status: 204 len: 168 time: 1.7047994 Jun 17 08:42:55.208320 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.211544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43554) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:55.245368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1041067063', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': False}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:55.262043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Port': ['ID=cc0e6f91-1833-4784-b327-d6f079154ad5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.265385 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.266176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] No DVR routers for this DVR port cc0e6f91-1833-4784-b327-d6f079154ad5 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:55.285588 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.289743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.291581 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.297315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.301791 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.336426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] No DVR routers for this DVR port cc0e6f91-1833-4784-b327-d6f079154ad5 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:55.343807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Pushing event deleted for resources: {'Port': ['ID=cc0e6f91-1833-4784-b327-d6f079154ad5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.345254 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.360205 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2cc7cfbd064438084c13058365a6c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215574 Jun 17 08:42:55.360205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e5611-5b5a-4325-83bd-2171dbc93870,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.373081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:55.374166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.383074 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.388727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:55.400609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf776b1e-de29-4bb2-8f51-66ba533ffd15') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:55.401193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf776b1e-de29-4bb2-8f51-66ba533ffd15') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:55.410400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.412399 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.439881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.464129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.471906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.480607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.530700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.534060 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.534531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.535671 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f9e5611-5b5a-4325-83bd-2171dbc93870 HTTP/1.1" status: 204 len: 168 time: 0.1599050 Jun 17 08:42:55.536810 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5e7b398-6b44-41ed-9419-09902692a203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.559126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e5611-5b5a-4325-83bd-2171dbc93870,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.564708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.570746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:55.571203 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:55.574365 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:55.584765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:55.603995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.700024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.705265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.713091 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e86a5c2-05bb-4e1e-be3b-e3d1275ad893 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.717326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.719130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] 10.222.0.65 "DELETE /v2.0/networks/38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7 HTTP/1.1" status: 204 len: 168 time: 1.1906428 Jun 17 08:42:55.734434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Pushing event deleted for resources: {'Network': ['ID=38ed48e8-2de9-49ff-8b4c-1d0b615ae8d7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.734625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.743136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.744981 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.747814 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93ef62c8-68cb-4af4-8385-81652601c347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.827795 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=515bb49510c9401dbdcedc5c67fe2aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418804 Jun 17 08:42:55.828553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43568) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:55.835600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6328ba2f-221b-4dbb-adea-6ef1561ffb04,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.852923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.917471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.946091 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.025292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.031829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.035568 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6328ba2f-221b-4dbb-adea-6ef1561ffb04 HTTP/1.1" status: 204 len: 168 time: 0.2051580 Jun 17 08:42:56.037878 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-964e3cee-ae7c-4026-b821-800f8870ed97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.058138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6328ba2f-221b-4dbb-adea-6ef1561ffb04,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:56.061282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.068190 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:56.119994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.158587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device cc0e6f91-1833-4784-b327-d6f079154ad5 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:56.195817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: cc0e6f91-1833-4784-b327-d6f079154ad5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:56.196174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device cc0e6f91-1833-4784-b327-d6f079154ad5 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:56.220870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.246143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.253119 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.389534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb7c2-d566-46ca-8612-bb9c9bf9e838 req-14227a25-def0-452c-9e7b-b31f609c00b5 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:56.391654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bdb7c2-d566-46ca-8612-bb9c9bf9e838 req-14227a25-def0-452c-9e7b-b31f609c00b5 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.2518249 Jun 17 08:42:56.499495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Allocated IP 172.25.7.38 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/3df86c6e-ce69-46f8-ad34-e3ddeefc0f93) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:56.503065 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.507362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90bdb7c2-d566-46ca-8612-bb9c9bf9e838 req-7b9f3a70-800f-4d36-9143-59957617fc47 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889292 Jun 17 08:42:56.516582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.520664 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3007cbe-6de9-4768-a628-4ad6143128a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.549471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43590) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.641313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbcad062ad334b8e8182711d0f66441f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647166 Jun 17 08:42:56.641770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43596) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.683078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c53d43-30a8-42b0-a20d-3baf995a8e5c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:56.688220 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:56.704510 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-67998433-743d-4d4c-924b-2aed9efbfd7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e40e05085124cd0be5b396c8a426e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567289 Jun 17 08:42:56.705990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.707786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.808378 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.818554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.854880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.875532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.938394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.945162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a739b4b-0b29-4e4a-9d0b-ef7afbf83efa tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.950978 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.995336 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.998111 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.004668 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45c53d43-30a8-42b0-a20d-3baf995a8e5c HTTP/1.1" status: 204 len: 168 time: 0.3606610 Jun 17 08:42:57.014253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.023671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.028232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:57.031178 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-99a03982-a1a2-4dca-923c-0eedc59bc5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.033363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:57.068821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:57.068985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.072237 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.072870 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1766a209-1d31-4ce9-92bd-93344be7fa26 HTTP/1.1" status: 204 len: 168 time: 0.3627369 Jun 17 08:42:57.081781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1f506b895d141aeb2b6b5cdd414cf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274935 Jun 17 08:42:57.081781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022381d4-8d67-44a8-a0ad-824057d8898a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.083558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43612) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.085709 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.090738 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab5f87b6-5fa9-4564-ba13-ca77bde82eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.105526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1766a209-1d31-4ce9-92bd-93344be7fa26,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.110354 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.141189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Port': ['ID=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.144254 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.146231 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e844c71-9d2d-40ab-bb73-f53a92641c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.154520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.193311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.236846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c53d43-30a8-42b0-a20d-3baf995a8e5c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.244352 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.277752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.282657 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.284563 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/022381d4-8d67-44a8-a0ad-824057d8898a HTTP/1.1" status: 204 len: 168 time: 0.2000170 Jun 17 08:42:57.285497 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bf993578-5906-406f-9742-35fe898023d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.298707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022381d4-8d67-44a8-a0ad-824057d8898a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.307206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.307676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.308123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.308566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.309002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.309576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.310117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.310550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.311026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.311467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.311895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.312322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:57.339374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.420528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.506254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.645892 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.817809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f8efa-752a-426c-ba05-ca29dfd909f6 req-cb9bd77d-119b-436c-9fb5-44a9c709b973 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.820468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c2f8efa-752a-426c-ba05-ca29dfd909f6 req-cb9bd77d-119b-436c-9fb5-44a9c709b973 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1333289 Jun 17 08:42:57.871699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Router 93c9fabe-9e76-4897-a206-404a6564c738 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:42:57.876702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a24a889-04b4-4f00-bf45-d1becad00e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.880874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c2f8efa-752a-426c-ba05-ca29dfd909f6 req-2dfe0541-1a0d-4fd3-a2f9-e3c847d2b850 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Jun 17 08:42:58.010398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:58.025721 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Sync routers for ids ['93c9fabe-9e76-4897-a206-404a6564c738'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:58.032640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.033891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8212078 Jun 17 08:42:58.036996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43654) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:58.043047 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Routers {'93c9fabe-9e76-4897-a206-404a6564c738'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:58.043766 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['93c9fabe-9e76-4897-a206-404a6564c738'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:58.165002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2e0c9f9b-933c-4ceb-9ec3-758a1b4a05a4 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/93c9fabe-9e76-4897-a206-404a6564c738 HTTP/1.1" status: 200 len: 908 time: 0.1259632 Jun 17 08:42:58.167205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43662) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:58.172227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1041067063', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': True}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:58.199634 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.201831 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.264764 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Set router 93c9fabe-9e76-4897-a206-404a6564c738 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:58.268430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.459065 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c9fabe-9e76-4897-a206-404a6564c738', 'name': 'tempest-snat-router-1041067063', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.38'}], 'enable_snat': False}, 'gw_port_id': '3df86c6e-ce69-46f8-ad34-e3ddeefc0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:55Z', 'updated_at': '2021-06-17T08:42:57Z', 'revision_number': 3, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port': {'id': '3df86c6e-ce69-46f8-ad34-e3ddeefc0f93', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c9fabe-9e76-4897-a206-404a6564c738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:56Z', 'updated_at': '2021-06-17T08:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:58.502601 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Checking router: 93c9fabe-9e76-4897-a206-404a6564c738 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:58.503061 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Updating router 93c9fabe-9e76-4897-a206-404a6564c738 port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:42:58.549218 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.848283 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.852844 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.893985 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.905208 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Transition to ACTIVE for port object 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:58.912094 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.916007 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:58.976596 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Attempting to bind port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:58.977317 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Attempting to bind port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:58.977902 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Attempting to bind port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:58.999082 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:59.005510 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:59.007030 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.008006 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:59.008691 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Bound port: 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:59.010467 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.063344 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a78e2c-23cb-4fdc-81ae-0bc9964ba36a None None] Pushing event updated for resources: {'Port': ['ID=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.068109 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-46a78e2c-23cb-4fdc-81ae-0bc9964ba36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.106126 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] For port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:59.110125 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] For port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:59.118195 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.127113 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.152400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.175427 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Routers {'93c9fabe-9e76-4897-a206-404a6564c738'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:59.176244 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['93c9fabe-9e76-4897-a206-404a6564c738'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:59.178955 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.264436 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a78e2c-23cb-4fdc-81ae-0bc9964ba36a None None] Pushing event updated for resources: {'Port': ['ID=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.267581 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-46a78e2c-23cb-4fdc-81ae-0bc9964ba36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.308981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497bc68-01f3-4fdd-8003-4f28dd5ae171 req-d320d5dd-58c5-40a9-9c90-e93e76652f3a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:59.310380 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] Set router 93c9fabe-9e76-4897-a206-404a6564c738 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:59.315844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1497bc68-01f3-4fdd-8003-4f28dd5ae171 req-d320d5dd-58c5-40a9-9c90-e93e76652f3a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.2393696 Jun 17 08:42:59.331567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Allocated IP 172.25.7.82 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/3880fa87-2ed6-403f-9a8f-1aa3dfc9683e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:59.375618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1497bc68-01f3-4fdd-8003-4f28dd5ae171 req-76a24c39-65b2-41ac-89f6-bfba3b4c83d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586536 Jun 17 08:42:59.494310 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.523206 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c9fabe-9e76-4897-a206-404a6564c738', 'name': 'tempest-snat-router-1041067063', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.38'}], 'enable_snat': False}, 'gw_port_id': '3df86c6e-ce69-46f8-ad34-e3ddeefc0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:55Z', 'updated_at': '2021-06-17T08:42:57Z', 'revision_number': 3, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port': {'id': '3df86c6e-ce69-46f8-ad34-e3ddeefc0f93', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c9fabe-9e76-4897-a206-404a6564c738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:56Z', 'updated_at': '2021-06-17T08:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:59.560819 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5e969-391f-4ee3-af04-1c684e30e75b None None] The sync data for ids ['93c9fabe-9e76-4897-a206-404a6564c738'] in n-d-780147-13 is: [{'id': '93c9fabe-9e76-4897-a206-404a6564c738', 'name': 'tempest-snat-router-1041067063', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.38'}], 'enable_snat': False}, 'gw_port_id': '3df86c6e-ce69-46f8-ad34-e3ddeefc0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:55Z', 'updated_at': '2021-06-17T08:42:57Z', 'revision_number': 3, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port': {'id': '3df86c6e-ce69-46f8-ad34-e3ddeefc0f93', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c9fabe-9e76-4897-a206-404a6564c738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:56Z', 'updated_at': '2021-06-17T08:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:59.561276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.565804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.618480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:59.625058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:59.630123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:59.636838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Port': ['ID=3880fa87-2ed6-403f-9a8f-1aa3dfc9683e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.643530 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:00.052844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.177856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:00.310287 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.313554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:00.337223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:00.338092 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.478973 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.494752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.515307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:00.525069 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.527588 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00809edf-fabb-4e1f-83a1-04ac178aba26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:00.566778 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.641788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:00.648567 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:00.757440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023745e2-1003-444a-86ff-565237619147 req-d2a910f7-0db3-475a-b08c-705b87afef69 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.759150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-023745e2-1003-444a-86ff-565237619147 req-d2a910f7-0db3-475a-b08c-705b87afef69 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1441300 Jun 17 08:43:00.774698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Router 7f2b7a21-2f99-470f-b753-f772c9468947 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:00.855912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.886742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-023745e2-1003-444a-86ff-565237619147 req-77fc32ae-0dce-40e2-8d7b-1a60e23859eb tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209767 Jun 17 08:43:00.965990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:00.995529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Sync routers for ids ['7f2b7a21-2f99-470f-b753-f772c9468947'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:01.014945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Routers {'7f2b7a21-2f99-470f-b753-f772c9468947'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:01.018091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['7f2b7a21-2f99-470f-b753-f772c9468947'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:01.126032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.134536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.149557 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.151098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9828389 Jun 17 08:43:01.154019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43764) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.172828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c547bee-ff71-4d95-a4be-1c60419be567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.209882 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b35380f5916463e95504413b8b9979c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6398501 Jun 17 08:43:01.211038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43766) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.211550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43768) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.212486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cbafad-f92e-47a4-80b0-4d57769de50e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.239485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Set router 7f2b7a21-2f99-470f-b753-f772c9468947 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:01.245163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.299103 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.301227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4fab9bb7-d00e-4d29-b837-09d4f4c222cd tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/7f2b7a21-2f99-470f-b753-f772c9468947 HTTP/1.1" status: 200 len: 907 time: 0.1457787 Jun 17 08:43:01.305596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43774) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.333701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.466099 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.469996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2b7a21-2f99-470f-b753-f772c9468947', 'name': 'tempest-snat-router-1041067063', 'tenant_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3880fa87-2ed6-403f-9a8f-1aa3dfc9683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:58Z', 'updated_at': '2021-06-17T08:42:59Z', 'revision_number': 3, 'project_id': 'c0f4b7e41db24e4da8a88ea57d874295', 'gw_port': {'id': '3880fa87-2ed6-403f-9a8f-1aa3dfc9683e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2b7a21-2f99-470f-b753-f772c9468947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:59Z', 'updated_at': '2021-06-17T08:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:01.503611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.505416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Checking router: 7f2b7a21-2f99-470f-b753-f772c9468947 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:01.505878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Updating router 7f2b7a21-2f99-470f-b753-f772c9468947 port 3880fa87-2ed6-403f-9a8f-1aa3dfc9683e binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:01.506156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.509820 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25cbafad-f92e-47a4-80b0-4d57769de50e HTTP/1.1" status: 204 len: 168 time: 0.2713988 Jun 17 08:43:01.510803 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-413bc132-cc61-46da-9e4f-d2e246e88eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.528831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cbafad-f92e-47a4-80b0-4d57769de50e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.541027 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.545085 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.568218 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.699338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.746048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.753069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.758380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bda5c788-3d83-4000-a4b8-1d54ac23dae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.785525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64beb1da-bff4-444a-8880-2fa2f3b4edcb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.792881 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.817627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43786) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.825204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29869ed7e98c4868b0be69e13a599f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980480 Jun 17 08:43:01.852840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Deleting port 3880fa87-2ed6-403f-9a8f-1aa3dfc9683e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:01.853240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.898643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.939393 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.014557 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.016609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.019452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.024066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64beb1da-bff4-444a-8880-2fa2f3b4edcb HTTP/1.1" status: 204 len: 168 time: 0.2050965 Jun 17 08:43:02.025389 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dea10f55-00b5-43f7-9974-58f768cc34be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.041779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64beb1da-bff4-444a-8880-2fa2f3b4edcb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.044317 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.164329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Calling delete_port for 3880fa87-2ed6-403f-9a8f-1aa3dfc9683e owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:02.351758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b36af-bed4-45fe-8f58-86aaf4777ab8 req-1ba07af2-c94f-4ace-856a-955b6cc14e15 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.358625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:02.360899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-586b36af-bed4-45fe-8f58-86aaf4777ab8 req-1ba07af2-c94f-4ace-856a-955b6cc14e15 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1725676 Jun 17 08:43:02.449873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-586b36af-bed4-45fe-8f58-86aaf4777ab8 req-c66bf59e-c0e9-45ff-a98e-3aac306fcce1 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879953 Jun 17 08:43:02.450299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.536226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:02.536665 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.540807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.544366 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08211236-ad1a-4971-900d-ce942b7500c7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.595875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event deleted for resources: {'Port': ['ID=3880fa87-2ed6-403f-9a8f-1aa3dfc9683e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.597560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:43:02.598237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:43:02.603938 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.687285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.705137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43814) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.738291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.802818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.808185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.840494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.873614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.874171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2b7a21-2f99-470f-b753-f772c9468947 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:02.879711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.882481 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7f2b7a21-2f99-470f-b753-f772c9468947 HTTP/1.1" status: 204 len: 168 time: 1.5754130 Jun 17 08:43:02.885393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 43820) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.967078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.980194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.987335 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ab0114d-4ac3-4f77-877a-005994c526c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.058585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9d4283f234e4cc780c120a06e20d1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522811 Jun 17 08:43:03.062439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43830) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:03.076424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548954b3-f8f6-41b0-9294-72751a164b0f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.089137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.153140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Port 3880fa87-2ed6-403f-9a8f-1aa3dfc9683e not found while updating agent binding for router 7f2b7a21-2f99-470f-b753-f772c9468947. {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 17 08:43:03.160485 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.175060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Routers set() bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:03.175440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Router IDs set() for agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:43:03.176105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f2b7a21-2f99-470f-b753-f772c9468947'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent'). {{(pid=93501) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:43:03.176512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782390-5b3f-4073-a498-2ab1cc290178 None None] The sync data for ids ['7f2b7a21-2f99-470f-b753-f772c9468947'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:03.190280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.270225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.274131 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.278442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/548954b3-f8f6-41b0-9294-72751a164b0f HTTP/1.1" status: 204 len: 168 time: 0.2145753 Jun 17 08:43:03.281757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.283201 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a62865d-2ae4-4fd3-8dda-3b81a3b01a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.292398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.295688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548954b3-f8f6-41b0-9294-72751a164b0f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.299670 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.300502 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c35f2a1b-df86-4f19-9ffc-2223717a93af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.348235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6fe90a872094c6fa53fae5d6a64b0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968551 Jun 17 08:43:03.350748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217c5b1-239a-4c5d-b87c-ea8dbae48dfb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.353638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43838) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:03.361906 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.412197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.415037 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.458104 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.535687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.541145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.541571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b217c5b1-239a-4c5d-b87c-ea8dbae48dfb HTTP/1.1" status: 204 len: 168 time: 0.1861205 Jun 17 08:43:03.554607 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95eb743c-307c-465c-9317-d6f3682e6d6b tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.566518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217c5b1-239a-4c5d-b87c-ea8dbae48dfb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.574460 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.584888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.698488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Deleting port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:03.701443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.745237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4939-e25e-4225-9dc3-f6e708fd8db6 req-629787d7-90cc-4dbd-8e9a-83e508917871 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:03.746783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6eaa4939-e25e-4225-9dc3-f6e708fd8db6 req-629787d7-90cc-4dbd-8e9a-83e508917871 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1094091 Jun 17 08:43:03.807445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] For port 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:03.808686 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.823733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6eaa4939-e25e-4225-9dc3-f6e708fd8db6 req-a87e804c-385b-458d-a2ce-d6da6455dfc8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703607 Jun 17 08:43:03.908051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Calling delete_port for 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:04.122936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.127302 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.142046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43870) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:04.166473 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.189511 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event deleted for resources: {'Port': ['ID=3df86c6e-ce69-46f8-ad34-e3ddeefc0f93,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.204753 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.345829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.358612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.368423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.372511 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5a2dcb5-7145-423e-abf9-80e7eac3adbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.423692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b3336ade9554c7ca1993778a4b9ee52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802556 Jun 17 08:43:04.424453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43886) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:04.425205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e1943-1523-4e75-af79-82f63cf7110a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.446761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.447068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.447460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.447844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.448222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.448599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.448972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.449344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.449712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.450082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.450450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.450815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:04.455149 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.505208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.533845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.594530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.598837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.599847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.601304 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c0e1943-1523-4e75-af79-82f63cf7110a HTTP/1.1" status: 204 len: 168 time: 0.1734588 Jun 17 08:43:04.602320 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d5e76413-cc6b-4382-9e74-66f05cd2e279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.611190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.612233 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e1943-1523-4e75-af79-82f63cf7110a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.637078 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.722592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.723330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93c9fabe-9e76-4897-a206-404a6564c738 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:04.728318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.729778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "DELETE /v2.0/routers/93c9fabe-9e76-4897-a206-404a6564c738 HTTP/1.1" status: 204 len: 168 time: 1.8430452 Jun 17 08:43:04.734320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 43902) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:04.739329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1922409526', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:04.794511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.796060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.920352 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.268696 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.297235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852a411-02ad-4e3d-a67c-8d391171f48c req-aaaec1cc-5186-49c5-a53d-d5220f4c8bb8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:05.299052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6852a411-02ad-4e3d-a67c-8d391171f48c req-aaaec1cc-5186-49c5-a53d-d5220f4c8bb8 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.2358713 Jun 17 08:43:05.408115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6852a411-02ad-4e3d-a67c-8d391171f48c req-74e6d9ca-4a98-4e5e-a163-a1ad2cf2341d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919893 Jun 17 08:43:05.654127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.683090 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.816187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Allocated IP 172.25.7.125 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/72ac3741-ee80-4a38-8eaf-50cc3cb4a700) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:05.948632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.015491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.019115 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5928e6ea-635a-4ada-a2d6-cffa0da93582 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.068124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:06.079744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:06.083229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:06.086993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:06.118934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event updated for resources: {'Port': ['ID=72ac3741-ee80-4a38-8eaf-50cc3cb4a700,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.122068 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.127221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:06.155488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:06.157439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3df86c6e-ce69-46f8-ad34-e3ddeefc0f93 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:06.297917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.518865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.535688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.542891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e743e4d0-bb12-406c-b419-90202d37254a tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.599925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013c9094-bfb7-4413-a044-7f7836d401d2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.629528 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.661453 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c1735c0e6ed469c8840f5b9ca254876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884304 Jun 17 08:43:06.661742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44058) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:06.780385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.825725 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.916561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.927369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.932698 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/013c9094-bfb7-4413-a044-7f7836d401d2 HTTP/1.1" status: 204 len: 168 time: 0.2670968 Jun 17 08:43:06.933312 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-478dc237-693a-4c48-9bc5-ee79a2fc9e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.943000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013c9094-bfb7-4413-a044-7f7836d401d2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.952872 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.977676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc14c4c-42b8-4a0e-a14d-7800662024d6 req-7f509a15-622c-4cd5-b32a-d6f20a22395a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:06.984783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fc14c4c-42b8-4a0e-a14d-7800662024d6 req-7f509a15-622c-4cd5-b32a-d6f20a22395a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1528931 Jun 17 08:43:07.004973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.112183 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fc14c4c-42b8-4a0e-a14d-7800662024d6 req-0d1225b3-12dc-4efb-a8d8-1538ef1fbb39 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231744 Jun 17 08:43:07.180753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:07.260198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.434370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Router 19638e58-8be7-413c-a784-abd98b6da271 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:07.481997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.597906 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:07.620188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:07.630719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] Sync routers for ids ['19638e58-8be7-413c-a784-abd98b6da271'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:07.636319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.643035 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] Routers {'19638e58-8be7-413c-a784-abd98b6da271'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:07.644528 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['19638e58-8be7-413c-a784-abd98b6da271'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.676251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.681852 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.683444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.687708 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-90669ad8-9bec-499b-8781-e5d60925f969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.691104 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] Routers {'19638e58-8be7-413c-a784-abd98b6da271'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:07.692288 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['19638e58-8be7-413c-a784-abd98b6da271'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.697528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.701676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9646850 Jun 17 08:43:07.702339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44114) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:07.707241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': False}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:07.735030 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.735916 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7e8bb-813b-49f5-b161-b9527c41ca6d None None] The sync data for ids ['19638e58-8be7-413c-a784-abd98b6da271'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:07.749475 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80b44e7e722f41e1bd0fff077e1b4492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650272 Jun 17 08:43:07.749475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff49e2-b318-4e45-b0de-b2d84c03cd44,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.753126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:07.780388 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:07.886337 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.934605 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.011942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.019332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.025521 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6ff49e2-b318-4e45-b0de-b2d84c03cd44 HTTP/1.1" status: 204 len: 168 time: 0.2709229 Jun 17 08:43:08.041687 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5b6d9c2-52f7-49b9-b75d-b8d67f0c2881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.076769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.079683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff49e2-b318-4e45-b0de-b2d84c03cd44,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.086077 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.090373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.104051 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ca463c9-b642-4c5b-92fe-5f72e9c194c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.176584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06141c53-1d83-430e-9853-035997735fa2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.182318 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.201836 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfa5f254f1c24725861de1fb141299c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015460 Jun 17 08:43:08.202492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44138) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:08.247674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.304113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.372291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.454379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747c8e5-fa11-4e2a-b6dd-6d14c5aea469 req-ace02a50-cc6c-46ad-8158-a4fd88ba01ba tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:08.455976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7747c8e5-fa11-4e2a-b6dd-6d14c5aea469 req-ace02a50-cc6c-46ad-8158-a4fd88ba01ba tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1763127 Jun 17 08:43:08.494432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.497054 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.498333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06141c53-1d83-430e-9853-035997735fa2 HTTP/1.1" status: 204 len: 168 time: 0.2922764 Jun 17 08:43:08.500831 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f56fe0ff-5e4d-40d2-9392-18e292accf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.519393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06141c53-1d83-430e-9853-035997735fa2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.525104 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.571792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7747c8e5-fa11-4e2a-b6dd-6d14c5aea469 req-2b0ddc22-5660-4820-9ca4-6b097e1c52fb tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864449 Jun 17 08:43:08.603544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:08.633195 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.875843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.884864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.891193 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0912f911-c4f6-4397-8c5f-aec4ea97884f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.934891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5908b877-965a-4ba3-987e-20408ea19a32,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.946117 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.979926 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad24970dd47042298d65842b3eef904b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726263 Jun 17 08:43:08.980923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44172) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:09.065998 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.103259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.204790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.214348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.217262 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5908b877-965a-4ba3-987e-20408ea19a32 HTTP/1.1" status: 204 len: 168 time: 0.2353475 Jun 17 08:43:09.221351 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8d24277f-ba23-4a28-ab7c-df70016c4c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:09.234371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5908b877-965a-4ba3-987e-20408ea19a32,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:09.238541 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:09.271196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.278043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.508328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-5dd10d65-574a-404c-b2f4-fc3b3d1b5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.509856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-5dd10d65-574a-404c-b2f4-fc3b3d1b5648 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86b1b6fe2e044e0aab5289f623da30db&device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 1097 time: 0.2195053 Jun 17 08:43:09.511711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Router 19638e58-8be7-413c-a784-abd98b6da271 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:09.520286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98ab66-5608-4aab-bb3f-db085b520573 req-fcf33dab-b041-48e3-a4a0-2cae6135975f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.521828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b98ab66-5608-4aab-bb3f-db085b520573 req-fcf33dab-b041-48e3-a4a0-2cae6135975f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1577775 Jun 17 08:43:09.689094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b98ab66-5608-4aab-bb3f-db085b520573 req-e1d8add6-0ce6-41ac-9fb0-2214f1eac6b5 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556880 Jun 17 08:43:09.735094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-10814bb2-e4bb-4f4d-b033-9cdd53574366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.736575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-10814bb2-e4bb-4f4d-b033-9cdd53574366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 200 len: 917 time: 0.2136776 Jun 17 08:43:09.788072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-cba912c2-afa6-4bde-92f2-ba38c6cb3dd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617 HTTP/1.1" status: 200 len: 217 time: 0.0403540 Jun 17 08:43:09.826207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:09.832056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.833265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d8816e78-f452-447c-bc53-e962d8577b31 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "PUT /v2.0/routers/19638e58-8be7-413c-a784-abd98b6da271 HTTP/1.1" status: 200 len: 922 time: 2.1298530 Jun 17 08:43:09.837055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:09.840531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] Sync routers for ids ['19638e58-8be7-413c-a784-abd98b6da271'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:09.857327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] Routers {'19638e58-8be7-413c-a784-abd98b6da271'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:09.857904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['19638e58-8be7-413c-a784-abd98b6da271'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:09.879920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-23d9f591-78aa-4d98-935f-4592dad3e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.881433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-23d9f591-78aa-4d98-935f-4592dad3e0f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 200 len: 855 time: 0.0869708 Jun 17 08:43:09.934396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:09.956240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] Routers {'19638e58-8be7-413c-a784-abd98b6da271'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:09.956890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['19638e58-8be7-413c-a784-abd98b6da271'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.010116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-f72f17be-1923-46b8-bd6c-91b7217ee326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.010116 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-f72f17be-1923-46b8-bd6c-91b7217ee326 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c9c71e9-3037-4429-9b8f-e6132d2aad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193223 Jun 17 08:43:10.012975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.013891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b870a28-3c04-4c27-be2c-98e64e0986b5 None None] The sync data for ids ['19638e58-8be7-413c-a784-abd98b6da271'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:10.079653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-76d78caa-4dd1-4d88-bf3d-a5a5b3dab43c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/19638e58-8be7-413c-a784-abd98b6da271 HTTP/1.1" status: 200 len: 922 time: 0.2413833 Jun 17 08:43:10.080281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.153474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-b139d2f3-cfa1-452a-8e3e-926056a49f69 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373026 Jun 17 08:43:10.248729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b39f2c-8fd5-406a-aff0-d7809529221c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.257737 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f0b39f2c-8fd5-406a-aff0-d7809529221c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=19638e58-8be7-413c-a784-abd98b6da271&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1739793 Jun 17 08:43:10.258012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44216) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.262739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-140a12da-d64f-4397-9fb0-56b560a8a569 req-7f276eff-57e4-43fa-a7a2-4aa21d8be305 service neutron] 10.222.0.67 "GET /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023536 Jun 17 08:43:10.386371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4068e9a-d7cf-48e0-a1c3-87fabc7a44c4 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.387867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c4068e9a-d7cf-48e0-a1c3-87fabc7a44c4 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.1289554 Jun 17 08:43:10.390645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44224) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.430330 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-55045917-8c07-4e90-a4bc-9954c495e435 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=19638e58-8be7-413c-a784-abd98b6da271 HTTP/1.1" status: 200 len: 205 time: 0.0380864 Jun 17 08:43:10.432558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44226) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.579454 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.731955 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.808726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Deleting port 72ac3741-ee80-4a38-8eaf-50cc3cb4a700 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:10.809107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.937763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.038474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Calling delete_port for 72ac3741-ee80-4a38-8eaf-50cc3cb4a700 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:11.176757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931622f-f474-4ceb-8d08-b4acd59fabf3 req-26698e98-ade7-4fef-8684-9c34eb3f4bdc tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.188055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8931622f-f474-4ceb-8d08-b4acd59fabf3 req-26698e98-ade7-4fef-8684-9c34eb3f4bdc tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.2641499 Jun 17 08:43:11.265839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8931622f-f474-4ceb-8d08-b4acd59fabf3 req-2c629cfa-af2f-4038-b818-71b8b850f355 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765889 Jun 17 08:43:11.417522 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.421589 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.482615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event deleted for resources: {'Port': ['ID=72ac3741-ee80-4a38-8eaf-50cc3cb4a700,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.494651 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.614464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.192855 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.195563 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.274626 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.275354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Fanout notify agent at l3_agent the message router_deleted on router 19638e58-8be7-413c-a784-abd98b6da271 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:12.284131 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.288342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/19638e58-8be7-413c-a784-abd98b6da271 HTTP/1.1" status: 204 len: 168 time: 1.8517206 Jun 17 08:43:12.292791 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44300) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.298163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1070341506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:12.339450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.340709 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.403174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.410256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.432334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.436359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-511cb897-bd5d-4374-8f1d-fdda049b3e34 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1409321 Jun 17 08:43:12.438274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44304) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.451711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:12.527450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d1d94-994c-461d-80ef-4880a1af6fea req-aa4ce8bf-1758-4d63-9220-768f8322f6e7 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.537203 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b8d1d94-994c-461d-80ef-4880a1af6fea req-aa4ce8bf-1758-4d63-9220-768f8322f6e7 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1127644 Jun 17 08:43:12.604021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b8d1d94-994c-461d-80ef-4880a1af6fea req-13d890a5-9104-45a3-b287-f6834e164a29 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Jun 17 08:43:12.783570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.993733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848730-5192-4856-a286-150a56bf8c65 req-72d0de93-ef69-4d58-b21a-b0b57239a417 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.995343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da848730-5192-4856-a286-150a56bf8c65 req-72d0de93-ef69-4d58-b21a-b0b57239a417 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1254928 Jun 17 08:43:13.051666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da848730-5192-4856-a286-150a56bf8c65 req-7eb8e8e1-fb78-42c4-863b-669f2cdb5906 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Jun 17 08:43:13.133544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.164060 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.307680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Allocated IP 172.25.7.251 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/dd8bde09-7722-4cc6-b318-2108c75403b5) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:13.332800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4877e4-73c9-488f-9044-1c275b01cc48 req-724c5403-2053-4ec2-9885-66ac84e938b7 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.334657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca4877e4-73c9-488f-9044-1c275b01cc48 req-724c5403-2053-4ec2-9885-66ac84e938b7 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 946 time: 0.0920701 Jun 17 08:43:13.417044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca4877e4-73c9-488f-9044-1c275b01cc48 req-18be6368-2b93-4285-8dfc-f258fda413b2 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759885 Jun 17 08:43:13.560125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.561778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44372) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:13.654253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.657710 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-281c989c-d930-4e57-9dc8-ae7f352cfd3c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:13.694018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:13.698327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:13.701388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:13.749705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event updated for resources: {'Port': ['ID=dd8bde09-7722-4cc6-b318-2108c75403b5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:13.774124 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:13.848126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f8fdf-8d6c-4dfa-918b-80e9e4fad347 req-95428b1b-550c-4b99-a09d-b1f1304e7d9e tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.850944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-311f8fdf-8d6c-4dfa-918b-80e9e4fad347 req-95428b1b-550c-4b99-a09d-b1f1304e7d9e tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1782155 Jun 17 08:43:13.903361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-311f8fdf-8d6c-4dfa-918b-80e9e4fad347 req-883b41e4-1d05-4b12-9d97-aa6ab79a46a5 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 Jun 17 08:43:13.963083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-f095b7b0-978b-4c7a-bae6-5101592feecf req-142e1d00-fa48-4990-ba96-311caf7e87f1 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:43:13.965274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f095b7b0-978b-4c7a-bae6-5101592feecf req-142e1d00-fa48-4990-ba96-311caf7e87f1 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094872 Jun 17 08:43:14.058075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.197523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f095b7b0-978b-4c7a-bae6-5101592feecf req-1271d715-aa2e-4c45-ac6f-7e936e30b9c0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2241144 Jun 17 08:43:14.227389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.232697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.236852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.241707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-faafede2-db04-472d-b932-1c084ebb9ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:14.282353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5f6250c2a564c838a0dffb33765679a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7187285 Jun 17 08:43:14.283895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4e00fd-f564-4efe-b90d-b0f89b501610,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:14.286346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44392) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:14.293114 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:14.355924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.417958 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.489766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.510416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.517700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.523896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.529445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb4e00fd-f564-4efe-b90d-b0f89b501610 HTTP/1.1" status: 204 len: 168 time: 0.2400093 Jun 17 08:43:14.529445 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-57df8aa1-c28d-49c8-886a-985437e64e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:14.546731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4e00fd-f564-4efe-b90d-b0f89b501610,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:14.554490 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:14.769733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061b04-2975-4908-b2cf-26b41d6396fe req-4a43bfce-2143-440b-997b-dda2a70d2e9e tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:14.771730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5061b04-2975-4908-b2cf-26b41d6396fe req-4a43bfce-2143-440b-997b-dda2a70d2e9e tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1145077 Jun 17 08:43:14.779221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Router 4c37d11e-b0a2-444a-bd42-cfb193f9d8fb is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:14.897934 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5061b04-2975-4908-b2cf-26b41d6396fe req-9d31323e-5449-4d80-88a2-104e45441752 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189597 Jun 17 08:43:15.033684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:15.047425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] Sync routers for ids ['4c37d11e-b0a2-444a-bd42-cfb193f9d8fb'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:15.054685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.058682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "PUT /v2.0/routers/4c37d11e-b0a2-444a-bd42-cfb193f9d8fb HTTP/1.1" status: 200 len: 880 time: 2.6150298 Jun 17 08:43:15.061661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44428) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.062319 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] Routers {'4c37d11e-b0a2-444a-bd42-cfb193f9d8fb'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:15.063337 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4c37d11e-b0a2-444a-bd42-cfb193f9d8fb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:15.120357 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:15.139501 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] Routers {'4c37d11e-b0a2-444a-bd42-cfb193f9d8fb'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:15.140380 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['4c37d11e-b0a2-444a-bd42-cfb193f9d8fb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:15.182556 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:15.184845 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a8b3d-bf8c-4a68-b963-1bc5c59c928b None None] The sync data for ids ['4c37d11e-b0a2-444a-bd42-cfb193f9d8fb'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:15.313386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44440) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.330299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.366194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867586b0-1628-4a87-bbe1-2afadf78d4c3 req-8c509a42-0a09-47aa-9173-a6f1afb702ef tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.368312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-867586b0-1628-4a87-bbe1-2afadf78d4c3 req-8c509a42-0a09-47aa-9173-a6f1afb702ef tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 946 time: 0.2325847 Jun 17 08:43:15.377383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ddbe5ef7-2bcb-4626-b3c7-7e3be039cfb7 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/4c37d11e-b0a2-444a-bd42-cfb193f9d8fb HTTP/1.1" status: 200 len: 921 time: 0.3117955 Jun 17 08:43:15.378172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44446) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.499884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-867586b0-1628-4a87-bbe1-2afadf78d4c3 req-4fb5e994-2660-4aab-9ee7-fd70119ded0e tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235452 Jun 17 08:43:15.547428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.559596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.562233 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8359bba0-74a3-421f-90ee-0c4862d66d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.577088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ac492-4086-46c8-94f3-777b33a05726 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.587920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0b3ac492-4086-46c8-94f3-777b33a05726 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=4c37d11e-b0a2-444a-bd42-cfb193f9d8fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2068436 Jun 17 08:43:15.588599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44456) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.633296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff6f43-f141-4ad1-8c5b-efed414b7dc2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.639106 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:15.643486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbaed475b73a45588a64df9671d5571a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290665 Jun 17 08:43:15.647248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.753151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.794203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.858050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618c09b-358c-478d-b6d8-e7582d5dc7c9 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.861186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.864445 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.868767 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09ff6f43-f141-4ad1-8c5b-efed414b7dc2 HTTP/1.1" status: 204 len: 168 time: 0.2163546 Jun 17 08:43:15.868878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2618c09b-358c-478d-b6d8-e7582d5dc7c9 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.2771747 Jun 17 08:43:15.870111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.872432 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2e8319d2-c614-44c6-aeb4-30ba9c363123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.901124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c64b-421d-42e3-85d0-d3d0c6e398fc req-9efcfad1-4af1-4a0d-bdea-fdebe62a50cb tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.906732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4745c64b-421d-42e3-85d0-d3d0c6e398fc req-9efcfad1-4af1-4a0d-bdea-fdebe62a50cb tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1802146 Jun 17 08:43:15.917771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18fbd8bb-3f85-4bac-9aa4-327da5266418 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c37d11e-b0a2-444a-bd42-cfb193f9d8fb HTTP/1.1" status: 200 len: 205 time: 0.0402489 Jun 17 08:43:15.918823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44474) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.920506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff6f43-f141-4ad1-8c5b-efed414b7dc2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.922784 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.139362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4745c64b-421d-42e3-85d0-d3d0c6e398fc req-5204f611-b1e7-4d2b-8d73-38306b89daec tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251575 Jun 17 08:43:16.212211 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.450458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.596060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Deleting port dd8bde09-7722-4cc6-b318-2108c75403b5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:16.596321 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.844051 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.949002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Calling delete_port for dd8bde09-7722-4cc6-b318-2108c75403b5 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:16.977741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4166a-4606-4e8f-ac5a-290649c65408 req-7d780073-86b8-4634-86f9-58b89aa02a17 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:16.984135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4166a-4606-4e8f-ac5a-290649c65408 req-7d780073-86b8-4634-86f9-58b89aa02a17 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:16.991597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4166a-4606-4e8f-ac5a-290649c65408 req-7d780073-86b8-4634-86f9-58b89aa02a17 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:16.993675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3d4166a-4606-4e8f-ac5a-290649c65408 req-7d780073-86b8-4634-86f9-58b89aa02a17 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9&device_id=129a1d95-0575-46eb-ba81-1a285fb781c0&device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 2417 time: 0.2684834 Jun 17 08:43:17.089047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3d4166a-4606-4e8f-ac5a-290649c65408 req-1c2db440-0f6c-40ca-8427-fbd839a276e9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887742 Jun 17 08:43:17.168544 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.189990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-13b6ed6b-a23e-4afc-8555-4fdd154eafd5 req-339e948c-affd-4bf1-9eca-2900a60a77fd tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:43:17.191750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13b6ed6b-a23e-4afc-8555-4fdd154eafd5 req-339e948c-affd-4bf1-9eca-2900a60a77fd tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101995 Jun 17 08:43:17.352678 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.363076 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-753adf1e-4f98-45f8-adb1-6b15dbe5638f tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:17.388348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13b6ed6b-a23e-4afc-8555-4fdd154eafd5 req-7f548cb5-12b3-4759-841f-d615fa5bfe3c tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1798759 Jun 17 08:43:17.441584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event deleted for resources: {'Port': ['ID=dd8bde09-7722-4cc6-b318-2108c75403b5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:17.450098 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:17.522645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.547232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44522) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.560798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44526) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.641460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.645239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.703423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.704295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Fanout notify agent at l3_agent the message router_deleted on router 4c37d11e-b0a2-444a-bd42-cfb193f9d8fb {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:17.718083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.722739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/4c37d11e-b0a2-444a-bd42-cfb193f9d8fb HTTP/1.1" status: 204 len: 168 time: 1.7994356 Jun 17 08:43:17.723219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44536) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.729945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460615502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:17.756935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.758077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.846025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.853566 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.876194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.879392 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7f5241af-1f81-4656-ad99-b3531d3f7f49 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1552315 Jun 17 08:43:17.880802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44540) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.885711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': True}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:17.901073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.938549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.051127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.101453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.107458 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cea327a3-5145-4f21-bcef-174377818350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.168664 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=882539503da84158894bbce7a23ebe99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6196313 Jun 17 08:43:18.171482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3160b3-38f8-4e10-ad8c-fb3ac2a3f3d8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.174731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44548) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.187738 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.246768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.247872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.254805 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.263496 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6207f07a-5fa6-4d25-9052-d426f1a5fc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.295152 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.311554 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ac72c171eb941879e99e43e8d6af91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7494919 Jun 17 08:43:18.316853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44558) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.326566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b055d4-28d9-45d0-bfe5-99e9129c6949,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.334600 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.341154 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.424881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.428131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.429419 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d3160b3-38f8-4e10-ad8c-fb3ac2a3f3d8 HTTP/1.1" status: 204 len: 168 time: 0.2488799 Jun 17 08:43:18.430290 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df15373c-15f7-4d16-9c8f-c3590b228fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.444383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3160b3-38f8-4e10-ad8c-fb3ac2a3f3d8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.449139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.450115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.485546 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.643719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.646611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.650341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36b055d4-28d9-45d0-bfe5-99e9129c6949 HTTP/1.1" status: 204 len: 168 time: 0.3291361 Jun 17 08:43:18.650601 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cca455fa-a2ad-4285-bef9-a78396a87d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.660200 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.684358 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.686374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b055d4-28d9-45d0-bfe5-99e9129c6949,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.697995 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.938755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Allocated IP 172.25.7.11 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/dba6c324-00c4-4a48-85eb-0240529f9e94) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:19.092009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.155042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.157998 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.199517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:19.210104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:19.221517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:19.251061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Port': ['ID=dba6c324-00c4-4a48-85eb-0240529f9e94,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.264676 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.313068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.322472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44614) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:19.341536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.456394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.464301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.478696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4d8a79da-7bcd-4746-9f79-d15304ca737b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.515918 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=316a2e101e1d4092a01d3b1794f4d88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914105 Jun 17 08:43:19.518744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0055af-6219-4ca6-8295-126fb318ef8a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.521623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44620) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:19.548852 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.584059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.609606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.687309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.691781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.697719 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e0055af-6219-4ca6-8295-126fb318ef8a HTTP/1.1" status: 204 len: 168 time: 0.1750333 Jun 17 08:43:19.699123 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3dcb6a37-f313-4986-afb2-269dfa97b1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.710608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0055af-6219-4ca6-8295-126fb318ef8a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.714210 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.760323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44630) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:19.822835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb03f-23e2-4148-8af5-265400bfc30d req-5082d5f0-81b3-498e-9b5b-fc566a95a931 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:19.824364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09feb03f-23e2-4148-8af5-265400bfc30d req-5082d5f0-81b3-498e-9b5b-fc566a95a931 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.5924785 Jun 17 08:43:19.954824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09feb03f-23e2-4148-8af5-265400bfc30d req-a0010518-1014-4586-b7f0-3ed7c321b633 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217480 Jun 17 08:43:19.982960 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.113702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.188790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.194832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.249856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.258131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.263064 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f8effcd0-9b7b-4340-8ad7-93d607dbe0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.306190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ace43-5172-4663-9411-ae1317861549,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.310538 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ed5e4b70e8c45c0b92308bf25dd10aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491865 Jun 17 08:43:20.311678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.315009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.391973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.426992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.446345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Router 1f818320-f34c-4fda-aaca-4802550a7164 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:20.593918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.596552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.597706 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b08ace43-5172-4663-9411-ae1317861549 HTTP/1.1" status: 204 len: 168 time: 0.2816446 Jun 17 08:43:20.600981 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3e341ae-649d-41d9-a574-29c2d8fc85bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.620960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ace43-5172-4663-9411-ae1317861549,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.625033 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.636247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-b93ac38c-7093-4806-9c12-531547c00540 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:20.637772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-b93ac38c-7093-4806-9c12-531547c00540 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1804116 Jun 17 08:43:20.653548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:20.660167 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.661315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "PUT /v2.0/routers/1f818320-f34c-4fda-aaca-4802550a7164 HTTP/1.1" status: 200 len: 913 time: 2.7794182 Jun 17 08:43:20.664685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44670) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.678686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] Sync routers for ids ['1f818320-f34c-4fda-aaca-4802550a7164'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:20.711228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] Routers {'1f818320-f34c-4fda-aaca-4802550a7164'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:20.711987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1f818320-f34c-4fda-aaca-4802550a7164'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.760065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.773072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] Routers {'1f818320-f34c-4fda-aaca-4802550a7164'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:20.773871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['1f818320-f34c-4fda-aaca-4802550a7164'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.816283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Deleting port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:20.817487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.822660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.823735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463cc6e-d9df-4cc3-b5f5-ed7d17caeda4 None None] The sync data for ids ['1f818320-f34c-4fda-aaca-4802550a7164'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:20.956860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] For port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:20.957235 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.124064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Calling delete_port for 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:21.179864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a527c6c8-b84d-4bf0-b3c5-97ed78be88a0 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/1f818320-f34c-4fda-aaca-4802550a7164 HTTP/1.1" status: 200 len: 919 time: 0.5131679 Jun 17 08:43:21.183065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44694) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.257069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095c4b7-7f60-4daf-9cee-4f206fbfc193 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.258853 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8095c4b7-7f60-4daf-9cee-4f206fbfc193 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=1f818320-f34c-4fda-aaca-4802550a7164&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0743711 Jun 17 08:43:21.261576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44698) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.316877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2b7f5-9b9e-40b7-9df6-af468889e37b req-67854b49-08d8-4a59-abb5-f018826bb671 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.318985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24c2b7f5-9b9e-40b7-9df6-af468889e37b req-67854b49-08d8-4a59-abb5-f018826bb671 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6908829-163b-4da8-b9ca-a3c344a3b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1139684 Jun 17 08:43:21.385352 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd677c19-36ff-4391-8413-e0af542c1b28 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.386745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fd677c19-36ff-4391-8413-e0af542c1b28 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.1240580 Jun 17 08:43:21.390281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44704) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.401611 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24c2b7f5-9b9e-40b7-9df6-af468889e37b req-091b13d9-ce64-41f6-850d-b497acc41ee2 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761836 Jun 17 08:43:21.410799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.416801 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:21.425072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ca457f56-1af0-432f-83cc-9f447ba17154'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:21.427442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['adc9297f-ace8-4c7f-8bdf-ea9a87856617', '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:21.430950 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1f18befc-f050-4e72-b9c6-ad6d0dfe899b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f818320-f34c-4fda-aaca-4802550a7164 HTTP/1.1" status: 200 len: 205 time: 0.0389717 Jun 17 08:43:21.433189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44706) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.487971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Pushing event deleted for resources: {'Port': ['ID=8fecf5b2-b523-4d0f-9e0d-8e30ebacc216,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:21.491687 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:21.583157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] No DVR routers for this DVR port 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:21.592640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.594762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bbd0e21-83d5-4b95-af37-c62c42558e32 req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "DELETE /v2.0/ports/8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 HTTP/1.1" status: 204 len: 173 time: 0.9496808 Jun 17 08:43:21.605193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.607006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'name': 'network-vif-deleted', 'tag': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:21.609343 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee63e4-9c06-4b38-a873-1a1cce4f3c19" -d '{"events": [{"server_uuid": "b6908829-163b-4da8-b9ca-a3c344a3b1d9", "name": "network-vif-deleted", "tag": "8fecf5b2-b523-4d0f-9e0d-8e30ebacc216"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:21.700681 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98e5c0-89e1-46e3-a552-98dbf2956b99 x-openstack-request-id: req-4b98e5c0-89e1-46e3-a552-98dbf2956b99 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:21.701264 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6908829-163b-4da8-b9ca-a3c344a3b1d9", "name": "network-vif-deleted", "tag": "8fecf5b2-b523-4d0f-9e0d-8e30ebacc216", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:21.701720 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b98e5c0-89e1-46e3-a552-98dbf2956b99 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:21.702344 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6908829-163b-4da8-b9ca-a3c344a3b1d9', 'name': 'network-vif-deleted', 'tag': '8fecf5b2-b523-4d0f-9e0d-8e30ebacc216', 'status': 'completed', 'code': 200} Jun 17 08:43:21.753562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.882639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Deleting port dba6c324-00c4-4a48-85eb-0240529f9e94 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:21.883071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.093993 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.190826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Calling delete_port for dba6c324-00c4-4a48-85eb-0240529f9e94 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:22.436886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.456872 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-42a1a96b-d699-4d4e-8110-3448e3866b09 tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:22.494324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event deleted for resources: {'Port': ['ID=dba6c324-00c4-4a48-85eb-0240529f9e94,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:22.499695 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:22.578951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.716013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.718634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.777655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.778292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Fanout notify agent at l3_agent the message router_deleted on router 1f818320-f34c-4fda-aaca-4802550a7164 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:22.786019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.787867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/1f818320-f34c-4fda-aaca-4802550a7164 HTTP/1.1" status: 204 len: 168 time: 1.3524635 Jun 17 08:43:22.792569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44760) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:22.798742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1771144367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:22.878255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.881735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.985041 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.992933 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.022943 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.024094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f28cb7cd-6d16-4f64-914b-098be90de96b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2301836 Jun 17 08:43:23.027052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44768) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:23.034433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': False}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:23.353561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adffc2a-3784-43ac-aeb5-75dbcda865e0 req-ceefc242-927b-4f49-be70-b0a8332db82a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:23.355132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2adffc2a-3784-43ac-aeb5-75dbcda865e0 req-ceefc242-927b-4f49-be70-b0a8332db82a tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 946 time: 0.3430114 Jun 17 08:43:23.357197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.415975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2adffc2a-3784-43ac-aeb5-75dbcda865e0 req-d57f0e94-74a8-400c-a434-af1b4a29a0f7 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Jun 17 08:43:23.663672 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.690876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.831487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Allocated IP 172.25.7.214 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/cb0eb411-3c70-49c0-b128-cbc84fd8d221) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:23.888599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44822) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:23.969204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.041000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.048837 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a849349d-ac99-44cc-ae4b-ccd3de364785 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.091690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:24.096529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:24.103602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:24.109920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Pushing event updated for resources: {'Port': ['ID=cb0eb411-3c70-49c0-b128-cbc84fd8d221,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.131462 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.216165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-a39f6a5c-d3c2-447b-a25e-495d146f7c96 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:24.218257 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-a39f6a5c-d3c2-447b-a25e-495d146f7c96 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.60 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 946 time: 0.0891798 Jun 17 08:43:24.262141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.463588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.472404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.478845 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89cb5eb8-acd1-4dfb-9d5c-d2ac1ceaebf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.555376 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:43:24.558480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.562311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed3c9bc-aeca-4b57-82ec-fc0b255ecfbe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.572385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:24.597940 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.640089 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86f6a8f90e2545e09c40a933ed94c804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492809 Jun 17 08:43:24.641773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:24.650454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:24.650817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 8fecf5b2-b523-4d0f-9e0d-8e30ebacc216 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:24.673728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Deleting port ca457f56-1af0-432f-83cc-9f447ba17154 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:24.675171 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.919944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.959842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.966727 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.021411 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ad1b-c947-40a7-aa21-43887d141674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.027148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91aa98-2bbf-49f2-8eb4-d297d54b01c1 req-07de63c2-499f-4e26-a663-39bffd1e09de tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:25.028724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c91aa98-2bbf-49f2-8eb4-d297d54b01c1 req-07de63c2-499f-4e26-a663-39bffd1e09de tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 946 time: 0.1692498 Jun 17 08:43:25.029725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] For port ca457f56-1af0-432f-83cc-9f447ba17154, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ca457f56-1af0-432f-83cc-9f447ba17154,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:25.030321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.128775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c91aa98-2bbf-49f2-8eb4-d297d54b01c1 req-63bb8cdc-8455-4cf5-ba93-b558bdcb3680 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704024 Jun 17 08:43:25.139612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Calling delete_port for ca457f56-1af0-432f-83cc-9f447ba17154 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:25.187350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.193115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Router 23451919-5e17-4db8-8ed9-699c5837d2a8 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:25.305451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.308529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.309812 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ed3c9bc-aeca-4b57-82ec-fc0b255ecfbe HTTP/1.1" status: 204 len: 168 time: 0.6670253 Jun 17 08:43:25.328959 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d01f5f34-91ca-4f21-939c-ead43ccb27dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:25.345039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed3c9bc-aeca-4b57-82ec-fc0b255ecfbe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:25.348251 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:25.377728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.392798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['adc9297f-ace8-4c7f-8bdf-ea9a87856617'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:25.395886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ca457f56-1af0-432f-83cc-9f447ba17154'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:25.398356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:25.405171 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ced2a23-1cfb-42f4-a5cc-c1a55cafc87c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:25.411509 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.412231 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] Sync routers for ids ['23451919-5e17-4db8-8ed9-699c5837d2a8'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:25.418639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "PUT /v2.0/routers/23451919-5e17-4db8-8ed9-699c5837d2a8 HTTP/1.1" status: 200 len: 916 time: 2.3904357 Jun 17 08:43:25.421899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44862) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:25.432394 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] Routers {'23451919-5e17-4db8-8ed9-699c5837d2a8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:25.433971 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['23451919-5e17-4db8-8ed9-699c5837d2a8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.518222 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.539928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Pushing event deleted for resources: {'Port': ['ID=ca457f56-1af0-432f-83cc-9f447ba17154,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:25.554406 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] Routers {'23451919-5e17-4db8-8ed9-699c5837d2a8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:25.555099 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:42:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['23451919-5e17-4db8-8ed9-699c5837d2a8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.567079 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:25.569909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] No DVR routers for this DVR port ca457f56-1af0-432f-83cc-9f447ba17154 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:25.587037 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.594490 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50fdd5b4-bb27-4adb-b1a1-062d323103ae req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.60 "DELETE /v2.0/ports/ca457f56-1af0-432f-83cc-9f447ba17154 HTTP/1.1" status: 204 len: 173 time: 1.3666232 Jun 17 08:43:25.595613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'name': 'network-vif-deleted', 'tag': 'ca457f56-1af0-432f-83cc-9f447ba17154'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:25.603607 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.604468 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07432b0d-aebb-49c6-b593-c91417ee7151 None None] The sync data for ids ['23451919-5e17-4db8-8ed9-699c5837d2a8'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:25.604590 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f72b65-0ce9-444c-90ce-dadb95512232" -d '{"events": [{"server_uuid": "129a1d95-0575-46eb-ba81-1a285fb781c0", "name": "network-vif-deleted", "tag": "ca457f56-1af0-432f-83cc-9f447ba17154"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:25.726478 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c04b5-105c-4b4a-8857-37761b97bcd3 x-openstack-request-id: req-b32c04b5-105c-4b4a-8857-37761b97bcd3 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:25.727446 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a1d95-0575-46eb-ba81-1a285fb781c0", "name": "network-vif-deleted", "tag": "ca457f56-1af0-432f-83cc-9f447ba17154", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:25.728126 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b32c04b5-105c-4b4a-8857-37761b97bcd3 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:25.728796 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a1d95-0575-46eb-ba81-1a285fb781c0', 'name': 'network-vif-deleted', 'tag': 'ca457f56-1af0-432f-83cc-9f447ba17154', 'status': 'completed', 'code': 200} Jun 17 08:43:26.438719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-85f843ba-d805-4b76-85e7-477dd5fa7b43 req-0edf2d29-e216-4302-a134-f14b6486e6c1 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=129a1d95-0575-46eb-ba81-1a285fb781c0 HTTP/1.1" status: 200 len: 210 time: 0.0384598 Jun 17 08:43:26.448953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-44737b75-f08c-4bc0-88cb-69454fb52010 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/23451919-5e17-4db8-8ed9-699c5837d2a8 HTTP/1.1" status: 200 len: 922 time: 1.0257752 Jun 17 08:43:26.451600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44896) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:26.524522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f77b5-f1f5-4a43-9f0e-1f3510480dbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:26.526041 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-250f77b5-f1f5-4a43-9f0e-1f3510480dbe tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=23451919-5e17-4db8-8ed9-699c5837d2a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0729437 Jun 17 08:43:26.528870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44900) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:26.624639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f3eea-3adc-47c7-bf13-3bc3e2ff2a14 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:26.626036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-969f3eea-3adc-47c7-bf13-3bc3e2ff2a14 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.0961854 Jun 17 08:43:26.628882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44906) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:26.664762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3808e3e-aeac-4268-9385-2c7c127c88d7 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=23451919-5e17-4db8-8ed9-699c5837d2a8 HTTP/1.1" status: 200 len: 205 time: 0.0345690 Jun 17 08:43:26.667227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44910) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:26.792507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.952340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.034966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Deleting port cb0eb411-3c70-49c0-b128-cbc84fd8d221 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:27.036344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.163436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.247115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Calling delete_port for cb0eb411-3c70-49c0-b128-cbc84fd8d221 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:27.519231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.545648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.549512 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a71fde4b-5674-4472-81d9-746e9145860b tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.578368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event deleted for resources: {'Port': ['ID=cb0eb411-3c70-49c0-b128-cbc84fd8d221,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.590199 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.664966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.807457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.811019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.883934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.885312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Fanout notify agent at l3_agent the message router_deleted on router 23451919-5e17-4db8-8ed9-699c5837d2a8 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:27.886418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0581f803-16e5-4bb1-b2b6-b830adc4166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.907058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.909087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/23451919-5e17-4db8-8ed9-699c5837d2a8 HTTP/1.1" status: 204 len: 168 time: 1.2409499 Jun 17 08:43:27.914276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:27.921602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-676420855', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:27.966276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.967361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.058729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.203607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9ba6-44d9-4c2b-a129-b92eb131272a req-5ab5e9fd-aec2-4850-bc44-c63b11a6a704 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:28.213069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-416d9ba6-44d9-4c2b-a129-b92eb131272a req-5ab5e9fd-aec2-4850-bc44-c63b11a6a704 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.0871327 Jun 17 08:43:28.240689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44974) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.279545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-416d9ba6-44d9-4c2b-a129-b92eb131272a req-402980d6-1ad8-43df-bb2b-52aa199913e0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655057 Jun 17 08:43:28.377590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.516480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44982) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.568114 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.594498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a7393eb8-5bc9-4560-87c8-7176239c5caf tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:28.605114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.632657 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.663708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a7393eb8-5bc9-4560-87c8-7176239c5caf tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "PUT /v2.0/quotas/06b79b4ff0734dba8b14336fb5d5fd0e HTTP/1.1" status: 200 len: 366 time: 0.1460385 Jun 17 08:43:28.667743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44986) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.673709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca457f56-1af0-432f-83cc-9f447ba17154 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:28.696730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-829fb607-2978-43d7-bf5f-3ef82ba618a3 tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0276954 Jun 17 08:43:28.699212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44988) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.714224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: ca457f56-1af0-432f-83cc-9f447ba17154 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:28.715080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ca457f56-1af0-432f-83cc-9f447ba17154 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:28.718818 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b242444c-9dfd-4961-9ead-20dc172d5bb6 tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "GET /v2.0/quotas/06b79b4ff0734dba8b14336fb5d5fd0e HTTP/1.1" status: 200 len: 366 time: 0.0178027 Jun 17 08:43:28.720936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.747661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e5b47a0f-c86e-4b46-9aed-ab9b687b72c4 tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/06b79b4ff0734dba8b14336fb5d5fd0e HTTP/1.1" status: 204 len: 168 time: 0.0229280 Jun 17 08:43:28.749053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 44992) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.761202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.766470 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.789782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Allocated IP 172.25.7.134 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/0a58e3a0-8755-4f6b-9225-d23bfa5058c4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:28.793837 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-db1b0488-2bf6-4637-9edb-2edb993e200b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.801470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=feb213487d0b474e9d74d73e52d6c698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568697 Jun 17 08:43:28.801680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44994) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.831649 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c9b9d87-6a45-4dad-ba3a-5d10fd53c79e tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0807650 Jun 17 08:43:28.839247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 44996) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.854140 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.866351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428129a3-e93f-4a37-b02b-e797faa4e4b8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.894121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45000) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.895550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a7370211-c29d-45b9-b42e-2eee5336a9a5 tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "GET /v2.0/quotas/06b79b4ff0734dba8b14336fb5d5fd0e HTTP/1.1" status: 200 len: 370 time: 0.0474262 Jun 17 08:43:28.903634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.908665 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af097fd2-52a6-4035-8dab-53ced0155f3e tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "GET /v2.0/quotas/06b79b4ff0734dba8b14336fb5d5fd0e/default HTTP/1.1" status: 200 len: 370 time: 0.0111578 Jun 17 08:43:28.909354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45002) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.938616 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-2b2aa8e6-297b-4dcf-87c8-f2814618b850 tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] delete failed (client error): The resource could not be found. Jun 17 08:43:28.939694 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2b2aa8e6-297b-4dcf-87c8-f2814618b850 tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/06b79b4ff0734dba8b14336fb5d5fd0e HTTP/1.1" status: 404 len: 348 time: 0.0294569 Jun 17 08:43:28.954143 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.982528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.993454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.034025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.037830 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.041543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/428129a3-e93f-4a37-b02b-e797faa4e4b8 HTTP/1.1" status: 204 len: 168 time: 0.2364848 Jun 17 08:43:29.041543 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e7952e9a-c052-4b67-bed4-10ace4d93bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:29.059363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428129a3-e93f-4a37-b02b-e797faa4e4b8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:29.061726 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:29.067775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.089544 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4072ae9d-8182-45a6-8fbd-1c9db21872cb tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:29.122034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:29.130126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:29.130998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45008) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:29.139818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:29.154163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:network and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.159651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.172221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:subnet and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.203469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.210312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:subnetpool and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.216005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.222101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event updated for resources: {'Port': ['ID=0a58e3a0-8755-4f6b-9225-d23bfa5058c4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:29.223718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:port and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.227868 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:29.241581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.249881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:router and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.256768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.269889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:floatingip and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.275969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.329395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:security_group and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.335779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.343767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Usage tracker for resource:security_group_rule and tenant:41338a2dc2e347948a5a8962260b8013 is out of sync, need to count used quota {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:43:29.352066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.quota.resource [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:43:29.357551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3de2ce55-6119-4a4b-b9ad-398eb0fa563c tempest-QuotasTest-1179034544 tempest-QuotasTest-1179034544-project-admin] 10.222.0.65 "GET /v2.0/quotas/41338a2dc2e347948a5a8962260b8013/details.json HTTP/1.1" status: 200 len: 703 time: 0.2249696 Jun 17 08:43:29.520402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.648042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-39179829-5b2e-4501-b86c-4cf262bf7d99 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:29.650031 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-39179829-5b2e-4501-b86c-4cf262bf7d99 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1827824 Jun 17 08:43:29.675604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5d769-27b0-4342-924e-49aec8f47e0a req-09d14085-cba4-4338-9b41-859de3df5f56 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:29.677267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a5d769-27b0-4342-924e-49aec8f47e0a req-09d14085-cba4-4338-9b41-859de3df5f56 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 945 time: 0.1994359 Jun 17 08:43:29.765172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a5d769-27b0-4342-924e-49aec8f47e0a req-e43d8a9d-a326-4f7b-a71d-4c64d618d027 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b5fc346-b942-49ed-a195-ff48135d2a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Jun 17 08:43:29.770479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45020) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:29.852508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45024) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:29.873972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Deleting port adc9297f-ace8-4c7f-8bdf-ea9a87856617 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:29.874740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.877014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.921675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.017166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] For port adc9297f-ace8-4c7f-8bdf-ea9a87856617, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=adc9297f-ace8-4c7f-8bdf-ea9a87856617,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:30.018019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.122252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Calling delete_port for adc9297f-ace8-4c7f-8bdf-ea9a87856617 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:30.143581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.152771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.156659 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2114b76a-9d90-4433-a1e2-d44f2141dc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.175544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Router 9a8f5361-fc91-4fca-b188-8db17b02dc7a is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:30.211346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.229229 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfb7e425a9f2491d9a4c03104e4d8c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755000 Jun 17 08:43:30.229980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091a6b85-d15c-4029-87d7-4534ad2f0380,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.232371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45028) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:30.311097 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.322172 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.367010 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.378637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.404690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.423761 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-501bb35e-534a-4f90-a753-862a7e6e661f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.433072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68899be18c154b6ab283fb8280b0d8bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610451 Jun 17 08:43:30.443307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45032) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:30.446879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.466104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5ca19b-5d71-46e5-a3bb-f65fd72a3e35,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.475690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:30.486075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] Sync routers for ids ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:30.486323 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.498861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] Routers {'9a8f5361-fc91-4fca-b188-8db17b02dc7a'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:30.499775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:30.503395 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.514429 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-faaa0cca-738a-42a0-a355-f79713c71a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.529013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.533331 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6179335 Jun 17 08:43:30.536998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45034) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:30.573748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:30.588109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.604589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['adc9297f-ace8-4c7f-8bdf-ea9a87856617'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:30.608862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:30.618187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.624775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Pushing event deleted for resources: {'Port': ['ID=adc9297f-ace8-4c7f-8bdf-ea9a87856617,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.632558 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.662887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] Routers {'9a8f5361-fc91-4fca-b188-8db17b02dc7a'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:30.668889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:30.715998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:30.716620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b9e2b-3c5f-44de-9f59-9faded2d9db3 None None] The sync data for ids ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:30.720069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.722917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.724116 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/091a6b85-d15c-4029-87d7-4534ad2f0380 HTTP/1.1" status: 204 len: 168 time: 0.4852881 Jun 17 08:43:30.725194 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5276555b-ef00-48ed-bae7-2d3b7ae1277f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.732206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] No DVR routers for this DVR port adc9297f-ace8-4c7f-8bdf-ea9a87856617 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:30.733667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091a6b85-d15c-4029-87d7-4534ad2f0380,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.735511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.738242 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.739398 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec5ca19b-5d71-46e5-a3bb-f65fd72a3e35 HTTP/1.1" status: 204 len: 168 time: 0.2948012 Jun 17 08:43:30.741014 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.741522 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-134972ed-06ce-4bca-9092-04ac04ad0842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.744635 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.748852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6cbb983-84ce-42af-8654-f5b1d185ac40 req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.67 "DELETE /v2.0/ports/adc9297f-ace8-4c7f-8bdf-ea9a87856617 HTTP/1.1" status: 204 len: 173 time: 1.0915771 Jun 17 08:43:30.763134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'name': 'network-vif-deleted', 'tag': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:30.766486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5ca19b-5d71-46e5-a3bb-f65fd72a3e35,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.766722 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d0d95-6437-4581-9c98-336a7623b7e8" -d '{"events": [{"server_uuid": "be3eb5bb-5e90-4336-9d80-a5320f2b9b26", "name": "network-vif-deleted", "tag": "adc9297f-ace8-4c7f-8bdf-ea9a87856617"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:30.770477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.890518 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08718689-1dab-48eb-a097-e1dd76abe299 x-openstack-request-id: req-08718689-1dab-48eb-a097-e1dd76abe299 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:30.890995 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3eb5bb-5e90-4336-9d80-a5320f2b9b26", "name": "network-vif-deleted", "tag": "adc9297f-ace8-4c7f-8bdf-ea9a87856617", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:30.892537 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08718689-1dab-48eb-a097-e1dd76abe299 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:30.892663 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3eb5bb-5e90-4336-9d80-a5320f2b9b26', 'name': 'network-vif-deleted', 'tag': 'adc9297f-ace8-4c7f-8bdf-ea9a87856617', 'status': 'completed', 'code': 200} Jun 17 08:43:31.175162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c424f7f7-d5bb-4d17-92a5-39d6a26668a0 req-12377274-e46c-40b8-8f9d-eaa4abad3ae7 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3eb5bb-5e90-4336-9d80-a5320f2b9b26 HTTP/1.1" status: 200 len: 210 time: 0.0654180 Jun 17 08:43:31.316201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45060) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:31.337318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.433134 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.465039 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.571128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.587549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.598163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-450b1af5-988c-4b7d-a3fd-bfacb38cf99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:31.599149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Deleting port 0a58e3a0-8755-4f6b-9225-d23bfa5058c4 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:31.599300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.697653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41338a2dc2e347948a5a8962260b8013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784523 Jun 17 08:43:31.699675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45072) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:31.717671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e994fb1-6521-4651-8917-d8b77fc8644f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:31.727904 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:31.768662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.798935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.837258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.890376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Calling delete_port for 0a58e3a0-8755-4f6b-9225-d23bfa5058c4 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:31.892193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.895187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.902790 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e994fb1-6521-4651-8917-d8b77fc8644f HTTP/1.1" status: 204 len: 168 time: 0.1978204 Jun 17 08:43:31.902790 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-162a003a-1a7a-4d87-8d3f-76822a45560d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:31.909897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e994fb1-6521-4651-8917-d8b77fc8644f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:31.912843 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:31.971040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.013276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.106604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.110134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b91af187-9e9c-49cd-8b04-adb6b197ea84 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.146080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Pushing event deleted for resources: {'Port': ['ID=0a58e3a0-8755-4f6b-9225-d23bfa5058c4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.152471 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.219108 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.305401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45096) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.379184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.383951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.411974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Deleting subnet a88578fe-967a-428b-8869-016424943b08 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:32.420249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.450276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.453634 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.474040 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:43:32.474040 n-d-780147-13 neutron-server[93499]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:43:32.474040 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id': '235e3e33a18345e480f49a1d2bffc827', 'id': '515919e2-2d77-4937-bba0-83037096db47', 'expiration': datetime.datetime(2021, 6, 17, 8, 45, 32, 461882)}] Jun 17 08:43:32.474040 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:43:32.474897 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:43:32.483233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.543067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Router 9a8f5361-fc91-4fca-b188-8db17b02dc7a has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:32.606551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.641556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:32.653975 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] Sync routers for ids ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:32.654515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.659887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.661435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "PUT /v2.0/routers/9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 200 len: 705 time: 2.1213400 Jun 17 08:43:32.665232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45112) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.666070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.672176 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f4b23aa4-eb46-4015-8ece-5560f1eb1a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.672731 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] Routers {'9a8f5361-fc91-4fca-b188-8db17b02dc7a'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:32.673715 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:32.720670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9508e30-2e3d-4e48-b6f3-70d16076f814,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.740876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45116) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.742271 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b219fd53b8174e5e84224682238b4661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7698035 Jun 17 08:43:32.744521 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.746540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.749789 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.762420 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:32.776447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88578fe-967a-428b-8869-016424943b08,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.783406 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.784427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac14296d-eb9a-4baa-bebb-a288c08df20a None None] Network 3c9c71e9-3037-4429-9b8f-e6132d2aad23 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:32.786277 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a88578fe-967a-428b-8869-016424943b08 HTTP/1.1" status: 204 len: 168 time: 0.4794371 Jun 17 08:43:32.788047 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.789665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45118) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.798434 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] Routers {'9a8f5361-fc91-4fca-b188-8db17b02dc7a'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:32.799549 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:32.816009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4f8bb999-8284-4263-a3dc-33ac5a3d0412 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/routers/9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 200 len: 740 time: 0.1486447 Jun 17 08:43:32.820118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45120) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.851981 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:32.852972 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d393ebe-789f-4df2-86de-46031925c8af None None] The sync data for ids ['9a8f5361-fc91-4fca-b188-8db17b02dc7a'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:32.873398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.877064 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b3362d34-2e2d-4fbc-b3fd-43a96ad2e36c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 200 len: 205 time: 0.0554388 Jun 17 08:43:32.880190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45124) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.908206 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.026921 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.030062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.031369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9508e30-2e3d-4e48-b6f3-70d16076f814 HTTP/1.1" status: 204 len: 168 time: 0.2909098 Jun 17 08:43:33.032233 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f314e1d-87eb-4a93-858f-ddff2e50c15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.041838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9508e30-2e3d-4e48-b6f3-70d16076f814,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.044277 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.110698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] DHCP port deletion for 3c9c71e9-3037-4429-9b8f-e6132d2aad23 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:33.174168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Deleting port 713f9535-c439-4878-9451-9f7480e04db8 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:33.174559 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.252098 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] For port 713f9535-c439-4878-9451-9f7480e04db8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=713f9535-c439-4878-9451-9f7480e04db8,segment=NetworkSegment(c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0),segment_id=c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:33.252827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.330091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Calling delete_port for 713f9535-c439-4878-9451-9f7480e04db8 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:33.370264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.379407 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c3473f32-5876-49e0-8272-5c9268c25b0b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 200 len: 205 time: 0.4761295 Jun 17 08:43:33.382203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.389188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.439324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.487810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.493088 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.498517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.516109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Deleting port 713f9535-c439-4878-9451-9f7480e04db8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:33.516589 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.536394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Pushing event deleted for resources: {'Port': ['ID=713f9535-c439-4878-9451-9f7480e04db8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.539434 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.545097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] No DVR routers for this DVR port 713f9535-c439-4878-9451-9f7480e04db8 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:33.624169 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.633980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.641996 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32169e04-5c04-4145-8340-0bf260cb476c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.645672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] For port 713f9535-c439-4878-9451-9f7480e04db8, host n-d-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:33.646784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.682690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-44296044'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:33.725639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.728122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.769437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Calling delete_port for 713f9535-c439-4878-9451-9f7480e04db8 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:33.776103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Port 713f9535-c439-4878-9451-9f7480e04db8 was not found and therefore no delete operation was performed {{(pid=93499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:43:33.784158 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=235e3e33a18345e480f49a1d2bffc827&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7693210 Jun 17 08:43:33.787472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.787917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58c171-0abb-4a46-95f0-ff4b417a6ae8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.791530 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.792515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.795596 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.795925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8f5361-fc91-4fca-b188-8db17b02dc7a {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:33.803608 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.808321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] No DVR routers for this DVR port 713f9535-c439-4878-9451-9f7480e04db8 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:33.824569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.831170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e4409c14-e506-4987-9883-783b5324e7e9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 204 len: 168 time: 0.4422090 Jun 17 08:43:33.835932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45164) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.857314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=713f9535-c439-4878-9451-9f7480e04db8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.860703 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.861654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:33.865216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.876392 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.879124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0d8dde5f-fdf6-4ab1-b9d3-d14fc2ea0477 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 200 len: 205 time: 0.0413251 Jun 17 08:43:33.883925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45168) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.934433 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-5775b300-9818-416c-9da6-49e173471c25 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] delete failed (client error): The resource could not be found. Jun 17 08:43:33.935468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5775b300-9818-416c-9da6-49e173471c25 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/9a8f5361-fc91-4fca-b188-8db17b02dc7a HTTP/1.1" status: 404 len: 336 time: 0.0507474 Jun 17 08:43:33.938383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45172) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.980738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-08b2bec9-354e-4d70-9a71-ba95932ca574 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=23451919-5e17-4db8-8ed9-699c5837d2a8 HTTP/1.1" status: 200 len: 205 time: 0.0411463 Jun 17 08:43:33.982849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.983368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.001470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9c71e9-3037-4429-9b8f-e6132d2aad23']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:34.020262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:34.020597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fdc1b5-2664-4ed6-8b63-e91f21c63dc0') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:34.027037 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-6b39c322-268a-49b2-9895-97af386936dd tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] delete failed (client error): The resource could not be found. Jun 17 08:43:34.031340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6b39c322-268a-49b2-9895-97af386936dd tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/23451919-5e17-4db8-8ed9-699c5837d2a8 HTTP/1.1" status: 404 len: 336 time: 0.0439520 Jun 17 08:43:34.031340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.031340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.039472 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.060508 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.073519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-154d5f05-255f-4e7f-b83e-09b421500db4 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f818320-f34c-4fda-aaca-4802550a7164 HTTP/1.1" status: 200 len: 205 time: 0.0393920 Jun 17 08:43:34.073851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45184) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.073955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:34.074580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:34.077688 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:34.132104 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.139612 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-6e4f87ff-aef1-4c6b-a67b-2e00e3c760b9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] delete failed (client error): The resource could not be found. Jun 17 08:43:34.140658 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e4f87ff-aef1-4c6b-a67b-2e00e3c760b9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/1f818320-f34c-4fda-aaca-4802550a7164 HTTP/1.1" status: 404 len: 336 time: 0.0658772 Jun 17 08:43:34.144861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45188) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.164336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 713f9535-c439-4878-9451-9f7480e04db8 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:34.189638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-989f21ba-9e5d-4dd7-8a1c-202a08e418c9 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c37d11e-b0a2-444a-bd42-cfb193f9d8fb HTTP/1.1" status: 200 len: 205 time: 0.0412543 Jun 17 08:43:34.191427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45190) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.192355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.212779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3f610d42-2083-4b2f-803b-f1e93e4b772c tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.217515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 713f9535-c439-4878-9451-9f7480e04db8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:34.217896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 713f9535-c439-4878-9451-9f7480e04db8 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:34.226002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.230321 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3c9c71e9-3037-4429-9b8f-e6132d2aad23 HTTP/1.1" status: 204 len: 168 time: 1.4366598 Jun 17 08:43:34.230882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.232997 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.236345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae58c171-0abb-4a46-95f0-ff4b417a6ae8 HTTP/1.1" status: 204 len: 168 time: 0.4457955 Jun 17 08:43:34.236345 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-38bfc110-1a64-43ca-b244-aced3d06b9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.250548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58c171-0abb-4a46-95f0-ff4b417a6ae8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.256245 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.279550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.281591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9c71e9-3037-4429-9b8f-e6132d2aad23,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.283816 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-80b8f5a4-ccf5-48e2-8505-64b700b068ed tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] delete failed (client error): The resource could not be found. Jun 17 08:43:34.287506 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-80b8f5a4-ccf5-48e2-8505-64b700b068ed tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/4c37d11e-b0a2-444a-bd42-cfb193f9d8fb HTTP/1.1" status: 404 len: 336 time: 0.0905886 Jun 17 08:43:34.287506 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.287792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45200) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.300227 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.320862 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dda578bc-0e73-4e52-b147-5f47ee55a421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.330329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b901ab3d-b05a-40d8-899d-d6ec8fbbb692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=19638e58-8be7-413c-a784-abd98b6da271 HTTP/1.1" status: 200 len: 205 time: 0.0388222 Jun 17 08:43:34.330574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45202) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.343001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:34.355663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45204) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.364675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813ea6ca-0e8f-4cef-a2cd-0a8a5194d531,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.369968 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.371329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.371847 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment 912050a6-d832-4f0f-b826-409a4994232f of type vlan for network 203cda1f-5798-4dd5-81f3-003ab75da179 Jun 17 08:43:34.421403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.459162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.465278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.465951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.469683 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa544a61-53b2-4a2f-b85b-f98737d2dd7c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.498377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.524142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0827904 Jun 17 08:43:34.532567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45210) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.543949 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-509804499'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:34.611326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ad61797-3ce2-4806-ac2d-54ebda53f390 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86b1b6fe2e044e0aab5289f623da30db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108792 Jun 17 08:43:34.612126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=203cda1f-5798-4dd5-81f3-003ab75da179,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.616394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45214) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.616978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device adc9297f-ace8-4c7f-8bdf-ea9a87856617 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:34.624023 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.657474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:34.661359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.674994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: adc9297f-ace8-4c7f-8bdf-ea9a87856617 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:34.675712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device adc9297f-ace8-4c7f-8bdf-ea9a87856617 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:34.680536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 203cda1f-5798-4dd5-81f3-003ab75da179 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:34.701279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:34.727306 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.728796 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment fa37a64d-a577-405b-8cbb-08ecfacd8ce1 of type vlan for network 3708e891-7828-4db3-956f-9afbd6db1be1 Jun 17 08:43:34.794854 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-c28d595d-92a4-4688-874a-fd9401a36540 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] delete failed (client error): The resource could not be found. Jun 17 08:43:34.796128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c28d595d-92a4-4688-874a-fd9401a36540 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/19638e58-8be7-413c-a784-abd98b6da271 HTTP/1.1" status: 404 len: 336 time: 0.4643552 Jun 17 08:43:34.798866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45216) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.828690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-576212566-network', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:34.833108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e3f6b1d0-0fef-47e4-8dcf-a2ea911aa790 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2980952-960a-48ca-9786-9a8d6d752118 HTTP/1.1" status: 200 len: 205 time: 0.0327778 Jun 17 08:43:34.839682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45220) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.853523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.883105 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-31a6fbb1-c2fa-4e93-bdcb-8a785608e878 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] delete failed (client error): The resource could not be found. Jun 17 08:43:34.886782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-31a6fbb1-c2fa-4e93-bdcb-8a785608e878 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/routers/e2980952-960a-48ca-9786-9a8d6d752118 HTTP/1.1" status: 404 len: 336 time: 0.0434899 Jun 17 08:43:34.887074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45222) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.893098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.908941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.909577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.913093 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.918328 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.920065 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e74f1e6-519e-453e-ab23-a2d31a2e4572 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:34.920597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e74f1e6-519e-453e-ab23-a2d31a2e4572 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:34.923057 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0e74f1e6-519e-453e-ab23-a2d31a2e4572 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] 10.222.0.65 "DELETE /v2.0/subnets/93413214-1cc8-4a8a-b63f-a3b99cd3698f HTTP/1.1" status: 404 len: 337 time: 0.0350239 Jun 17 08:43:34.991129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Made reservation on behalf of 983566ad430a4ebb9266670ddaae9bf1 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:34.993775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.999778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.018298 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4801455 Jun 17 08:43:35.018830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45228) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.025159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:35.045994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45230) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.057457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.070613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=3708e891-7828-4db3-956f-9afbd6db1be1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.070879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.073556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.084791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 3708e891-7828-4db3-956f-9afbd6db1be1 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:35.138985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.141706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.145977 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b5fc346-b942-49ed-a195-ff48135d2a6c HTTP/1.1" status: 204 len: 168 time: 0.5225563 Jun 17 08:43:35.145977 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d530c71-f41e-48dc-bfaa-da088769682a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.158839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fc346-b942-49ed-a195-ff48135d2a6c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.161258 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.205075 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.220279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.224623 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ae5f4186-32bc-430f-815f-effdad5cae45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.252256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:35.270998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd1418f-df99-4716-ae7d-01bb12448986,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.285811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.286165 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Added segment f6ce7593-3b3d-4a6f-abc4-6d22817149f8 of type vlan for network d24f7caa-a767-4c06-bd04-64ef30744def Jun 17 08:43:35.288267 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.342449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.348044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.359559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.365325 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ec7273f-4d77-4d12-8742-abdef3ea86ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.379469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.380972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.381968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.385552 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.405038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:35.408618 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.424162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ed9cc8afadd415cb66dcc0e073437ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741200 Jun 17 08:43:35.426932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45240) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.433245 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0737686 Jun 17 08:43:35.433522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45242) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.438565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Request body: {'subnet': {'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-576212566-subnet', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:35.444652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d4170-2e5e-47fa-80a6-6ba50aec2d66,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.452174 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.499427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Pushing event updated for resources: {'Network': ['ID=d24f7caa-a767-4c06-bd04-64ef30744def,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.503657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.516847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d24f7caa-a767-4c06-bd04-64ef30744def details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:35.522455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.524764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Made reservation on behalf of 983566ad430a4ebb9266670ddaae9bf1 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:35.527262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.540085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45244) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.563225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.647911 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.650793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.652083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a6d4170-2e5e-47fa-80a6-6ba50aec2d66 HTTP/1.1" status: 204 len: 168 time: 0.2234073 Jun 17 08:43:35.653046 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40c5f142-7add-4799-81f8-ef1c3092be3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.663737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d4170-2e5e-47fa-80a6-6ba50aec2d66,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.680776 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.748852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.751661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.756107 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.880424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=a83bb659-43f9-4164-bee3-3de0010b9cb5,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.885384 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.886476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.888729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.891596 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ff5c1f55-2012-4ca8-ac15-ca9b71afafa2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.895507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.908800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6c39658-3bf5-47d6-96ee-aa366bd6631d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.926368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': '912050a6-d832-4f0f-b826-409a4994232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:35.926815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: 203cda1f-5798-4dd5-81f3-003ab75da179, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:35.950261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ee89f8-c42a-4762-89bc-45aaa0b91f54,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.954779 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8777e727c4a4ac09ef139cb8e12c001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135802 Jun 17 08:43:35.955976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.957896 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45264) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.969500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d001c1-6451-4b74-aeb2-c64e1c26f5e2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.977040 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.980449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Checking segment: {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:35.980817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Network hostable DHCP agents. Network: d24f7caa-a767-4c06-bd04-64ef30744def, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:35.982922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 203cda1f-5798-4dd5-81f3-003ab75da179 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:36.001783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 203cda1f-5798-4dd5-81f3-003ab75da179) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:36.011888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.012564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa6ac3-d6a5-4517-a2ef-2135264ab164 None None] Network 203cda1f-5798-4dd5-81f3-003ab75da179 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:36.012933 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.022576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Network d24f7caa-a767-4c06-bd04-64ef30744def is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:36.030735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d24f7caa-a767-4c06-bd04-64ef30744def) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:36.035821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157428 Jun 17 08:43:36.037741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.038666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.041078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45268) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.044832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.048725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:36.049080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b98954-3ec0-4eea-b3aa-fc1475a6f064 None None] Network d24f7caa-a767-4c06-bd04-64ef30744def requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:36.093303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6585367 Jun 17 08:43:36.096389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45270) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.102590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.104354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:36.187864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.195579 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.201266 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3ee89f8-c42a-4762-89bc-45aaa0b91f54 HTTP/1.1" status: 204 len: 168 time: 0.2425106 Jun 17 08:43:36.205230 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-590a1774-ec59-48b8-a9af-20bdf6ff90c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.216370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.218348 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.220713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ee89f8-c42a-4762-89bc-45aaa0b91f54,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.224573 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:36.280397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.287676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:36.294434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.362193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-203cda1f-5798-4dd5-81f3-003ab75da179', 'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': 'a83bb659-43f9-4164-bee3-3de0010b9cb5'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:36.363067 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.378611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-d24f7caa-a767-4c06-bd04-64ef30744def', 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'fixed_ips': [{'subnet_id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:36.379479 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.519331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Allocated IP 172.20.0.2 (203cda1f-5798-4dd5-81f3-003ab75da179/a83bb659-43f9-4164-bee3-3de0010b9cb5/2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:36.548405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.727639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Allocated IP 172.20.0.2 (d24f7caa-a767-4c06-bd04-64ef30744def/28d001c1-6451-4b74-aeb2-c64e1c26f5e2/29d46b32-4bf9-4a6e-8609-e60247e23c4e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:36.731139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.734780 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6e33842-480c-4269-a14b-fa01e680fde7 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.788143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45294) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.853310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=1aabb470-f88b-4225-a561-6879e2cd17a5,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.877928 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.883854 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fe3f560e-3865-4df0-b47b-b53a07ebcada admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0f4b7e41db24e4da8a88ea57d874295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939522 Jun 17 08:43:36.885918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45296) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.888364 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:36.891120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:36.891494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: 3708e891-7828-4db3-956f-9afbd6db1be1, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:36.901175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Transition to ACTIVE for port object 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:36.951194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Transition to ACTIVE for port object 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:36.966618 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.966966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.978303 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.997040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 3708e891-7828-4db3-956f-9afbd6db1be1 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:37.002419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.006381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.016146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 3708e891-7828-4db3-956f-9afbd6db1be1) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:37.024014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:37.024609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.036610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Pushing event updated for resources: {'Port': ['ID=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.043200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.053239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85167f-7e0b-4672-afe4-2174227ec19c None None] Network 3708e891-7828-4db3-956f-9afbd6db1be1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:37.061558 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.072130 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.075472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Network 203cda1f-5798-4dd5-81f3-003ab75da179 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:37.085398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:37.088247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0453486 Jun 17 08:43:37.091852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45302) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.097190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-883029198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:37.098233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Transition to ACTIVE for port object 29d46b32-4bf9-4a6e-8609-e60247e23c4e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:37.100587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:37.154690 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.157833 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.159078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac4a63f0-215f-46b0-a350-8ff11b836c7f HTTP/1.1" status: 204 len: 168 time: 0.2718267 Jun 17 08:43:37.160019 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b84d920b-6c88-48a0-8ae3-150c1bdc43af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.176370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4a63f0-215f-46b0-a350-8ff11b836c7f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.180254 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.188919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Allocated IP 172.25.7.94 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/47bdae1c-56b4-43c6-94fd-36e394be931d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:37.205066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Transition to ACTIVE for port object 29d46b32-4bf9-4a6e-8609-e60247e23c4e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:37.260116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.261144 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.268649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45308) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.368498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.373854 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.378291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.403269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.407449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-167bb3fa-dc07-4835-8a67-6e320f3c17cf tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3112786 Jun 17 08:43:37.408158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45314) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.446650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.451443 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.499303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Attempting to bind port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:37.499687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Attempting to bind port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '912050a6-d832-4f0f-b826-409a4994232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:37.500058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Attempting to bind port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 on network 203cda1f-5798-4dd5-81f3-003ab75da179 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:37.503378 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.505277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:37.508467 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec212060-3c17-4609-926f-8e4c89745178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.511029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:37.519729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:37.551101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Pushing event updated for resources: {'Port': ['ID=47bdae1c-56b4-43c6-94fd-36e394be931d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.557454 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.562158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:37.562751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Checking segment: {'id': '912050a6-d832-4f0f-b826-409a4994232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:37.563141 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.563545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Bound using segment: {'id': '912050a6-d832-4f0f-b826-409a4994232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:37.564605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Bound port: 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912050a6-d832-4f0f-b826-409a4994232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '203cda1f-5798-4dd5-81f3-003ab75da179'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:37.565152 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.626607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Network d24f7caa-a767-4c06-bd04-64ef30744def is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:37.631371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:37.634525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:37.655928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-3708e891-7828-4db3-956f-9afbd6db1be1', 'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': '1aabb470-f88b-4225-a561-6879e2cd17a5'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:37.656782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.867855 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.876508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Allocated IP 172.21.0.2 (3708e891-7828-4db3-956f-9afbd6db1be1/1aabb470-f88b-4225-a561-6879e2cd17a5/1458bb8f-4474-4d67-af66-8617d8438b75) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:37.940094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-925491411-network', 'tenant_id': 'e122810a1abc432cba579b9aeca8b175'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:37.971584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Pushing event updated for resources: {'Port': ['ID=29d46b32-4bf9-4a6e-8609-e60247e23c4e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.988437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Made reservation on behalf of e122810a1abc432cba579b9aeca8b175 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:37.994226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.003242 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:38.025475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.064264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.122843 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.132183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Transition to ACTIVE for port object 1458bb8f-4474-4d67-af66-8617d8438b75 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:38.157594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Transition to ACTIVE for port object 1458bb8f-4474-4d67-af66-8617d8438b75 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:38.166238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Attempting to bind port 29d46b32-4bf9-4a6e-8609-e60247e23c4e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:38.166644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Attempting to bind port 29d46b32-4bf9-4a6e-8609-e60247e23c4e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:38.167048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Attempting to bind port 29d46b32-4bf9-4a6e-8609-e60247e23c4e on network d24f7caa-a767-4c06-bd04-64ef30744def {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:38.173570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.205895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.206509 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:38.219237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:38.220580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Checking segment: {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:38.228268 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.230298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Bound using segment: {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:38.230844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Bound port: 29d46b32-4bf9-4a6e-8609-e60247e23c4e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:38.231276 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.277239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-94936380-62f4-422e-b077-a3e64125d947 None None] For port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:38.305056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Network 3708e891-7828-4db3-956f-9afbd6db1be1 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:38.336527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:38.387075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:38.397383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-94936380-62f4-422e-b077-a3e64125d947 None None] For port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,segment=NetworkSegment(912050a6-d832-4f0f-b826-409a4994232f),segment_id=912050a6-d832-4f0f-b826-409a4994232f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:38.398627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:38.437341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.20.0.1 (203cda1f-5798-4dd5-81f3-003ab75da179/a83bb659-43f9-4164-bee3-3de0010b9cb5/dcc9bf77-05aa-4e41-82b7-f481da8bffbf) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:38.469790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] For port 29d46b32-4bf9-4a6e-8609-e60247e23c4e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:38.473016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] For port 29d46b32-4bf9-4a6e-8609-e60247e23c4e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=29d46b32-4bf9-4a6e-8609-e60247e23c4e,segment=NetworkSegment(f6ce7593-3b3d-4a6f-abc4-6d22817149f8),segment_id=f6ce7593-3b3d-4a6f-abc4-6d22817149f8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:38.485622 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.499669 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.511199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Pushing event updated for resources: {'Port': ['ID=1458bb8f-4474-4d67-af66-8617d8438b75,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.537948 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:38.538431 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-870190a7-bc73-477e-a0db-711288fed191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:38.557215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:38.604315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Sync routers for ids ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:38.675405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Attempting to bind port 1458bb8f-4474-4d67-af66-8617d8438b75 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:38.675405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Attempting to bind port 1458bb8f-4474-4d67-af66-8617d8438b75 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:38.675779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Attempting to bind port 1458bb8f-4474-4d67-af66-8617d8438b75 on network 3708e891-7828-4db3-956f-9afbd6db1be1 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:38.701714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Routers {'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:38.702433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:38.707716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:38.708229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Checking segment: {'id': 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:38.708641 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.709607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Bound using segment: {'id': 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:38.710118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Bound port: 1458bb8f-4474-4d67-af66-8617d8438b75, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3708e891-7828-4db3-956f-9afbd6db1be1'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:38.710519 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.749437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.778893 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.791368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object dcc9bf77-05aa-4e41-82b7-f481da8bffbf will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:38.793671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.801792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.804659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7062888 Jun 17 08:43:38.807107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45344) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.851876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-294f7dd4-7f9d-49e6-a367-a00a33c7aa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:38.855218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Pushing event updated for resources: {'Port': ['ID=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.861418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:38.940529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.941199 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Added segment 78752374-57b6-4908-9c16-b6c6259399ca of type vlan for network aac42536-e6f9-4216-9dc9-4af4d368f9a4 Jun 17 08:43:38.959876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0783162e-8337-41fb-8e29-784955cfa82a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.964384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.093199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.104551 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-708d9f27-aac1-44eb-8f64-c75800fef42d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.120867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.152185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Pushing event updated for resources: {'Port': ['ID=29d46b32-4bf9-4a6e-8609-e60247e23c4e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.170960 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.171421 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.662s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.171751 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.174884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] For port 1458bb8f-4474-4d67-af66-8617d8438b75, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:39.179350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Set router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:39.184908 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] For port 1458bb8f-4474-4d67-af66-8617d8438b75, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1458bb8f-4474-4d67-af66-8617d8438b75,segment=NetworkSegment(fa37a64d-a577-405b-8cbb-08ecfacd8ce1),segment_id=fa37a64d-a577-405b-8cbb-08ecfacd8ce1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:39.220351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.269346 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-504e77bd-267a-4097-9e65-94e843eeccf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.299352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.300420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.308457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.342196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 203cda1f-5798-4dd5-81f3-003ab75da179 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:39.359796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:39.385272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:39.444738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=dcc9bf77-05aa-4e41-82b7-f481da8bffbf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.450040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.450606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.502841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Pushing event updated for resources: {'Port': ['ID=1458bb8f-4474-4d67-af66-8617d8438b75,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.507147 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.518079 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Pushing event updated for resources: {'Network': ['ID=aac42536-e6f9-4216-9dc9-4af4d368f9a4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.531922 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2597151 Jun 17 08:43:39.531922 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.534495 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45360) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:39.543402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Request body: {'subnet': {'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-925491411-subnet', 'tenant_id': 'e122810a1abc432cba579b9aeca8b175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:39.559079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:39.578155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.676475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:43:37Z', 'revision_number': 3, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:39.739226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Checking router: ba74ddd1-97e4-4e10-aeb8-8616e4c1669b for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:39.739782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Updating router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b port 47bdae1c-56b4-43c6-94fd-36e394be931d binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:39.791860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Made reservation on behalf of e122810a1abc432cba579b9aeca8b175 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:39.794849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.817845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.947425 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.038337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:40.421763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1458bb8f-4474-4d67-af66-8617d8438b75 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:40.450697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.727521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e3431-6154-42b7-bbc3-74031ef55afe None None] Network d24f7caa-a767-4c06-bd04-64ef30744def requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:40.751594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1458bb8f-4474-4d67-af66-8617d8438b75 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:40.842966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.847750 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-035e0278-493d-4bd6-a399-d3c1fd6588ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:40.866088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.900286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 29d46b32-4bf9-4a6e-8609-e60247e23c4e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:40.919645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.929292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.992204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Allocated IP 172.20.0.1 (d24f7caa-a767-4c06-bd04-64ef30744def/28d001c1-6451-4b74-aeb2-c64e1c26f5e2/6bb32b09-bdde-44f5-b98e-c05d014cac87) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:41.015993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1458841574'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:41.026036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.031513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Transition to ACTIVE for port object 47bdae1c-56b4-43c6-94fd-36e394be931d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:41.110153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8831373e-ca5e-44ec-89eb-6cf28f584abd None None] Provisioning for port 29d46b32-4bf9-4a6e-8609-e60247e23c4e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:41.132102 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.174542 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3e069c77-5e35-4d81-9d79-4c99f42644e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.206637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e60691-4361-4580-a692-1054a56a72fe,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.210941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 203cda1f-5798-4dd5-81f3-003ab75da179 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:41.212868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.214374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.215181 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-049b3b70-2f22-4bae-a041-c29c059e73ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.238458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88b9fc-bc6b-44ff-a8a0-6c24b6544cd7 None None] Network 203cda1f-5798-4dd5-81f3-003ab75da179 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:41.254263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Transition to ACTIVE for port object 6bb32b09-bdde-44f5-b98e-c05d014cac87 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:41.265150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=dcc9bf77-05aa-4e41-82b7-f481da8bffbf,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.268137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:41.271703 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.272855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Made reservation on behalf of e580285fe4db4efaa31a3810b8a5d077 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:41.276484 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.304406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Checking segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:41.304406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Network hostable DHCP agents. Network: aac42536-e6f9-4216-9dc9-4af4d368f9a4, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:41.342924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.346428 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2274e580-9f3f-474f-9a27-7d9a931cda66 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.348798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.350272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 29d46b32-4bf9-4a6e-8609-e60247e23c4e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:41.359652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 29d46b32-4bf9-4a6e-8609-e60247e23c4e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:41.360124 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.424013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Pushing event updated for resources: {'Port': ['ID=47bdae1c-56b4-43c6-94fd-36e394be931d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.435603 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.463062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb32b09-bdde-44f5-b98e-c05d014cac87,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.464700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Attempting to bind port 47bdae1c-56b4-43c6-94fd-36e394be931d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:41.465586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Attempting to bind port 47bdae1c-56b4-43c6-94fd-36e394be931d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:41.471696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Attempting to bind port 47bdae1c-56b4-43c6-94fd-36e394be931d on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:41.475573 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.478576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-122656fb-12c1-470b-a5f0-7d71f2acb752 None None] Provisioning for port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:41.483903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Network d24f7caa-a767-4c06-bd04-64ef30744def is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:41.486415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:41.490583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:41.490919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:41.491350 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.491752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:41.492245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Bound port: 47bdae1c-56b4-43c6-94fd-36e394be931d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:41.492631 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.492751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:41.498961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:41.501211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd19661-8bc2-43ff-bfa3-86edd74c689d None None] Network 3708e891-7828-4db3-956f-9afbd6db1be1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:41.533951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, aac42536-e6f9-4216-9dc9-4af4d368f9a4) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:41.542624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.543380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.549707 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.559926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50986e48-5c1b-4cd9-a1a4-f80832eadeb9 None None] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:41.624257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router cf3cce1e-3c6c-47ec-a226-62c1381269a9 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:41.748232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.761117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.768285 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02873665-f464-4680-b0d5-27f9e6820819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.785736 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2496514 Jun 17 08:43:41.811153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:41.835331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3228ce-1155-4389-84c9-4f7be99348c7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.841982 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.843775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:41.845328 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.845664 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Added segment 9f56d57c-1a2e-4465-92ee-36ce94bc6c48 of type vlan for network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e Jun 17 08:43:41.852027 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/cf3cce1e-3c6c-47ec-a226-62c1381269a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4423361 Jun 17 08:43:41.852967 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] Sync routers for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:41.861480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:41.876360 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:41.877006 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:41.939314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.941451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.963176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4c9ac-e910-45b7-a52c-d5203c23ce49 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.964170 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c0a4c9ac-e910-45b7-a52c-d5203c23ce49 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports/dcc9bf77-05aa-4e41-82b7-f481da8bffbf HTTP/1.1" status: 200 len: 910 time: 0.1035585 Jun 17 08:43:41.966497 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:41.967138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45414) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:42.000409 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:42.000852 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:42.061222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Provisioning for port 1458bb8f-4474-4d67-af66-8617d8438b75 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:42.095506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:42.098009 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf594ed-0c99-4c78-afa8-29014d46138f None None] The sync data for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:42.108850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45418) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:42.234328 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] For port 47bdae1c-56b4-43c6-94fd-36e394be931d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:42.250390 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] For port 47bdae1c-56b4-43c6-94fd-36e394be931d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=47bdae1c-56b4-43c6-94fd-36e394be931d,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:42.254675 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.272681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Provisioning complete for port 1458bb8f-4474-4d67-af66-8617d8438b75 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:42.276955 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.319053 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.320641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.330523 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.335647 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8185aa7e-a76d-4f51-94c1-758ea8cdca1b tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.385874 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3a4ef8e1-3e2e-4d6c-9453-43f6d0fb40ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.443574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.468008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb32b09-bdde-44f5-b98e-c05d014cac87,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.471997 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.475806 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.644554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Network d24f7caa-a767-4c06-bd04-64ef30744def is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:42.649338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:42.709401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 29d46b32-4bf9-4a6e-8609-e60247e23c4e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=29d46b32-4bf9-4a6e-8609-e60247e23c4e,segment=NetworkSegment(f6ce7593-3b3d-4a6f-abc4-6d22817149f8),segment_id=f6ce7593-3b3d-4a6f-abc4-6d22817149f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:42.730013 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.731863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:42.749649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.756233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.756896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.759485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.792577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Pushing event updated for resources: {'Port': ['ID=47bdae1c-56b4-43c6-94fd-36e394be931d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.838479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:42.850660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.906625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd9b1c-be8a-459f-a5e2-5ed10500c188 None None] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:42.909437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.909799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.910115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.910442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.910979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.911177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.911495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.912454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.912698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.913118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.913560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.913875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:42.920128 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8806667 Jun 17 08:43:42.921038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event updated for resources: {'Network': ['ID=f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.925573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45438) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:42.934230 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.943053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Request body: {'subnet': {'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:42.946637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.981839 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78a258ba-a183-4eb6-a070-21514d615b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.016304 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.030139 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.035192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Routers {'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:43.035867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:43.039113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:43.044211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f3866fed92443a88b9263fc8555032d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302790 Jun 17 08:43:43.044370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Made reservation on behalf of e580285fe4db4efaa31a3810b8a5d077 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:43.048023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.053112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45440) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:43.058486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21afd3e4-bd76-42ca-826a-1ae2f4f8e86b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.064000 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.075207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-c2368dd1-f934-453d-871c-035e553a5a67 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.079437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-c2368dd1-f934-453d-871c-035e553a5a67 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 817 time: 0.3036230 Jun 17 08:43:43.102446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:43.120811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] 10.222.0.65 "PUT /v2.0/routers/ba74ddd1-97e4-4e10-aeb8-8616e4c1669b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3073351 Jun 17 08:43:43.126027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-da7eceff-cae8-42e8-af58-0962acd13c65 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/quotas/e122810a1abc432cba579b9aeca8b175 HTTP/1.1" status: 200 len: 375 time: 0.0434744 Jun 17 08:43:43.170385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-84213b9b-0f72-4c81-bd1c-358f33cd7e84 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433972 Jun 17 08:43:43.297048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-1ef766aa-dfc6-4d67-a7f2-d32eff3836d6 service neutron] 10.222.0.65 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256647 Jun 17 08:43:43.306048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.335642 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.348369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=29d46b32-4bf9-4a6e-8609-e60247e23c4e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.360470 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.361628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.398223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:43.419280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:43.419670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.457451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-dc83a254-99fb-45a2-9721-9e37a212a8d6 service neutron] 10.222.0.65 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531951 Jun 17 08:43:43.475038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] Set router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:43.514643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] For port 1458bb8f-4474-4d67-af66-8617d8438b75, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1458bb8f-4474-4d67-af66-8617d8438b75,segment=NetworkSegment(fa37a64d-a577-405b-8cbb-08ecfacd8ce1),segment_id=fa37a64d-a577-405b-8cbb-08ecfacd8ce1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:43.550760 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.556838 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.683272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Pushing event updated for resources: {'Port': ['ID=1458bb8f-4474-4d67-af66-8617d8438b75,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.696206 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.766660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.769315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.773324 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21afd3e4-bd76-42ca-826a-1ae2f4f8e86b HTTP/1.1" status: 204 len: 168 time: 0.7153125 Jun 17 08:43:43.776981 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.783746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7e562b35-0fe4-404f-ae99-748af1ee544e None None] Provisioning for port 6bb32b09-bdde-44f5-b98e-c05d014cac87 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:43.790067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21afd3e4-bd76-42ca-826a-1ae2f4f8e86b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.793146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.797126 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.806025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.813336 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71702e25-f849-439a-8da1-4318ab38e8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.821066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7e562b35-0fe4-404f-ae99-748af1ee544e None None] Provisioning complete for port 6bb32b09-bdde-44f5-b98e-c05d014cac87 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:43.821888 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e562b35-0fe4-404f-ae99-748af1ee544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.827751 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.023227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7e562b35-0fe4-404f-ae99-748af1ee544e None None] Port 6bb32b09-bdde-44f5-b98e-c05d014cac87 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:44.050939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event updated for resources: {'Subnet': ['ID=2dda113c-0fe1-4e61-b17e-806001daec95,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:44.056691 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:44.057098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:44.069761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-697599718-network', 'tenant_id': '8b12e85209584d6c8328963d7791db8a'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:44.134103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Checking segment: {'id': '9f56d57c-1a2e-4465-92ee-36ce94bc6c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:44.134472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Network hostable DHCP agents. Network: f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:44.156402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,segment=NetworkSegment(912050a6-d832-4f0f-b826-409a4994232f),segment_id=912050a6-d832-4f0f-b826-409a4994232f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:44.168235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7e562b35-0fe4-404f-ae99-748af1ee544e None None] Provisioning complete for port 29d46b32-4bf9-4a6e-8609-e60247e23c4e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:44.168630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e562b35-0fe4-404f-ae99-748af1ee544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.212687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.227616 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c813850-2db4-4814-932c-4e36eba23808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:44.229965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Made reservation on behalf of 8b12e85209584d6c8328963d7791db8a for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:44.232603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.280256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3020335-50ff-4729-8188-272452624c68 req-2a6214e0-0211-479f-a021-c29044b63b22 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 210 time: 0.0623467 Jun 17 08:43:44.280909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.362428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:44.401960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1458bb8f-4474-4d67-af66-8617d8438b75 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:44.506134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:44.513080 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:44.518100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6bb32b09-bdde-44f5-b98e-c05d014cac87', 'name': '', 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'mac_address': 'fa:16:3e:bb:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:40Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 2, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'subnets': [{'id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:44.542124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:44.586032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:44.589942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.612818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45484) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:44.615653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.21.0.1 (3708e891-7828-4db3-956f-9afbd6db1be1/1aabb470-f88b-4225-a561-6879e2cd17a5/f0c5f4c0-e361-42c4-8c45-4129bd1d63d8) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:44.632260 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.742429 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.749418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94cde83-b71a-4117-996d-4cd743e41978 None None] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:44.751338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3dacb-c5bd-47be-bdaa-385972848844 None None] The sync data for ids ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'] in n-d-780147-13 is: [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6bb32b09-bdde-44f5-b98e-c05d014cac87', 'name': '', 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'mac_address': 'fa:16:3e:bb:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:40Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 2, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'subnets': [{'id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:44.825562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.838888 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17db1891-1228-4980-bbbf-3234591504f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:44.938941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1458bb8f-4474-4d67-af66-8617d8438b75 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:44.939482 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.989352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.014070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:45.050967 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.060371 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.062894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:45.083280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.084856 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Added segment 25d36a7b-57a6-48a0-b668-7b223e09acc4 of type vlan for network 48de62c5-d394-4fba-9538-6f9f32601faf Jun 17 08:43:45.103532 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1776171 Jun 17 08:43:45.110594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45496) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:45.120196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.125398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6a921d3-7779-45d4-84d5-8422a505427d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.133119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Provisioning complete for port 1458bb8f-4474-4d67-af66-8617d8438b75 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:45.133119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.158150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Request body: {'port': {'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-712414158'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:45.199648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9da91a449113485e95ee7a892edf9fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5854795 Jun 17 08:43:45.202339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45498) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:45.214158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e', 'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e', 'tenant_id': 'e580285fe4db4efaa31a3810b8a5d077', 'fixed_ips': [{'subnet_id': '2dda113c-0fe1-4e61-b17e-806001daec95'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:45.215391 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.219428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d68f0-1097-4276-9427-d32d8d9c0ea2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.222609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461c783d-67a0-433a-ab8f-49f55f57e9fe,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.245985 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.246272 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.258333 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cf72c28d-7b30-4061-9b3e-309dc96ae26d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.332686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.373592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.389615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 29d46b32-4bf9-4a6e-8609-e60247e23c4e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:45.414196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c6b3eb3-c8db-445a-b531-23ec86fdad61 req-b318db96-c8dd-4b63-924e-9c6d53635add tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 210 time: 0.0562758 Jun 17 08:43:45.422391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.438508 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 3708e891-7828-4db3-956f-9afbd6db1be1 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:45.460960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:45.485116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:45.522113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.525714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.527326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/461c783d-67a0-433a-ab8f-49f55f57e9fe HTTP/1.1" status: 204 len: 168 time: 0.3212228 Jun 17 08:43:45.528287 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f2a70d6-7920-4d31-b874-08bae319bfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.571195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461c783d-67a0-433a-ab8f-49f55f57e9fe,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.580279 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.651348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=f0c5f4c0-e361-42c4-8c45-4129bd1d63d8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.673369 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.681760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.resource_extend [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:43:45.803544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.814292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.815629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:45.816618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.859611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 29d46b32-4bf9-4a6e-8609-e60247e23c4e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:45.860165 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.965554 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a8da1d9-d5ad-431f-8613-a3360a8af06c tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:46.068118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Allocated IP 172.20.0.2 (f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e/2dda113c-0fe1-4e61-b17e-806001daec95/514646d3-6bba-453e-b9e0-75cb6853615d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:46.176137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Provisioning for port dcc9bf77-05aa-4e41-82b7-f481da8bffbf completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:46.187877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Provisioning complete for port dcc9bf77-05aa-4e41-82b7-f481da8bffbf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:46.188250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.244853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Pushing event updated for resources: {'Network': ['ID=48de62c5-d394-4fba-9538-6f9f32601faf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:46.252997 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:46.265171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Made reservation on behalf of e580285fe4db4efaa31a3810b8a5d077 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:46.278611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.293422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 48de62c5-d394-4fba-9538-6f9f32601faf details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:46.360836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45514) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:46.363966 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3057528 Jun 17 08:43:46.368873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Request body: {'subnet': {'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-697599718-subnet', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:46.401236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] device_id is not set on port 1703e478-cc98-4615-a88c-e351bf50a445 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:46.430654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Made reservation on behalf of 8b12e85209584d6c8328963d7791db8a for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:46.434277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.465347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Port dcc9bf77-05aa-4e41-82b7-f481da8bffbf cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:46.603413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.696280 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.708215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Transition to ACTIVE for port object 514646d3-6bba-453e-b9e0-75cb6853615d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:46.730512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Transition to ACTIVE for port object 514646d3-6bba-453e-b9e0-75cb6853615d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:46.748221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.758755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:46.810968 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:46.836740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45526) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:46.868143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:46.869264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-326ef8d5-0d4f-4736-bb06-c42fbb714479 req-06190c12-d4c8-4308-af2d-eebaa009c0ec tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 210 time: 0.0983942 Jun 17 08:43:46.871622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Provisioning complete for port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:46.872204 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc34e-1fd2-40e1-a93b-e3d6ad58877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.961807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:46.965140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:46.977230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.992455 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-462e1c58-e76c-4005-8d2e-4154a180010d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.042079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:47.042820 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.044514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Pushing event updated for resources: {'Port': ['ID=514646d3-6bba-453e-b9e0-75cb6853615d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.047664 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.099085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea61834-c552-487f-a4ad-b8bac97e23bf,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.119572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Attempting to bind port 514646d3-6bba-453e-b9e0-75cb6853615d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:47.120474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Attempting to bind port 514646d3-6bba-453e-b9e0-75cb6853615d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '9f56d57c-1a2e-4465-92ee-36ce94bc6c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:47.121082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Attempting to bind port 514646d3-6bba-453e-b9e0-75cb6853615d on network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:47.129480 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.136385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:47.137189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Checking segment: {'id': '9f56d57c-1a2e-4465-92ee-36ce94bc6c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:47.137862 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.138485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Bound using segment: {'id': '9f56d57c-1a2e-4465-92ee-36ce94bc6c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:47.139234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Bound port: 514646d3-6bba-453e-b9e0-75cb6853615d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f56d57c-1a2e-4465-92ee-36ce94bc6c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:47.139855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.242323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Checking segment: {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:47.246349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Network hostable DHCP agents. Network: 48de62c5-d394-4fba-9538-6f9f32601faf, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:47.248010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 47bdae1c-56b4-43c6-94fd-36e394be931d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:47.252172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.308468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Network 48de62c5-d394-4fba-9538-6f9f32601faf is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:47.317664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3c03ad87-740f-4fab-b4c5-d848af7cceca None None] Provisioning for port f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:47.329752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3c03ad87-740f-4fab-b4c5-d848af7cceca None None] Provisioning complete for port f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:47.330570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c03ad87-740f-4fab-b4c5-d848af7cceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.350888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 48de62c5-d394-4fba-9538-6f9f32601faf) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:47.372122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521fd7c1-47fa-4c88-9189-71ece3d8b420 None None] Network 48de62c5-d394-4fba-9538-6f9f32601faf requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:47.400221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] For port 514646d3-6bba-453e-b9e0-75cb6853615d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:47.409517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.420747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.423671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.424019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.441331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.443994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] For port 514646d3-6bba-453e-b9e0-75cb6853615d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=514646d3-6bba-453e-b9e0-75cb6853615d,segment=NetworkSegment(9f56d57c-1a2e-4465-92ee-36ce94bc6c48),segment_id=9f56d57c-1a2e-4465-92ee-36ce94bc6c48)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:47.451933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-171c1fff-fd74-4ba3-881b-945f675a5d72 tempest-AttachVolumeNegativeTest-382431473 tempest-AttachVolumeNegativeTest-382431473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.454865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-c424da77-5acb-4b7c-8014-4278265b6d45 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.456829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-c424da77-5acb-4b7c-8014-4278265b6d45 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 817 time: 0.3513865 Jun 17 08:43:47.483125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3c03ad87-740f-4fab-b4c5-d848af7cceca None None] Port f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:47.488651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 47bdae1c-56b4-43c6-94fd-36e394be931d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:47.493681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Request body: {'port': {'device_id': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'admin_state_up': True, 'tenant_id': 'e122810a1abc432cba579b9aeca8b175'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:47.496433 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.511140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 47bdae1c-56b4-43c6-94fd-36e394be931d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:47.511690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.523011 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.564178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Allocated IP 172.20.0.14 (f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e/2dda113c-0fe1-4e61-b17e-806001daec95/1703e478-cc98-4615-a88c-e351bf50a445) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:47.607904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=f0c5f4c0-e361-42c4-8c45-4129bd1d63d8,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.618188 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.620801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.709857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3428795 Jun 17 08:43:47.720402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:47.720742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45542) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:47.723004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Pushing event updated for resources: {'Port': ['ID=514646d3-6bba-453e-b9e0-75cb6853615d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.728133 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.757454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:47.820590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.842994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.847500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Made reservation on behalf of e122810a1abc432cba579b9aeca8b175 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:47.855353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 47bdae1c-56b4-43c6-94fd-36e394be931d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=47bdae1c-56b4-43c6-94fd-36e394be931d,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:47.858648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.871809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.887507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.935532 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.952953 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-44bebd4c-aedf-42a9-83f0-4c48813ca02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.954159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-48de62c5-d394-4fba-9538-6f9f32601faf', 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'fixed_ips': [{'subnet_id': 'aea61834-c552-487f-a4ad-b8bac97e23bf'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:47.957791 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.971605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8459ff477c25497b9fbc079e23355a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1252778 Jun 17 08:43:47.990969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45550) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:48.017463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1999063423-network', 'tenant_id': '5041043332f1437ba4468932a0e1eea8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:48.174016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.175137 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.183899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=47bdae1c-56b4-43c6-94fd-36e394be931d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.193758 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:48.264832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.323231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Allocated IP 172.20.0.2 (48de62c5-d394-4fba-9538-6f9f32601faf/aea61834-c552-487f-a4ad-b8bac97e23bf/716c88fc-b7b3-4aa9-9161-dd73a349fa95) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:48.332009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Made reservation on behalf of 5041043332f1437ba4468932a0e1eea8 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:48.335417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.361750 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.501189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 3708e891-7828-4db3-956f-9afbd6db1be1 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:48.513396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d38bd4-73a2-44ba-81c5-f9e4a0903474,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.526730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-a80da58b-e927-41f5-8f58-91d502291a8e tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.528821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-a80da58b-e927-41f5-8f58-91d502291a8e tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 817 time: 0.4790707 Jun 17 08:43:48.535118 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:48.554621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Request body: {'port': {'device_id': '1c21da88-4674-4454-b74a-3eae88c5c875', 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'admin_state_up': True, 'tenant_id': 'e122810a1abc432cba579b9aeca8b175'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:48.595636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-26cb9833-cffe-49c5-a286-cf9781217124 req-edb1575f-394b-448c-95a5-a97d41fa5f64 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 210 time: 0.0594954 Jun 17 08:43:48.633214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 47bdae1c-56b4-43c6-94fd-36e394be931d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:48.665269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:48.667605 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.687730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Transition to ACTIVE for port object 716c88fc-b7b3-4aa9-9161-dd73a349fa95 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:48.714550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Transition to ACTIVE for port object 716c88fc-b7b3-4aa9-9161-dd73a349fa95 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:48.718412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 47bdae1c-56b4-43c6-94fd-36e394be931d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:48.718800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.730808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.745942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.750152 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-12c75df6-2c72-466d-9574-3c8e872ae506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:48.754734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.780461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.784284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.816975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Network 48de62c5-d394-4fba-9538-6f9f32601faf is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:48.825029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:48.836595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:48.836824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.842587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Pushing event updated for resources: {'Port': ['ID=716c88fc-b7b3-4aa9-9161-dd73a349fa95,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.846338 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:48.865287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-780637a6-0a3d-47ab-b7cf-ba4aeecd8bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:48.928505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 514646d3-6bba-453e-b9e0-75cb6853615d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:48.939724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Allocated IP 172.20.0.12 (aac42536-e6f9-4216-9dc9-4af4d368f9a4/b1e60691-4361-4580-a692-1054a56a72fe/e344c7f9-a079-457c-afab-4eecefedf833) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:49.017941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Attempting to bind port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:49.018476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Attempting to bind port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:49.018957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Attempting to bind port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 on network 48de62c5-d394-4fba-9538-6f9f32601faf {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:49.039128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:49.040408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Checking segment: {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:49.040975 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.041581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Bound using segment: {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:49.042404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Bound port: 716c88fc-b7b3-4aa9-9161-dd73a349fa95, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:49.044865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.093437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 514646d3-6bba-453e-b9e0-75cb6853615d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:49.111747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.120528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.123014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Sync routers for ids ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:49.124734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5d38bd4-73a2-44ba-81c5-f9e4a0903474 HTTP/1.1" status: 204 len: 168 time: 1.1315191 Jun 17 08:43:49.159035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Routers {'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:49.159823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:49.169355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] For port 716c88fc-b7b3-4aa9-9161-dd73a349fa95, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:49.261904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.295657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] For port 716c88fc-b7b3-4aa9-9161-dd73a349fa95, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=716c88fc-b7b3-4aa9-9161-dd73a349fa95,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:49.330938 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.342069 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:49.348409 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0eefa71e-2e22-4431-81fc-b3f526854433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:49.352853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-39eb65cc-7a6d-4d18-a7f7-55fd2540dfcc None None] Provisioning complete for port f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:49.353430 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39eb65cc-7a6d-4d18-a7f7-55fd2540dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.361990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Made reservation on behalf of e122810a1abc432cba579b9aeca8b175 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:49.366154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.376527 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.383601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d38bd4-73a2-44ba-81c5-f9e4a0903474,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.399275 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:49.400091 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:49.466084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Pushing event updated for resources: {'Port': ['ID=e344c7f9-a079-457c-afab-4eecefedf833,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.470820 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:49.489008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:49.493392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:49.498951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:49.511441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:49.539616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.586077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45556) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:49.593231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-2df0db25-e009-4ae3-acfd-7c5dd6c2e64d tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.594324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.594699 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-2df0db25-e009-4ae3-acfd-7c5dd6c2e64d tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.60 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 817 time: 1.6211910 Jun 17 08:43:49.595453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.598087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f450c10-f330-47de-af35-585dd817698a None None] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:49.610309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.610670 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Added segment 68a617b8-419f-4ef2-8143-54c36fc15c27 of type vlan for network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e Jun 17 08:43:49.611481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.620225 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:49.628158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.629199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.629346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Transition to ACTIVE for port object 1703e478-cc98-4615-a88c-e351bf50a445 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:49.638597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Request body: {'port': {'device_id': '16c02eac-e893-434e-9525-5792eb164663', 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'admin_state_up': True, 'tenant_id': 'e122810a1abc432cba579b9aeca8b175'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:49.668060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1854229 Jun 17 08:43:49.681823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Request body: {'port': {'device_id': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:49.701345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Pushing event updated for resources: {'Port': ['ID=716c88fc-b7b3-4aa9-9161-dd73a349fa95,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.707066 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:49.745451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Allocated IP 172.20.0.11 (aac42536-e6f9-4216-9dc9-4af4d368f9a4/b1e60691-4361-4580-a692-1054a56a72fe/56f62d20-c9f4-4bff-9a8b-ea890230f702) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:49.748761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router cf3cce1e-3c6c-47ec-a226-62c1381269a9 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:49.754939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.835460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-39eb65cc-7a6d-4d18-a7f7-55fd2540dfcc None None] Port f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:49.860865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Set router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:49.867515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbd38186-b349-4173-bb4f-c7e24905a723 req-3ea3d8b0-d07e-427c-ab61-6efe58794b4b tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 210 time: 0.0750647 Jun 17 08:43:49.913115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.982863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.018719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.024463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.044056 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aac4b1b3-d2ca-4175-a310-e41647ba2723 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.046994 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40f28fc6-e3e7-4012-a97f-4b165f374f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.052401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.053904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.055558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Provisioning for port 514646d3-6bba-453e-b9e0-75cb6853615d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:50.056136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.100893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Provisioning complete for port 514646d3-6bba-453e-b9e0-75cb6853615d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:50.101453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.154306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:50.160583 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:50.165809 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] Sync routers for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:50.171313 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/cf3cce1e-3c6c-47ec-a226-62c1381269a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2000461 Jun 17 08:43:50.173592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:50.175908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event updated for resources: {'Port': ['ID=1703e478-cc98-4615-a88c-e351bf50a445,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.179128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45560) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:50.180025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:50.189654 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:50.190658 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:50.223328 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.224369 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1410003b-1461-43c4-827f-47174eeb53c0 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.232040 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed608efce5d341a4a53cc81ffa525897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448922 Jun 17 08:43:50.251056 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:50.265104 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:50.266016 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:50.277355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Made reservation on behalf of e122810a1abc432cba579b9aeca8b175 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:50.282142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.323262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.327366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:50.374450 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6389034 Jun 17 08:43:50.387572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45564) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:50.421212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Request body: {'subnet': {'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1999063423-subnet', 'tenant_id': '5041043332f1437ba4468932a0e1eea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:50.432217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 716c88fc-b7b3-4aa9-9161-dd73a349fa95 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:50.433863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcbda05-ec24-4c75-9430-db030997b01b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.462764 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:50.463779 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee4435-933c-49ef-b85b-4b461aaf1447 None None] The sync data for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:50.525061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.528774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.529413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.552561 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.552855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Pushing event updated for resources: {'Network': ['ID=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.553786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.561136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da36cd-86aa-4a42-a5f6-1ef57c99989f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.565425 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36da36cd-86aa-4a42-a5f6-1ef57c99989f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports/f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 HTTP/1.1" status: 200 len: 910 time: 0.3761888 Jun 17 08:43:50.569091 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.573037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:50.575895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45570) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:50.588929 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0c982c77-6445-4670-a314-cdd7602d8692 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.676899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] For port 514646d3-6bba-453e-b9e0-75cb6853615d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=514646d3-6bba-453e-b9e0-75cb6853615d,segment=NetworkSegment(9f56d57c-1a2e-4465-92ee-36ce94bc6c48),segment_id=9f56d57c-1a2e-4465-92ee-36ce94bc6c48)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:50.690420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Made reservation on behalf of 5041043332f1437ba4468932a0e1eea8 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:50.695587 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.695766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.702506 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.706939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:50.728404 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.6132619 Jun 17 08:43:50.728677 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:50.732773 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.740756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6bb32b09-bdde-44f5-b98e-c05d014cac87', 'name': '', 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'mac_address': 'fa:16:3e:bb:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:40Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 2, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'subnets': [{'id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:50.745541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Request body: {'port': {'network_id': 'f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1648223804', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:50.746587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.api.validators [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] bootfile-name is not in valid_values {{(pid=93500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:43:50.747271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.api.validators [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] tftp-server is not in valid_values {{(pid=93500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:43:50.749338 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.api.validators [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] server-ip-address is not in valid_values {{(pid=93500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:43:50.775655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.777626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.784893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Checking router: ba74ddd1-97e4-4e10-aeb8-8616e4c1669b for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:50.785409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Updating router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b port 6bb32b09-bdde-44f5-b98e-c05d014cac87 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:50.836785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:50.862083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:50.867708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Pushing event updated for resources: {'Port': ['ID=514646d3-6bba-453e-b9e0-75cb6853615d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.869605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Pushing event updated for resources: {'Port': ['ID=56f62d20-c9f4-4bff-9a8b-ea890230f702,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.872172 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.877783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e164e4fb-2e92-4668-95ef-599ebca7923d None None] Provisioning complete for port 514646d3-6bba-453e-b9e0-75cb6853615d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:50.878298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e164e4fb-2e92-4668-95ef-599ebca7923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.880468 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.893069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:50.940294 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.149373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e164e4fb-2e92-4668-95ef-599ebca7923d None None] Provisioning for port 1703e478-cc98-4615-a88c-e351bf50a445 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:51.156107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e164e4fb-2e92-4668-95ef-599ebca7923d None None] Provisioning complete for port 1703e478-cc98-4615-a88c-e351bf50a445 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:51.156694 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e164e4fb-2e92-4668-95ef-599ebca7923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.224593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Allocated IP 172.25.7.220 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:51.252491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e164e4fb-2e92-4668-95ef-599ebca7923d None None] Port 1703e478-cc98-4615-a88c-e351bf50a445 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:51.260690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e625e09-e185-48d4-aaf2-a9be11111930 None None] Network 48de62c5-d394-4fba-9538-6f9f32601faf requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:51.275398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.276029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.296290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e344c7f9-a079-457c-afab-4eecefedf833 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:51.315630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.315866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.327238 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-630edf4b-153e-4eb2-9c9b-4786dbb53246 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.355968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.371218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Transition to ACTIVE for port object e344c7f9-a079-457c-afab-4eecefedf833 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:51.384743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Made reservation on behalf of e580285fe4db4efaa31a3810b8a5d077 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:51.388451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.396568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.406799 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.409432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8595951 Jun 17 08:43:51.422774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4b2a5-6ea7-4db0-b9b4-232794d23333 req-afc2af45-f79b-4f99-9f5a-84d77f30d5d2 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.424272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02e4b2a5-6ea7-4db0-b9b4-232794d23333 req-afc2af45-f79b-4f99-9f5a-84d77f30d5d2 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 932 time: 0.2782800 Jun 17 08:43:51.453282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Request body: {'port': {'device_id': '1c21da88-4674-4454-b74a-3eae88c5c875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:51.462314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Provisioning complete for port 1703e478-cc98-4615-a88c-e351bf50a445 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:51.462925 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.475468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.491529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1073a07c-9257-4e34-92ef-178d4ad7870a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.502256 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.502849 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.512872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Allocated IP 172.20.0.8 (aac42536-e6f9-4216-9dc9-4af4d368f9a4/b1e60691-4361-4580-a692-1054a56a72fe/1ff0bd3a-8965-4963-931b-800190bf8d21) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:51.529913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Port 1703e478-cc98-4615-a88c-e351bf50a445 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:51.532622 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Checking segment: {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:51.533855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Network hostable DHCP agents. Network: c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:51.538737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] device_id is not set on port ecd91902-4aa1-42c3-9033-7b334f5280ef yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:51.559484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Transition to ACTIVE for port object 6bb32b09-bdde-44f5-b98e-c05d014cac87 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:51.569699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.572693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.573245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Provisioning for port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:51.574405 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbcbda05-ec24-4c75-9430-db030997b01b HTTP/1.1" status: 204 len: 168 time: 1.2021139 Jun 17 08:43:51.589369 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-38c5f3b5-2804-420a-9ce4-10b7a599ee05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.602079 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.612156 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8d2e8f7-8d38-490a-bb5d-9243091bb9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.617372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Provisioning complete for port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:51.617751 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.659541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Pushing event updated for resources: {'Port': ['ID=e344c7f9-a079-457c-afab-4eecefedf833,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.665707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcbda05-ec24-4c75-9430-db030997b01b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.674300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.688012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:51.692025 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.778361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02e4b2a5-6ea7-4db0-b9b4-232794d23333 req-c8f75009-00d8-4236-a6b2-8326c73f2969 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290122 Jun 17 08:43:51.810582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.813248 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.901949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfff8c-9f1d-45ac-a915-bb6ea49e4f20 None None] Pushing event updated for resources: {'Port': ['ID=6bb32b09-bdde-44f5-b98e-c05d014cac87,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.917988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:51.926011 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9dbfff8c-9f1d-45ac-a915-bb6ea49e4f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.951173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.961745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.988764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:51.992537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fcce4b-bafb-497e-9bff-7bac77fa914b None None] Network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:52.046506 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.061759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:52.063276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Attempting to bind port 6bb32b09-bdde-44f5-b98e-c05d014cac87 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:52.063658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Attempting to bind port 6bb32b09-bdde-44f5-b98e-c05d014cac87 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:52.064492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Attempting to bind port 6bb32b09-bdde-44f5-b98e-c05d014cac87 on network d24f7caa-a767-4c06-bd04-64ef30744def {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:52.076132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.079247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:52.084696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Pushing event updated for resources: {'Port': ['ID=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:52.092610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:52.166405 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7525067 Jun 17 08:43:52.167462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:52.169029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Checking segment: {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:52.169670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.170245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Bound using segment: {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:52.170949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Bound port: 6bb32b09-bdde-44f5-b98e-c05d014cac87, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:52.171515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.201294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] For port 716c88fc-b7b3-4aa9-9161-dd73a349fa95, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=716c88fc-b7b3-4aa9-9161-dd73a349fa95,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:52.220294 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.229176 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:52.348259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.376195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 514646d3-6bba-453e-b9e0-75cb6853615d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:52.390778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Allocated IP 172.20.0.6 (f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e/2dda113c-0fe1-4e61-b17e-806001daec95/ecd91902-4aa1-42c3-9033-7b334f5280ef) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:52.410349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.459783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f540035b-1af2-4f37-b2eb-6beb76b44d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:52.555077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.603049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Attempting to bind port e344c7f9-a079-457c-afab-4eecefedf833 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:52.603386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Attempting to bind port e344c7f9-a079-457c-afab-4eecefedf833 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:52.603981 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Attempting to bind port e344c7f9-a079-457c-afab-4eecefedf833 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:52.612429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] For port 6bb32b09-bdde-44f5-b98e-c05d014cac87, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:52.622606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Pushing event updated for resources: {'Port': ['ID=1ff0bd3a-8965-4963-931b-800190bf8d21,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:52.650350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Port e344c7f9-a079-457c-afab-4eecefedf833 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:52.650682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Attempting to bind port e344c7f9-a079-457c-afab-4eecefedf833 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:52.668782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:52.669488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Checking segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:52.669488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Bound using segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:52.669923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Bound port: e344c7f9-a079-457c-afab-4eecefedf833, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:52.670271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.679925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] For port 6bb32b09-bdde-44f5-b98e-c05d014cac87, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bb32b09-bdde-44f5-b98e-c05d014cac87,segment=NetworkSegment(f6ce7593-3b3d-4a6f-abc4-6d22817149f8),segment_id=f6ce7593-3b3d-4a6f-abc4-6d22817149f8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:52.718695 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.720912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Pushing event updated for resources: {'Port': ['ID=716c88fc-b7b3-4aa9-9161-dd73a349fa95,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:52.724541 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:52.725059 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fc8fa80-42e0-48cf-96fa-869f63bc086f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:52.736739 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:52.787480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d96fbef9-3e23-4bcd-921e-abec502f759b None None] Provisioning complete for port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:52.787869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d96fbef9-3e23-4bcd-921e-abec502f759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.803219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d60ce-fbbc-48e6-b17e-2c64fc1385e0 None None] Network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:52.816172 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.837624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.958182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 514646d3-6bba-453e-b9e0-75cb6853615d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:52.958871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.010796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Routers {'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:53.012205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:53.062227 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.077312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Network aac42536-e6f9-4216-9dc9-4af4d368f9a4 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:53.086661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:53.114296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Transition to ACTIVE for port object ecd91902-4aa1-42c3-9033-7b334f5280ef will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:53.139874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:53.172926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] Set router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:53.196137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] For port e344c7f9-a079-457c-afab-4eecefedf833, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:53.244263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.245325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.281368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6624246 Jun 17 08:43:53.287303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] For port e344c7f9-a079-457c-afab-4eecefedf833, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e344c7f9-a079-457c-afab-4eecefedf833,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:53.299992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Request body: {'port': {'device_id': '16c02eac-e893-434e-9525-5792eb164663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:53.317499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.329122 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56e560ba-514c-40bb-a186-ee5776dbfd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:53.365718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Router 425b9e38-eb34-49b0-a622-b04269a5d295 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:53.442439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.520852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f62d20-c9f4-4bff-9a8b-ea890230f702 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:53.529646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.552910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Transition to ACTIVE for port object 56f62d20-c9f4-4bff-9a8b-ea890230f702 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:53.561066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.562176 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.566477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfff8c-9f1d-45ac-a915-bb6ea49e4f20 None None] Pushing event updated for resources: {'Port': ['ID=6bb32b09-bdde-44f5-b98e-c05d014cac87,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.569084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] 10.222.0.67 "PUT /v2.0/ports/e344c7f9-a079-457c-afab-4eecefedf833 HTTP/1.1" status: 200 len: 1093 time: 3.8885944 Jun 17 08:43:53.595592 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9dbfff8c-9f1d-45ac-a915-bb6ea49e4f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:53.606508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'tag': 'e344c7f9-a079-457c-afab-4eecefedf833'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:53.609341 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aa94fb-7b31-48b7-8b8a-d74cb4547757" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b5f435-4b72-4828-ae51-afafa613e41c", "tag": "e344c7f9-a079-457c-afab-4eecefedf833"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:53.621661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.660334 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.665640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:53.713046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Sync routers for ids ['425b9e38-eb34-49b0-a622-b04269a5d295'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:53.746031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.751320 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0270345 Jun 17 08:43:53.751957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:53.776908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bcba5-0acc-4bd4-8233-5f1ef1145b58 req-bda2257c-aeab-4df4-9453-b0a332f8c8ca tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.778881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e32bcba5-0acc-4bd4-8233-5f1ef1145b58 req-bda2257c-aeab-4df4-9453-b0a332f8c8ca tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 932 time: 0.7206790 Jun 17 08:43:53.798036 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb9d96-b921-4bdc-ab66-5119dbdab37a x-openstack-request-id: req-0dcb9d96-b921-4bdc-ab66-5119dbdab37a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:53.798384 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b5f435-4b72-4828-ae51-afafa613e41c", "tag": "e344c7f9-a079-457c-afab-4eecefedf833", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:53.798689 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0dcb9d96-b921-4bdc-ab66-5119dbdab37a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:53.799161 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'tag': 'e344c7f9-a079-457c-afab-4eecefedf833', 'status': 'completed', 'code': 200} Jun 17 08:43:53.821491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Routers {'425b9e38-eb34-49b0-a622-b04269a5d295'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:53.822138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['425b9e38-eb34-49b0-a622-b04269a5d295'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:53.868498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:53.977174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Pushing event updated for resources: {'Port': ['ID=e344c7f9-a079-457c-afab-4eecefedf833,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.997814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:54.003893 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:54.015123 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bd3fbb50-e7a1-44c2-81ae-7f2c8a3296d0 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:54.017420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:54.026613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e32bcba5-0acc-4bd4-8233-5f1ef1145b58 req-f4344240-4842-4fea-a12b-aeefef42716f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339654 Jun 17 08:43:54.065169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Set router 425b9e38-eb34-49b0-a622-b04269a5d295 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:54.215632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Pushing event updated for resources: {'Port': ['ID=56f62d20-c9f4-4bff-9a8b-ea890230f702,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:54.230610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-921d16ac-8461-48e4-b12b-33ef04877e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.232655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-921d16ac-8461-48e4-b12b-33ef04877e6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 1096 time: 0.6059651 Jun 17 08:43:54.254558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6bb32b09-bdde-44f5-b98e-c05d014cac87', 'name': '', 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'mac_address': 'fa:16:3e:bb:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:40Z', 'updated_at': '2021-06-17T08:43:52Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'subnets': [{'id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:54.338843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53b6e-2a72-40c4-90f1-89677212a3d2 None None] The sync data for ids ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'] in n-d-780147-13 is: [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:43:41Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '6bb32b09-bdde-44f5-b98e-c05d014cac87', 'name': '', 'network_id': 'd24f7caa-a767-4c06-bd04-64ef30744def', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'mac_address': 'fa:16:3e:bb:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:40Z', 'updated_at': '2021-06-17T08:43:52Z', 'revision_number': 4, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'subnets': [{'id': '28d001c1-6451-4b74-aeb2-c64e1c26f5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:54.423858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 716c88fc-b7b3-4aa9-9161-dd73a349fa95 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:54.465359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event updated for resources: {'Port': ['ID=ecd91902-4aa1-42c3-9033-7b334f5280ef,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:54.479041 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:54.482851 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.703s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:54.483282 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:54.556341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.557038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.564094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-5d148f2a-dbf0-49bd-ac33-539c54ee4a74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e344c7f9-a079-457c-afab-4eecefedf833 HTTP/1.1" status: 200 len: 217 time: 0.1000762 Jun 17 08:43:54.569068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Attempting to bind port 56f62d20-c9f4-4bff-9a8b-ea890230f702 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:54.569492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Attempting to bind port 56f62d20-c9f4-4bff-9a8b-ea890230f702 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:54.569836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Attempting to bind port 56f62d20-c9f4-4bff-9a8b-ea890230f702 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:54.572686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c97426be-f7fd-4a90-9466-432952408f3f None None] Provisioning for port ecd91902-4aa1-42c3-9033-7b334f5280ef completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:54.578127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Port 56f62d20-c9f4-4bff-9a8b-ea890230f702 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:54.578559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Attempting to bind port 56f62d20-c9f4-4bff-9a8b-ea890230f702 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:54.588329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c97426be-f7fd-4a90-9466-432952408f3f None None] Provisioning complete for port ecd91902-4aa1-42c3-9033-7b334f5280ef triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:54.589122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c97426be-f7fd-4a90-9466-432952408f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.676612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:54.677486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Checking segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:54.681237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c97426be-f7fd-4a90-9466-432952408f3f None None] Port ecd91902-4aa1-42c3-9033-7b334f5280ef cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:54.684882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:54.685473 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.689870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Bound using segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:54.690362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Bound port: 56f62d20-c9f4-4bff-9a8b-ea890230f702, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:54.690734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.701306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff0bd3a-8965-4963-931b-800190bf8d21 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:54.716892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.729221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.9859183 Jun 17 08:43:54.731716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45644) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:54.735219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:43:52Z', 'revision_number': 3, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:54.778941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Checking router: 425b9e38-eb34-49b0-a622-b04269a5d295 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:54.779556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Updating router 425b9e38-eb34-49b0-a622-b04269a5d295 port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:54.818450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Transition to ACTIVE for port object 1ff0bd3a-8965-4963-931b-800190bf8d21 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:54.861988 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.881475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-b4466e12-347a-42b5-9f31-3cee3f7e64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.884785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb32b09-bdde-44f5-b98e-c05d014cac87 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:54.885015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-b4466e12-347a-42b5-9f31-3cee3f7e64eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 200 len: 857 time: 0.3081751 Jun 17 08:43:54.920927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45646) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:54.924590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.929199 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d585131-9d88-4d46-ac74-4a52d44d3266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:54.981211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-ce282df7-53da-43d8-b497-bbfb7747c7dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aac42536-e6f9-4216-9dc9-4af4d368f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683575 Jun 17 08:43:55.011780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:55.012394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.065604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Pushing event updated for resources: {'Port': ['ID=1ff0bd3a-8965-4963-931b-800190bf8d21,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.076013 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.101020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5e36c-53e7-41fa-8819-616b1b6cd308 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.112733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5e36c-53e7-41fa-8819-616b1b6cd308 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.120394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5e36c-53e7-41fa-8819-616b1b6cd308 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.124916 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ecf5e36c-53e7-41fa-8819-616b1b6cd308 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3893855 Jun 17 08:43:55.125109 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56838f70-c2ae-444a-96ef-b300bf822b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.142114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6bb32b09-bdde-44f5-b98e-c05d014cac87 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:55.149816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6bb32b09-bdde-44f5-b98e-c05d014cac87 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:55.150590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.152025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45652) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:55.202771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.288176 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.291009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for f0c5f4c0-e361-42c4-8c45-4129bd1d63d8 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:55.434668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] For port 56f62d20-c9f4-4bff-9a8b-ea890230f702, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:55.459781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Attempting to bind port 1ff0bd3a-8965-4963-931b-800190bf8d21 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:55.460114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Attempting to bind port 1ff0bd3a-8965-4963-931b-800190bf8d21 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:55.460442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Attempting to bind port 1ff0bd3a-8965-4963-931b-800190bf8d21 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:55.489368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Port 1ff0bd3a-8965-4963-931b-800190bf8d21 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:55.489368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Attempting to bind port 1ff0bd3a-8965-4963-931b-800190bf8d21 on network aac42536-e6f9-4216-9dc9-4af4d368f9a4 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:55.496377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] For port 56f62d20-c9f4-4bff-9a8b-ea890230f702, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:55.501365 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.505733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:55.506081 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Checking segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:55.506496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Bound using segment: {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:55.506931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Bound port: 1ff0bd3a-8965-4963-931b-800190bf8d21, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78752374-57b6-4908-9c16-b6c6259399ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:55.507279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.518172 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.527575 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9047caab-6b55-4242-9327-83843058254c tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.560133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6bb32b09-bdde-44f5-b98e-c05d014cac87, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bb32b09-bdde-44f5-b98e-c05d014cac87,segment=NetworkSegment(f6ce7593-3b3d-4a6f-abc4-6d22817149f8),segment_id=f6ce7593-3b3d-4a6f-abc4-6d22817149f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:55.566480 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.586647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-1b96d1aa-dc08-432a-9ae6-5fe47be6648e service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778177 Jun 17 08:43:55.589448 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.611947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Deleting port ecd91902-4aa1-42c3-9033-7b334f5280ef {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:55.612291 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.652311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.652958 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.653511 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.654320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] 10.222.0.67 "PUT /v2.0/ports/56f62d20-c9f4-4bff-9a8b-ea890230f702 HTTP/1.1" status: 200 len: 1093 time: 4.2078273 Jun 17 08:43:55.672063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6bb32b09-bdde-44f5-b98e-c05d014cac87,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.686645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Transition to ACTIVE for port object 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:55.696237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Pushing event updated for resources: {'Port': ['ID=56f62d20-c9f4-4bff-9a8b-ea890230f702,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.707143 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.711489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.717136 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.719610 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.743638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148026f8-ec93-4d95-9d86-20bb7ccd3686 req-5ea5518e-f55d-4fe0-ae9f-d1d26f6c3bfa tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.745348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148026f8-ec93-4d95-9d86-20bb7ccd3686 req-5ea5518e-f55d-4fe0-ae9f-d1d26f6c3bfa tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 944 time: 0.4476969 Jun 17 08:43:55.772453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Attempting to bind port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:55.772943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Attempting to bind port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:55.773450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Attempting to bind port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:55.776852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dfdf6-5164-4261-9bdb-ba46ed3aa508 None None] Pushing event updated for resources: {'Port': ['ID=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.787635 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-537dfdf6-5164-4261-9bdb-ba46ed3aa508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.789134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:55.789938 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:55.790122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.790615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:55.791227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Bound port: 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:55.791723 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.801540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] For port 1ff0bd3a-8965-4963-931b-800190bf8d21, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:55.813212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c21da88-4674-4454-b74a-3eae88c5c875', 'tag': '56f62d20-c9f4-4bff-9a8b-ea890230f702'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:55.815591 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356e891-7612-4f27-b6bc-3fb9c4661084" -d '{"events": [{"name": "network-changed", "server_uuid": "1c21da88-4674-4454-b74a-3eae88c5c875", "tag": "56f62d20-c9f4-4bff-9a8b-ea890230f702"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:55.825680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.835207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] For port 1ff0bd3a-8965-4963-931b-800190bf8d21, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1ff0bd3a-8965-4963-931b-800190bf8d21,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:55.842540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.848462 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-99d31095-a29d-4c4d-a945-7844943c1b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.860565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] For port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:55.865070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] For port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:55.874999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.885101 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.903183 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.915858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.974948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dfdf6-5164-4261-9bdb-ba46ed3aa508 None None] Pushing event updated for resources: {'Port': ['ID=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.987554 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-537dfdf6-5164-4261-9bdb-ba46ed3aa508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.988720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Routers {'425b9e38-eb34-49b0-a622-b04269a5d295'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:55.989854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['425b9e38-eb34-49b0-a622-b04269a5d295'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:56.027518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Calling delete_port for ecd91902-4aa1-42c3-9033-7b334f5280ef owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:56.031129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.031760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.033193 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] 10.222.0.60 "PUT /v2.0/ports/1ff0bd3a-8965-4963-931b-800190bf8d21 HTTP/1.1" status: 200 len: 1092 time: 2.7403166 Jun 17 08:43:56.035621 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f05c41988a04850bdc703ed41bca405&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1125553 Jun 17 08:43:56.037280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c02eac-e893-434e-9525-5792eb164663', 'tag': '1ff0bd3a-8965-4963-931b-800190bf8d21'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:56.040116 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1992928-da3d-4736-9db0-c9c04acdd914" -d '{"events": [{"name": "network-changed", "server_uuid": "16c02eac-e893-434e-9525-5792eb164663", "tag": "1ff0bd3a-8965-4963-931b-800190bf8d21"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:56.042436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45660) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.058000 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37341c-1fa8-4b5c-b555-cd2ec105748a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.070356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.076916 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.092188 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.114969 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7420f7-f2f5-4433-a7b8-38628ea00fa0 x-openstack-request-id: req-dc7420f7-f2f5-4433-a7b8-38628ea00fa0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:56.115342 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c02eac-e893-434e-9525-5792eb164663", "tag": "1ff0bd3a-8965-4963-931b-800190bf8d21", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:56.115838 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc7420f7-f2f5-4433-a7b8-38628ea00fa0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:56.116229 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c02eac-e893-434e-9525-5792eb164663', 'tag': '1ff0bd3a-8965-4963-931b-800190bf8d21', 'status': 'completed', 'code': 200} Jun 17 08:43:56.166585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] Set router 425b9e38-eb34-49b0-a622-b04269a5d295 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:56.265127 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbe5ab6-a613-48b0-be7b-af24732ade0b x-openstack-request-id: req-5bbe5ab6-a613-48b0-be7b-af24732ade0b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:56.265629 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c21da88-4674-4454-b74a-3eae88c5c875", "tag": "56f62d20-c9f4-4bff-9a8b-ea890230f702", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:56.265744 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bbe5ab6-a613-48b0-be7b-af24732ade0b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:56.266161 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c21da88-4674-4454-b74a-3eae88c5c875', 'tag': '56f62d20-c9f4-4bff-9a8b-ea890230f702', 'status': 'completed', 'code': 200} Jun 17 08:43:56.295632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-148026f8-ec93-4d95-9d86-20bb7ccd3686 req-8fa7ef4f-a0b7-448f-bda7-b6d56e8d77ae tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235300 Jun 17 08:43:56.297769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-feb454ba-82b0-4142-97fa-ce03d8daa938 service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688190 Jun 17 08:43:56.303498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.314704 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a5da351-00db-4460-8d04-88ac0ffde63d tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.383396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb32b09-bdde-44f5-b98e-c05d014cac87 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:56.385942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=f0c5f4c0-e361-42c4-8c45-4129bd1d63d8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.409158 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.415615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-6fd1d5ec-2b18-4e6d-9e22-ef902c306589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.417915 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-6fd1d5ec-2b18-4e6d-9e22-ef902c306589 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 1096 time: 0.7021623 Jun 17 08:43:56.420069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Pushing event updated for resources: {'Port': ['ID=1ff0bd3a-8965-4963-931b-800190bf8d21,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.431198 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.532624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.533866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-6e0e51fb-7b65-4009-a56b-6230b3d6f9e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702 HTTP/1.1" status: 200 len: 217 time: 0.1005149 Jun 17 08:43:56.541185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6bb32b09-bdde-44f5-b98e-c05d014cac87 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:56.541817 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.598491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-4a60b755-6aa6-4feb-8516-b19f20a0adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.600386 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-4a60b755-6aa6-4feb-8516-b19f20a0adfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 1095 time: 0.4646153 Jun 17 08:43:56.609823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.627778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0255b897-b12c-470b-a746-cf842efea62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:43:52Z', 'revision_number': 3, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:56.670414 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255b897-b12c-470b-a746-cf842efea62b None None] The sync data for ids ['425b9e38-eb34-49b0-a622-b04269a5d295'] in n-d-780147-13 is: [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:43:52Z', 'revision_number': 3, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:56.724820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-e197282d-efd2-4213-b2b2-089d4ca8b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.726396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-e197282d-efd2-4213-b2b2-089d4ca8b799 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 200 len: 857 time: 0.1813178 Jun 17 08:43:56.732699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-fc31da01-e22d-4689-b73f-899ce8ad1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.734244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-fc31da01-e22d-4689-b73f-899ce8ad1d1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 1096 time: 0.3237348 Jun 17 08:43:56.735293 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-61e7070f-0b7d-4faf-8466-7ee29f8e2095 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ff0bd3a-8965-4963-931b-800190bf8d21 HTTP/1.1" status: 200 len: 217 time: 0.1230924 Jun 17 08:43:56.775611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.788573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-a44c0632-89e8-420b-8f3d-ebdfeff5aab2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aac42536-e6f9-4216-9dc9-4af4d368f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519226 Jun 17 08:43:56.822546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Allocated IP 172.20.0.1 (48de62c5-d394-4fba-9538-6f9f32601faf/aea61834-c552-487f-a4ad-b8bac97e23bf/7a1c8392-8edd-4691-8140-4bc47f9c7b27) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:56.836770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.848282 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a93ef7a7-01f3-47fe-8792-c79591aeb1b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.862744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7223db1a-585a-4c4d-aa2f-bad93397832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.864318 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-7223db1a-585a-4c4d-aa2f-bad93397832a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 200 len: 857 time: 0.1207404 Jun 17 08:43:56.914668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event deleted for resources: {'Port': ['ID=ecd91902-4aa1-42c3-9033-7b334f5280ef,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.936315 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.965310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-f54bf3f1-22a9-4035-b54a-92348030ca95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aac42536-e6f9-4216-9dc9-4af4d368f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741162 Jun 17 08:43:56.971684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.974810 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.976022 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad37341c-1fa8-4b5c-b555-cd2ec105748a HTTP/1.1" status: 204 len: 168 time: 0.9193470 Jun 17 08:43:57.000350 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8c76ceb8-e2c0-454d-899c-0381ebbd3ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:57.097599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-d2ee2010-63e6-4e2c-b994-dca18b304910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.106772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-d2ee2010-63e6-4e2c-b994-dca18b304910 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 918 time: 0.3612626 Jun 17 08:43:57.156980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37341c-1fa8-4b5c-b555-cd2ec105748a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:57.182461 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:57.303961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.310202 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "DELETE /v2.0/ports/ecd91902-4aa1-42c3-9033-7b334f5280ef HTTP/1.1" status: 204 len: 168 time: 2.1570928 Jun 17 08:43:57.333126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.337428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-710dd4da-d33b-4fbb-af19-22ad59c5370a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e344c7f9-a079-457c-afab-4eecefedf833 HTTP/1.1" status: 200 len: 217 time: 0.2219129 Jun 17 08:43:57.340988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-3bad6325-fbc6-4052-87dd-573185e1fb12 service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459256 Jun 17 08:43:57.360434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Request body: {'port': {'name': 'tempest-new-port-name-1767023852', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:57.360874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.api.validators [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] bootfile-name is not in valid_values {{(pid=93499) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:43:57.361215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.api.validators [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] tftp-server is not in valid_values {{(pid=93499) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:43:57.366468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.api.validators [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] server-ip-address is not in valid_values {{(pid=93499) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:43:57.414574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.425805 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-56499a58-44c4-4b22-9814-a4a20fdf2d23 service neutron] 10.222.0.60 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435215 Jun 17 08:43:57.527314 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.543847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-b8d885cf-2c5e-45eb-a662-2cd862b027c5 service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908381 Jun 17 08:43:57.560954 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router cf3cce1e-3c6c-47ec-a226-62c1381269a9 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:57.569915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-4f0c7d09-c381-4b82-94ae-c35219a6eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.571953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-4f0c7d09-c381-4b82-94ae-c35219a6eb91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 200 len: 857 time: 0.2213244 Jun 17 08:43:57.601026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Transition to ACTIVE for port object 7a1c8392-8edd-4691-8140-4bc47f9c7b27 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:57.629650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-60eb25db-edff-4d91-a7dc-8ebd2c584f96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aac42536-e6f9-4216-9dc9-4af4d368f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415761 Jun 17 08:43:57.735202 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-88ad0eee-2a21-4b63-9b94-a1d570649df2 req-915b9f5b-c345-4a50-8875-4d3cbab8ea8b service neutron] 10.222.0.60 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154324 Jun 17 08:43:57.744980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.885708 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64cb67a7-00af-44d1-8657-b6458c7910bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.940570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.944453 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5cc30c09-b1e8-45be-8b84-464fb469abc6 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:58.020460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Pushing event updated for resources: {'Port': ['ID=7a1c8392-8edd-4691-8140-4bc47f9c7b27,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:58.082413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Network 48de62c5-d394-4fba-9538-6f9f32601faf is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:58.082584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:58.087046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.087369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.087754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.088134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.088506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.088877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.089262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.093465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.093940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.094231 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] Sync routers for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:58.094698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.094698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.095093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:58.105835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-517f5043-e4e7-425b-b42d-086277506250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.110246 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:58.110969 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:58.111634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-517f5043-e4e7-425b-b42d-086277506250 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 1096 time: 0.4793537 Jun 17 08:43:58.114281 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:58.121042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:58.127312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5720f01-c50f-4daf-b35a-20ab00fd0bb7 req-c97b0e21-0818-4786-8fa4-7731b18e4b83 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.128643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5720f01-c50f-4daf-b35a-20ab00fd0bb7 req-c97b0e21-0818-4786-8fa4-7731b18e4b83 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 944 time: 0.6132340 Jun 17 08:43:58.131173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:58.144754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/cf3cce1e-3c6c-47ec-a226-62c1381269a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5677078 Jun 17 08:43:58.180009 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:58.191212 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:58.192330 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:58.226930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45690) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.278803 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:58.280538 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d7d30-350f-439f-9e80-5d4b0d0fb397 None None] The sync data for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:58.318290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-9de0b524-715c-425e-9b0d-ca2f1709d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.319740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-9de0b524-715c-425e-9b0d-ca2f1709d4ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 918 time: 0.1739411 Jun 17 08:43:58.352334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-ffdeaad9-cffe-4f14-ac89-84e02b867db7 service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718783 Jun 17 08:43:58.366282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.442171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:58.478632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-52f93c7d-b5f4-4d4a-96be-da82ef41fa1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702 HTTP/1.1" status: 200 len: 217 time: 0.1345577 Jun 17 08:43:58.533344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:58.551019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:58.551650 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.576519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5720f01-c50f-4daf-b35a-20ab00fd0bb7 req-e1608aa6-2e5a-4d4e-b700-96dd48954cfc tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509496 Jun 17 08:43:58.629292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-01436716-22a4-485f-b0c9-032901c93d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.631621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-01436716-22a4-485f-b0c9-032901c93d36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 200 len: 857 time: 0.1396134 Jun 17 08:43:58.652474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-87e29b22-6e48-4471-93ba-23e0cc2ecf09 None None] Provisioning for port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:58.662719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-87e29b22-6e48-4471-93ba-23e0cc2ecf09 None None] Provisioning complete for port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:58.663602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87e29b22-6e48-4471-93ba-23e0cc2ecf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.681311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.682218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-555ad972-7fbb-416c-a247-ef91da87381e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aac42536-e6f9-4216-9dc9-4af4d368f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437918 Jun 17 08:43:58.689177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa94fb-7b31-48b7-8b8a-d74cb4547757 req-2ace171f-4c3e-47ba-aa5d-8350ce7a60a0 service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261471 Jun 17 08:43:58.743731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e344c7f9-a079-457c-afab-4eecefedf833 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:58.798809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-87e29b22-6e48-4471-93ba-23e0cc2ecf09 None None] Port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:58.853612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.871907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-d7048a98-638e-4293-aefb-c4930465ebbe service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815994 Jun 17 08:43:58.961195 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.976084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:58.985208 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.988986 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.015203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-53d4ef9a-909e-4e8f-b41e-4af3cf2abfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.017368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-53d4ef9a-909e-4e8f-b41e-4af3cf2abfd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e122810a1abc432cba579b9aeca8b175&device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 1095 time: 1.0840340 Jun 17 08:43:59.025907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e344c7f9-a079-457c-afab-4eecefedf833, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e344c7f9-a079-457c-afab-4eecefedf833,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:59.047064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e344c7f9-a079-457c-afab-4eecefedf833', 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'port_id': 'e344c7f9-a079-457c-afab-4eecefedf833', 'mac_address': 'fa:16:3e:dc:1f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e60691-4361-4580-a692-1054a56a72fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:59.073375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9356e891-7612-4f27-b6bc-3fb9c4661084 req-c3ebd482-d74e-4c67-ae0e-0ab054874044 service neutron] 10.222.0.67 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875453 Jun 17 08:43:59.092884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:59.097827 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:59.119292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.137925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e344c7f9-a079-457c-afab-4eecefedf833 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:59.153664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.172733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e344c7f9-a079-457c-afab-4eecefedf833, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e344c7f9-a079-457c-afab-4eecefedf833,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:59.180292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.182401 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5c7cc383-f354-4615-8bd8-95ee7c504d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.202196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.211752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.250967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e344c7f9-a079-457c-afab-4eecefedf833,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:59.262944 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:59.385008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e344c7f9-a079-457c-afab-4eecefedf833'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:59.634569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45736) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:59.816710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6513-66c1-4d4c-9d15-5f1251d76d1b req-e2aca8f9-3e07-4024-9554-64f52cccb41c tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.820522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-942d6513-66c1-4d4c-9d15-5f1251d76d1b req-e2aca8f9-3e07-4024-9554-64f52cccb41c tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 944 time: 0.1034505 Jun 17 08:43:59.850710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.852966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event updated for resources: {'Port': ['ID=1703e478-cc98-4615-a88c-e351bf50a445,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:59.864071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.887833 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:59.891228 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.899635 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.944695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-942d6513-66c1-4d4c-9d15-5f1251d76d1b req-d0fb0ba1-2ba4-40b2-a87c-235c8c905fbf tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093156 Jun 17 08:43:59.969724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Pushing event updated for resources: {'Port': ['ID=7a1c8392-8edd-4691-8140-4bc47f9c7b27,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:59.976725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:59.999259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] In _notify_port_updated(), no bound segment for port 1703e478-cc98-4615-a88c-e351bf50a445 on network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:44:00.005709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.006617 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.008051 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "PUT /v2.0/ports/1703e478-cc98-4615-a88c-e351bf50a445 HTTP/1.1" status: 200 len: 1137 time: 2.6731346 Jun 17 08:44:00.010943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45740) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:00.014660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-f8eca9d5-3c63-4172-9f7a-8d6595f3198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.016187 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-f8eca9d5-3c63-4172-9f7a-8d6595f3198a service neutron] 10.222.0.60 "GET /v2.0/networks?id=aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 200 len: 918 time: 0.8836381 Jun 17 08:44:00.039062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.072182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd90afc-6fb0-49dc-b911-7d8359db4bd7 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.077239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6bd90afc-6fb0-49dc-b911-7d8359db4bd7 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "GET /v2.0/ports/1703e478-cc98-4615-a88c-e351bf50a445 HTTP/1.1" status: 200 len: 1137 time: 0.0614948 Jun 17 08:44:00.077413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45742) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:00.093467 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.098530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.100369 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-b8b2b70d-66e7-47a1-a41d-874bf3614d67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ff0bd3a-8965-4963-931b-800190bf8d21 HTTP/1.1" status: 200 len: 217 time: 0.0731711 Jun 17 08:44:00.102387 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-308062ff-097c-4a6f-9718-318800604e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:00.141728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4a6a5-a83c-4972-8ef6-db35b7c1200e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:00.145145 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:00.151421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d830bfaea054ff8ba45c07d3bb78346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157430 Jun 17 08:44:00.152165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45744) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:00.165121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-169a27ad-890c-4169-b7ac-231ff3b13697 None None] Provisioning complete for port 1703e478-cc98-4615-a88c-e351bf50a445 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:00.165618 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-169a27ad-890c-4169-b7ac-231ff3b13697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.195121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-b6c33317-7e83-4840-a3c6-e083e7dbc538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.196481 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-b6c33317-7e83-4840-a3c6-e083e7dbc538 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 200 len: 857 time: 0.0744593 Jun 17 08:44:00.206532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-169a27ad-890c-4169-b7ac-231ff3b13697 None None] Port 1703e478-cc98-4615-a88c-e351bf50a445 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:00.209531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.232326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.285728 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-5df30b5f-c709-4132-8060-8630a0768e17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aac42536-e6f9-4216-9dc9-4af4d368f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795972 Jun 17 08:44:00.310177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.313120 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.314629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64f4a6a5-a83c-4972-8ef6-db35b7c1200e HTTP/1.1" status: 204 len: 168 time: 0.1616008 Jun 17 08:44:00.315973 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-11bc9faa-d4b7-4e2a-88ea-2dd0e2c4e6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:00.327140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4a6a5-a83c-4972-8ef6-db35b7c1200e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:00.330831 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.344383 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:00.346667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:00.391156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.412777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:00.413316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.492297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Network 48de62c5-d394-4fba-9538-6f9f32601faf is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:00.500254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:00.673989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Deleting port 1703e478-cc98-4615-a88c-e351bf50a445 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:00.674338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.679152 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-552f71b8-cb4d-4e52-b191-55fd6d4fe86e service neutron] 10.222.0.60 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810647 Jun 17 08:44:00.763015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1ff0bd3a-8965-4963-931b-800190bf8d21 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:00.781224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 56f62d20-c9f4-4bff-9a8b-ea890230f702 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:00.784049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e344c7f9-a079-457c-afab-4eecefedf833 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:00.935467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Router 425b9e38-eb34-49b0-a622-b04269a5d295 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:00.960582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ab09109f-ee44-450d-a6f3-3485489624e4 None None] Provisioning complete for port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:00.961222 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab09109f-ee44-450d-a6f3-3485489624e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.994343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.044017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port e344c7f9-a079-457c-afab-4eecefedf833 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:01.046927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 1ff0bd3a-8965-4963-931b-800190bf8d21, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1ff0bd3a-8965-4963-931b-800190bf8d21,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:01.059025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 56f62d20-c9f4-4bff-9a8b-ea890230f702, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:01.061832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ab09109f-ee44-450d-a6f3-3485489624e4 None None] Port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:01.071117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e344c7f9-a079-457c-afab-4eecefedf833 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:01.071493 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.078640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '56f62d20-c9f4-4bff-9a8b-ea890230f702', 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'port_id': '56f62d20-c9f4-4bff-9a8b-ea890230f702', 'mac_address': 'fa:16:3e:4d:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e60691-4361-4580-a692-1054a56a72fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:01.089942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c1992928-da3d-4736-9db0-c9c04acdd914 req-8c35de30-53a2-4706-941e-23f6632dbcad service neutron] 10.222.0.60 "GET /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707778 Jun 17 08:44:01.096879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '1ff0bd3a-8965-4963-931b-800190bf8d21', 'network_id': 'aac42536-e6f9-4216-9dc9-4af4d368f9a4', 'port_id': '1ff0bd3a-8965-4963-931b-800190bf8d21', 'mac_address': 'fa:16:3e:43:17:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e60691-4361-4580-a692-1054a56a72fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:01.177771 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.184031 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.209023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff0bd3a-8965-4963-931b-800190bf8d21 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:01.214456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Calling delete_port for 1703e478-cc98-4615-a88c-e351bf50a445 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:01.227970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f62d20-c9f4-4bff-9a8b-ea890230f702 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:01.278541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 1ff0bd3a-8965-4963-931b-800190bf8d21, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1ff0bd3a-8965-4963-931b-800190bf8d21,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:01.295719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 56f62d20-c9f4-4bff-9a8b-ea890230f702, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:01.299336 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.301838 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:01.304229 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.308515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.323605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc20c4-322d-4689-ad26-09af48ca2e0b req-449f024f-0a45-480c-aaad-f6ed67a22df5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:01.325371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cabc20c4-322d-4689-ad26-09af48ca2e0b req-449f024f-0a45-480c-aaad-f6ed67a22df5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 944 time: 0.1591010 Jun 17 08:44:01.373014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cabc20c4-322d-4689-ad26-09af48ca2e0b req-562396b5-417c-455f-816c-a67286d19520 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Jun 17 08:44:01.390930 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e344c7f9-a079-457c-afab-4eecefedf833'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:01.394271 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa8e1a-d4ce-4e31-882e-2629ac667db9" -d '{"events": [{"server_uuid": "b8b5f435-4b72-4828-ae51-afafa613e41c", "name": "network-vif-plugged", "status": "completed", "tag": "e344c7f9-a079-457c-afab-4eecefedf833"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:01.444972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:01.448399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e344c7f9-a079-457c-afab-4eecefedf833, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e344c7f9-a079-457c-afab-4eecefedf833,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:01.454449 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06636368-f343-4059-88d7-ee640dcc2743 x-openstack-request-id: req-06636368-f343-4059-88d7-ee640dcc2743 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:01.455023 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5f435-4b72-4828-ae51-afafa613e41c", "name": "network-vif-plugged", "status": "completed", "tag": "e344c7f9-a079-457c-afab-4eecefedf833", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:01.455287 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06636368-f343-4059-88d7-ee640dcc2743 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:01.455820 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e344c7f9-a079-457c-afab-4eecefedf833', 'code': 200} Jun 17 08:44:01.458026 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] 10.222.0.65 "PUT /v2.0/routers/425b9e38-eb34-49b0-a622-b04269a5d295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6971841 Jun 17 08:44:01.460122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port dcc9bf77-05aa-4e41-82b7-f481da8bffbf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:01.460462 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.465452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Sync routers for ids ['425b9e38-eb34-49b0-a622-b04269a5d295'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:01.478891 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.487278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=1ff0bd3a-8965-4963-931b-800190bf8d21,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:01.491289 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:01.494157 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9dbfff8c-9f1d-45ac-a915-bb6ea49e4f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:01.535381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['1ff0bd3a-8965-4963-931b-800190bf8d21'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:01.557106 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:44:01.576301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Routers {'425b9e38-eb34-49b0-a622-b04269a5d295'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:01.577142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['425b9e38-eb34-49b0-a622-b04269a5d295'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:01.632171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['56f62d20-c9f4-4bff-9a8b-ea890230f702'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:01.645864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.663913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.668891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0a56-e009-46fa-bbee-ff43caf87193 req-6773dd0c-e342-4445-924f-80d32c31ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:01.670408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b0a56-e009-46fa-bbee-ff43caf87193 req-6773dd0c-e342-4445-924f-80d32c31ca34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 1098 time: 0.1343141 Jun 17 08:44:01.673687 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ab1a4141-f7f5-4377-89d8-b8056f29540e tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:01.750931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f35b0a56-e009-46fa-bbee-ff43caf87193 req-326f3e09-1eeb-42e6-8267-715ee540cf8e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718091 Jun 17 08:44:01.816319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for dcc9bf77-05aa-4e41-82b7-f481da8bffbf owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:01.820161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event deleted for resources: {'Port': ['ID=1703e478-cc98-4615-a88c-e351bf50a445,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:01.828207 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:01.945705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=56f62d20-c9f4-4bff-9a8b-ea890230f702,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:01.983800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.987854 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "DELETE /v2.0/ports/1703e478-cc98-4615-a88c-e351bf50a445 HTTP/1.1" status: 204 len: 168 time: 1.9077382 Jun 17 08:44:01.988253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45786) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:02.092690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e344c7f9-a079-457c-afab-4eecefedf833,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.110748 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.120761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Deleting subnet 2dda113c-0fe1-4e61-b17e-806001daec95 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:02.122213 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.635s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.123062 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.133652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.145336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Set router 425b9e38-eb34-49b0-a622-b04269a5d295 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:02.199110 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.350280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.356199 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-50da2b18-1df2-4998-ba9d-fe3dc3aaadc3 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.491786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=dcc9bf77-05aa-4e41-82b7-f481da8bffbf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.499424 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.708590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '7a1c8392-8edd-4691-8140-4bc47f9c7b27', 'name': '', 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'mac_address': 'fa:16:3e:ae:5e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'aea61834-c552-487f-a4ad-b8bac97e23bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:56Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 2, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'subnets': [{'id': 'aea61834-c552-487f-a4ad-b8bac97e23bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:02.777862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Checking router: 425b9e38-eb34-49b0-a622-b04269a5d295 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:02.778619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Updating router 425b9e38-eb34-49b0-a622-b04269a5d295 port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:02.845556 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.986957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.117540 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.285545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb18d69-6327-4014-b29d-694afbf23f21 req-6301dd5b-40a7-49f9-8bf2-782a736a2d61 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:03.304233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fb18d69-6327-4014-b29d-694afbf23f21 req-6301dd5b-40a7-49f9-8bf2-782a736a2d61 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 945 time: 0.2933130 Jun 17 08:44:03.313743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router cf3cce1e-3c6c-47ec-a226-62c1381269a9 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:03.403645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fb18d69-6327-4014-b29d-694afbf23f21 req-07feea79-f5c4-4e03-b9c5-68a7c12d0b32 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994606 Jun 17 08:44:03.405085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.407292 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f36afc9d-2e5c-4de0-9f5e-c3c60152955a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.496998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event deleted for resources: {'Subnet': ['ID=2dda113c-0fe1-4e61-b17e-806001daec95,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.512907 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:03.521610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.523568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "DELETE /v2.0/subnets/2dda113c-0fe1-4e61-b17e-806001daec95 HTTP/1.1" status: 204 len: 168 time: 1.5342803 Jun 17 08:44:03.539538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45826) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.569379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785906cb-a22a-48b8-96dd-9c7bebd6e1ea None None] Network f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:03.577251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:03.593071 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] Sync routers for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:03.603545 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/cf3cce1e-3c6c-47ec-a226-62c1381269a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3695521 Jun 17 08:44:03.603771 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:03.604582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45832) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.605486 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.671828 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.685464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.688657 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] Routers {'cf3cce1e-3c6c-47ec-a226-62c1381269a9'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:03.689301 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.717331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-abfbd129-837b-47ba-91a0-5b9f4c2db05b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf3cce1e-3c6c-47ec-a226-62c1381269a9 HTTP/1.1" status: 200 len: 205 time: 0.1085165 Jun 17 08:44:03.718014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.769123 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.770315 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c3668-f3ee-4f3a-9f5b-3eae1eedc773 None None] The sync data for ids ['cf3cce1e-3c6c-47ec-a226-62c1381269a9'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:03.824294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.877753 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.940609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Transition to ACTIVE for port object 7a1c8392-8edd-4691-8140-4bc47f9c7b27 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:03.946071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Deleting port 514646d3-6bba-453e-b9e0-75cb6853615d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:03.946476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.969339 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.980972 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7b055d4-4ae0-4ff9-b845-e5dfffa8a77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:04.203673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe514464-7e75-435c-9501-585f46844492 None None] Pushing event updated for resources: {'Port': ['ID=7a1c8392-8edd-4691-8140-4bc47f9c7b27,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.221973 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe514464-7e75-435c-9501-585f46844492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:04.266500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] DHCP port deletion for f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:04.315986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] For port 514646d3-6bba-453e-b9e0-75cb6853615d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=514646d3-6bba-453e-b9e0-75cb6853615d,segment=NetworkSegment(9f56d57c-1a2e-4465-92ee-36ce94bc6c48),segment_id=9f56d57c-1a2e-4465-92ee-36ce94bc6c48)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:04.316606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.448866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Attempting to bind port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:04.463630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Attempting to bind port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:04.464298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Attempting to bind port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 on network 48de62c5-d394-4fba-9538-6f9f32601faf {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:04.468391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 514646d3-6bba-453e-b9e0-75cb6853615d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:04.492455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Calling delete_port for 514646d3-6bba-453e-b9e0-75cb6853615d owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:04.552749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:04.553129 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Checking segment: {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:04.553537 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.559192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Bound using segment: {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:04.559739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Bound port: 7a1c8392-8edd-4691-8140-4bc47f9c7b27, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d36a7b-57a6-48a0-b668-7b223e09acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:04.560137 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.622616 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.634756 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de4adb1c-6eab-477c-a738-2840da136c20 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:04.712534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] No DVR routers for this DVR port 514646d3-6bba-453e-b9e0-75cb6853615d on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:04.747132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event deleted for resources: {'Port': ['ID=514646d3-6bba-453e-b9e0-75cb6853615d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.773621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No active binding found for port 514646d3-6bba-453e-b9e0-75cb6853615d {{(pid=93501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:44:04.774270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 514646d3-6bba-453e-b9e0-75cb6853615d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:04.791442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.793934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.797315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1ff0bd3a-8965-4963-931b-800190bf8d21 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:04.820044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.820696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.821322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.821932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.822523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.823151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.823746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.824385 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.824983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.825573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.826127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.826676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:04.829770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45882) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.861744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 56f62d20-c9f4-4bff-9a8b-ea890230f702 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:04.865979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.869337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router cf3cce1e-3c6c-47ec-a226-62c1381269a9 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:04.878102 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:04.887902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.891882 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3911a092-644e-44f4-bde3-130ca8bf8d77 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/cf3cce1e-3c6c-47ec-a226-62c1381269a9 HTTP/1.1" status: 204 len: 168 time: 1.1726432 Jun 17 08:44:04.892512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45892) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.940426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Deleting port 514646d3-6bba-453e-b9e0-75cb6853615d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:04.941541 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.999890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet 1aabb470-f88b-4225-a561-6879e2cd17a5 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:05.003452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.023637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] For port 514646d3-6bba-453e-b9e0-75cb6853615d, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:05.024457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.059633 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.065634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.081111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:05.099765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f56d57c-1a2e-4465-92ee-36ce94bc6c48') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:05.100203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f56d57c-1a2e-4465-92ee-36ce94bc6c48') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:05.111066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Calling delete_port for 514646d3-6bba-453e-b9e0-75cb6853615d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:05.114884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Port 514646d3-6bba-453e-b9e0-75cb6853615d was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:44:05.120204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a35c-03df-42e2-8d25-116828edc074 req-2e0a4192-baa2-4e60-a8e6-7ebd692db894 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:05.125632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.127371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6621a35c-03df-42e2-8d25-116828edc074 req-2e0a4192-baa2-4e60-a8e6-7ebd692db894 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 945 time: 0.3976524 Jun 17 08:44:05.129125 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:05.131984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.163329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Pushing event deleted for resources: {'Port': ['ID=514646d3-6bba-453e-b9e0-75cb6853615d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:05.174678 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.175348 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:05.212605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] No DVR routers for this DVR port 514646d3-6bba-453e-b9e0-75cb6853615d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:05.222806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] For port 7a1c8392-8edd-4691-8140-4bc47f9c7b27, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:05.227542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] For port 7a1c8392-8edd-4691-8140-4bc47f9c7b27, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7a1c8392-8edd-4691-8140-4bc47f9c7b27,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:05.239864 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.250132 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-537dfdf6-5164-4261-9bdb-ba46ed3aa508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:05.275141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:05.275586 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:05.278947 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:05.316588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6621a35c-03df-42e2-8d25-116828edc074 req-d2c8efef-04a6-4346-baa7-f4b12dd0e8b0 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790848 Jun 17 08:44:05.318118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 56f62d20-c9f4-4bff-9a8b-ea890230f702 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:05.319154 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.321285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 1ff0bd3a-8965-4963-931b-800190bf8d21 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:05.329289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Routers {'425b9e38-eb34-49b0-a622-b04269a5d295'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:05.329512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['425b9e38-eb34-49b0-a622-b04269a5d295'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:05.338618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 56f62d20-c9f4-4bff-9a8b-ea890230f702 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:05.339035 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.340723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 1ff0bd3a-8965-4963-931b-800190bf8d21 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:05.341085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.420241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.432912 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ab55d04-6eaf-4f39-96d0-f064769caa9c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:05.465221 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.468146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45896) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.472145 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:05.478443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=1aabb470-f88b-4225-a561-6879e2cd17a5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:05.483349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:05.486165 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.487025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.492355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] 10.222.0.65 "DELETE /v2.0/networks/f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e HTTP/1.1" status: 204 len: 168 time: 1.9488962 Jun 17 08:44:05.512947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23d73d-1a00-481f-8bf7-3e81a59106ba None None] Network 3708e891-7828-4db3-956f-9afbd6db1be1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:05.514320 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/1aabb470-f88b-4225-a561-6879e2cd17a5 HTTP/1.1" status: 204 len: 168 time: 0.6207640 Jun 17 08:44:05.515829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45902) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.585831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Pushing event deleted for resources: {'Network': ['ID=f16bfdd4-f2d1-4083-b8d3-c2094c7cfe9e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:05.627108 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:05.691507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet a83bb659-43f9-4164-bee3-3de0010b9cb5 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:05.696677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.751619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.774431 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.832178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45906) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.832750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe514464-7e75-435c-9501-585f46844492 None None] Pushing event updated for resources: {'Port': ['ID=7a1c8392-8edd-4691-8140-4bc47f9c7b27,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:05.838585 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe514464-7e75-435c-9501-585f46844492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:05.932459 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.988702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] Set router 425b9e38-eb34-49b0-a622-b04269a5d295 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:06.070335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd731f36-1d25-46e3-a805-ca993e73faf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e580285fe4db4efaa31a3810b8a5d077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325704 Jun 17 08:44:06.072050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:06.086875 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.089935 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ed93baef-6905-49fe-968c-f15205b1b43d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.103902 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.153000 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.160511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.163514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/a83bb659-43f9-4164-bee3-3de0010b9cb5 HTTP/1.1" status: 204 len: 168 time: 0.6129909 Jun 17 08:44:06.165661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=a83bb659-43f9-4164-bee3-3de0010b9cb5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.166365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45914) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:06.170631 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.177638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.178058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab795c-7989-4195-a818-bd359f53afb9 None None] Network 203cda1f-5798-4dd5-81f3-003ab75da179 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:06.180998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.184644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] DHCP port deletion for 3708e891-7828-4db3-956f-9afbd6db1be1 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:06.216630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.222437 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.237437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c02eac-e893-434e-9525-5792eb164663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff0bd3a-8965-4963-931b-800190bf8d21'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:06.240887 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd33c7f-c522-42ae-899c-25c411fa2ff1" -d '{"events": [{"server_uuid": "16c02eac-e893-434e-9525-5792eb164663", "name": "network-vif-plugged", "status": "completed", "tag": "1ff0bd3a-8965-4963-931b-800190bf8d21"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:06.275073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.284242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.285032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 1ff0bd3a-8965-4963-931b-800190bf8d21, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1ff0bd3a-8965-4963-931b-800190bf8d21,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:06.294217 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ab124da-b0e8-4a04-9547-634f63b62aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.330222 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.369985 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9525bff-d08a-4836-ad68-32c6f52da892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.412512 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3403b82d-aa22-4e48-8be6-a1a291adaf87 x-openstack-request-id: req-3403b82d-aa22-4e48-8be6-a1a291adaf87 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:06.412750 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c02eac-e893-434e-9525-5792eb164663", "name": "network-vif-plugged", "status": "completed", "tag": "1ff0bd3a-8965-4963-931b-800190bf8d21", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:06.413076 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3403b82d-aa22-4e48-8be6-a1a291adaf87 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:06.413372 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c02eac-e893-434e-9525-5792eb164663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff0bd3a-8965-4963-931b-800190bf8d21', 'code': 200} Jun 17 08:44:06.445083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.448732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.449259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 56f62d20-c9f4-4bff-9a8b-ea890230f702, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:06.449859 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c3228ce-1155-4389-84c9-4f7be99348c7 HTTP/1.1" status: 204 len: 168 time: 0.3782265 Jun 17 08:44:06.451643 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d37bf0d5-2d8e-415d-afb6-f52be688e8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.460352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1458bb8f-4474-4d67-af66-8617d8438b75 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:06.472976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d92e3cecd7146c58606e2068b48f0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0035608 Jun 17 08:44:06.476162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8009cb1f-2277-4a5b-b5be-04a275cb227d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.483767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45922) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:06.501739 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.524725 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.549475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3228ce-1155-4389-84c9-4f7be99348c7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.553452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.569346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 1458bb8f-4474-4d67-af66-8617d8438b75 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:06.570043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.609173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.693684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=1ff0bd3a-8965-4963-931b-800190bf8d21,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.700634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.706484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Deleting port 1458bb8f-4474-4d67-af66-8617d8438b75 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:06.707123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.709197 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.712220 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9dbfff8c-9f1d-45ac-a915-bb6ea49e4f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.719146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 1458bb8f-4474-4d67-af66-8617d8438b75, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1458bb8f-4474-4d67-af66-8617d8438b75,segment=NetworkSegment(fa37a64d-a577-405b-8cbb-08ecfacd8ce1),segment_id=fa37a64d-a577-405b-8cbb-08ecfacd8ce1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:06.719561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.723662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367579b-232e-4045-bdee-13f09dcd532e req-45b087b2-d039-4ee2-b775-88f667896567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:06.725121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c367579b-232e-4045-bdee-13f09dcd532e req-45b087b2-d039-4ee2-b775-88f667896567 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 1097 time: 0.3241007 Jun 17 08:44:06.766439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=56f62d20-c9f4-4bff-9a8b-ea890230f702,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.812663 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.818228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03639ad-8081-46d5-a0be-bd307911011a req-7362a47d-eaa0-46e1-abbb-9c90033fb523 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:06.820114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b03639ad-8081-46d5-a0be-bd307911011a req-7362a47d-eaa0-46e1-abbb-9c90033fb523 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 946 time: 0.2301986 Jun 17 08:44:06.832620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 1458bb8f-4474-4d67-af66-8617d8438b75 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:06.867067 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c367579b-232e-4045-bdee-13f09dcd532e req-507737d8-dc03-4eb3-94e9-2023c6fd7e46 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313787 Jun 17 08:44:06.906988 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.909586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b03639ad-8081-46d5-a0be-bd307911011a req-057518ed-8d86-487a-9f21-5d6bc93d9664 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689175 Jun 17 08:44:06.961720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] For port 1458bb8f-4474-4d67-af66-8617d8438b75, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1458bb8f-4474-4d67-af66-8617d8438b75,segment=NetworkSegment(fa37a64d-a577-405b-8cbb-08ecfacd8ce1),segment_id=fa37a64d-a577-405b-8cbb-08ecfacd8ce1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:06.962341 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.964729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.968273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.975872 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8009cb1f-2277-4a5b-b5be-04a275cb227d HTTP/1.1" status: 204 len: 168 time: 0.4842687 Jun 17 08:44:06.980138 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7207b595-6c95-4b2e-8e20-fe405596e476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.994201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8009cb1f-2277-4a5b-b5be-04a275cb227d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.996918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.008833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Deleting port 6bb32b09-bdde-44f5-b98e-c05d014cac87 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:07.013404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.053705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.075921 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b20cfbae-4e07-4855-b9d8-1a5a208a5fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.100950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Calling delete_port for 1458bb8f-4474-4d67-af66-8617d8438b75 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:07.113854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] DHCP port deletion for 203cda1f-5798-4dd5-81f3-003ab75da179 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:07.131397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 1458bb8f-4474-4d67-af66-8617d8438b75 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:07.200258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '7a1c8392-8edd-4691-8140-4bc47f9c7b27', 'name': '', 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'mac_address': 'fa:16:3e:ae:5e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'aea61834-c552-487f-a4ad-b8bac97e23bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:56Z', 'updated_at': '2021-06-17T08:44:05Z', 'revision_number': 4, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'subnets': [{'id': 'aea61834-c552-487f-a4ad-b8bac97e23bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:07.219060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-090ecc8b-5f66-44d8-a16f-a824df51517b req-bf7c6662-752f-4bf8-80e8-768b53b94ee0 service neutron] (93500) timed out ('10.222.0.60', 64765) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:44:07.228422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=1458bb8f-4474-4d67-af66-8617d8438b75,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.241958 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.270237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1744-3a05-40cc-b4e8-58214a0fabce None None] The sync data for ids ['425b9e38-eb34-49b0-a622-b04269a5d295'] in n-d-780147-13 is: [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '7a1c8392-8edd-4691-8140-4bc47f9c7b27', 'name': '', 'network_id': '48de62c5-d394-4fba-9538-6f9f32601faf', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'mac_address': 'fa:16:3e:ae:5e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'aea61834-c552-487f-a4ad-b8bac97e23bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:56Z', 'updated_at': '2021-06-17T08:44:05Z', 'revision_number': 4, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'subnets': [{'id': 'aea61834-c552-487f-a4ad-b8bac97e23bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:07.285841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] For port 6bb32b09-bdde-44f5-b98e-c05d014cac87, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6bb32b09-bdde-44f5-b98e-c05d014cac87,segment=NetworkSegment(f6ce7593-3b3d-4a6f-abc4-6d22817149f8),segment_id=f6ce7593-3b3d-4a6f-abc4-6d22817149f8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:07.286253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.381404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.402838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3708e891-7828-4db3-956f-9afbd6db1be1']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:44:07.408963 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:07.416087 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:44:07.425203 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.437446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:07.438043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa37a64d-a577-405b-8cbb-08ecfacd8ce1') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:07.454767 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-23be62c7-e590-4c26-af6a-200bd2ae3185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.465355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.470246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Calling delete_port for 6bb32b09-bdde-44f5-b98e-c05d014cac87 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:07.501461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.524769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:07.525917 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:07.535250 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:07.586868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Pushing event deleted for resources: {'Port': ['ID=1458bb8f-4474-4d67-af66-8617d8438b75,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.601400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] No DVR routers for this DVR port 1458bb8f-4474-4d67-af66-8617d8438b75 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:07.620234 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.649693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Deleting port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:07.655003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.765351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45942) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:07.784191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.795163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a5a13140-e057-4ba6-8d4c-0e79e76cb82a tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.808874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.810928 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/3708e891-7828-4db3-956f-9afbd6db1be1 HTTP/1.1" status: 204 len: 168 time: 1.6435456 Jun 17 08:44:07.825290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:07.875521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] For port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,segment=NetworkSegment(912050a6-d832-4f0f-b826-409a4994232f),segment_id=912050a6-d832-4f0f-b826-409a4994232f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:07.875974 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.946562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.967418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=3708e891-7828-4db3-956f-9afbd6db1be1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.985699 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.019111 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.051400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.074271 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68450ce3-b951-4bc8-a59d-fcccb202eee2 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.134722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Calling delete_port for 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:08.184504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:08.185551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.248149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb32b09-bdde-44f5-b98e-c05d014cac87,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.251672 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.348136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.388119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.392095 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-537dfdf6-5164-4261-9bdb-ba46ed3aa508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.421180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.444451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21da88-4674-4454-b74a-3eae88c5c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f62d20-c9f4-4bff-9a8b-ea890230f702'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:08.447177 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880f0ad2-56c8-4666-a9f5-f030d6864f75" -d '{"events": [{"server_uuid": "1c21da88-4674-4454-b74a-3eae88c5c875", "name": "network-vif-plugged", "status": "completed", "tag": "56f62d20-c9f4-4bff-9a8b-ea890230f702"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:08.450286 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ff89c64f-51f3-4b47-8fa8-a6cd72fd82d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.454727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Pushing event deleted for resources: {'Port': ['ID=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.457513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] No DVR routers for this DVR port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:08.459493 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.514877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,segment=NetworkSegment(912050a6-d832-4f0f-b826-409a4994232f),segment_id=912050a6-d832-4f0f-b826-409a4994232f)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:08.520262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.549867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7a1c8392-8edd-4691-8140-4bc47f9c7b27 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:08.625080 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45fc934-d611-42bd-bce7-f503ba057148 x-openstack-request-id: req-b45fc934-d611-42bd-bce7-f503ba057148 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:08.625531 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c21da88-4674-4454-b74a-3eae88c5c875", "name": "network-vif-plugged", "status": "completed", "tag": "56f62d20-c9f4-4bff-9a8b-ea890230f702", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:08.625902 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b45fc934-d611-42bd-bce7-f503ba057148 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:08.626399 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21da88-4674-4454-b74a-3eae88c5c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f62d20-c9f4-4bff-9a8b-ea890230f702', 'code': 200} Jun 17 08:44:08.670741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45958) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:08.701892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:08.714627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:08.717912 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59c235fcbbff4f8c830cfaabcdc6f105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486232 Jun 17 08:44:08.718201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9f308-8123-4b78-a5b5-88b81e921269,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.724059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:08.724788 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.729442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.736292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45962) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:08.737084 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.874014 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.947570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 7a1c8392-8edd-4691-8140-4bc47f9c7b27, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7a1c8392-8edd-4691-8140-4bc47f9c7b27,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:08.951095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.954652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.957621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.970117 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.013384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-304191169'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:09.018657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.026466 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.033164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:09.072168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=7a1c8392-8edd-4691-8140-4bc47f9c7b27,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.080260 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.096518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:09.158270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:09.159682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2cc7cc6e-2bdf-4d37-be98-631a2a1ab2d6 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:09.232203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.240955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Made reservation on behalf of 1aee7ca581d848249970a3945a8c1846 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:09.244811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.256870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.265735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203cda1f-5798-4dd5-81f3-003ab75da179']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:09.273567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3e08-066e-4e41-92b6-706f7f32d0d5 req-cbccaafc-2939-4e10-ae72-482ada242705 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:09.280802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b96a3e08-066e-4e41-92b6-706f7f32d0d5 req-cbccaafc-2939-4e10-ae72-482ada242705 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 946 time: 0.9356649 Jun 17 08:44:09.288626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912050a6-d832-4f0f-b826-409a4994232f') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:09.288934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912050a6-d832-4f0f-b826-409a4994232f') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:09.304916 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.330025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.352760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:09.353321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:09.356965 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:09.440900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b96a3e08-066e-4e41-92b6-706f7f32d0d5 req-2d5ddda8-508f-43ab-bea9-2d0e97029d59 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590931 Jun 17 08:44:09.448402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.464169 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.471729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.480431 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/203cda1f-5798-4dd5-81f3-003ab75da179 HTTP/1.1" status: 204 len: 168 time: 1.6477513 Jun 17 08:44:09.485085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45966) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:09.492533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1964106422'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:09.493904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=203cda1f-5798-4dd5-81f3-003ab75da179,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.500277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.504470 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.509956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.518327 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.523879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-408df67d-ff02-4e0b-8894-b44642f1c9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.532287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb6ffa-6b7e-4f42-9411-d0eeaf0950c6 req-1d628ef1-738d-4e36-a2b1-0c477f590f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:09.534362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43eb6ffa-6b7e-4f42-9411-d0eeaf0950c6 req-1d628ef1-738d-4e36-a2b1-0c477f590f5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 1098 time: 0.8024848 Jun 17 08:44:09.547076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:09.569458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed97dae-6e5e-40df-ac3a-292c53c18657,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.580694 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.585294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.585927 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Added segment 7ff319b0-1856-4138-bda6-fad5706fa5d8 of type vlan for network 596dce8e-1d29-4f0d-8b02-4761264da364 Jun 17 08:44:09.591128 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.628747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:09.633615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.650502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.690325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.697133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:09.697748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.707179 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06d31e1b-8d7b-40e9-ad84-e6c44f218e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.728521 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0535269 Jun 17 08:44:09.728763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45968) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:09.731128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43eb6ffa-6b7e-4f42-9411-d0eeaf0950c6 req-ad2ab8b3-c096-4c55-b47a-ac0050d05339 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890044 Jun 17 08:44:09.733951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'subnet': {'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:09.747052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:09.766599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.767307 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment db617e13-0d2b-4c1e-b5fb-4a82627c5f5b of type vlan for network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 Jun 17 08:44:09.802545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Network': ['ID=596dce8e-1d29-4f0d-8b02-4761264da364,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.806871 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.815009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 596dce8e-1d29-4f0d-8b02-4761264da364 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:09.828949 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.832270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.834468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56f9f308-8123-4b78-a5b5-88b81e921269 HTTP/1.1" status: 204 len: 168 time: 1.0959120 Jun 17 08:44:09.846056 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-857298b1-da55-42ea-a5c1-ff9e5a59f746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.854281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:09.860698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.870662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9f308-8123-4b78-a5b5-88b81e921269,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.871718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Made reservation on behalf of 1aee7ca581d848249970a3945a8c1846 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:09.875804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.876634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.968790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.975439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:09.976184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.981631 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9f96707c-0428-473c-97cf-9a94292dc987 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:10.034891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5483744 Jun 17 08:44:10.037921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45972) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:10.048781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:10.103655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=391fd6f1-6714-4afc-86c7-8d54089aaeb8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:10.111093 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:10.123802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:10.125599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.132834 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:10.175086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:10.183074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] 10.222.0.65 "PUT /v2.0/routers/ba74ddd1-97e4-4e10-aeb8-8616e4c1669b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3217592 Jun 17 08:44:10.185539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 45978) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:10.196281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Subnet': ['ID=748ba69b-bad2-47bb-8b45-316f437506b9,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:10.205457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:10.209953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Checking segment: {'id': '7ff319b0-1856-4138-bda6-fad5706fa5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:10.210325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network hostable DHCP agents. Network: 596dce8e-1d29-4f0d-8b02-4761264da364, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:10.228182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] Sync routers for ids ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:10.233156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network 596dce8e-1d29-4f0d-8b02-4761264da364 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:10.260160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 596dce8e-1d29-4f0d-8b02-4761264da364) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:10.261357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] Routers {'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:10.263465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:10.274937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.275729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.394439 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.534893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:10.539466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.551391 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8211830 Jun 17 08:44:10.552846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45990) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:10.563708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-484890649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:10.664233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.666197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.691045 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.732642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73b8d3-b7a6-4063-ab13-8b0c8d34cc0a None None] Network 596dce8e-1d29-4f0d-8b02-4761264da364 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:10.736845 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7a1c8392-8edd-4691-8140-4bc47f9c7b27 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:10.788084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f9619-6b88-45cf-a93e-639e896c3487 req-2e8c0420-5fc1-4c3c-a7fe-c29652afe7fc tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.790068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e92f9619-6b88-45cf-a93e-639e896c3487 req-2e8c0420-5fc1-4c3c-a7fe-c29652afe7fc tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 946 time: 0.1556244 Jun 17 08:44:10.818532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.826942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.851948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.854715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a8ae8a17-51b8-4488-8313-e5c87893843b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2997181 Jun 17 08:44:10.859205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 45998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:10.869094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Deleting port 47bdae1c-56b4-43c6-94fd-36e394be931d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:10.869435 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.941008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e92f9619-6b88-45cf-a93e-639e896c3487 req-b8bbf1a4-c37d-4c1c-aa21-9bf10d6ea412 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082866 Jun 17 08:44:10.953671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:10.954065 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.999188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] Set router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:11.057266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.069812 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-37d49bc0-ca7d-4a76-b150-a6fa45e9e401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.111064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] For port 47bdae1c-56b4-43c6-94fd-36e394be931d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=47bdae1c-56b4-43c6-94fd-36e394be931d,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:11.111580 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.196106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:11.196468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: 391fd6f1-6714-4afc-86c7-8d54089aaeb8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:11.222935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Calling delete_port for 47bdae1c-56b4-43c6-94fd-36e394be931d owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:11.228950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=b27716b5-9b38-42b5-be5f-33808a613fb3,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.238393 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.278738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.293158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:11.320620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-596dce8e-1d29-4f0d-8b02-4761264da364', 'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364', 'tenant_id': '1aee7ca581d848249970a3945a8c1846', 'fixed_ips': [{'subnet_id': '748ba69b-bad2-47bb-8b45-316f437506b9'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:11.321552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 391fd6f1-6714-4afc-86c7-8d54089aaeb8) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:11.322948 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.328718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.329301 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.358126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca39bb7-a37e-4bb2-bbf4-661ae69c6760 None None] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:11.426974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3835058 Jun 17 08:44:11.427526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46008) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:11.433959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1297496766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:11.492565 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.493670 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.571853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.574930 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.576610 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6cc428f6-81a0-4048-b808-c85597c7aedc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.601240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47bdae1c-56b4-43c6-94fd-36e394be931d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.603843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.610844 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.617834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Allocated IP 172.20.0.1 (596dce8e-1d29-4f0d-8b02-4761264da364/748ba69b-bad2-47bb-8b45-316f437506b9/1ec0f6b3-03bb-426e-877d-8e9f22e96c4b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:11.685196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.686625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b20985d0-0aa0-41ec-9139-b30759fd9928 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2583692 Jun 17 08:44:11.687655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.689455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46016) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:11.696090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'port': {'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8', 'name': 'tempest-RoutersTest-1407378089'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:11.737034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:44:07Z', 'revision_number': 5, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port': {'id': '47bdae1c-56b4-43c6-94fd-36e394be931d', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:37Z', 'updated_at': '2021-06-17T08:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:11.785890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] Checking router: ba74ddd1-97e4-4e10-aeb8-8616e4c1669b for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:11.817765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.822052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.826250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] Routers {'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:11.826914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:11.828544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.849810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Transition to ACTIVE for port object 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:11.922313 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.924848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.928428 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3265b8e3-a2d7-46e6-aafa-7811e827d115 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.929640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:11.935376 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.941681 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ba74ddd1-97e4-4e10-aeb8-8616e4c1669b HTTP/1.1" status: 204 len: 168 time: 1.7527716 Jun 17 08:44:11.949043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46020) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:11.951650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] Set router ba74ddd1-97e4-4e10-aeb8-8616e4c1669b gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:12.001927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Deleting subnet 28d001c1-6451-4b74-aeb2-c64e1c26f5e2 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:12.007469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.010269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Port': ['ID=1ec0f6b3-03bb-426e-877d-8e9f22e96c4b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.022252 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.044781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network 596dce8e-1d29-4f0d-8b02-4761264da364 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:12.046075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:12.054870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:12.063945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.081457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-391fd6f1-6714-4afc-86c7-8d54089aaeb8', 'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': 'b27716b5-9b38-42b5-be5f-33808a613fb3'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:12.084523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.096623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:44:11Z', 'revision_number': 7, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:12.136607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.150245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:12.153753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.196566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Allocated IP 172.20.0.2 (596dce8e-1d29-4f0d-8b02-4761264da364/748ba69b-bad2-47bb-8b45-316f437506b9/567d5514-4913-4bb0-af6e-e4b137a88c76) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:12.278680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] device_id is not set on port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:12.291854 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.352343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.443827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dba69-fe6a-4944-b505-dbbd0240f0e8 req-1a0a48de-97b9-4f33-aab1-3b2838a7d661 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.453310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-108dba69-fe6a-4944-b505-dbbd0240f0e8 req-1a0a48de-97b9-4f33-aab1-3b2838a7d661 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 946 time: 0.3164661 Jun 17 08:44:12.502131 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.511963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Transition to ACTIVE for port object 567d5514-4913-4bb0-af6e-e4b137a88c76 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:12.519477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.527126 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7146dc1-6b15-4583-80f1-be11b956ad31 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.531332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Transition to ACTIVE for port object 567d5514-4913-4bb0-af6e-e4b137a88c76 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:12.541492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e82e6-bd02-4511-bc52-00d0380bb305 None None] The sync data for ids ['ba74ddd1-97e4-4e10-aeb8-8616e4c1669b'] in n-d-780147-13 is: [{'id': 'ba74ddd1-97e4-4e10-aeb8-8616e4c1669b', 'name': 'tempest-TestAggregatesBasicOps-576212566-router', 'tenant_id': '983566ad430a4ebb9266670ddaae9bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:36Z', 'updated_at': '2021-06-17T08:44:11Z', 'revision_number': 7, 'project_id': '983566ad430a4ebb9266670ddaae9bf1', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:12.546185 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.549513 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e5b4ca9-6eb1-4745-8397-1fbf5656299b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.580782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d001c1-6451-4b74-aeb2-c64e1c26f5e2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.588391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.589378 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.591291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/28d001c1-6451-4b74-aeb2-c64e1c26f5e2 HTTP/1.1" status: 204 len: 168 time: 0.6413102 Jun 17 08:44:12.595855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:12.602000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-108dba69-fe6a-4944-b505-dbbd0240f0e8 req-ac5e204d-6a1b-4743-afac-65bc23620a29 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423678 Jun 17 08:44:12.607884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.20.0.5 (391fd6f1-6714-4afc-86c7-8d54089aaeb8/b27716b5-9b38-42b5-be5f-33808a613fb3/722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:12.633439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6501c6-13fb-49b3-ae11-5cf554c7801d None None] Network d24f7caa-a767-4c06-bd04-64ef30744def requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:12.732698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Network 596dce8e-1d29-4f0d-8b02-4761264da364 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:12.752450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:12.779546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:12.788050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.820950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.825255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Pushing event updated for resources: {'Port': ['ID=567d5514-4913-4bb0-af6e-e4b137a88c76,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.838633 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.843191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:12.996822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Deleting port 29d46b32-4bf9-4a6e-8609-e60247e23c4e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:12.997058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.004629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.032829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.045817 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6851782f-5d05-4803-80a5-ea78c673227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.162482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Attempting to bind port 567d5514-4913-4bb0-af6e-e4b137a88c76 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:13.162880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Attempting to bind port 567d5514-4913-4bb0-af6e-e4b137a88c76 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '7ff319b0-1856-4138-bda6-fad5706fa5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:13.163279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Attempting to bind port 567d5514-4913-4bb0-af6e-e4b137a88c76 on network 596dce8e-1d29-4f0d-8b02-4761264da364 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:13.173135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:13.173520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Checking segment: {'id': '7ff319b0-1856-4138-bda6-fad5706fa5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:13.173921 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.174316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Bound using segment: {'id': '7ff319b0-1856-4138-bda6-fad5706fa5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:13.175946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Bound port: 567d5514-4913-4bb0-af6e-e4b137a88c76, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff319b0-1856-4138-bda6-fad5706fa5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:13.176384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.184902 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] For port 29d46b32-4bf9-4a6e-8609-e60247e23c4e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=29d46b32-4bf9-4a6e-8609-e60247e23c4e,segment=NetworkSegment(f6ce7593-3b3d-4a6f-abc4-6d22817149f8),segment_id=f6ce7593-3b3d-4a6f-abc4-6d22817149f8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:13.185882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.219553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.264788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Port': ['ID=1ec0f6b3-03bb-426e-877d-8e9f22e96c4b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.271544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] For port 567d5514-4913-4bb0-af6e-e4b137a88c76, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:13.276369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] For port 567d5514-4913-4bb0-af6e-e4b137a88c76, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=567d5514-4913-4bb0-af6e-e4b137a88c76,segment=NetworkSegment(7ff319b0-1856-4138-bda6-fad5706fa5d8),segment_id=7ff319b0-1856-4138-bda6-fad5706fa5d8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:13.280191 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.291353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.315968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df12eb9-a0f0-4e36-a58c-40f28cef6f72 req-b075acb6-2160-4524-8ddd-458422d2d63d tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.319497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Calling delete_port for 29d46b32-4bf9-4a6e-8609-e60247e23c4e owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:13.319684 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.322857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2df12eb9-a0f0-4e36-a58c-40f28cef6f72 req-b075acb6-2160-4524-8ddd-458422d2d63d tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 945 time: 0.4812093 Jun 17 08:44:13.324930 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.351923 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.436445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:13.437534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.445067 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.452017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:13.456681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:13.514797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2df12eb9-a0f0-4e36-a58c-40f28cef6f72 req-751abe63-83ba-4904-92fe-ec969405fc4f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755645 Jun 17 08:44:13.559042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.559699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.606000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9152493 Jun 17 08:44:13.611612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46080) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:13.625245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78caf512-91ad-4bc7-b2b9-c0c554167e05 None None] DHCP port deletion for d24f7caa-a767-4c06-bd04-64ef30744def request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:13.626337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network 596dce8e-1d29-4f0d-8b02-4761264da364 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:13.633415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:13.653717 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.660822 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-07964c18-177d-476b-92b9-a37add1e2ef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.677501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Allocated IP 172.20.0.2 (391fd6f1-6714-4afc-86c7-8d54089aaeb8/b27716b5-9b38-42b5-be5f-33808a613fb3/127e869b-1307-4f13-b3c6-1d0a716269f0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:13.687888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Pushing event updated for resources: {'Port': ['ID=567d5514-4913-4bb0-af6e-e4b137a88c76,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.698650 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.903922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46084) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:14.044719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.070558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Transition to ACTIVE for port object 127e869b-1307-4f13-b3c6-1d0a716269f0 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:14.119208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Transition to ACTIVE for port object 127e869b-1307-4f13-b3c6-1d0a716269f0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:14.139286 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.141274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a43d3-624a-46c3-ad5a-5dd5daac7d25 req-938eec60-7019-49fc-aab0-490626e70641 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:14.141974 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-54b02efe-499b-4ad2-ad5b-7b22da864126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.151192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-184a43d3-624a-46c3-ad5a-5dd5daac7d25 req-938eec60-7019-49fc-aab0-490626e70641 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 946 time: 0.3331201 Jun 17 08:44:14.215533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:14.226318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:14.233486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:14.242674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.266896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Pushing event updated for resources: {'Port': ['ID=127e869b-1307-4f13-b3c6-1d0a716269f0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:14.272336 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:14.287653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-184a43d3-624a-46c3-ad5a-5dd5daac7d25 req-07f11974-ab2d-4cac-9a56-5319c9b5871d tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342263 Jun 17 08:44:14.391865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Attempting to bind port 127e869b-1307-4f13-b3c6-1d0a716269f0 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:14.393518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Attempting to bind port 127e869b-1307-4f13-b3c6-1d0a716269f0 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:14.393997 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Attempting to bind port 127e869b-1307-4f13-b3c6-1d0a716269f0 on network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:14.403299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:14.403863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Checking segment: {'id': 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:14.404369 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.405029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Bound using segment: {'id': 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:14.405875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Bound port: 127e869b-1307-4f13-b3c6-1d0a716269f0, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '391fd6f1-6714-4afc-86c7-8d54089aaeb8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:14.406648 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.434156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 567d5514-4913-4bb0-af6e-e4b137a88c76 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:14.455868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] No DVR routers for this DVR port 29d46b32-4bf9-4a6e-8609-e60247e23c4e on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:14.458615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d46b32-4bf9-4a6e-8609-e60247e23c4e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:14.471349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:14.610364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.621242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.634631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24f7caa-a767-4c06-bd04-64ef30744def']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.672254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.672543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ce7593-3b3d-4a6f-abc4-6d22817149f8') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.686490 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.712234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Router 0a3e32a6-53f1-4185-ada4-3612c99afef5 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:14.715831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.728321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:14.729713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:14.732753 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:14.779183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 567d5514-4913-4bb0-af6e-e4b137a88c76 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:14.791899 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.842750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.858422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] For port 127e869b-1307-4f13-b3c6-1d0a716269f0, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:14.866472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] For port 127e869b-1307-4f13-b3c6-1d0a716269f0, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=127e869b-1307-4f13-b3c6-1d0a716269f0,segment=NetworkSegment(db617e13-0d2b-4c1e-b5fb-4a82627c5f5b),segment_id=db617e13-0d2b-4c1e-b5fb-4a82627c5f5b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:14.881997 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.884203 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.917226 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2b2747d7-3209-4af9-98ba-bf69fb006e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.946215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 47bdae1c-56b4-43c6-94fd-36e394be931d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:14.994288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.994678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 47bdae1c-56b4-43c6-94fd-36e394be931d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:14.995381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 47bdae1c-56b4-43c6-94fd-36e394be931d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:14.995949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb32b09-bdde-44f5-b98e-c05d014cac87 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:15.013849 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a152a22c-e382-4a7e-82e3-8f01c3cbfb22 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.018483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.025313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:15.040828 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d24f7caa-a767-4c06-bd04-64ef30744def HTTP/1.1" status: 204 len: 168 time: 2.4285531 Jun 17 08:44:15.047238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6bb32b09-bdde-44f5-b98e-c05d014cac87 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:15.048650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6bb32b09-bdde-44f5-b98e-c05d014cac87 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:15.049304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 29d46b32-4bf9-4a6e-8609-e60247e23c4e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:15.055656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:15.058139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d24f7caa-a767-4c06-bd04-64ef30744def,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.068295 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] Sync routers for ids ['0a3e32a6-53f1-4185-ada4-3612c99afef5'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:15.069031 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "PUT /v2.0/routers/0a3e32a6-53f1-4185-ada4-3612c99afef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065773 Jun 17 08:44:15.070869 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.072187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46096) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:15.077859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'port': {'network_id': '596dce8e-1d29-4f0d-8b02-4761264da364', 'name': 'tempest-FloatingIPNegativeTestJSON-1529018786'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:15.081776 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] Routers {'0a3e32a6-53f1-4185-ada4-3612c99afef5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:15.083530 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['0a3e32a6-53f1-4185-ada4-3612c99afef5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.112046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 29d46b32-4bf9-4a6e-8609-e60247e23c4e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:15.112406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 29d46b32-4bf9-4a6e-8609-e60247e23c4e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:15.137396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Pushing event updated for resources: {'Port': ['ID=127e869b-1307-4f13-b3c6-1d0a716269f0,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.141235 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.150222 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.159176 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] Routers {'0a3e32a6-53f1-4185-ada4-3612c99afef5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:15.159811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['0a3e32a6-53f1-4185-ada4-3612c99afef5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.197278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc2c79-1c75-47d4-9ad0-fdf90cf49277,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.198625 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.199628 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e454f0f-a62f-4980-b37b-26b689052f26 None None] The sync data for ids ['0a3e32a6-53f1-4185-ada4-3612c99afef5'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:15.213432 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.214475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4f800-cf05-4b5c-8784-dcecf1449b16 None None] Network 596dce8e-1d29-4f0d-8b02-4761264da364 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:15.219718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=759c07dd25024053bdcb4e1fce05c3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130622 Jun 17 08:44:15.224979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46098) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:15.272475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Made reservation on behalf of 1aee7ca581d848249970a3945a8c1846 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:15.278407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.312839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] device_id is not set on port 917812f4-1b7c-47af-9249-e67303ce3a01 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:15.374199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Provisioning for port 567d5514-4913-4bb0-af6e-e4b137a88c76 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:15.406947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Provisioning complete for port 567d5514-4913-4bb0-af6e-e4b137a88c76 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:15.408318 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.518604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e3cd-df76-422c-8adb-61b986b71b3c req-4bed41ed-1486-4b5c-921c-8f6c82ceb259 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:15.521746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Allocated IP 172.20.0.8 (596dce8e-1d29-4f0d-8b02-4761264da364/748ba69b-bad2-47bb-8b45-316f437506b9/917812f4-1b7c-47af-9249-e67303ce3a01) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:15.529064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0837e3cd-df76-422c-8adb-61b986b71b3c req-4bed41ed-1486-4b5c-921c-8f6c82ceb259 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 946 time: 0.5744913 Jun 17 08:44:15.542782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.610744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.621645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.670531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] For port 567d5514-4913-4bb0-af6e-e4b137a88c76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=567d5514-4913-4bb0-af6e-e4b137a88c76,segment=NetworkSegment(7ff319b0-1856-4138-bda6-fad5706fa5d8),segment_id=7ff319b0-1856-4138-bda6-fad5706fa5d8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:15.675870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.680790 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc29a1a7-879b-40cc-b1ec-15530fa10dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.716153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.718876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.720541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97cc2c79-1c75-47d4-9ad0-fdf90cf49277 HTTP/1.1" status: 204 len: 168 time: 0.4551342 Jun 17 08:44:15.727433 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dfae2b59-b0d1-4f69-8ec1-71dbc0a9fe60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.732112 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.753900 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.784897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Pushing event updated for resources: {'Port': ['ID=567d5514-4913-4bb0-af6e-e4b137a88c76,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.793049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.799854 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.821340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cc2c79-1c75-47d4-9ad0-fdf90cf49277,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.843343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Transition to ACTIVE for port object 917812f4-1b7c-47af-9249-e67303ce3a01 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:15.885392 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.887967 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.900173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0837e3cd-df76-422c-8adb-61b986b71b3c req-9fb7cca1-c6b2-4673-b775-130a48a92a7c tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648727 Jun 17 08:44:15.906369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.915334 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-429058f1-c67e-4a25-bc18-e53721b34ebf tempest-ServerAddressesTestJSON-983786011 tempest-ServerAddressesTestJSON-983786011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.986985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network 596dce8e-1d29-4f0d-8b02-4761264da364 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:15.991947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:15.996129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:16.022759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.034317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Port': ['ID=917812f4-1b7c-47af-9249-e67303ce3a01,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.044786 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.070811 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.083342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:16.083869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.120565 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0435543 Jun 17 08:44:16.120565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46106) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:16.125426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:16.148083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-733b85d8-44ab-4cfa-95e7-6cc3302d7d83 None None] Provisioning for port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:16.152739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-733b85d8-44ab-4cfa-95e7-6cc3302d7d83 None None] Provisioning complete for port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:16.153458 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-733b85d8-44ab-4cfa-95e7-6cc3302d7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.204704 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.254262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-733b85d8-44ab-4cfa-95e7-6cc3302d7d83 None None] Port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:16.291472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-733b85d8-44ab-4cfa-95e7-6cc3302d7d83 None None] Provisioning complete for port 567d5514-4913-4bb0-af6e-e4b137a88c76 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:16.291855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-733b85d8-44ab-4cfa-95e7-6cc3302d7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.302636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:16.377427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.548721 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.602492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 567d5514-4913-4bb0-af6e-e4b137a88c76 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:16.673997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.690868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.693639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-192ead30-2af9-4f43-95cb-ae5d35be2b4b None None] Provisioning complete for port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:16.694463 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-192ead30-2af9-4f43-95cb-ae5d35be2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.711931 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fdd5eb67-9612-4131-9b0f-253cfb51a2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.737243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.793039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 567d5514-4913-4bb0-af6e-e4b137a88c76 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:16.794454 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.830261 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e36aab22b26640af8142bd219c2af7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259445 Jun 17 08:44:16.831251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42a7ae-c284-46f7-8d87-042ac4843e9e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.838797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:16.841617 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.917732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400df8f-b6f7-4e0e-9269-48d3fe85b90b None None] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:16.932159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-192ead30-2af9-4f43-95cb-ae5d35be2b4b None None] Port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:16.978255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 127e869b-1307-4f13-b3c6-1d0a716269f0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:16.978687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-ddf1d3c5-0020-41fe-b8d5-248a8d9eb338 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:16.980848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-ddf1d3c5-0020-41fe-b8d5-248a8d9eb338 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 946 time: 0.4363637 Jun 17 08:44:17.016843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.060710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Allocated IP 172.25.7.240 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/f766b428-7893-463d-823d-24b08a0a3a7f) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:17.063974 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.211629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Provisioning complete for port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:17.216095 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.244582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.247923 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.249394 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec42a7ae-c284-46f7-8d87-042ac4843e9e HTTP/1.1" status: 204 len: 168 time: 0.4097238 Jun 17 08:44:17.252753 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-32b7af81-0de3-40d7-9c5c-0ead9ca9109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.280268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42a7ae-c284-46f7-8d87-042ac4843e9e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.285490 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.288697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.313214 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.327031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 127e869b-1307-4f13-b3c6-1d0a716269f0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:17.329384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.341875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.345676 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b5ec3b1-0d3a-424f-a88d-2a7eaeea9600 tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.381532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Deleting port e344c7f9-a079-457c-afab-4eecefedf833 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:17.382179 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.393289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:17.398818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:17.403594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:17.410815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:17.451771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Port': ['ID=f766b428-7893-463d-823d-24b08a0a3a7f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.456984 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.537147 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Provisioning for port 127e869b-1307-4f13-b3c6-1d0a716269f0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:17.572109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Provisioning complete for port 127e869b-1307-4f13-b3c6-1d0a716269f0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:17.572591 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.593847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.686622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.701449 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.747634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] For port 127e869b-1307-4f13-b3c6-1d0a716269f0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=127e869b-1307-4f13-b3c6-1d0a716269f0,segment=NetworkSegment(db617e13-0d2b-4c1e-b5fb-4a82627c5f5b),segment_id=db617e13-0d2b-4c1e-b5fb-4a82627c5f5b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:17.753100 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.755805 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76fe8a45-578c-400b-b55c-9c99ac91d052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.869615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Pushing event updated for resources: {'Port': ['ID=127e869b-1307-4f13-b3c6-1d0a716269f0,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.873972 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.909009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0d5cf773-9e3b-4894-a5b3-15f4f7b6c8e3 None None] Provisioning for port 917812f4-1b7c-47af-9249-e67303ce3a01 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:17.914229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0d5cf773-9e3b-4894-a5b3-15f4f7b6c8e3 None None] Provisioning complete for port 917812f4-1b7c-47af-9249-e67303ce3a01 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:17.914633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d5cf773-9e3b-4894-a5b3-15f4f7b6c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.972121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cf773-9e3b-4894-a5b3-15f4f7b6c8e3 None None] Port 917812f4-1b7c-47af-9249-e67303ce3a01 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:17.994704 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.000722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.003182 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56e0faf4-d0df-44e6-8739-37a668f07982 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.063676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c291a54-375e-4703-8a86-0aea8a302bba req-4f0fe700-6507-401b-84c5-bbce497febda tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:18.071461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c291a54-375e-4703-8a86-0aea8a302bba req-4f0fe700-6507-401b-84c5-bbce497febda tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 946 time: 0.8994303 Jun 17 08:44:18.084397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Port': ['ID=f766b428-7893-463d-823d-24b08a0a3a7f,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.090746 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.096021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c50659bb-88cf-45ae-85d0-dc32c1258c2b None None] Provisioning complete for port 127e869b-1307-4f13-b3c6-1d0a716269f0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.096274 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c50659bb-88cf-45ae-85d0-dc32c1258c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.105024 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.125470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.127888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0064676 Jun 17 08:44:18.131485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46134) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.138489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-670b028c-dd63-4521-ac94-2c21fd96d5a8 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'floatingip': {'port_id': '917812f4-1b7c-47af-9249-e67303ce3a01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:18.195723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c291a54-375e-4703-8a86-0aea8a302bba req-19de6802-1634-47c5-a0f8-d8ad67784119 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906549 Jun 17 08:44:18.203437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] For port e344c7f9-a079-457c-afab-4eecefedf833, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e344c7f9-a079-457c-afab-4eecefedf833,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:18.203944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.235829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-670b028c-dd63-4521-ac94-2c21fd96d5a8 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.262816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c50659bb-88cf-45ae-85d0-dc32c1258c2b None None] Provisioning for port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:18.291712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c50659bb-88cf-45ae-85d0-dc32c1258c2b None None] Provisioning complete for port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.292329 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c50659bb-88cf-45ae-85d0-dc32c1258c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.345202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Calling delete_port for e344c7f9-a079-457c-afab-4eecefedf833 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:18.376170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 127e869b-1307-4f13-b3c6-1d0a716269f0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:18.404488 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.430794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c50659bb-88cf-45ae-85d0-dc32c1258c2b None None] Port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:18.499944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 127e869b-1307-4f13-b3c6-1d0a716269f0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.500282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.529372 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-670b028c-dd63-4521-ac94-2c21fd96d5a8 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] update failed (client error): The resource could not be found. Jun 17 08:44:18.530591 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-670b028c-dd63-4521-ac94-2c21fd96d5a8 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "PUT /v2.0/floatingips/6040923c-9e41-4422-a0aa-6f6a23197741 HTTP/1.1" status: 404 len: 507 time: 0.3981516 Jun 17 08:44:18.535771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46144) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.599618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-42cd5d98-8dd5-47c8-a923-c26ca273d2c7 None None] Provisioning complete for port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.600773 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42cd5d98-8dd5-47c8-a923-c26ca273d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.711904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-42cd5d98-8dd5-47c8-a923-c26ca273d2c7 None None] Port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:18.742418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.790372 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.795891 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-415cd839-8197-4338-a516-b872107a9dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.829150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Deleting port f766b428-7893-463d-823d-24b08a0a3a7f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:18.829644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.859666 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce9645d3-1ef9-43d6-aa96-9b6d594574ab None None] Provisioning complete for port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.860049 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce9645d3-1ef9-43d6-aa96-9b6d594574ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.921005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce9645d3-1ef9-43d6-aa96-9b6d594574ab None None] Port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:18.953980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.954320 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.981394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.998936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.013220 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.025568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Calling delete_port for f766b428-7893-463d-823d-24b08a0a3a7f owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:19.038212 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.049354 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.054320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['56f62d20-c9f4-4bff-9a8b-ea890230f702'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:19.056923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['1ff0bd3a-8965-4963-931b-800190bf8d21'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:19.121692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Pushing event deleted for resources: {'Port': ['ID=e344c7f9-a079-457c-afab-4eecefedf833,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.134016 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.179414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.196305 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.238561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] No DVR routers for this DVR port e344c7f9-a079-457c-afab-4eecefedf833 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:19.251740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.253740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13a29777-d38c-4dea-9513-3352ff0fbcf7 req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "DELETE /v2.0/ports/e344c7f9-a079-457c-afab-4eecefedf833 HTTP/1.1" status: 204 len: 173 time: 2.2632327 Jun 17 08:44:19.254289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'name': 'network-vif-deleted', 'tag': 'e344c7f9-a079-457c-afab-4eecefedf833'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:19.258856 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f479f26-52f8-4d77-a93a-ebf979f542b8" -d '{"events": [{"server_uuid": "b8b5f435-4b72-4828-ae51-afafa613e41c", "name": "network-vif-deleted", "tag": "e344c7f9-a079-457c-afab-4eecefedf833"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:19.326590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:19.334777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:19.339388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Port': ['ID=f766b428-7893-463d-823d-24b08a0a3a7f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.357817 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.401977 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb43d67-e33f-47e9-831b-fa6d0d3148f2 x-openstack-request-id: req-dcb43d67-e33f-47e9-831b-fa6d0d3148f2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:19.402877 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b5f435-4b72-4828-ae51-afafa613e41c", "name": "network-vif-deleted", "tag": "e344c7f9-a079-457c-afab-4eecefedf833", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:19.403797 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcb43d67-e33f-47e9-831b-fa6d0d3148f2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:19.415527 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b5f435-4b72-4828-ae51-afafa613e41c', 'name': 'network-vif-deleted', 'tag': 'e344c7f9-a079-457c-afab-4eecefedf833', 'status': 'completed', 'code': 200} Jun 17 08:44:19.436135 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.486276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.489276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.491933 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "DELETE /v2.0/floatingips/6040923c-9e41-4422-a0aa-6f6a23197741 HTTP/1.1" status: 204 len: 168 time: 0.9550228 Jun 17 08:44:19.496172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46178) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:19.501160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-91019c50-69da-4dae-93b5-b3d6ff0b065b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'floatingip': {'floating_network_id': '596dce8e-1d29-4f0d-8b02-4761264da364', 'port_id': '917812f4-1b7c-47af-9249-e67303ce3a01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:19.540729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Deleting port 7a1c8392-8edd-4691-8140-4bc47f9c7b27 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:19.541087 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.545761 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-91019c50-69da-4dae-93b5-b3d6ff0b065b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.641196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc5fca7f-ad9e-4d05-b841-d89dce802162 req-e76db15a-a754-4361-a5cc-90160e984640 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b5f435-4b72-4828-ae51-afafa613e41c HTTP/1.1" status: 200 len: 210 time: 0.1149070 Jun 17 08:44:19.755866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] For port 7a1c8392-8edd-4691-8140-4bc47f9c7b27, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7a1c8392-8edd-4691-8140-4bc47f9c7b27,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:19.756227 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.756868 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-91019c50-69da-4dae-93b5-b3d6ff0b065b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:19.758689 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91019c50-69da-4dae-93b5-b3d6ff0b065b tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2607901 Jun 17 08:44:19.759012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 9957a21f-8c26-4ade-b834-1eea5fd08ba2 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:19.762065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:19.767226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '917812f4-1b7c-47af-9249-e67303ce3a01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:19.798361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.849767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Calling delete_port for 7a1c8392-8edd-4691-8140-4bc47f9c7b27 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:19.859531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a9b17fe5-9972-4f54-ab85-7f1df546fc86 None None] Provisioning complete for port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.859918 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a9b17fe5-9972-4f54-ab85-7f1df546fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.937738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a9b17fe5-9972-4f54-ab85-7f1df546fc86 None None] Port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:20.012368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.036197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:20.045867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/9957a21f-8c26-4ade-b834-1eea5fd08ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4319484 Jun 17 08:44:20.047771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] Sync routers for ids ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:20.047909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46198) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.062439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] Routers {'9957a21f-8c26-4ade-b834-1eea5fd08ba2'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:20.063362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:20.107200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:20.118395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] Routers {'9957a21f-8c26-4ade-b834-1eea5fd08ba2'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:20.119835 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:20.152823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78abebc8-dea6-4f53-a4fd-785995b311fa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:20.157586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78abebc8-dea6-4f53-a4fd-785995b311fa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports/722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 HTTP/1.1" status: 200 len: 977 time: 0.1087942 Jun 17 08:44:20.159545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46200) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.166397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46202) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.172500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:20.173313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91119f-a47b-46a6-966e-e40e3aa081c9 None None] The sync data for ids ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:20.290437 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.307024 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-888ac24f-23c5-40cc-a832-5fb2720b6039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.328010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1c8392-8edd-4691-8140-4bc47f9c7b27,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.337173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bd43c279-abd7-4d06-86fe-ac7ed6a6371a tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:20.342416 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.410233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Allocated IP 172.25.7.49 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/ede92f86-2b77-4603-a7a2-f60e08f33350) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:20.438548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bd43c279-abd7-4d06-86fe-ac7ed6a6371a tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] 10.222.0.65 "PUT /v2.0/quotas/32288e67ef6b4633a5126abff4a5027f HTTP/1.1" status: 200 len: 368 time: 0.2710145 Jun 17 08:44:20.439304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46210) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.448115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Request body: {'network': {'project_id': '32288e67ef6b4633a5126abff4a5027f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:20.490442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Made reservation on behalf of 32288e67ef6b4633a5126abff4a5027f for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:20.492157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.577075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.651607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.679230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.804866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.807559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.814718 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-17cdd8dc-3dac-455f-ac3c-60aba99f93af tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.816798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.827645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c1b4587-6397-4f96-83b1-ced2cf3c3d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.828478 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.863343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:20.872483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c8c392-b49f-439b-a280-8615dbd8899a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.891408 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.899129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.899129 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Added segment 05bb187a-f9d1-49d2-bc90-bf8ed567d0cb of type vlan for network a6bbb0f4-37f3-47d0-be6a-39b81b77a432 Jun 17 08:44:20.917724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e344c7f9-a079-457c-afab-4eecefedf833 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:20.946713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:20.953151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:20.959293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:20.964435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: e344c7f9-a079-457c-afab-4eecefedf833 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:20.966734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e344c7f9-a079-457c-afab-4eecefedf833 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:20.968828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.000337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event updated for resources: {'Port': ['ID=ede92f86-2b77-4603-a7a2-f60e08f33350,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:21.009927 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:21.252586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Deleting port ede92f86-2b77-4603-a7a2-f60e08f33350 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:21.253159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.349606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.349961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.433978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Calling delete_port for ede92f86-2b77-4603-a7a2-f60e08f33350 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:21.445577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.447443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:21.448885 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.453853 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2b82403-7fea-4d36-a513-9845f869c4f7 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:21.522284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0781026 Jun 17 08:44:21.533036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46248) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:21.569652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Request body: {'network': {'project_id': '32288e67ef6b4633a5126abff4a5027f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:21.575316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Pushing event updated for resources: {'Network': ['ID=a6bbb0f4-37f3-47d0-be6a-39b81b77a432,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:21.580491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Router 425b9e38-eb34-49b0-a622-b04269a5d295 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:21.584529 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:21.587501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network a6bbb0f4-37f3-47d0-be6a-39b81b77a432 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:21.659854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Made reservation on behalf of 32288e67ef6b4633a5126abff4a5027f for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:21.662790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.734858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:21.753829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.754108 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Added segment 53c77312-76a1-4c35-9343-c96dc63378df of type vlan for network 78dd9588-af36-43ad-b25d-80003eb9f3a4 Jun 17 08:44:21.798037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:21.811086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] 10.222.0.65 "PUT /v2.0/routers/425b9e38-eb34-49b0-a622-b04269a5d295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7820942 Jun 17 08:44:21.818198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46256) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:21.827506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] Sync routers for ids ['425b9e38-eb34-49b0-a622-b04269a5d295'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:21.846647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] Routers {'425b9e38-eb34-49b0-a622-b04269a5d295'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:21.847498 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['425b9e38-eb34-49b0-a622-b04269a5d295'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:21.956950 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.989791 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] Set router 425b9e38-eb34-49b0-a622-b04269a5d295 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:22.055636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:22.055980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.062711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.092796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.094456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.100485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6a9f4f32-814f-4e77-80c7-919a2a67bc6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.170730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Port': ['ID=ede92f86-2b77-4603-a7a2-f60e08f33350,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.209585 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.215767 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.217681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.219020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:22.219776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.236530 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-92526c2d-87d0-4423-a20f-be4dda6a7630 tempest-DHCPAgentSchedulersTestJSON-339481627 tempest-DHCPAgentSchedulersTestJSON-339481627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.240990 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:44:20Z', 'revision_number': 5, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port': {'id': '09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:50Z', 'updated_at': '2021-06-17T08:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.276374 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] Checking router: 425b9e38-eb34-49b0-a622-b04269a5d295 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:22.287620 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] Routers {'425b9e38-eb34-49b0-a622-b04269a5d295'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:22.288267 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['425b9e38-eb34-49b0-a622-b04269a5d295'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.323232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7549694 Jun 17 08:44:22.329005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46262) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.342521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:22.352050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-02011514-2164-4ca3-ba7a-6bdd5551ddd4 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Request body: {'network': {'project_id': '32288e67ef6b4633a5126abff4a5027f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:22.396082 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] Set router 425b9e38-eb34-49b0-a622-b04269a5d295 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:22.414306 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-02011514-2164-4ca3-ba7a-6bdd5551ddd4 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:22.414773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02011514-2164-4ca3-ba7a-6bdd5551ddd4 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:22.418501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-02011514-2164-4ca3-ba7a-6bdd5551ddd4 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0846384 Jun 17 08:44:22.424499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46268) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.464701 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:44:22Z', 'revision_number': 6, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.468357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b0a73-0124-4699-a324-760fb65732e3 req-4429b2fc-dab0-4d1d-82db-9d97fa623984 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:22.476021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b0a73-0124-4699-a324-760fb65732e3 req-4429b2fc-dab0-4d1d-82db-9d97fa623984 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:22.483843 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] create failed (client error): The resource could not be found. Jun 17 08:44:22.484114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe9b0a73-0124-4699-a324-760fb65732e3 req-4429b2fc-dab0-4d1d-82db-9d97fa623984 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663&device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 1682 time: 0.4175174 Jun 17 08:44:22.485163 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7217996 Jun 17 08:44:22.485979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Pushing event updated for resources: {'Network': ['ID=78dd9588-af36-43ad-b25d-80003eb9f3a4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.488488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46272) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.500315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 78dd9588-af36-43ad-b25d-80003eb9f3a4 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:22.510037 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e24e7d-ee34-4781-89d4-9a52f652d09b None None] The sync data for ids ['425b9e38-eb34-49b0-a622-b04269a5d295'] in n-d-780147-13 is: [{'id': '425b9e38-eb34-49b0-a622-b04269a5d295', 'name': 'tempest-TestAggregatesBasicOps-697599718-router', 'tenant_id': '8b12e85209584d6c8328963d7791db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:48Z', 'updated_at': '2021-06-17T08:44:22Z', 'revision_number': 6, 'project_id': '8b12e85209584d6c8328963d7791db8a', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:22.542556 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.634017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Deleting port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:22.634521 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.665070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Deleting port 917812f4-1b7c-47af-9249-e67303ce3a01 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:22.665402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.680323 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.685719 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-54847534-09fd-4065-963a-ad5d21c705fc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.708081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.729610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=722a1ea4-7ef0-48aa-b769-1f7ee6faa0e4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.743577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fe9b0a73-0124-4699-a324-760fb65732e3 req-d20d8985-cc77-4dcc-a753-47d71d68b1cf tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585914 Jun 17 08:44:22.765694 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.806558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] For port 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:22.807714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.867980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.932663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Calling delete_port for 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:23.001341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Calling delete_port for 917812f4-1b7c-47af-9249-e67303ce3a01 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:23.084426 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.126507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.191016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd9588-af36-43ad-b25d-80003eb9f3a4']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.202719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c77312-76a1-4c35-9343-c96dc63378df') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.203051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c77312-76a1-4c35-9343-c96dc63378df') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.214088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.228987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.235347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:23.235793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:23.294210 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:23.300026 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.307018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb73b108-becd-43b1-b9e3-d8ab980cc8db tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:23.321894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.326816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] 10.222.0.65 "DELETE /v2.0/networks/78dd9588-af36-43ad-b25d-80003eb9f3a4 HTTP/1.1" status: 204 len: 168 time: 0.8948295 Jun 17 08:44:23.330521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Pushing event deleted for resources: {'Network': ['ID=78dd9588-af36-43ad-b25d-80003eb9f3a4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:23.334557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46292) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:23.337011 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:23.385817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 9957a21f-8c26-4ade-b834-1eea5fd08ba2 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:23.451990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.459491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.463231 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73196f0c-0073-4cd5-be3a-ef58a9f38275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:23.504174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:23.513064 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:23.548600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:23.556192 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/9957a21f-8c26-4ade-b834-1eea5fd08ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3932047 Jun 17 08:44:23.558514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] Sync routers for ids ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:23.568750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46300) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:23.573640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] Routers {'9957a21f-8c26-4ade-b834-1eea5fd08ba2'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:23.574294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.580220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.592742 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d757468c-6903-44a4-93dd-feac248f8c51 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:23.647475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.673277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] Routers {'9957a21f-8c26-4ade-b834-1eea5fd08ba2'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:23.673928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:43:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.743626 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.764404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bbb0f4-37f3-47d0-be6a-39b81b77a432']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.773103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.774110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a211d1-dfc4-45b6-93cb-d4504348b47b None None] The sync data for ids ['9957a21f-8c26-4ade-b834-1eea5fd08ba2'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:23.777735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bb187a-f9d1-49d2-bc90-bf8ed567d0cb') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.778082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bb187a-f9d1-49d2-bc90-bf8ed567d0cb') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.780002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.837393 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.890039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Port': ['ID=917812f4-1b7c-47af-9249-e67303ce3a01,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:23.902739 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:23.959053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.962191 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.966688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.971008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:23.971422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:23.973130 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:24.011265 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-43aa7727-7b49-490e-a5d3-225cc7b15597 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] remove_router_interface failed (client error): The resource could not be found. Jun 17 08:44:24.016635 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-43aa7727-7b49-490e-a5d3-225cc7b15597 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/9957a21f-8c26-4ade-b834-1eea5fd08ba2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4454567 Jun 17 08:44:24.017372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.061833 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6f7f37d-f254-4aab-9e9d-16bad7f9ebac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9957a21f-8c26-4ade-b834-1eea5fd08ba2 HTTP/1.1" status: 200 len: 205 time: 0.0369248 Jun 17 08:44:24.062551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46314) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.118412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.118990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425b9e38-eb34-49b0-a622-b04269a5d295 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:24.124745 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.125902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/425b9e38-eb34-49b0-a622-b04269a5d295 HTTP/1.1" status: 204 len: 168 time: 2.3065674 Jun 17 08:44:24.132867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46316) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.143244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.148736 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3d6b3ba-ac45-47ca-915f-34cc5012ece2 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.154295 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.158680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] 10.222.0.65 "DELETE /v2.0/networks/a6bbb0f4-37f3-47d0-be6a-39b81b77a432 HTTP/1.1" status: 204 len: 168 time: 0.8206069 Jun 17 08:44:24.172858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.178789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "DELETE /v2.0/ports/917812f4-1b7c-47af-9249-e67303ce3a01 HTTP/1.1" status: 204 len: 168 time: 1.6885109 Jun 17 08:44:24.183074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.202204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6bbb0f4-37f3-47d0-be6a-39b81b77a432,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.211255 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.240416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.240553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885417ed-9520-4c32-95dc-02263822eb40 req-45d6f59e-6986-43b3-9c24-01d7dbb04af9 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:24.242026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-885417ed-9520-4c32-95dc-02263822eb40 req-45d6f59e-6986-43b3-9c24-01d7dbb04af9 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 945 time: 0.1962645 Jun 17 08:44:24.252228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Deleting subnet aea61834-c552-487f-a4ad-b8bac97e23bf {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:24.267886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.342803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.347482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:24.386112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:24.386640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 09ee1b02-8bf9-4d20-a7f7-c83d89c1d7dc not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:24.387525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7a1c8392-8edd-4691-8140-4bc47f9c7b27 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:24.413146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 7a1c8392-8edd-4691-8140-4bc47f9c7b27 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:24.414324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7a1c8392-8edd-4691-8140-4bc47f9c7b27 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:24.423612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-885417ed-9520-4c32-95dc-02263822eb40 req-35e087e7-0542-49aa-8601-bd8a1cab2eb3 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585188 Jun 17 08:44:24.477633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.481737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.498548 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.540439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0a7cf-7c0f-490e-9057-26b719460698 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:24.541896 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0bc0a7cf-7c0f-490e-9057-26b719460698 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a3e32a6-53f1-4185-ada4-3612c99afef5 HTTP/1.1" status: 200 len: 913 time: 0.3577960 Jun 17 08:44:24.544665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46328) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.573874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.585545 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bef5df15-ed48-4ed6-87e7-d11f21e16204 tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.591067 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.595490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aea61834-c552-487f-a4ad-b8bac97e23bf HTTP/1.1" status: 204 len: 168 time: 0.4592795 Jun 17 08:44:24.601063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce08dac-9e96-4e2b-a7ce-ed114d331a31 None None] Network 48de62c5-d394-4fba-9538-6f9f32601faf requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:24.613611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46330) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.621632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea61834-c552-487f-a4ad-b8bac97e23bf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.625473 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.660691 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.661241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router 9957a21f-8c26-4ade-b834-1eea5fd08ba2 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:24.688335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.689577 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5e0be01b-a05b-4579-b389-c7b900caaa1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/9957a21f-8c26-4ade-b834-1eea5fd08ba2 HTTP/1.1" status: 204 len: 168 time: 0.6259501 Jun 17 08:44:24.693729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46336) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.725097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.787510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet b27716b5-9b38-42b5-be5f-33808a613fb3 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:24.791049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.821638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Deleting port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:24.822065 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.835196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.837250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46342) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.912433 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] For port 716c88fc-b7b3-4aa9-9161-dd73a349fa95, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=716c88fc-b7b3-4aa9-9161-dd73a349fa95,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:24.912784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.934624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] DHCP port deletion for 48de62c5-d394-4fba-9538-6f9f32601faf request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:24.997304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Deleting port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:24.997997 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.005587 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.037311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Calling delete_port for 716c88fc-b7b3-4aa9-9161-dd73a349fa95 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:25.043088 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e78d5e25-2a12-4100-9bc0-5ef985d80023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.071637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.107825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] For port 716c88fc-b7b3-4aa9-9161-dd73a349fa95, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=716c88fc-b7b3-4aa9-9161-dd73a349fa95,segment=NetworkSegment(25d36a7b-57a6-48a0-b668-7b223e09acc4),segment_id=25d36a7b-57a6-48a0-b668-7b223e09acc4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:25.109724 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.198521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-5b70d674-0f0b-4b30-9bb6-2d73849ae302 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.200566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-5b70d674-0f0b-4b30-9bb6-2d73849ae302 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.60 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 945 time: 0.2329948 Jun 17 08:44:25.200793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Calling delete_port for 716c88fc-b7b3-4aa9-9161-dd73a349fa95 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:25.212542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.244137 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d99f2535-21c8-4c6b-a4c1-b403e972893d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.306788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=b27716b5-9b38-42b5-be5f-33808a613fb3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.307078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.311460 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.313472 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/b27716b5-9b38-42b5-be5f-33808a613fb3 HTTP/1.1" status: 204 len: 168 time: 0.6187737 Jun 17 08:44:25.314609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.321289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46350) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:25.336945 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0b3bd48f-4b64-457c-830e-3d3c37140d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.384723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de3573-00d7-4586-b1ef-a9d784a206d0 None None] Network 391fd6f1-6714-4afc-86c7-8d54089aaeb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:25.388441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] No DVR routers for this DVR port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:25.390616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Pushing event deleted for resources: {'Port': ['ID=716c88fc-b7b3-4aa9-9161-dd73a349fa95,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.467285 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.529688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.536370 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.579167 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.584925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=716c88fc-b7b3-4aa9-9161-dd73a349fa95,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.593368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] No DVR routers for this DVR port 716c88fc-b7b3-4aa9-9161-dd73a349fa95 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:25.599866 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.657342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] DHCP port deletion for 391fd6f1-6714-4afc-86c7-8d54089aaeb8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:25.673006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Deleting port 1ff0bd3a-8965-4963-931b-800190bf8d21 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:25.673352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.704560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.709790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Deleting port 127e869b-1307-4f13-b3c6-1d0a716269f0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:25.710481 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.769789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.791973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48de62c5-d394-4fba-9538-6f9f32601faf']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.808031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d36a7b-57a6-48a0-b668-7b223e09acc4') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.808031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d36a7b-57a6-48a0-b668-7b223e09acc4') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.813631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.835686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.884455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:25.884990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:25.947352 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:25.963784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] For port 127e869b-1307-4f13-b3c6-1d0a716269f0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=127e869b-1307-4f13-b3c6-1d0a716269f0,segment=NetworkSegment(db617e13-0d2b-4c1e-b5fb-4a82627c5f5b),segment_id=db617e13-0d2b-4c1e-b5fb-4a82627c5f5b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:25.964288 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.968004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-92fd408b-b163-49b8-9697-37643a70b103 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.969575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-92fd408b-b163-49b8-9697-37643a70b103 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c21da88-4674-4454-b74a-3eae88c5c875 HTTP/1.1" status: 200 len: 946 time: 0.8418434 Jun 17 08:44:25.993916 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.003031 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.005818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/48de62c5-d394-4fba-9538-6f9f32601faf HTTP/1.1" status: 204 len: 168 time: 1.3902757 Jun 17 08:44:26.006810 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c6a5ccb-578d-40d3-8115-fbe0dff1927a tempest-BulkNetworkOpsIpV6Test-2067800459 tempest-BulkNetworkOpsIpV6Test-2067800459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.042507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Calling delete_port for 127e869b-1307-4f13-b3c6-1d0a716269f0 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:26.057859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=48de62c5-d394-4fba-9538-6f9f32601faf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.074037 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.085689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc73b5-d540-45b0-a287-b2598533e57b req-80e0a2f3-606d-413f-8cee-689d78823bfe tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:26.087296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09dc73b5-d540-45b0-a287-b2598533e57b req-80e0a2f3-606d-413f-8cee-689d78823bfe tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 945 time: 0.4779499 Jun 17 08:44:26.171792 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.174890 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d577dbea-14e4-40b7-beff-a3085bd47b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.204272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Pushing event deleted for resources: {'Port': ['ID=127e869b-1307-4f13-b3c6-1d0a716269f0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.214822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] No DVR routers for this DVR port 127e869b-1307-4f13-b3c6-1d0a716269f0 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:26.216631 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.230760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46370) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.245920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.268990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.278190 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-886a11eb-f3eb-48ff-8e5f-3d34d38713ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.306992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09dc73b5-d540-45b0-a287-b2598533e57b req-095a95d1-e90f-4ee0-9635-be61ef1acadf tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/security-groups?id=0783162e-8337-41fb-8e29-784955cfa82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107816 Jun 17 08:44:26.356064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d63b9d934bf498ba5bf3b789948e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5157435 Jun 17 08:44:26.357775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46372) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.362426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 127e869b-1307-4f13-b3c6-1d0a716269f0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:26.362868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.367459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 716c88fc-b7b3-4aa9-9161-dd73a349fa95 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:26.374476 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1e8b9e9a-2924-4597-9262-9616be009450 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=983566ad430a4ebb9266670ddaae9bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413252 Jun 17 08:44:26.380874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab5f87-666b-48af-b049-0402031c435d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.381448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46374) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.383214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] For port 1ff0bd3a-8965-4963-931b-800190bf8d21, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=1ff0bd3a-8965-4963-931b-800190bf8d21,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:26.383907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.384986 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.393290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Deleting port 56f62d20-c9f4-4bff-9a8b-ea890230f702 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:26.393692 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.406619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 716c88fc-b7b3-4aa9-9161-dd73a349fa95 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:26.407065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 716c88fc-b7b3-4aa9-9161-dd73a349fa95 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:26.407543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 127e869b-1307-4f13-b3c6-1d0a716269f0 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:26.429611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 127e869b-1307-4f13-b3c6-1d0a716269f0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:26.430084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 127e869b-1307-4f13-b3c6-1d0a716269f0 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:26.506655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Calling delete_port for 1ff0bd3a-8965-4963-931b-800190bf8d21 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:26.522275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] For port 56f62d20-c9f4-4bff-9a8b-ea890230f702, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=56f62d20-c9f4-4bff-9a8b-ea890230f702,segment=NetworkSegment(78752374-57b6-4908-9c16-b6c6259399ca),segment_id=78752374-57b6-4908-9c16-b6c6259399ca)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:26.522642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.591281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Calling delete_port for 56f62d20-c9f4-4bff-9a8b-ea890230f702 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:26.678252 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 127e869b-1307-4f13-b3c6-1d0a716269f0, host n-d-780147-13, got binding levels [] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:26.678817 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.734819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.742131 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00c4ef29-5067-4e4c-8814-62f8ff06e417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.747967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['56f62d20-c9f4-4bff-9a8b-ea890230f702'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:26.753297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['1ff0bd3a-8965-4963-931b-800190bf8d21'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:26.774139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Pushing event deleted for resources: {'Port': ['ID=56f62d20-c9f4-4bff-9a8b-ea890230f702,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.776684 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.789478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 127e869b-1307-4f13-b3c6-1d0a716269f0 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:26.793830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.810433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.ipam_backend_mixin [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Port 127e869b-1307-4f13-b3c6-1d0a716269f0 was not found and therefore no delete operation was performed {{(pid=93499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:44:26.829032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] No DVR routers for this DVR port 56f62d20-c9f4-4bff-9a8b-ea890230f702 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:26.833471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.835934 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcc56c7c-5e07-48bc-9005-f0903c9cc16c req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.67 "DELETE /v2.0/ports/56f62d20-c9f4-4bff-9a8b-ea890230f702 HTTP/1.1" status: 204 len: 173 time: 0.8553212 Jun 17 08:44:26.836552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c21da88-4674-4454-b74a-3eae88c5c875', 'name': 'network-vif-deleted', 'tag': '56f62d20-c9f4-4bff-9a8b-ea890230f702'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:26.837376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.839763 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd45bb-3088-4a97-b9c2-fc757578cbaf" -d '{"events": [{"server_uuid": "1c21da88-4674-4454-b74a-3eae88c5c875", "name": "network-vif-deleted", "tag": "56f62d20-c9f4-4bff-9a8b-ea890230f702"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:26.846241 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.849084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.917114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.921734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=127e869b-1307-4f13-b3c6-1d0a716269f0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.949149 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12986e29-bd86-4aa8-a26a-651f8421b8c2 x-openstack-request-id: req-12986e29-bd86-4aa8-a26a-651f8421b8c2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:26.949539 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c21da88-4674-4454-b74a-3eae88c5c875", "name": "network-vif-deleted", "tag": "56f62d20-c9f4-4bff-9a8b-ea890230f702", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:26.949848 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12986e29-bd86-4aa8-a26a-651f8421b8c2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:26.950376 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c21da88-4674-4454-b74a-3eae88c5c875', 'name': 'network-vif-deleted', 'tag': '56f62d20-c9f4-4bff-9a8b-ea890230f702', 'status': 'completed', 'code': 200} Jun 17 08:44:26.952495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.959307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 127e869b-1307-4f13-b3c6-1d0a716269f0 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:26.970287 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.149873 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.174139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391fd6f1-6714-4afc-86c7-8d54089aaeb8']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:27.178953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.179771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.182334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.183525 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32ab5f87-666b-48af-b049-0402031c435d HTTP/1.1" status: 204 len: 168 time: 0.8182454 Jun 17 08:44:27.209004 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e159523-3b2f-478f-a193-c477fe306f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.226872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:27.227193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db617e13-0d2b-4c1e-b5fb-4a82627c5f5b') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:27.231747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.234282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.237795 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbd1418f-df99-4716-ae7d-01bb12448986 HTTP/1.1" status: 204 len: 168 time: 0.8482356 Jun 17 08:44:27.246785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab5f87-666b-48af-b049-0402031c435d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.252274 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.253925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.256411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dee89429-c659-4922-8132-23081ee74c27 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.300475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Pushing event deleted for resources: {'Port': ['ID=1ff0bd3a-8965-4963-931b-800190bf8d21,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.321395 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.321395 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f682efaf-646c-4cf3-b4fd-b78e0e7ef086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.350597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.387430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] No DVR routers for this DVR port 1ff0bd3a-8965-4963-931b-800190bf8d21 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:27.390291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:27.390770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.394150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd1418f-df99-4716-ae7d-01bb12448986,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:27.396386 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:27.408106 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.409329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.412958 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-771bd025-a474-44da-9316-ec8fb5168ca9 req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.60 "DELETE /v2.0/ports/1ff0bd3a-8965-4963-931b-800190bf8d21 HTTP/1.1" status: 204 len: 173 time: 2.2026944 Jun 17 08:44:27.414567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c02eac-e893-434e-9525-5792eb164663', 'name': 'network-vif-deleted', 'tag': '1ff0bd3a-8965-4963-931b-800190bf8d21'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:27.417009 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d1cf6-61d5-4e92-9ddc-cbe93c79eddd" -d '{"events": [{"server_uuid": "16c02eac-e893-434e-9525-5792eb164663", "name": "network-vif-deleted", "tag": "1ff0bd3a-8965-4963-931b-800190bf8d21"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:27.513022 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656cfc01-2789-46a9-a3ce-d96d1432b4f6 x-openstack-request-id: req-656cfc01-2789-46a9-a3ce-d96d1432b4f6 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:27.513374 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c02eac-e893-434e-9525-5792eb164663", "name": "network-vif-deleted", "tag": "1ff0bd3a-8965-4963-931b-800190bf8d21", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:27.513879 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-656cfc01-2789-46a9-a3ce-d96d1432b4f6 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:27.514158 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c02eac-e893-434e-9525-5792eb164663', 'name': 'network-vif-deleted', 'tag': '1ff0bd3a-8965-4963-931b-800190bf8d21', 'status': 'completed', 'code': 200} Jun 17 08:44:27.515739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.527497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.534304 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/391fd6f1-6714-4afc-86c7-8d54089aaeb8 HTTP/1.1" status: 204 len: 168 time: 2.2119672 Jun 17 08:44:27.535323 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1e1eb619-9628-4c90-90d6-ecd909078cc9 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.539346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46402) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:27.552445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1660523914'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:27.557083 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.580809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=391fd6f1-6714-4afc-86c7-8d54089aaeb8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.586282 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.587716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Deleting port 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:27.588062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.710012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b238d8fa-d293-40c3-b2c3-f3f0491a17d9 req-9ce763f9-2158-40fb-8830-4256734cc612 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] 10.222.0.65 "GET /v2.0/ports?device_id=16c02eac-e893-434e-9525-5792eb164663 HTTP/1.1" status: 200 len: 210 time: 0.1128488 Jun 17 08:44:27.711480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:27.715157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.769372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:27.778465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.793067 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.794158 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment 26ad3d86-d6d1-4183-b1b5-b3329b3eb412 of type vlan for network d0c0a62d-e884-4dbc-b60f-172de288520c Jun 17 08:44:27.878284 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0861a99-1a1e-485f-8d51-b38a61c26da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.893240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.916541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Calling delete_port for 1ec0f6b3-03bb-426e-877d-8e9f22e96c4b owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:27.966262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.978404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:27.980669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.988368 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2f7e8f3-61f6-4565-aa67-a6dbbff41299 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.024573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46416) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.043150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4998319 Jun 17 08:44:28.044328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46418) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.066947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46420) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.086931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:28.118659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=d0c0a62d-e884-4dbc-b60f-172de288520c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.121885 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.124826 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.131224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d0c0a62d-e884-4dbc-b60f-172de288520c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:28.177030 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5cf60e28-e8eb-47da-a7ab-1ababd41b0cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b12e85209584d6c8328963d7791db8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046925 Jun 17 08:44:28.183450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.299157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.310298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.316095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.320918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.324401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5fdf8c79-1a4a-4048-b0e7-758afa4894ba tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.326421 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-afeb0d2e-a70e-425c-ae6a-f9a383e049db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.336224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.373349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dde05147030459089e0e7f0ec9e579b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477502 Jun 17 08:44:28.377721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Port': ['ID=1ec0f6b3-03bb-426e-877d-8e9f22e96c4b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.377934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46428) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.378609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:28.381387 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.382530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.407828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0900d-ac4b-48ac-bf24-6637ce0330d6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.418130 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.529076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.569291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.572689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.575675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.577034 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c3d68f0-1097-4276-9427-d32d8d9c0ea2 HTTP/1.1" status: 204 len: 168 time: 0.3925869 Jun 17 08:44:28.578404 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e9df4284-a39e-4fe0-94db-c4fa824d9149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.592194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.618695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d68f0-1097-4276-9427-d32d8d9c0ea2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.621959 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.706990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.710573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.711895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fb0900d-ac4b-48ac-bf24-6637ce0330d6 HTTP/1.1" status: 204 len: 168 time: 0.3255761 Jun 17 08:44:28.713290 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7abeb721-fb58-4832-be5b-edb412f6dec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.731010 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.741321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0900d-ac4b-48ac-bf24-6637ce0330d6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.744129 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.745018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ba96d691-c482-422a-961f-15cf8e4d5a88 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.822214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': '26ad3d86-d6d1-4183-b1b5-b3329b3eb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:28.822780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: d0c0a62d-e884-4dbc-b60f-172de288520c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:28.861704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=95fe914a-bcca-461f-8c5a-2cc02513a793,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.865962 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.870401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network d0c0a62d-e884-4dbc-b60f-172de288520c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:28.876651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.884450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d0c0a62d-e884-4dbc-b60f-172de288520c) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:28.891656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:28.892472 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.893730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a204d2-d1bf-4b2f-ba7a-3a393c6470e2 None None] Network d0c0a62d-e884-4dbc-b60f-172de288520c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:28.900114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1ff0bd3a-8965-4963-931b-800190bf8d21 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:28.929119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8781254 Jun 17 08:44:28.929761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46446) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.955652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-358146593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:28.960436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 1ff0bd3a-8965-4963-931b-800190bf8d21 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:28.961100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 1ff0bd3a-8965-4963-931b-800190bf8d21 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:29.021048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.021968 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.048872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Router 0a3e32a6-53f1-4185-ada4-3612c99afef5 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:29.057025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 56f62d20-c9f4-4bff-9a8b-ea890230f702 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:29.079311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:29.112188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.117308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 56f62d20-c9f4-4bff-9a8b-ea890230f702 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:29.117921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 56f62d20-c9f4-4bff-9a8b-ea890230f702 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:29.123961 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.163145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.164407 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1def4a73-dc91-4c80-b663-dd84be7fe1e4 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2336428 Jun 17 08:44:29.168415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46456) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:29.215585 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:29.225365 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "PUT /v2.0/routers/0a3e32a6-53f1-4185-ada4-3612c99afef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6795537 Jun 17 08:44:29.229225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46464) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:29.236016 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] Sync routers for ids ['0a3e32a6-53f1-4185-ada4-3612c99afef5'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:29.264708 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] Routers {'0a3e32a6-53f1-4185-ada4-3612c99afef5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:29.265379 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['0a3e32a6-53f1-4185-ada4-3612c99afef5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:29.293387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-d0c0a62d-e884-4dbc-b60f-172de288520c', 'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': '95fe914a-bcca-461f-8c5a-2cc02513a793'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:29.294540 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.335255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Deleting subnet b1e60691-4361-4580-a692-1054a56a72fe {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:29.350866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.354296 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:29.377125 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] Routers {'0a3e32a6-53f1-4185-ada4-3612c99afef5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:29.377603 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['0a3e32a6-53f1-4185-ada4-3612c99afef5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:29.423139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.452813 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:29.459827 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f19c90-b727-45d6-bf85-db3320bc2a4b None None] The sync data for ids ['0a3e32a6-53f1-4185-ada4-3612c99afef5'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:29.524437 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.578891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Allocated IP 172.20.0.2 (d0c0a62d-e884-4dbc-b60f-172de288520c/95fe914a-bcca-461f-8c5a-2cc02513a793/5ad40d61-b177-473e-937b-1195fafa5416) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:29.609367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.713553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.912642 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.917765 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d177bc22-ff11-4238-afc2-2aabbb40c83b tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:29.928834 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.960572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.962935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.971128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Transition to ACTIVE for port object 5ad40d61-b177-473e-937b-1195fafa5416 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:29.981028 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b1e60691-4361-4580-a692-1054a56a72fe HTTP/1.1" status: 204 len: 168 time: 0.9003797 Jun 17 08:44:29.986525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e60691-4361-4580-a692-1054a56a72fe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:29.987819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46500) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:29.995133 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.000399 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.013682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Transition to ACTIVE for port object 5ad40d61-b177-473e-937b-1195fafa5416 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:30.037529 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.053049 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:30.076453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.078092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3e32a6-53f1-4185-ada4-3612c99afef5 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:30.086564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Network d0c0a62d-e884-4dbc-b60f-172de288520c is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:30.093519 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.094672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:30.097976 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-834fc179-8d9c-443a-9cc8-74eef9e8092d tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "DELETE /v2.0/routers/0a3e32a6-53f1-4185-ada4-3612c99afef5 HTTP/1.1" status: 204 len: 168 time: 0.8671196 Jun 17 08:44:30.100624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46506) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.136238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:30.161956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.181105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46508) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.209729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46510) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.210468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Attempting to bind port 5ad40d61-b177-473e-937b-1195fafa5416 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:30.210987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Attempting to bind port 5ad40d61-b177-473e-937b-1195fafa5416 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '26ad3d86-d6d1-4183-b1b5-b3329b3eb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:30.211575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Attempting to bind port 5ad40d61-b177-473e-937b-1195fafa5416 on network d0c0a62d-e884-4dbc-b60f-172de288520c {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:30.220568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:30.220915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Checking segment: {'id': '26ad3d86-d6d1-4183-b1b5-b3329b3eb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:30.221425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.222266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Bound using segment: {'id': '26ad3d86-d6d1-4183-b1b5-b3329b3eb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:30.222848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Bound port: 5ad40d61-b177-473e-937b-1195fafa5416, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ad3d86-d6d1-4183-b1b5-b3329b3eb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c0a62d-e884-4dbc-b60f-172de288520c'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:30.223584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.266177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Deleting subnet 748ba69b-bad2-47bb-8b45-316f437506b9 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:30.270259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Pushing event updated for resources: {'Port': ['ID=5ad40d61-b177-473e-937b-1195fafa5416,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:30.284169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.20.0.1 (d0c0a62d-e884-4dbc-b60f-172de288520c/95fe914a-bcca-461f-8c5a-2cc02513a793/926ee647-eba3-40c7-a4e1-f986f72cb704) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:30.287450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.296734 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.331473 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.342111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] For port 5ad40d61-b177-473e-937b-1195fafa5416, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:30.345624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] For port 5ad40d61-b177-473e-937b-1195fafa5416, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5ad40d61-b177-473e-937b-1195fafa5416,segment=NetworkSegment(26ad3d86-d6d1-4183-b1b5-b3329b3eb412),segment_id=26ad3d86-d6d1-4183-b1b5-b3329b3eb412)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:30.356028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.358523 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:30.392708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.404184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac42536-e6f9-4216-9dc9-4af4d368f9a4']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.412560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-529878247-network', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:30.415404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78752374-57b6-4908-9c16-b6c6259399ca') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.415703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78752374-57b6-4908-9c16-b6c6259399ca') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.426139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.426451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.434246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Pushing event updated for resources: {'Port': ['ID=5ad40d61-b177-473e-937b-1195fafa5416,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:30.436146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1649290189'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:30.437537 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.441383 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.448799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:30.448799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:30.512370 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:30.515725 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:44:30.515725 n-d-780147-13 neutron-server[93499]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:44:30.515725 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id': 'c1c770ba5dc145adafd25262cceee359', 'id': 'baeab030-f62c-49c8-949c-de125a9b8fd8', 'expiration': datetime.datetime(2021, 6, 17, 8, 46, 30, 497759)}] Jun 17 08:44:30.515725 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:44:30.516623 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:44:30.529865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.534176 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.536099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aac42536-e6f9-4216-9dc9-4af4d368f9a4 HTTP/1.1" status: 204 len: 168 time: 0.5473032 Jun 17 08:44:30.546060 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5de8e541-3d56-411c-b954-9b41249ffc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:30.572507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac42536-e6f9-4216-9dc9-4af4d368f9a4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:30.575178 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.641204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Made reservation on behalf of af3ae1ed21394960b29bcdd6d7bda8df for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:30.644458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.660479 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.667692 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.669775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.724833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 926ee647-eba3-40c7-a4e1-f986f72cb704 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:30.735379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.792791 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.797178 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-883c64df-1592-401c-baa1-8d9d7c82aa71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:30.809660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.822302 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fb96d692-b4c9-4a67-af67-3b52cf592656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:30.839106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555f30e-c9b2-4c9f-ab3c-272d90827bc2 None None] Network 596dce8e-1d29-4f0d-8b02-4761264da364 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:30.849481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.850867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "DELETE /v2.0/subnets/748ba69b-bad2-47bb-8b45-316f437506b9 HTTP/1.1" status: 204 len: 168 time: 0.7482729 Jun 17 08:44:30.855440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46524) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.858587 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Subnet': ['ID=748ba69b-bad2-47bb-8b45-316f437506b9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:30.862260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=926ee647-eba3-40c7-a4e1-f986f72cb704,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:30.880032 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.907155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network d0c0a62d-e884-4dbc-b60f-172de288520c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:30.912155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:30.915618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:30.923731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e0dafcda-4dde-4c2f-b160-8c6441aa555c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e122810a1abc432cba579b9aeca8b175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834314 Jun 17 08:44:30.923731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.939624 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.952142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.021932 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.030293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.057162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.063647 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97f3e3d7-3dd4-4626-b1a6-8ac681efe089 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.096272 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.103336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:31.116983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05214883-112c-4d4f-b562-3d407b4301f3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.124893 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.126788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:31.129162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.136545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] DHCP port deletion for 596dce8e-1d29-4f0d-8b02-4761264da364 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:31.139645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Deleting port 567d5514-4913-4bb0-af6e-e4b137a88c76 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:31.139984 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.143389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.147311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.147594 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Added segment 8d0445b9-e2e5-4d8f-9064-28818ae982c5 of type vlan for network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b Jun 17 08:44:31.163524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.206094 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Deleting port 567d5514-4913-4bb0-af6e-e4b137a88c76 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:31.206094 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.253456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.263244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.275803 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] For port 567d5514-4913-4bb0-af6e-e4b137a88c76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=567d5514-4913-4bb0-af6e-e4b137a88c76,segment=NetworkSegment(7ff319b0-1856-4138-bda6-fad5706fa5d8),segment_id=7ff319b0-1856-4138-bda6-fad5706fa5d8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:31.276170 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.292146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] For port 567d5514-4913-4bb0-af6e-e4b137a88c76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=567d5514-4913-4bb0-af6e-e4b137a88c76,segment=NetworkSegment(7ff319b0-1856-4138-bda6-fad5706fa5d8),segment_id=7ff319b0-1856-4138-bda6-fad5706fa5d8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:31.292702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.329787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.334018 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.335938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0783162e-8337-41fb-8e29-784955cfa82a HTTP/1.1" status: 204 len: 168 time: 0.4112999 Jun 17 08:44:31.369117 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7e8c30ee-5888-4429-abfb-a4e2a129b0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.393851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Calling delete_port for 567d5514-4913-4bb0-af6e-e4b137a88c76 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:31.439906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0783162e-8337-41fb-8e29-784955cfa82a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.445072 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.466275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Calling delete_port for 567d5514-4913-4bb0-af6e-e4b137a88c76 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:31.555449 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.558987 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-700d650e-4bd6-4932-bba0-ec3ff85eb660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.593822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Pushing event deleted for resources: {'Port': ['ID=567d5514-4913-4bb0-af6e-e4b137a88c76,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.596449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] No DVR routers for this DVR port 567d5514-4913-4bb0-af6e-e4b137a88c76 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:31.597938 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.678842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.690011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.695989 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a74f0074-26de-46df-880b-d00322284a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.702960 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.710061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.710691 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.717123 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.813069 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.826609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.849807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=926ee647-eba3-40c7-a4e1-f986f72cb704,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.868940 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.873148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event updated for resources: {'Network': ['ID=237788c7-4ee4-4a0f-b7be-6ae38f1e050b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.878358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.878830 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.879934 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.887516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:31.905869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.909150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Port': ['ID=567d5514-4913-4bb0-af6e-e4b137a88c76,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.919771 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.928124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] No DVR routers for this DVR port 567d5514-4913-4bb0-af6e-e4b137a88c76 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:31.934354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97a6be-a6cd-4d6d-89a6-3df60f41779f None None] Network d0c0a62d-e884-4dbc-b60f-172de288520c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:31.936942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bc686339-26f7-4315-90f4-fc882571efcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.947137 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7334435 Jun 17 08:44:31.971060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:31.976987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Request body: {'subnet': {'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:31.997819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network d0c0a62d-e884-4dbc-b60f-172de288520c is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:31.999740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:32.141036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.161048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-333c3896-a1a8-49bd-88b2-2c7085ed25f9 None None] Provisioning for port 5ad40d61-b177-473e-937b-1195fafa5416 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:32.196422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596dce8e-1d29-4f0d-8b02-4761264da364']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:32.207122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:32.213671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff319b0-1856-4138-bda6-fad5706fa5d8') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:32.213973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff319b0-1856-4138-bda6-fad5706fa5d8') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:32.245311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.251015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbca2459-25e2-440e-99cb-32aaa0c18b55,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.254333 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.260743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.261097 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Added segment 7bd72f11-1d59-4948-aea1-c0c01f62d5f8 of type vlan for network fdc4b06a-d8a8-4960-901c-e249801d1781 Jun 17 08:44:32.306264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.314591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Made reservation on behalf of af3ae1ed21394960b29bcdd6d7bda8df for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:32.319121 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.323474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:32.323722 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:32.341014 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:32.440446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5ad40d61-b177-473e-937b-1195fafa5416 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:32.455745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.529104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.562769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5ad40d61-b177-473e-937b-1195fafa5416 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:32.568213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5ad40d61-b177-473e-937b-1195fafa5416 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:32.569045 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.588879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-12a5b08c-f3e8-413f-84fb-393c47b49dcf tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:32.601901 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.603693 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] 10.222.0.65 "DELETE /v2.0/networks/596dce8e-1d29-4f0d-8b02-4761264da364 HTTP/1.1" status: 204 len: 168 time: 1.7465122 Jun 17 08:44:32.660111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Pushing event deleted for resources: {'Network': ['ID=596dce8e-1d29-4f0d-8b02-4761264da364,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.674317 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.687988 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.688758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.689856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:32.690493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.701105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9c6473a9-b4e8-43c5-a276-46ac6426c911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:32.745756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5ad40d61-b177-473e-937b-1195fafa5416, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5ad40d61-b177-473e-937b-1195fafa5416,segment=NetworkSegment(26ad3d86-d6d1-4183-b1b5-b3329b3eb412),segment_id=26ad3d86-d6d1-4183-b1b5-b3329b3eb412)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:32.748572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f7b20a9c-0533-4531-b481-5815b41898aa None None] Provisioning complete for port 5ad40d61-b177-473e-937b-1195fafa5416 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:32.749345 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7b20a9c-0533-4531-b481-5815b41898aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.774189 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5919971 Jun 17 08:44:32.777901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46576) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:32.796976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Request body: {'subnet': {'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-529878247-subnet', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:32.798439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.807258 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:32.813288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc4b06a-d8a8-4960-901c-e249801d1781,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.837105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.858354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:32.860847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.936757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5ad40d61-b177-473e-937b-1195fafa5416,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.946470 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.947686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network fdc4b06a-d8a8-4960-901c-e249801d1781 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:32.959704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 567d5514-4913-4bb0-af6e-e4b137a88c76 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:32.998442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 567d5514-4913-4bb0-af6e-e4b137a88c76 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:32.998921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 567d5514-4913-4bb0-af6e-e4b137a88c76 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:33.030830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.036481 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8b637753-0148-4853-bd41-5fbe0f14c757 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:33.108613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router fee7236f-22e7-4df7-8a94-a84643bfde9d is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:33.148973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event updated for resources: {'Subnet': ['ID=493c405e-3851-459b-aece-f099bb6b9521,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:33.167470 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:33.210551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f7b20a9c-0533-4531-b481-5815b41898aa None None] Provisioning for port 926ee647-eba3-40c7-a4e1-f986f72cb704 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:33.216048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f7b20a9c-0533-4531-b481-5815b41898aa None None] Provisioning complete for port 926ee647-eba3-40c7-a4e1-f986f72cb704 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:33.216439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7b20a9c-0533-4531-b481-5815b41898aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.222718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Checking segment: {'id': '8d0445b9-e2e5-4d8f-9064-28818ae982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:33.223130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Network hostable DHCP agents. Network: 237788c7-4ee4-4a0f-b7be-6ae38f1e050b, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:33.264592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:33.284292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 237788c7-4ee4-4a0f-b7be-6ae38f1e050b) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:33.290257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:33.291163 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.297985 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb1306-ca5e-4309-a064-5cd313cf4c19 None None] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:33.321621 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3474290 Jun 17 08:44:33.321852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f7b20a9c-0533-4531-b481-5815b41898aa None None] Port 926ee647-eba3-40c7-a4e1-f986f72cb704 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:33.321959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.329929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46594) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.338517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Request body: {'port': {'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1547786503'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:33.476038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:33.493960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46602) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.496005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/fee7236f-22e7-4df7-8a94-a84643bfde9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3263323 Jun 17 08:44:33.497315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] Sync routers for ids ['fee7236f-22e7-4df7-8a94-a84643bfde9d'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:33.507210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-99aa9b22-cd21-439a-af9b-ee0574d9085b None None] Provisioning complete for port 926ee647-eba3-40c7-a4e1-f986f72cb704 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:33.507596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99aa9b22-cd21-439a-af9b-ee0574d9085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.543726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] Routers {'fee7236f-22e7-4df7-8a94-a84643bfde9d'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:33.543961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fee7236f-22e7-4df7-8a94-a84643bfde9d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.573113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6089d0d-3e58-40c9-a3dd-52b3ef9953c2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:33.574716 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6089d0d-3e58-40c9-a3dd-52b3ef9953c2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports/926ee647-eba3-40c7-a4e1-f986f72cb704 HTTP/1.1" status: 200 len: 910 time: 0.0708153 Jun 17 08:44:33.578096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.581177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46608) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.582044 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5df93b5-32d7-4671-85a8-c40e3089abc3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:33.621712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.632047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-99aa9b22-cd21-439a-af9b-ee0574d9085b None None] Port 926ee647-eba3-40c7-a4e1-f986f72cb704 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:33.644081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] Routers {'fee7236f-22e7-4df7-8a94-a84643bfde9d'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:33.644733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fee7236f-22e7-4df7-8a94-a84643bfde9d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.646586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3779e46-57a4-4355-99b8-473892a33cfa,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:33.661110 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:33.689565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.690251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918d7da-0894-4770-b9b7-aa88ace9dd40 None None] The sync data for ids ['fee7236f-22e7-4df7-8a94-a84643bfde9d'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:33.710537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef47cfe4-9f6f-4afd-8109-3ff3e2f00ecc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1aee7ca581d848249970a3945a8c1846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854473 Jun 17 08:44:33.712024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46614) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.725992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-237788c7-4ee4-4a0f-b7be-6ae38f1e050b', 'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b', 'tenant_id': 'af3ae1ed21394960b29bcdd6d7bda8df', 'fixed_ips': [{'subnet_id': '493c405e-3851-459b-aece-f099bb6b9521'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:33.726853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.794055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Made reservation on behalf of af3ae1ed21394960b29bcdd6d7bda8df for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:33.797861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.801059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:33.801961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Network hostable DHCP agents. Network: fdc4b06a-d8a8-4960-901c-e249801d1781, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:33.829736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] device_id is not set on port 2a187e18-5781-4f1b-a3c4-85dd0507571e yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:33.831431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1452aeaa-4108-4d60-88b0-39c9a66b646b None None] Provisioning complete for port 926ee647-eba3-40c7-a4e1-f986f72cb704 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:33.831831 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1452aeaa-4108-4d60-88b0-39c9a66b646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.837572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.904166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1452aeaa-4108-4d60-88b0-39c9a66b646b None None] Port 926ee647-eba3-40c7-a4e1-f986f72cb704 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:33.922809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.979862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Allocated IP 2001:db8::2 (237788c7-4ee4-4a0f-b7be-6ae38f1e050b/493c405e-3851-459b-aece-f099bb6b9521/584242d2-9313-4d69-b658-4eca97adb29c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:33.998844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.002281 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.007346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ed97dae-6e5e-40df-ac3a-292c53c18657 HTTP/1.1" status: 204 len: 168 time: 0.2890506 Jun 17 08:44:34.007346 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-073a61c3-a239-4e03-8c4a-bfa5f172a7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:34.015072 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:34.016512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed97dae-6e5e-40df-ac3a-292c53c18657,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:34.026061 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:34.067728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, fdc4b06a-d8a8-4960-901c-e249801d1781) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:34.094005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a44600-f724-4c84-8ded-7cd4540b91cd None None] Network fdc4b06a-d8a8-4960-901c-e249801d1781 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:34.144343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e60091e2-7dc2-49f1-9702-b09f0175a2ee req-4fe45a32-0542-4968-b14c-c902fec47285 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.1148632 Jun 17 08:44:34.145602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.146182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.225196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4396491 Jun 17 08:44:34.226273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46632) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:34.231549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:34.277882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.278940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.373220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.425531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.441443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5ad40d61-b177-473e-937b-1195fafa5416 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:34.577735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-fdc4b06a-d8a8-4960-901c-e249801d1781', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:34.578591 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.612156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5ad40d61-b177-473e-937b-1195fafa5416 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:34.612460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.845502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Allocated IP 172.20.0.2 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/1f349084-70de-4dce-88fa-77d433430358) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:34.872023 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.889635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Transition to ACTIVE for port object 584242d2-9313-4d69-b658-4eca97adb29c will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:34.958629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Transition to ACTIVE for port object 584242d2-9313-4d69-b658-4eca97adb29c will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:34.991178 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.049131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 926ee647-eba3-40c7-a4e1-f986f72cb704 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:35.049734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.173382 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc751558-311e-43cc-80ed-0d0fe5097dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:35.217981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.274773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Pushing event updated for resources: {'Port': ['ID=584242d2-9313-4d69-b658-4eca97adb29c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:35.294816 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:35.308372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 926ee647-eba3-40c7-a4e1-f986f72cb704 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:35.329415 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:35.331276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:35.365265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:35.406104 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.464443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Transition to ACTIVE for port object 1f349084-70de-4dce-88fa-77d433430358 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:35.479585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46670) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:35.485274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Attempting to bind port 584242d2-9313-4d69-b658-4eca97adb29c on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:35.485770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Attempting to bind port 584242d2-9313-4d69-b658-4eca97adb29c by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '8d0445b9-e2e5-4d8f-9064-28818ae982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:35.486238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Attempting to bind port 584242d2-9313-4d69-b658-4eca97adb29c on network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:35.491495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Transition to ACTIVE for port object 1f349084-70de-4dce-88fa-77d433430358 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:35.495920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:35.496413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Checking segment: {'id': '8d0445b9-e2e5-4d8f-9064-28818ae982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:35.497193 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.497416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Bound using segment: {'id': '8d0445b9-e2e5-4d8f-9064-28818ae982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:35.499574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Bound port: 584242d2-9313-4d69-b658-4eca97adb29c, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0445b9-e2e5-4d8f-9064-28818ae982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:35.499574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.520046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5071189b-f202-4df4-9b6c-69db4954d7e6 req-c2e16cf8-7a4a-4ce4-9417-62dc4e67da47 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0398436 Jun 17 08:44:35.524949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.567460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.571414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:35.577180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] For port 584242d2-9313-4d69-b658-4eca97adb29c, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:35.589253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Allocated IP 2001:db8::19b (237788c7-4ee4-4a0f-b7be-6ae38f1e050b/493c405e-3851-459b-aece-f099bb6b9521/2a187e18-5781-4f1b-a3c4-85dd0507571e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:35.617547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] For port 584242d2-9313-4d69-b658-4eca97adb29c, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=584242d2-9313-4d69-b658-4eca97adb29c,segment=NetworkSegment(8d0445b9-e2e5-4d8f-9064-28818ae982c5),segment_id=8d0445b9-e2e5-4d8f-9064-28818ae982c5)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:35.634927 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.639382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:35.643296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Pushing event updated for resources: {'Port': ['ID=1f349084-70de-4dce-88fa-77d433430358,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:35.647954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.652447 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c6983a14-534e-40b2-be2a-05dbc791081f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:35.658202 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:35.665754 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:35.667884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:35.672888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:35.735425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-271797558'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:35.749978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=926ee647-eba3-40c7-a4e1-f986f72cb704,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:35.755670 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:35.883884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Pushing event updated for resources: {'Port': ['ID=584242d2-9313-4d69-b658-4eca97adb29c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:35.895467 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:35.896434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Attempting to bind port 1f349084-70de-4dce-88fa-77d433430358 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:35.896807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Attempting to bind port 1f349084-70de-4dce-88fa-77d433430358 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:35.897186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Attempting to bind port 1f349084-70de-4dce-88fa-77d433430358 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:35.916890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:35.917266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:35.917672 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.918071 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:35.918584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Bound port: 1f349084-70de-4dce-88fa-77d433430358, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:35.919580 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.011428 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.034584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f0482206-1841-4576-847d-90188ad4a482 None None] For port 1f349084-70de-4dce-88fa-77d433430358, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:36.039837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Transition to ACTIVE for port object 2a187e18-5781-4f1b-a3c4-85dd0507571e will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:36.046763 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f0482206-1841-4576-847d-90188ad4a482 None None] For port 1f349084-70de-4dce-88fa-77d433430358, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1f349084-70de-4dce-88fa-77d433430358,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:36.059586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.096842 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6e9c194-5219-4ecb-802c-888797d174aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:36.222887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.256184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.258455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Pushing event updated for resources: {'Port': ['ID=1f349084-70de-4dce-88fa-77d433430358,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:36.262424 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:36.263032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.268501 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa9b9261-8f97-4c95-b403-9c0aecc87dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:36.351482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:36.355071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.375032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.407477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:36.414874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:36.422074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.458065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:36.464727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.465786 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.524762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event updated for resources: {'Port': ['ID=2a187e18-5781-4f1b-a3c4-85dd0507571e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:36.532349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:36.532963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 584242d2-9313-4d69-b658-4eca97adb29c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:36.656979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 584242d2-9313-4d69-b658-4eca97adb29c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:36.663392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router fee7236f-22e7-4df7-8a94-a84643bfde9d has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:36.668332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Allocated IP 172.25.7.6 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/52b23011-e621-49b5-b5fd-7e8069f6f496) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:36.811803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ffb4b65-cf1b-44a2-8594-21a8cbe3ed86 req-8bfab601-0db5-41bf-ae4a-89b425d8d31e tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0446019 Jun 17 08:44:36.821543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:36.831620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/fee7236f-22e7-4df7-8a94-a84643bfde9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943667 Jun 17 08:44:36.831752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46690) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:36.839704 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] Sync routers for ids ['fee7236f-22e7-4df7-8a94-a84643bfde9d'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:36.852872 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] Routers {'fee7236f-22e7-4df7-8a94-a84643bfde9d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:36.853299 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fee7236f-22e7-4df7-8a94-a84643bfde9d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:36.878431 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-99d62b34-d633-4bb3-888f-d28a00066584 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=fee7236f-22e7-4df7-8a94-a84643bfde9d HTTP/1.1" status: 200 len: 205 time: 0.0446265 Jun 17 08:44:36.878654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46692) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:36.909610 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.918607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.929785 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63a1a598-18ca-46f8-a0fd-f68168bdec11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:36.955878 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:36.965339 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6310430 Jun 17 08:44:36.970691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46694) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:36.973710 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] Routers {'fee7236f-22e7-4df7-8a94-a84643bfde9d'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:36.975048 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fee7236f-22e7-4df7-8a94-a84643bfde9d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:36.979769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Request body: {'port': {'network_id': '237788c7-4ee4-4a0f-b7be-6ae38f1e050b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1606322613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:36.980265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.api.validators [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] bootfile-name is not in valid_values {{(pid=93499) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:36.980602 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.api.validators [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] tftp-server is not in valid_values {{(pid=93499) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:36.980940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.api.validators [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] server-ip-address is not in valid_values {{(pid=93499) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:36.984574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5360c-46a9-4873-9ef9-b24ddb1d6e13,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:36.989251 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:36.993783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.995966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:37.008363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.008783 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Added segment 0694b39e-9ea7-469c-a0fa-62754af024c1 of type vlan for network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e Jun 17 08:44:37.033442 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:37.034347 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30bd38-5f43-46ab-acb8-151b6de3c5da None None] The sync data for ids ['fee7236f-22e7-4df7-8a94-a84643bfde9d'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:37.070507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.112312 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.120012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:37.120263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.125567 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:37.141694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.181985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6995082 Jun 17 08:44:37.241384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Network': ['ID=6d6f6017-55b1-4b99-b1b4-ab86f2ff723e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:37.256403 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:37.257255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:37.331018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.361570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbd3c121-fa91-4c7f-a808-cef471fe5bfc req-aefa50fd-d138-4ff8-ad09-d3e81681a5c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0819330 Jun 17 08:44:37.367288 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffd213c7-007b-4909-952e-ed928182436f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:37.377656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962500fa-ad5e-4dae-8469-47f6f9726b88 None None] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:37.416187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:37.464256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:37.464719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Provisioning for port 584242d2-9313-4d69-b658-4eca97adb29c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:37.493877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Provisioning complete for port 584242d2-9313-4d69-b658-4eca97adb29c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:37.494290 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.539100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:37.580857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.596771 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.627143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Pushing event updated for resources: {'Port': ['ID=52b23011-e621-49b5-b5fd-7e8069f6f496,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:37.707407 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:37.824767 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.866398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Made reservation on behalf of af3ae1ed21394960b29bcdd6d7bda8df for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:37.870686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] For port 584242d2-9313-4d69-b658-4eca97adb29c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=584242d2-9313-4d69-b658-4eca97adb29c,segment=NetworkSegment(8d0445b9-e2e5-4d8f-9064-28818ae982c5),segment_id=8d0445b9-e2e5-4d8f-9064-28818ae982c5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:37.873061 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.875890 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.876382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router fee7236f-22e7-4df7-8a94-a84643bfde9d {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:37.884525 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.886457 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15ff0dbf-2f06-45d4-b71d-8f5c97b62864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:37.887556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.888830 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b7647d78-5e0a-42b7-abe1-4d192da18142 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/fee7236f-22e7-4df7-8a94-a84643bfde9d HTTP/1.1" status: 204 len: 168 time: 1.0092168 Jun 17 08:44:37.891466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46708) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:37.988648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] device_id is not set on port 9e490ccf-6402-488e-a569-4f4bc8a496d6 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:38.034468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd172ea-9b9c-4e11-b8ec-2117f30d3a14 None None] Network fdc4b06a-d8a8-4960-901c-e249801d1781 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:38.124623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Pushing event updated for resources: {'Port': ['ID=584242d2-9313-4d69-b658-4eca97adb29c,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.130384 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.134970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet 95fe914a-bcca-461f-8c5a-2cc02513a793 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:38.139248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.165936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.179268 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9a8e34ee-01b1-408b-b2d3-5ae2fea13082 None None] Provisioning for port 1f349084-70de-4dce-88fa-77d433430358 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:38.242029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.475435 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.558530 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:44:38.564439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Allocated IP 2001:db8::56 (237788c7-4ee4-4a0f-b7be-6ae38f1e050b/493c405e-3851-459b-aece-f099bb6b9521/9e490ccf-6402-488e-a569-4f4bc8a496d6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:38.577939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9db706c8-c6e5-497c-a0f9-118b909cc915 None None] Provisioning for port 2a187e18-5781-4f1b-a3c4-85dd0507571e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:38.631221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 584242d2-9313-4d69-b658-4eca97adb29c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:38.636053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9db706c8-c6e5-497c-a0f9-118b909cc915 None None] Provisioning complete for port 2a187e18-5781-4f1b-a3c4-85dd0507571e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:38.641543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9db706c8-c6e5-497c-a0f9-118b909cc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.698234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.700655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a466ded4-eba5-4be8-9d2b-d7f29c02a99b tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.812144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=95fe914a-bcca-461f-8c5a-2cc02513a793,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.826352 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.827586 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.830943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9db706c8-c6e5-497c-a0f9-118b909cc915 None None] Port 2a187e18-5781-4f1b-a3c4-85dd0507571e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:38.840719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/95fe914a-bcca-461f-8c5a-2cc02513a793 HTTP/1.1" status: 204 len: 168 time: 0.9477036 Jun 17 08:44:38.845738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5113213-8ec7-4b11-ab30-a875e870f83b None None] Network d0c0a62d-e884-4dbc-b60f-172de288520c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:38.850037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46722) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:38.877566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9db706c8-c6e5-497c-a0f9-118b909cc915 None None] Provisioning complete for port 584242d2-9313-4d69-b658-4eca97adb29c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:38.878016 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9db706c8-c6e5-497c-a0f9-118b909cc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.099549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.116907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 584242d2-9313-4d69-b658-4eca97adb29c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:39.117344 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.121290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Transition to ACTIVE for port object 9e490ccf-6402-488e-a569-4f4bc8a496d6 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:39.137610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc2c2c5f-47a0-43f3-adf7-a2bff3851b26 req-092c5438-4b2f-484e-8fc4-a2c6bf756946 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.6083565 Jun 17 08:44:39.172828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.182841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.217153 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a072b35a-a810-4e92-8279-8a097e22ef48 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.269910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 5ad40d61-b177-473e-937b-1195fafa5416 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:39.271355 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.306007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:39.312088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event updated for resources: {'Port': ['ID=9e490ccf-6402-488e-a569-4f4bc8a496d6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:39.328771 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:39.330138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:39.333817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:39.341688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.342546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.433760 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4603772 Jun 17 08:44:39.435819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1f349084-70de-4dce-88fa-77d433430358 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:39.440231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46730) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:39.472792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] DHCP port deletion for d0c0a62d-e884-4dbc-b60f-172de288520c request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:39.490923 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.499344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 5ad40d61-b177-473e-937b-1195fafa5416, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5ad40d61-b177-473e-937b-1195fafa5416,segment=NetworkSegment(26ad3d86-d6d1-4183-b1b5-b3329b3eb412),segment_id=26ad3d86-d6d1-4183-b1b5-b3329b3eb412)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:39.499722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.590702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4720b7c8-6764-42a2-9d14-63af1e645656 None None] Provisioning complete for port 2a187e18-5781-4f1b-a3c4-85dd0507571e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:39.591674 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4720b7c8-6764-42a2-9d14-63af1e645656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.674311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1f349084-70de-4dce-88fa-77d433430358 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:39.682151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1f349084-70de-4dce-88fa-77d433430358 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:39.682838 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.695652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f4f4d-0c14-4b3c-9e94-34a716106dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.704331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4720b7c8-6764-42a2-9d14-63af1e645656 None None] Port 2a187e18-5781-4f1b-a3c4-85dd0507571e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:39.710594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f4f4d-0c14-4b3c-9e94-34a716106dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.719864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f4f4d-0c14-4b3c-9e94-34a716106dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.721880 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef9f4f4d-0c14-4b3c-9e94-34a716106dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2804875 Jun 17 08:44:39.730579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46732) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:39.749068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Deleting port 5ad40d61-b177-473e-937b-1195fafa5416 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:39.749606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.877622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Provisioning complete for port 1f349084-70de-4dce-88fa-77d433430358 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:39.878344 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.882165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] For port 5ad40d61-b177-473e-937b-1195fafa5416, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5ad40d61-b177-473e-937b-1195fafa5416,segment=NetworkSegment(26ad3d86-d6d1-4183-b1b5-b3329b3eb412),segment_id=26ad3d86-d6d1-4183-b1b5-b3329b3eb412)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:39.882686 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.929763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Deleting port 9e490ccf-6402-488e-a569-4f4bc8a496d6 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:39.929763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.932864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:40.149366 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.217913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Calling delete_port for 5ad40d61-b177-473e-937b-1195fafa5416 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:40.338277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 5ad40d61-b177-473e-937b-1195fafa5416 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:40.341880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 1f349084-70de-4dce-88fa-77d433430358, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1f349084-70de-4dce-88fa-77d433430358,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:40.363382 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.368138 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ca6478b-f5f7-409c-a206-9ce17fc50ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:40.480917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=1f349084-70de-4dce-88fa-77d433430358,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:40.483823 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.525461 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.596912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.609998 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-91dc00b3-8da1-4e32-93cf-9c4ace41453a tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:40.612593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5ad40d61-b177-473e-937b-1195fafa5416 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:40.667508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=5ad40d61-b177-473e-937b-1195fafa5416,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:40.672788 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.674200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 5ad40d61-b177-473e-937b-1195fafa5416 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:40.679635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5ad40d61-b177-473e-937b-1195fafa5416 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:40.679635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5ad40d61-b177-473e-937b-1195fafa5416 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:40.685270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.692931 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:40.718594 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:44:40.718980 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:44:40.722394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Pushing event deleted for resources: {'Port': ['ID=5ad40d61-b177-473e-937b-1195fafa5416,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:40.726206 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.727081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] No DVR routers for this DVR port 5ad40d61-b177-473e-937b-1195fafa5416 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:40.776082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0c4d77c-3cac-4e25-9962-dc56781eea45 req-261d8d8d-7c61-4121-bfee-865cf2135989 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.2167139 Jun 17 08:44:40.866692 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.888580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c0a62d-e884-4dbc-b60f-172de288520c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:40.905961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ad3d86-d6d1-4183-b1b5-b3329b3eb412') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:40.906713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ad3d86-d6d1-4183-b1b5-b3329b3eb412') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:40.921847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.938734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.946430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:40.947058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.980788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46754) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:40.987822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'subnet': {'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:41.019758 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:41.040319 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.042403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.053003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.055101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/d0c0a62d-e884-4dbc-b60f-172de288520c HTTP/1.1" status: 204 len: 168 time: 2.2018535 Jun 17 08:44:41.056078 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a67cf35-c5bf-4fb1-a56c-a0585e3c78b4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:41.071019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46756) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:41.071949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=d0c0a62d-e884-4dbc-b60f-172de288520c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:41.078336 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:41.084475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207105413', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:41.124295 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.125307 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.159294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Calling delete_port for 9e490ccf-6402-488e-a569-4f4bc8a496d6 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:41.181788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:41.195311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:41.195530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:41.199104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.208843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:41.210775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:41.216775 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.266257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.270536 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0396583 Jun 17 08:44:41.277679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46762) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:41.403392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Provisioning for port 9e490ccf-6402-488e-a569-4f4bc8a496d6 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:41.413028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Provisioning complete for port 9e490ccf-6402-488e-a569-4f4bc8a496d6 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:41.413503 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.417603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:41.529084 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.575461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e51ccdcf-517c-4407-baf8-b18cfb8ac313 None None] Port 9e490ccf-6402-488e-a569-4f4bc8a496d6 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:41.695191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:37Z', 'revision_number': 3, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:41.728222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:41.728981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Updating router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 port 52b23011-e621-49b5-b5fd-7e8069f6f496 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:41.784605 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.854437 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.907446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.921283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:41.921481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.952059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event deleted for resources: {'Port': ['ID=9e490ccf-6402-488e-a569-4f4bc8a496d6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:41.958554 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:41.998776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.045692 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4759d171-968d-4c6f-ad0c-79f410274fa4 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:42.095870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.101060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "DELETE /v2.0/ports/9e490ccf-6402-488e-a569-4f4bc8a496d6 HTTP/1.1" status: 204 len: 168 time: 2.3658633 Jun 17 08:44:42.103818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c12a552e-7e25-4f02-b358-1246c91f55bd req-f21c8958-3f7d-41cb-9cab-ae233e4bed61 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0418622 Jun 17 08:44:42.106078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46786) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:42.112151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Request body: {'port': {'name': 'tempest-new-port-name-331004144', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:42.112688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.api.validators [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] bootfile-name is not in valid_values {{(pid=93500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:42.113029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.api.validators [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] tftp-server is not in valid_values {{(pid=93500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:42.113358 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.api.validators [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] server-ip-address is not in valid_values {{(pid=93500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:42.205144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.25.7.67 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/4a51d278-5230-4e0a-906b-3c851896530f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:42.248590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Subnet': ['ID=67c53bd3-ad4c-4c4f-9677-5fb82d5d2eed,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:42.264287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:42.343131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Checking segment: {'id': '0694b39e-9ea7-469c-a0fa-62754af024c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:42.343413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network hostable DHCP agents. Network: 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:42.367363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.384983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.409157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.440796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:42.490980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:42.501911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.502827 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.504688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1f349084-70de-4dce-88fa-77d433430358 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:42.545595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15670299-623f-43e2-84a2-940b976a4560 None None] Network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:42.559430 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5760257 Jun 17 08:44:42.561868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46798) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:42.573154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1495117157'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:42.603922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.605435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Allocated IP 172.20.0.1 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/847143d1-9012-4de3-8bbf-e587d88ca5df) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:42.612572 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-228419ed-24cd-459d-aad9-dc2a945c1c9a tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:42.622293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:42.622293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.671674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:42.677736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:42.680465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:42.689244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:42.718588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=4a51d278-5230-4e0a-906b-3c851896530f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:42.726915 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.727708 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Added segment 323c2577-b755-49b5-be5a-a827d35e3f2b of type vlan for network 1b56aa1d-4df4-425f-8861-354f855da677 Jun 17 08:44:42.728225 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:42.767591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-6d6f6017-55b1-4b99-b1b4-ab86f2ff723e', 'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e', 'tenant_id': '7b3b0b782f704968afb03e929acf6e65', 'fixed_ips': [{'subnet_id': '67c53bd3-ad4c-4c4f-9677-5fb82d5d2eed'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:42.768750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.792094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.806859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.833671 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Transition to ACTIVE for port object 847143d1-9012-4de3-8bbf-e587d88ca5df will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:42.840778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.862889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.869313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.869728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.869920 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.873370 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7ab366f4-5fc2-4d3a-bb51-57d2821c3eb5 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:42.874876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-845c47a3-431a-4191-98e3-34d4ee4eade3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:42.916860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3536959 Jun 17 08:44:42.923809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46802) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:42.933770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.939354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1f349084-70de-4dce-88fa-77d433430358 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:42.939949 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.945916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'subnet': {'network_id': '1b56aa1d-4df4-425f-8861-354f855da677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:42.964602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] In _notify_port_updated(), no bound segment for port 2a187e18-5781-4f1b-a3c4-85dd0507571e on network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:44:42.976311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.977384 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.979452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "PUT /v2.0/ports/2a187e18-5781-4f1b-a3c4-85dd0507571e HTTP/1.1" status: 200 len: 1129 time: 0.8722491 Jun 17 08:44:42.985076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46806) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:43.021528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Network': ['ID=1b56aa1d-4df4-425f-8861-354f855da677,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.034629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:43.037037 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.059042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:43.077827 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2285ca42-784e-4a8e-8531-e0f48b7daf34 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.090649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event updated for resources: {'Port': ['ID=2a187e18-5781-4f1b-a3c4-85dd0507571e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.099826 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.149527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:43.155298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.159163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Pushing event updated for resources: {'Port': ['ID=847143d1-9012-4de3-8bbf-e587d88ca5df,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.200982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 1b56aa1d-4df4-425f-8861-354f855da677 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:43.254989 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.258723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:43.264590 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.280427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.290270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Transition to ACTIVE for port object 52b23011-e621-49b5-b5fd-7e8069f6f496 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:43.291214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de89d3a-7319-47ab-923c-b6b29b25182f tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:43.300006 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5de89d3a-7319-47ab-923c-b6b29b25182f tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "GET /v2.0/ports/2a187e18-5781-4f1b-a3c4-85dd0507571e HTTP/1.1" status: 200 len: 1129 time: 0.3044121 Jun 17 08:44:43.321222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46810) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:43.362800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.435940 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.486049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4ac8df1-1998-401b-b67b-9722eb402cd9 req-225eaf55-75c3-4c17-92a7-6fc084fd30d3 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0755596 Jun 17 08:44:43.517893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Allocated IP 2001:db8:0:ffff::2 (6d6f6017-55b1-4b99-b1b4-ab86f2ff723e/67c53bd3-ad4c-4c4f-9677-5fb82d5d2eed/a3ff9cad-0645-4f7f-bb0c-440a9c4050e8) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:43.546634 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.577971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.643380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Provisioning for port 847143d1-9012-4de3-8bbf-e587d88ca5df completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:43.648769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Attempting to bind port 52b23011-e621-49b5-b5fd-7e8069f6f496 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:43.649154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Attempting to bind port 52b23011-e621-49b5-b5fd-7e8069f6f496 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:43.649555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Attempting to bind port 52b23011-e621-49b5-b5fd-7e8069f6f496 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:43.666368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Pushing event updated for resources: {'Port': ['ID=52b23011-e621-49b5-b5fd-7e8069f6f496,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.681711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.682073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.682400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.682736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.683098 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.683954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.684302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.684634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.684961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.685288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.685613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.685933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.695423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Provisioning complete for port 847143d1-9012-4de3-8bbf-e587d88ca5df triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:43.695810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.699029 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.700359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:43.700750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:43.701157 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.701568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:43.702065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Bound port: 52b23011-e621-49b5-b5fd-7e8069f6f496, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:43.702450 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.832848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Deleting port 2a187e18-5781-4f1b-a3c4-85dd0507571e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:43.833430 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.882734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.897130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.906426 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-86effb8f-15aa-411e-bdc7-085a9d49db0a tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.971664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.992491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Port 847143d1-9012-4de3-8bbf-e587d88ca5df cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:43.993762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.002234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Pushing event updated for resources: {'Port': ['ID=847143d1-9012-4de3-8bbf-e587d88ca5df,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.028877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] For port 52b23011-e621-49b5-b5fd-7e8069f6f496, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:44.045042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Calling delete_port for 2a187e18-5781-4f1b-a3c4-85dd0507571e owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:44.051119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Provisioning complete for port 2a187e18-5781-4f1b-a3c4-85dd0507571e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:44.051119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.088934 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.096575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:44.098502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:44.103701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cabfd-092c-4b4e-b5a0-7076dbe9e361 None None] Port 2a187e18-5781-4f1b-a3c4-85dd0507571e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:44.106251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] For port 52b23011-e621-49b5-b5fd-7e8069f6f496, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=52b23011-e621-49b5-b5fd-7e8069f6f496,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:44.121245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.125540 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-212941b2-b236-4186-8f36-f04b19ce9250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.169310 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.189128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.199339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Transition to ACTIVE for port object a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:44.246739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Pushing event updated for resources: {'Port': ['ID=52b23011-e621-49b5-b5fd-7e8069f6f496,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.264782 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.281456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Transition to ACTIVE for port object a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:44.283306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:44.286317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:44.288873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:44.418304 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.422381 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6c6a93d3-4722-43dc-9053-de5894d56925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.442881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:44.453754 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] 10.222.0.65 "PUT /v2.0/routers/9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1750751 Jun 17 08:44:44.491901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:44.503571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:44.513656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:44.524737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Pushing event updated for resources: {'Port': ['ID=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.553214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:44.555446 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.631049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Attempting to bind port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:44.631049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Attempting to bind port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0694b39e-9ea7-469c-a0fa-62754af024c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:44.631049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Attempting to bind port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 on network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:44.637548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:44.637950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Checking segment: {'id': '0694b39e-9ea7-469c-a0fa-62754af024c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:44.638352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.638762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Bound using segment: {'id': '0694b39e-9ea7-469c-a0fa-62754af024c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:44.639291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Bound port: a3ff9cad-0645-4f7f-bb0c-440a9c4050e8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0694b39e-9ea7-469c-a0fa-62754af024c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6d6f6017-55b1-4b99-b1b4-ab86f2ff723e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:44.639897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.645570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e474e951-c252-4389-8863-7f8a11c2464a None None] Provisioning complete for port 847143d1-9012-4de3-8bbf-e587d88ca5df triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:44.646128 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e474e951-c252-4389-8863-7f8a11c2464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.735856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] For port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:44.740251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] For port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,segment=NetworkSegment(0694b39e-9ea7-469c-a0fa-62754af024c1),segment_id=0694b39e-9ea7-469c-a0fa-62754af024c1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:44.782221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.793459 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.802817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.834445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40073f2d-958c-48de-8a95-bb7da5c5fa78 req-54367c10-0f5c-4276-8617-cc24236c8686 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0462718 Jun 17 08:44:44.844505 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b3512070-82e9-4172-941c-b5f9b5d15c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.912797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event deleted for resources: {'Port': ['ID=2a187e18-5781-4f1b-a3c4-85dd0507571e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.916092 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.941594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Pushing event updated for resources: {'Port': ['ID=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.989812 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.997411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.000616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "DELETE /v2.0/ports/2a187e18-5781-4f1b-a3c4-85dd0507571e HTTP/1.1" status: 204 len: 168 time: 1.6655619 Jun 17 08:44:45.002404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 5e954b9a-5186-4094-bf5e-1247ee3c8f39 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:45.003002 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.044906 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e474e951-c252-4389-8863-7f8a11c2464a None None] Port 847143d1-9012-4de3-8bbf-e587d88ca5df cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:45.054832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:44:45.058489 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.062056 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea4019f2-62c8-4fc2-8c24-8e9c2ae7557c tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:45.088617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 2, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.105034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Deleting subnet 493c405e-3851-459b-aece-f099bb6b9521 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:45.109449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.144023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Subnet': ['ID=39da0ac1-301a-4305-8cbe-9fa42c86f146,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:45.149145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad977d75-aae8-43f0-a350-0ecf2b4b265c None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 2, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:45.247422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.282219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:45.297208 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] Sync routers for ids ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:45.321413 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] Routers {'5e954b9a-5186-4094-bf5e-1247ee3c8f39'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:45.322073 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.323319 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:45.386755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.401675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3200686 Jun 17 08:44:45.403072 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46854) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.409894 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.422249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] Routers {'5e954b9a-5186-4094-bf5e-1247ee3c8f39'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:45.428498 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.475550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.481388 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.482354 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c6f2f-9772-4dcd-b58a-884d5d15626d None None] The sync data for ids ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:45.505411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.533633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1734342513-network', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:45.567158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Checking segment: {'id': '323c2577-b755-49b5-be5a-a827d35e3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1b56aa1d-4df4-425f-8861-354f855da677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:45.567158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network hostable DHCP agents. Network: 1b56aa1d-4df4-425f-8861-354f855da677, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:45.632285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.635089 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dcf16999-faf5-45d6-b045-3a30a365a12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:45.658266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Made reservation on behalf of c03c5b4f2fe44c99bf642cb3e0bd789c for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:45.661898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.672678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event deleted for resources: {'Subnet': ['ID=493c405e-3851-459b-aece-f099bb6b9521,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:45.674014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 1b56aa1d-4df4-425f-8861-354f855da677 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:45.685938 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:45.703425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.712757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.714962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb4f8d8-8f50-42bf-a9ac-e0e6b03db568 None None] Network 237788c7-4ee4-4a0f-b7be-6ae38f1e050b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:45.716791 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "DELETE /v2.0/subnets/493c405e-3851-459b-aece-f099bb6b9521 HTTP/1.1" status: 204 len: 168 time: 0.7122266 Jun 17 08:44:45.719504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46864) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.723871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 1b56aa1d-4df4-425f-8861-354f855da677) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:45.734221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2955854-ecd8-4a5f-b7e3-8218c5b5040c None None] Network 1b56aa1d-4df4-425f-8861-354f855da677 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:45.763500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b0e7a733-8040-41d6-8aea-211666f99bb0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/routers/5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 200 len: 879 time: 0.3571463 Jun 17 08:44:45.765043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.765650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.767194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46866) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.975049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.037434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.070818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.144782 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c73e8515-4fcd-4003-917f-4d9dbf8eb029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:46.149449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-851d6b27-6b15-4e2d-9ac0-4b1bf6e9ce24 req-6133fd20-498b-4374-9072-537e84876c0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d07f97f3b6334bfab17dedfb59167929&device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0915649 Jun 17 08:44:46.174788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:46.196446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.198007 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Added segment 9b392026-eea9-47f9-8049-8b4a75d0c733 of type vlan for network 5cb2b753-1151-404c-8073-33753f0e57e3 Jun 17 08:44:46.295239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Deleting port 584242d2-9313-4d69-b658-4eca97adb29c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:46.295797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.306515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3762407 Jun 17 08:44:46.319145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-17c2190c-52d9-4353-8e9f-7fc79c688c8c req-b2900000-250a-4e49-ae46-ddd307690e36 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0550499 Jun 17 08:44:46.378142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:46.403469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'port': {'network_id': '1b56aa1d-4df4-425f-8861-354f855da677', 'name': 'tempest-NetworksIpV6TestAttrs-1744851596'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:46.430873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-1b56aa1d-4df4-425f-8861-354f855da677', 'network_id': '1b56aa1d-4df4-425f-8861-354f855da677', 'tenant_id': '7b3b0b782f704968afb03e929acf6e65', 'fixed_ips': [{'subnet_id': '39da0ac1-301a-4305-8cbe-9fa42c86f146'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:46.432085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.483001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.505953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaaa34f-42c2-40c7-ac78-0f8788df0aeb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:46.522247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-851d6b27-6b15-4e2d-9ac0-4b1bf6e9ce24 req-519e077d-a139-42a5-99b0-f695e5082f06 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d07f97f3b6334bfab17dedfb59167929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038344 Jun 17 08:44:46.524927 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:46.674687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] DHCP port deletion for 237788c7-4ee4-4a0f-b7be-6ae38f1e050b request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:46.689350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52b23011-e621-49b5-b5fd-7e8069f6f496 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:46.702266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.703051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.703502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.763459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] For port 584242d2-9313-4d69-b658-4eca97adb29c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=584242d2-9313-4d69-b658-4eca97adb29c,segment=NetworkSegment(8d0445b9-e2e5-4d8f-9064-28818ae982c5),segment_id=8d0445b9-e2e5-4d8f-9064-28818ae982c5)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:46.763842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.769574 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1ca3370a-cbf5-4c62-8612-9566cb7c5e35 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:46.858476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Pushing event updated for resources: {'Network': ['ID=5cb2b753-1151-404c-8073-33753f0e57e3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:46.872451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3623669 Jun 17 08:44:46.893846 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:46.894256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 5cb2b753-1151-404c-8073-33753f0e57e3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:46.901568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46882) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:46.903422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e662700-518f-40a4-bae0-6119de0c4a5e None None] Network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:46.906816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Request body: {'subnet': {'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1734342513-subnet', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:46.917373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Calling delete_port for 584242d2-9313-4d69-b658-4eca97adb29c owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:46.947776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Made reservation on behalf of c03c5b4f2fe44c99bf642cb3e0bd789c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:46.967459 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.007477 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-891b9122-99f3-43ec-9122-3b50319c96c6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.2362673 Jun 17 08:44:47.008359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:47.023687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6b27-6b15-4e2d-9ac0-4b1bf6e9ce24 req-86d20664-15f1-40ce-b2c3-31c4d3d70da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.025481 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-851d6b27-6b15-4e2d-9ac0-4b1bf6e9ce24 req-86d20664-15f1-40ce-b2c3-31c4d3d70da0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4953065 Jun 17 08:44:47.140210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-207105413'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:47.140650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Allocated IP 2001:db8::f816:3eff:fef9:7372 (1b56aa1d-4df4-425f-8861-354f855da677/39da0ac1-301a-4305-8cbe-9fa42c86f146/7ea8d264-9703-45f0-8961-1696ad123884) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:47.148362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-83e34aba-f6e3-4987-96e8-352fdd9a8497 None None] Provisioning for port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:47.184069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 52b23011-e621-49b5-b5fd-7e8069f6f496 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:47.203178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Deleting port 584242d2-9313-4d69-b658-4eca97adb29c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:47.203448 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.240844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.243067 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d80a791-98b5-4baf-bc62-9b1b63c1088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:47.287344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:47.291099 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.315663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] For port 584242d2-9313-4d69-b658-4eca97adb29c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=584242d2-9313-4d69-b658-4eca97adb29c,segment=NetworkSegment(8d0445b9-e2e5-4d8f-9064-28818ae982c5),segment_id=8d0445b9-e2e5-4d8f-9064-28818ae982c5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:47.316074 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.348933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af7b246-b034-4248-a6ff-2de0abfa2465,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:47.352779 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:47.361238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Checking segment: {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:47.362510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Network hostable DHCP agents. Network: 5cb2b753-1151-404c-8073-33753f0e57e3, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:47.382460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] device_id is not set on port 84f66a8f-a20c-46c9-b88a-e70ba45d8300 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:47.393637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Network 5cb2b753-1151-404c-8073-33753f0e57e3 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:47.412400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 5cb2b753-1151-404c-8073-33753f0e57e3) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:47.420362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.421030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.438107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Calling delete_port for 584242d2-9313-4d69-b658-4eca97adb29c owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:47.445706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 52b23011-e621-49b5-b5fd-7e8069f6f496 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:47.446174 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.457450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e29815-46fc-445a-9d97-af7923363036 None None] Network 5cb2b753-1151-404c-8073-33753f0e57e3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:47.479888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.489909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5870473 Jun 17 08:44:47.493340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46896) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:47.497560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.509116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:47.574349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3b0fdad0-8d40-4759-9999-bc9869a58220 req-b30d58d4-fecc-400a-9065-38f84b035a82 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0498166 Jun 17 08:44:47.605204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.606575 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:47.607267 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.618454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] No DVR routers for this DVR port 584242d2-9313-4d69-b658-4eca97adb29c on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:47.668895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.859389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.101895 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.139973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.157475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Transition to ACTIVE for port object 7ea8d264-9703-45f0-8961-1696ad123884 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:48.165799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.229883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event deleted for resources: {'Port': ['ID=584242d2-9313-4d69-b658-4eca97adb29c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.234598 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.257726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Transition to ACTIVE for port object 7ea8d264-9703-45f0-8961-1696ad123884 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:48.268005 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.271712 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.277761 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.288921 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe514464-7e75-435c-9501-585f46844492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.293729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] No DVR routers for this DVR port 584242d2-9313-4d69-b658-4eca97adb29c on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:48.297295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 52b23011-e621-49b5-b5fd-7e8069f6f496, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=52b23011-e621-49b5-b5fd-7e8069f6f496,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:48.302045 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.329497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237788c7-4ee4-4a0f-b7be-6ae38f1e050b']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.342452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Pushing event deleted for resources: {'Port': ['ID=584242d2-9313-4d69-b658-4eca97adb29c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.350031 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.353288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0445b9-e2e5-4d8f-9064-28818ae982c5') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.354263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0445b9-e2e5-4d8f-9064-28818ae982c5') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.370009 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.380364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.390657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Allocated IP 2001:db8::f816:3eff:fee9:5e8 (1b56aa1d-4df4-425f-8861-354f855da677/39da0ac1-301a-4305-8cbe-9fa42c86f146/84f66a8f-a20c-46c9-b88a-e70ba45d8300) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:48.411567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.415790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Allocated IP 172.25.7.17 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/8cff6582-0665-4ded-9ee0-1e86e8231aa8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:48.417322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.418212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:48.428526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:48.429295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:48.434853 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:48.493977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-5cb2b753-1151-404c-8073-33753f0e57e3', 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'fixed_ips': [{'subnet_id': '6af7b246-b034-4248-a6ff-2de0abfa2465'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:48.494824 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.511538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Pushing event updated for resources: {'Port': ['ID=7ea8d264-9703-45f0-8961-1696ad123884,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.524122 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.525429 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-334d74d3-45df-455e-83b8-75970568b9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.612677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.626749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.642937 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.672909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.674096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Network 1b56aa1d-4df4-425f-8861-354f855da677 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:48.678334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] 10.222.0.65 "DELETE /v2.0/networks/237788c7-4ee4-4a0f-b7be-6ae38f1e050b HTTP/1.1" status: 204 len: 168 time: 2.9540305 Jun 17 08:44:48.690319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:48.695890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.703824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Pushing event deleted for resources: {'Network': ['ID=237788c7-4ee4-4a0f-b7be-6ae38f1e050b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.704213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.719226 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.764699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Pushing event updated for resources: {'Port': ['ID=8cff6582-0665-4ded-9ee0-1e86e8231aa8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.765332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=52b23011-e621-49b5-b5fd-7e8069f6f496,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.770691 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.782076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:48.783842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:48.787884 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.791638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:48.793783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:48.807587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:48.817229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.833380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:48.834174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.857389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:48.867189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.928440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa7240b1-cb92-46b5-95e0-98ff12d7107f req-ef380b2c-782e-4366-86c7-11afde9952f4 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0462406 Jun 17 08:44:48.987294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.032559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Transition to ACTIVE for port object 84f66a8f-a20c-46c9-b88a-e70ba45d8300 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:49.050699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 5e954b9a-5186-4094-bf5e-1247ee3c8f39 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:49.109297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.135562 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-87263179-e6ad-4559-81a3-505be5f2db76 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:49.140940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:49.141482 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.213766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46924) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.228808 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.250164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Attempting to bind port 7ea8d264-9703-45f0-8961-1696ad123884 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:49.250557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Attempting to bind port 7ea8d264-9703-45f0-8961-1696ad123884 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '323c2577-b755-49b5-be5a-a827d35e3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1b56aa1d-4df4-425f-8861-354f855da677'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:49.250981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Attempting to bind port 7ea8d264-9703-45f0-8961-1696ad123884 on network 1b56aa1d-4df4-425f-8861-354f855da677 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:49.292521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-504748cd-49c4-4090-a362-d193e55414b1 None None] Provisioning complete for port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:49.292918 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504748cd-49c4-4090-a362-d193e55414b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.300705 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.314258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 1b56aa1d-4df4-425f-8861-354f855da677 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:49.318684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:49.327498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:49.335097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:49.336422 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.390674 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0046711 Jun 17 08:44:49.393561 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46932) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.404020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:49.404747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Checking segment: {'id': '323c2577-b755-49b5-be5a-a827d35e3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1b56aa1d-4df4-425f-8861-354f855da677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:49.405398 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.406041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Bound using segment: {'id': '323c2577-b755-49b5-be5a-a827d35e3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1b56aa1d-4df4-425f-8861-354f855da677'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:49.406736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Bound port: 7ea8d264-9703-45f0-8961-1696ad123884, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323c2577-b755-49b5-be5a-a827d35e3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1b56aa1d-4df4-425f-8861-354f855da677'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:49.407464 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.423312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Port': ['ID=84f66a8f-a20c-46c9-b88a-e70ba45d8300,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:49.464427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:49.470304 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.474171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,segment=NetworkSegment(0694b39e-9ea7-469c-a0fa-62754af024c1),segment_id=0694b39e-9ea7-469c-a0fa-62754af024c1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:49.482435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:49.496065 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] Sync routers for ids ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:49.501408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.505746 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f239c895-16b0-453f-b67e-b66d82704092 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 200 len: 886 time: 2.3988829 Jun 17 08:44:49.506381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46934) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.510783 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] Routers {'5e954b9a-5186-4094-bf5e-1247ee3c8f39'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:49.511751 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.516540 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.652697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] For port 7ea8d264-9703-45f0-8961-1696ad123884, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:49.656600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] For port 7ea8d264-9703-45f0-8961-1696ad123884, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7ea8d264-9703-45f0-8961-1696ad123884,segment=NetworkSegment(323c2577-b755-49b5-be5a-a827d35e3f2b),segment_id=323c2577-b755-49b5-be5a-a827d35e3f2b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:49.664318 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-94936380-62f4-422e-b077-a3e64125d947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:49.672637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting subnet 39da0ac1-301a-4305-8cbe-9fa42c86f146 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:49.681196 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.736082 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.737736 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bba77221-9ef6-4805-9d1a-e9cbfc7145ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af3ae1ed21394960b29bcdd6d7bda8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226634 Jun 17 08:44:49.740004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.741685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46940) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.769804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52b23011-e621-49b5-b5fd-7e8069f6f496 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:49.774615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:49.782962 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.788829 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:49.789321 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:49.793256 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] Routers {'5e954b9a-5186-4094-bf5e-1247ee3c8f39'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:49.796249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.827907 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-98565d81-a439-41e0-a075-45f1daf6fcb1 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/routers/5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 200 len: 886 time: 0.3172314 Jun 17 08:44:49.830330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.858524 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.859577 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a8943-57c9-46a4-a568-749e6009ae11 None None] The sync data for ids ['5e954b9a-5186-4094-bf5e-1247ee3c8f39'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:49.884740 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-52f2c6e7-5627-45c6-a331-9958951ce0ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 200 len: 205 time: 0.0529957 Jun 17 08:44:49.885606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46946) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.887106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Allocated IP 172.20.0.2 (5cb2b753-1151-404c-8073-33753f0e57e3/6af7b246-b034-4248-a6ff-2de0abfa2465/375003fb-58a5-4436-911c-827c295f8ef1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:49.938836 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.975100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:49.975569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.072253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.094758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.099302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 52b23011-e621-49b5-b5fd-7e8069f6f496 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:50.099691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.168398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.232239 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f6520f2-5c19-49b7-a8e3-e131ab1d31d5 req-54356a69-5979-4177-97c2-ae11b839e18e tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0599766 Jun 17 08:44:50.247969 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.250832 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.271401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05214883-112c-4d4f-b562-3d407b4301f3 HTTP/1.1" status: 204 len: 168 time: 0.5273883 Jun 17 08:44:50.277701 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a1c2bfa-9bad-484d-b417-a4e48ac02a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.297300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05214883-112c-4d4f-b562-3d407b4301f3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.307583 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.321461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.326554 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7f362df7-3f82-48f7-a2f1-80cae75cdf29 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.369724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Subnet': ['ID=39da0ac1-301a-4305-8cbe-9fa42c86f146,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.372666 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.378095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.380286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/39da0ac1-301a-4305-8cbe-9fa42c86f146 HTTP/1.1" status: 204 len: 168 time: 0.9857595 Jun 17 08:44:50.384845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46956) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.401814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.507660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 4a51d278-5230-4e0a-906b-3c851896530f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:50.508251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.518285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Pushing event updated for resources: {'Port': ['ID=7ea8d264-9703-45f0-8961-1696ad123884,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.538350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.555098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7ec08-885c-408b-87c5-537a783af7a9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.556704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7ec08-885c-408b-87c5-537a783af7a9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.558305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-45e7ec08-885c-408b-87c5-537a783af7a9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1703153 Jun 17 08:44:50.562886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46962) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.576335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Router b8e0b641-1860-47fa-90ea-2a1d3bc72244 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:50.596254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.645271 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Transition to ACTIVE for port object 375003fb-58a5-4436-911c-827c295f8ef1 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:50.704879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.785570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7fae0729-273e-4713-bda3-3ff5460a2cec tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.792484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 4a51d278-5230-4e0a-906b-3c851896530f owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:50.805605 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fae0729-273e-4713-bda3-3ff5460a2cec tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:50.806101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fae0729-273e-4713-bda3-3ff5460a2cec tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:50.812938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7fae0729-273e-4713-bda3-3ff5460a2cec tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/1b56aa1d-4df4-425f-8861-354f855da677 HTTP/1.1" status: 409 len: 405 time: 0.2439909 Jun 17 08:44:50.813872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46970) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.822518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-417348874'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:50.824779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Transition to ACTIVE for port object 375003fb-58a5-4436-911c-827c295f8ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:50.848578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:50.907872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Sync routers for ids ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:50.916769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.923470 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.968257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 584242d2-9313-4d69-b658-4eca97adb29c no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:50.990947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:50.994968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.003687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.004768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Routers {'b8e0b641-1860-47fa-90ea-2a1d3bc72244'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:51.005341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:51.006702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5104196 Jun 17 08:44:51.007661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 584242d2-9313-4d69-b658-4eca97adb29c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:51.008012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 584242d2-9313-4d69-b658-4eca97adb29c not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:51.009567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 46978) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:51.015565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Network 5cb2b753-1151-404c-8073-33753f0e57e3 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:51.080982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:51.091042 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:51.092236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:51.105407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.105948 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Added segment 29832a38-8055-41e4-8758-0d9fc81fbbad of type vlan for network 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 Jun 17 08:44:51.219747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.257836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.263452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3b7e0309-2d21-4722-b66e-8cc0b4230374 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:51.396437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=4a51d278-5230-4e0a-906b-3c851896530f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:51.398550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.419591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:51.420543 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.424514 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:51.425096 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82710f67-8f5e-4b16-8c63-8e74269df924 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:51.520558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Pushing event updated for resources: {'Port': ['ID=375003fb-58a5-4436-911c-827c295f8ef1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:51.548159 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:51.602356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Network': ['ID=4472eb8c-3b64-4b24-a045-e41d1a9ca8b3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:51.639726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:51.651348 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:51.698837 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8841650 Jun 17 08:44:51.703306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 46998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:51.720086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 2, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:51.725248 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'subnet': {'network_id': '4472eb8c-3b64-4b24-a045-e41d1a9ca8b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:51.770265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.773868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Attempting to bind port 375003fb-58a5-4436-911c-827c295f8ef1 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:51.774605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Attempting to bind port 375003fb-58a5-4436-911c-827c295f8ef1 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:51.775197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Attempting to bind port 375003fb-58a5-4436-911c-827c295f8ef1 on network 5cb2b753-1151-404c-8073-33753f0e57e3 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:51.786886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47000) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:51.822014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94ae25-dc23-486d-9974-efd1a6bd483a None None] Network 1b56aa1d-4df4-425f-8861-354f855da677 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:51.823544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebbbfe31-cfe4-4512-b7e2-84e494431367 req-fbf3fc68-18e1-4d7f-ac30-b40b7327ff1c tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.1381617 Jun 17 08:44:51.841840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7ea8d264-9703-45f0-8961-1696ad123884 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:51.888079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:51.888532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Updating router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 port 847143d1-9012-4de3-8bbf-e587d88ca5df binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:51.963271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.967059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.994357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e0225ddf-a2ad-4c4c-a8a0-d72ec5e968f9 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:51.996160 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-e0225ddf-a2ad-4c4c-a8a0-d72ec5e968f9 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:44:51.996728 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-e0225ddf-a2ad-4c4c-a8a0-d72ec5e968f9 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:52.004733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e0225ddf-a2ad-4c4c-a8a0-d72ec5e968f9 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2149758 Jun 17 08:44:52.005910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47010) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:52.015441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--221167182'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:52.033274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:52.034715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Checking segment: {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:52.035932 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.036456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Bound using segment: {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:52.037036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Bound port: 375003fb-58a5-4436-911c-827c295f8ef1, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:52.038259 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.070289 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.108808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Set router b8e0b641-1860-47fa-90ea-2a1d3bc72244 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:52.110732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.289921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] For port 375003fb-58a5-4436-911c-827c295f8ef1, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:52.291435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Allocated IP 172.20.0.1 (5cb2b753-1151-404c-8073-33753f0e57e3/6af7b246-b034-4248-a6ff-2de0abfa2465/60087a2b-985e-4c4c-9892-aed74cd6e315) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:52.294356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] For port 375003fb-58a5-4436-911c-827c295f8ef1, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=375003fb-58a5-4436-911c-827c295f8ef1,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:52.297867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-251d2d55-4e99-43b7-87ee-b372443461be None None] Provisioning for port 7ea8d264-9703-45f0-8961-1696ad123884 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:52.323317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 7ea8d264-9703-45f0-8961-1696ad123884 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:52.335741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:44:52.335741 n-d-780147-13 neutron-server[93499]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:44:52.335741 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id': '7b3b0b782f704968afb03e929acf6e65', 'id': '6beafb6d-fcee-4a35-91f9-68a1e507574f', 'expiration': datetime.datetime(2021, 6, 17, 8, 46, 52, 329649)}] Jun 17 08:44:52.335741 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:44:52.336346 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:44:52.339239 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.339905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router 5e954b9a-5186-4094-bf5e-1247ee3c8f39 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:52.352943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.359531 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 204 len: 168 time: 2.4715855 Jun 17 08:44:52.360542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47016) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:52.361075 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.368630 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.379719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.381197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-251d2d55-4e99-43b7-87ee-b372443461be None None] Provisioning complete for port 7ea8d264-9703-45f0-8961-1696ad123884 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:52.381691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251d2d55-4e99-43b7-87ee-b372443461be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.382352 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-2068688961'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:52.409616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7ea8d264-9703-45f0-8961-1696ad123884 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:52.410160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.410930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:52.416260 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.419972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.447014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:52.459474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.460093 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment 05776f5f-c951-44d2-a339-abfd6e721d6a of type vlan for network 395c6ae2-1eca-4dff-89ef-ff5ba349590c Jun 17 08:44:52.497709 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.526171 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Transition to ACTIVE for port object 60087a2b-985e-4c4c-9892-aed74cd6e315 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:52.528604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.579907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.588170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:52.589059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.593762 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7882663-c8f9-4f5f-9899-1179f24a714d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.630776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.632620 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.635624 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e87a2f2-6210-4df8-ad33-5ea48de54147 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.666893 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.677460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Network 5cb2b753-1151-404c-8073-33753f0e57e3 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:52.681683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:52.688003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:52.689189 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3271303 Jun 17 08:44:52.690272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47022) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:52.691237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=395c6ae2-1eca-4dff-89ef-ff5ba349590c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.708943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:52.713376 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fe3760fd-0f3d-4cc3-8674-d60064e67faa tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.739376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:52.757784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Pushing event updated for resources: {'Port': ['ID=60087a2b-985e-4c4c-9892-aed74cd6e315,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.788330 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.789020 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.892838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.913373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532f4753-1c81-48eb-afee-b8b1c6bc96da,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.951224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Pushing event updated for resources: {'Port': ['ID=375003fb-58a5-4436-911c-827c295f8ef1,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.962645 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.970306 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.082080 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4b11d2a8-ea06-4601-ac94-f4b4ab4272a8 req-5e495dce-ee03-4c72-b029-18a2ffe555df tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0540092 Jun 17 08:44:53.085857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.105972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.121313 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-18dae278-ad4a-4f31-9c8f-e7aaedc89b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.132349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:53.137017 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.139168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cba27f-7b11-40c1-b966-abc414675069,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:53.146528 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.174828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:53.179371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.202477 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.204245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1952438 Jun 17 08:44:53.207444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47032) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:53.217267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '51cba27f-7b11-40c1-b966-abc414675069', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:53.228064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.287311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.318534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.331576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Transition to ACTIVE for port object 847143d1-9012-4de3-8bbf-e587d88ca5df will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:53.347153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.362637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.368066 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b93da7c-5a29-4ab2-aab8-b67c42b1a7b0 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.368262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.384157 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251d2d55-4e99-43b7-87ee-b372443461be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.391725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81c4a34-4802-47f4-a4cd-dc0c0b236a2c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:53.398290 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.405978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.421693 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.421942 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.426868 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47036) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:53.428521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137070 Jun 17 08:44:53.433567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d6cf06c9-cf18-4eb5-8409-e5b7f548e81f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '51cba27f-7b11-40c1-b966-abc414675069', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:53.541203 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 7ea8d264-9703-45f0-8961-1696ad123884, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7ea8d264-9703-45f0-8961-1696ad123884,segment=NetworkSegment(323c2577-b755-49b5-be5a-a827d35e3f2b),segment_id=323c2577-b755-49b5-be5a-a827d35e3f2b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:53.562344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59351e6-8a0d-4e43-afe9-4d61f037e82f None None] Pushing event updated for resources: {'Port': ['ID=847143d1-9012-4de3-8bbf-e587d88ca5df,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:53.574515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.575681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:53.579785 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a59351e6-8a0d-4e43-afe9-4d61f037e82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.580633 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a59351e6-8a0d-4e43-afe9-4d61f037e82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.654771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] DHCP port deletion for 1b56aa1d-4df4-425f-8861-354f855da677 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:53.661300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.663947 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d6cf06c9-cf18-4eb5-8409-e5b7f548e81f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.672925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.675478 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-09fa3730-6485-4b08-8769-7aa33e9d0909 tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.684503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.693503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5173c34-e03d-4933-b3f5-afbe28eb3cff tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.752608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:44:49Z', 'revision_number': 3, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:53.826363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Pushing event updated for resources: {'Port': ['ID=60087a2b-985e-4c4c-9892-aed74cd6e315,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:53.840830 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.843908 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.848922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': '05776f5f-c951-44d2-a339-abfd6e721d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:53.849289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: 395c6ae2-1eca-4dff-89ef-ff5ba349590c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:53.853689 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-d6cf06c9-cf18-4eb5-8409-e5b7f548e81f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:53.857917 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d6cf06c9-cf18-4eb5-8409-e5b7f548e81f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4295087 Jun 17 08:44:53.858545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47040) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:53.887442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Checking router: b8e0b641-1860-47fa-90ea-2a1d3bc72244 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:53.888007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Updating router b8e0b641-1860-47fa-90ea-2a1d3bc72244 port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:53.963983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=b7424abb-d984-4e03-800e-18e320c655d3,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:53.972067 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.980020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Network 5cb2b753-1151-404c-8073-33753f0e57e3 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:53.987578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:54.035734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:44:54.043660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.049390 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c62b228e-af7b-423a-b61e-2871a0eeb76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.164924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.173578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Router b8e0b641-1860-47fa-90ea-2a1d3bc72244 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:54.178961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Subnet': ['ID=a1a5c0cd-2b78-4742-85cb-57302838e107,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.182122 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.192013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:54.221027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.222712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=7ea8d264-9703-45f0-8961-1696ad123884,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.238989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.250150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c489e4f7-d0aa-486f-bc1a-406223036a77 None None] Network 5cb2b753-1151-404c-8073-33753f0e57e3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:54.250415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 395c6ae2-1eca-4dff-89ef-ff5ba349590c) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:54.257177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Attempting to bind port 847143d1-9012-4de3-8bbf-e587d88ca5df on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:54.257396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.257924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Attempting to bind port 847143d1-9012-4de3-8bbf-e587d88ca5df by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:54.258142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.258655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Attempting to bind port 847143d1-9012-4de3-8bbf-e587d88ca5df on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:54.279417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Checking segment: {'id': '29832a38-8055-41e4-8758-0d9fc81fbbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4472eb8c-3b64-4b24-a045-e41d1a9ca8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:54.279775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network hostable DHCP agents. Network: 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:54.289819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.295592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:54.296996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:54.298010 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.298659 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:54.299174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Bound port: 847143d1-9012-4de3-8bbf-e587d88ca5df, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:54.299563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.309448 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6107638 Jun 17 08:44:54.310377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.315583 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-380914963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.315747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b2017-731d-4170-a13d-e93cbdd10765 None None] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:54.335493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-290e9dd6-d264-4233-bc91-07c6c03ae2d3 req-80cfe2b7-3d02-4553-b9e5-8b1a24fa2e15 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0818212 Jun 17 08:44:54.345338 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-251d2d55-4e99-43b7-87ee-b372443461be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:44:54.345338 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-251d2d55-4e99-43b7-87ee-b372443461be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:44:54.355937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:54.372030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.374744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.376162 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/51cba27f-7b11-40c1-b966-abc414675069 HTTP/1.1" status: 204 len: 168 time: 0.5127616 Jun 17 08:44:54.377319 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.382605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.382853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:54.387539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.388143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.393571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:54.400738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] 10.222.0.65 "PUT /v2.0/routers/b8e0b641-1860-47fa-90ea-2a1d3bc72244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3899901 Jun 17 08:44:54.426973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.435307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.439625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e66267-9582-420c-a40d-00bcad44e9ae None None] Network 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:54.454848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cba27f-7b11-40c1-b966-abc414675069,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.467495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.492462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.497748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] For port 847143d1-9012-4de3-8bbf-e587d88ca5df, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:54.497933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'port': {'network_id': '4472eb8c-3b64-4b24-a045-e41d1a9ca8b3', 'name': 'tempest-NetworksIpV6TestAttrs-73005267'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.501149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] For port 847143d1-9012-4de3-8bbf-e587d88ca5df, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=847143d1-9012-4de3-8bbf-e587d88ca5df,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:54.502689 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7839274 Jun 17 08:44:54.528277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47062) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.529384 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-31220f8f-f479-426c-a393-b464fe6db8da tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286602 Jun 17 08:44:54.545831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--403308077'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.601718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.615479 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.670376 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.678406 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.684087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.685223 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4126138c-e3ba-4162-a870-0c8a69e3cb2f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3742316 Jun 17 08:44:54.688091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47070) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.691990 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.756174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:54.756780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.802944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Deleting port 7ea8d264-9703-45f0-8961-1696ad123884 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:54.803672 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.960862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.964249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:54.964865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:54.990587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.018137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.078430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:55.084143 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.096369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.098374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5686212 Jun 17 08:44:55.109709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.111738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f540e10-6842-4c57-a041-59c371006968,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.117384 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.126806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] device_id is not set on port 5de8e19d-ca91-4225-a56a-6b43b5e381b4 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:55.174535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-324f746d-04fa-41a7-8939-bdab365467c7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '9f540e10-6842-4c57-a041-59c371006968', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:55.175538 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-324f746d-04fa-41a7-8939-bdab365467c7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 17 08:44:55.176377 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-324f746d-04fa-41a7-8939-bdab365467c7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:55.177907 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-324f746d-04fa-41a7-8939-bdab365467c7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073884 Jun 17 08:44:55.181102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47090) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.237505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.298303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-065ce3ec-cce0-4d74-8882-3764635147e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.343833 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.352365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59351e6-8a0d-4e43-afe9-4d61f037e82f None None] Pushing event updated for resources: {'Port': ['ID=847143d1-9012-4de3-8bbf-e587d88ca5df,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.365182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Allocated IP 2001:db8::f816:3eff:fe67:ca2c (4472eb8c-3b64-4b24-a045-e41d1a9ca8b3/a1a5c0cd-2b78-4742-85cb-57302838e107/5de8e19d-ca91-4225-a56a-6b43b5e381b4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:55.371678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.405260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:55.410353 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a59351e6-8a0d-4e43-afe9-4d61f037e82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.439206 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.449126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.451231 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/9f540e10-6842-4c57-a041-59c371006968 HTTP/1.1" status: 204 len: 168 time: 0.2681394 Jun 17 08:44:55.453601 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d1e5675-1fce-4e09-b1ec-e8d919f64227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.459145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47096) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.481668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f540e10-6842-4c57-a041-59c371006968,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.524232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] For port 7ea8d264-9703-45f0-8961-1696ad123884, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7ea8d264-9703-45f0-8961-1696ad123884,segment=NetworkSegment(323c2577-b755-49b5-be5a-a827d35e3f2b),segment_id=323c2577-b755-49b5-be5a-a827d35e3f2b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:55.524688 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.548866 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.579425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc7148e6-88bf-4ee1-aa01-4e27f585c530 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180706 Jun 17 08:44:55.584476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47100) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.592100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--920120466'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:55.672192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638d62b9-e74d-4688-82db-6f0098de8e4e req-33a28b2b-c89a-4420-8491-7189c2fb990d tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0571682 Jun 17 08:44:55.681649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Calling delete_port for 7ea8d264-9703-45f0-8961-1696ad123884 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:55.725064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.826845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.828708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.20.0.1 (395c6ae2-1eca-4dff-89ef-ff5ba349590c/b7424abb-d984-4e03-800e-18e320c655d3/37f44688-f99a-4361-8a26-cc279576bfbf) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:55.855629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.858424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Transition to ACTIVE for port object 5de8e19d-ca91-4225-a56a-6b43b5e381b4 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:55.868912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.873301 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3f4d954-3b0c-4410-b0c1-e3be1ffad9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.930338 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.936904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3495634 Jun 17 08:44:55.936904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d7a18-329c-47b0-82bd-83114aee052b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.946789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47108) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.948881 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.959834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5fbad99c-3fa9-430f-936b-57ddcca710df tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'c11d7a18-329c-47b0-82bd-83114aee052b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:55.960686 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-5fbad99c-3fa9-430f-936b-57ddcca710df tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 17 08:44:55.963908 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-5fbad99c-3fa9-430f-936b-57ddcca710df tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:55.971011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5fbad99c-3fa9-430f-936b-57ddcca710df tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0231206 Jun 17 08:44:55.974165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47110) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.997949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-395c6ae2-1eca-4dff-89ef-ff5ba349590c', 'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': 'b7424abb-d984-4e03-800e-18e320c655d3'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:55.998858 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.002601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.008307 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-84b5fbb2-30f5-4d3d-8bc5-f59743451ed9 tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.063768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.067213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:56.084310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:56.093079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:56.099818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.100525 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.124669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Port': ['ID=5de8e19d-ca91-4225-a56a-6b43b5e381b4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.129438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 37f44688-f99a-4361-8a26-cc279576bfbf will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:56.132318 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.133857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c892818b-7e39-4230-9d97-bfdb3c04a0de None None] Provisioning for port 375003fb-58a5-4436-911c-827c295f8ef1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:56.143449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.6498029 Jun 17 08:44:56.144096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47118) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.145881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.209824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.304344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.314181 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8d1b06c-3c56-4b08-98c4-71b62adf149f tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.359584 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.364199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.384550 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/c11d7a18-329c-47b0-82bd-83114aee052b HTTP/1.1" status: 204 len: 168 time: 0.4070151 Jun 17 08:44:56.394263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47120) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.432440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:56.450191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:56.466196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:56.471615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=37f44688-f99a-4361-8a26-cc279576bfbf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.497834 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.502654 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-43a70513-53c0-4499-9dfe-428b9bb76c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.525617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d7a18-329c-47b0-82bd-83114aee052b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.536820 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.564358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.572964 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d847f693-226b-4f77-9fb3-4a207d5fd9d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1756525 Jun 17 08:44:56.576943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47126) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.583426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973600688'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:56.694604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting subnet a1a5c0cd-2b78-4742-85cb-57302838e107 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:56.705080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.716670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.795360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.848200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.987757 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.988026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.995833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.006170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Transition to ACTIVE for port object 8cff6582-0665-4ded-9ee0-1e86e8231aa8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:57.019019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 375003fb-58a5-4436-911c-827c295f8ef1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:57.027457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.032268 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9f0ffddc-db22-4c49-8ed2-a03b9acccbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.060241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a5e64a-897f-479b-ae08-913733daa534,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.069043 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.093304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.098795 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5165501 Jun 17 08:44:57.099009 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.104795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5957afef-13db-4a59-b81e-e47fd916f66a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5e64a-897f-479b-ae08-913733daa534', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.105541 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-5957afef-13db-4a59-b81e-e47fd916f66a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 17 08:44:57.106054 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-5957afef-13db-4a59-b81e-e47fd916f66a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.109918 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5957afef-13db-4a59-b81e-e47fd916f66a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072889 Jun 17 08:44:57.110766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47140) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.116838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-79338703-417b-4342-bfa9-22bcf2ad9eca tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5e64a-897f-479b-ae08-913733daa534', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.117609 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-79338703-417b-4342-bfa9-22bcf2ad9eca tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 17 08:44:57.118065 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-79338703-417b-4342-bfa9-22bcf2ad9eca tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.122392 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-79338703-417b-4342-bfa9-22bcf2ad9eca tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074391 Jun 17 08:44:57.122392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47142) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.132288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-621cbf44-4276-4547-b1a2-fa2d499b3ed6 req-60cca8da-f598-4961-8a20-2d4d5c679926 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0539370 Jun 17 08:44:57.133822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.136467 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d87a768-90b0-43c8-8c7c-09271af8c4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.140786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b88a7fe0-12fd-4c9b-84db-32a72358c449 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5e64a-897f-479b-ae08-913733daa534', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.141635 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-b88a7fe0-12fd-4c9b-84db-32a72358c449 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 17 08:44:57.142139 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-b88a7fe0-12fd-4c9b-84db-32a72358c449 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.146035 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b88a7fe0-12fd-4c9b-84db-32a72358c449 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201817 Jun 17 08:44:57.159103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47144) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.162346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f09f8114-342f-4591-b65f-f377e7bf8319 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5e64a-897f-479b-ae08-913733daa534', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.163864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a5c0cd-2b78-4742-85cb-57302838e107,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.163998 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-f09f8114-342f-4591-b65f-f377e7bf8319 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 17 08:44:57.164452 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-f09f8114-342f-4591-b65f-f377e7bf8319 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.165556 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f09f8114-342f-4591-b65f-f377e7bf8319 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093393 Jun 17 08:44:57.167656 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.171133 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.175460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/a1a5c0cd-2b78-4742-85cb-57302838e107 HTTP/1.1" status: 204 len: 168 time: 1.0293517 Jun 17 08:44:57.176544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.177008 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.190199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Allocated IP 172.20.0.2 (395c6ae2-1eca-4dff-89ef-ff5ba349590c/b7424abb-d984-4e03-800e-18e320c655d3/674dae9b-f838-43a2-901f-436b61c428dc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:57.202472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.222452 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-95639819-51e4-4c60-ac62-bd78d70965cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.237480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.268079 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.324125 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.333909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.338021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.339615 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/c5a5e64a-897f-479b-ae08-913733daa534 HTTP/1.1" status: 204 len: 168 time: 0.1614430 Jun 17 08:44:57.340009 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.344404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47150) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.380580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Attempting to bind port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:57.381131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Attempting to bind port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:57.381503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Attempting to bind port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:57.386126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a5e64a-897f-479b-ae08-913733daa534,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.389746 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.404362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] No DVR routers for this DVR port 7ea8d264-9703-45f0-8961-1696ad123884 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:57.446624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.452151 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36573c-cd67-4faa-b895-f6d42f1f42e3 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.453832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36573c-cd67-4faa-b895-f6d42f1f42e3 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.455510 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ea36573c-cd67-4faa-b895-f6d42f1f42e3 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2774827 Jun 17 08:44:57.459688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47156) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.460276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.465199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:57.466106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:57.467177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.469465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:57.470648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Bound port: 8cff6582-0665-4ded-9ee0-1e86e8231aa8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:57.473372 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.476368 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-693de4c7-7cd3-4cb4-a8ef-4effa35e756e tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.485339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf1418-46c4-44ae-8647-df5068f12d70 None None] Pushing event updated for resources: {'Port': ['ID=8cff6582-0665-4ded-9ee0-1e86e8231aa8,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.486401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ac76e680-8253-4636-8f0d-0233263a99af tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360018 Jun 17 08:44:57.490475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47158) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.499994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--848864510'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.527617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.561139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] For port 8cff6582-0665-4ded-9ee0-1e86e8231aa8, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:57.571090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] For port 8cff6582-0665-4ded-9ee0-1e86e8231aa8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8cff6582-0665-4ded-9ee0-1e86e8231aa8,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:57.576950 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78bf1418-46c4-44ae-8647-df5068f12d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.579776 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.629497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 375003fb-58a5-4436-911c-827c295f8ef1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:57.648422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.653864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.654170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.668712 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.677294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.685067 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.690124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1977079 Jun 17 08:44:57.690312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47160) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.702376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 375003fb-58a5-4436-911c-827c295f8ef1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:57.702759 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.704612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Pushing event deleted for resources: {'Port': ['ID=7ea8d264-9703-45f0-8961-1696ad123884,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.706430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f489334-c54f-4d02-b82d-da66b317d096,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.709808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-670e422b-fc91-4d90-b61a-7cfba22a382c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.710137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.710281 n-d-780147-13 neutron-server[93499]: WARNING neutron.api.v2.base [None req-670e422b-fc91-4d90-b61a-7cfba22a382c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:44:57.710779 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-670e422b-fc91-4d90-b61a-7cfba22a382c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.714602 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-670e422b-fc91-4d90-b61a-7cfba22a382c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062814 Jun 17 08:44:57.714602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=37f44688-f99a-4361-8a26-cc279576bfbf,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.716370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.716505 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.722064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25a24c48-a282-4683-9f77-5eb44bd1fb00 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.724072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7da88-fe7c-4a00-ad71-9fb408ef04fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4472eb8c-3b64-4b24-a045-e41d1a9ca8b3', 'network_id': '4472eb8c-3b64-4b24-a045-e41d1a9ca8b3', 'tenant_id': '7b3b0b782f704968afb03e929acf6e65', 'fixed_ips': [{'subnet_id': 'a1a5c0cd-2b78-4742-85cb-57302838e107'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:57.727796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0f49771c-fbba-462f-8f48-cb010fff95af tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.739282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06a7da88-fe7c-4a00-ad71-9fb408ef04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.775884 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.779407 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c764049e-c5fe-48f5-9031-a3ea0b759159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.789459 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-0f49771c-fbba-462f-8f48-cb010fff95af tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.790842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0f49771c-fbba-462f-8f48-cb010fff95af tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0726705 Jun 17 08:44:57.793796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47166) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.801420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-89c45aba-61e5-4a51-8f32-312b50155c0f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.802214 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-89c45aba-61e5-4a51-8f32-312b50155c0f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 17 08:44:57.803214 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-89c45aba-61e5-4a51-8f32-312b50155c0f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.804468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-89c45aba-61e5-4a51-8f32-312b50155c0f tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092640 Jun 17 08:44:57.807521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47168) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.812883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-54a0d3bb-333a-4db8-ab36-88a71387f305 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.852262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.878163 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-54a0d3bb-333a-4db8-ab36-88a71387f305 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.883163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-54a0d3bb-333a-4db8-ab36-88a71387f305 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0717945 Jun 17 08:44:57.883363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47172) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.888691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a6583764-fca3-4fcc-9934-b296f82ea7e6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.889179 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-a6583764-fca3-4fcc-9934-b296f82ea7e6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:44:57.889830 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-a6583764-fca3-4fcc-9934-b296f82ea7e6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.900143 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a6583764-fca3-4fcc-9934-b296f82ea7e6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078306 Jun 17 08:44:57.909481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.947312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-df713ee0-0fe6-4272-9d8d-93834453f1eb tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.024203 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-df713ee0-0fe6-4272-9d8d-93834453f1eb tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:58.025573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-df713ee0-0fe6-4272-9d8d-93834453f1eb tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1089923 Jun 17 08:44:58.028303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.041242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b01425f7-2a2a-439f-9984-68fc8c31c03d tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.042075 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-b01425f7-2a2a-439f-9984-68fc8c31c03d tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 17 08:44:58.042840 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-b01425f7-2a2a-439f-9984-68fc8c31c03d tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:58.044921 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b01425f7-2a2a-439f-9984-68fc8c31c03d tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153980 Jun 17 08:44:58.048673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47182) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.055638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3154cd91-94fb-4910-9a97-ce17ca8991b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.058639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf1418-46c4-44ae-8647-df5068f12d70 None None] Pushing event updated for resources: {'Port': ['ID=8cff6582-0665-4ded-9ee0-1e86e8231aa8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:58.070867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Provisioning complete for port 375003fb-58a5-4436-911c-827c295f8ef1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:58.072324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.073012 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a24c48-a282-4683-9f77-5eb44bd1fb00 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:58.073523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a24c48-a282-4683-9f77-5eb44bd1fb00 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:58.075377 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25a24c48-a282-4683-9f77-5eb44bd1fb00 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 HTTP/1.1" status: 409 len: 405 time: 0.6115515 Jun 17 08:44:58.081761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47184) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.087107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1092710652'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.150763 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78bf1418-46c4-44ae-8647-df5068f12d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:58.174556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412736dd-9c81-4471-a01b-f1ca4b0904f3 None None] Network 4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:58.238497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:58.244920 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:58.283717 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-3154cd91-94fb-4910-9a97-ce17ca8991b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:58.286200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3154cd91-94fb-4910-9a97-ce17ca8991b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2350028 Jun 17 08:44:58.289174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47200) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.298443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a4a64125-3043-4a7b-ab14-3a85fc8dfca5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '3f489334-c54f-4d02-b82d-da66b317d096', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.330318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:58.335385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.421788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Routers {'b8e0b641-1860-47fa-90ea-2a1d3bc72244'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:58.422795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:58.424930 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b692b04f-cec0-4ac9-82b1-c631421c561b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.456463 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.462160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5dec7313-477b-4b41-afad-f2b43947aa9c req-c573f057-aa9e-45e9-ab1e-94bd61d4c56b tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.1055019 Jun 17 08:44:58.463349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:58.483410 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-a4a64125-3043-4a7b-ab14-3a85fc8dfca5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:58.487605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a4a64125-3043-4a7b-ab14-3a85fc8dfca5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1974299 Jun 17 08:44:58.489962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.490321 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Added segment 40e3b658-1755-4799-97e7-a48901266fe8 of type vlan for network da6974f8-b2cb-4e74-acd7-1896624a919c Jun 17 08:44:58.513457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47204) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.517788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:44:54Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:58.560375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-c50929ce-5374-4e18-95b3-eb57e90b3a84 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.562087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-c50929ce-5374-4e18-95b3-eb57e90b3a84 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.1578853 Jun 17 08:44:58.580210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-93b8e713-3353-4087-8c0d-0c7f7ef8125f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0109076 Jun 17 08:44:58.600664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.638134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61296f3-5745-4d8f-a243-73c9272189fa None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:44:54Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:58.685882 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:58.690254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.690946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-b7882c0d-fcca-4025-8464-6894163d033f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989504 Jun 17 08:44:58.699349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.727219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] For port 375003fb-58a5-4436-911c-827c295f8ef1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=375003fb-58a5-4436-911c-827c295f8ef1,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:58.765628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.767632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.774584 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-64695191-d8dd-4e7b-9408-ba5959464055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:58.809507 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.815243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.815882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.824624 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.829315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Transition to ACTIVE for port object 674dae9b-f838-43a2-901f-436b61c428dc will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:58.832769 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-71c0f677-b638-492a-ab29-4941fd2fc0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:58.859376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-1e1fe569-0ec8-42f3-85d9-3105c88e80ba service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667974 Jun 17 08:44:58.914741 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8317695 Jun 17 08:44:58.916127 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47210) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.920948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'subnet': {'network_id': 'da6974f8-b2cb-4e74-acd7-1896624a919c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.929792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Transition to ACTIVE for port object 674dae9b-f838-43a2-901f-436b61c428dc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:58.959137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:58.966036 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/52e77d58-33d3-47ef-9bb9-bde5c4cc6b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2768967 Jun 17 08:44:58.967186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Network': ['ID=da6974f8-b2cb-4e74-acd7-1896624a919c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:58.969312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.981198 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] Sync routers for ids ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:58.992644 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] Routers {'52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:58.993423 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:59.020649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.029584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Provisioning for port 60087a2b-985e-4c4c-9892-aed74cd6e315 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:59.041226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.044301 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.044490 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] Set router b8e0b641-1860-47fa-90ea-2a1d3bc72244 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:59.048152 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/3f489334-c54f-4d02-b82d-da66b317d096 HTTP/1.1" status: 204 len: 168 time: 0.5300918 Jun 17 08:44:59.048152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.049361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.049361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.052451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.052795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Provisioning complete for port 60087a2b-985e-4c4c-9892-aed74cd6e315 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:59.052978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.053365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.053728 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.053867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.054253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.054666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.055326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.055879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.056419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:59.060481 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:59.063415 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.067260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47216) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.068554 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bd1a81e-dae0-4f11-9ad4-f604e285c4cc tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.081188 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] Routers {'52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:59.081929 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:59.096136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f489334-c54f-4d02-b82d-da66b317d096,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.103353 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.119377 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:59.120048 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7134b1d-d275-43cb-a468-13e82dd0aa6e None None] The sync data for ids ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:59.136162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2faeb3-5dd9-411d-8496-b92e2ff4781a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.137921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a2faeb3-5dd9-411d-8496-b92e2ff4781a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports/37f44688-f99a-4361-8a26-cc279576bfbf HTTP/1.1" status: 200 len: 910 time: 0.1672697 Jun 17 08:44:59.141574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47220) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.149177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7424abb-d984-4e03-800e-18e320c655d3'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.183413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-fe4b927f-1a4e-4e8b-a25a-714c0fc3c9b2 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224330 Jun 17 08:44:59.201848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Pushing event updated for resources: {'Port': ['ID=375003fb-58a5-4436-911c-827c295f8ef1,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.206717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:59.210947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.220230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network da6974f8-b2cb-4e74-acd7-1896624a919c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:59.224666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.250218 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.250705 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78bf1418-46c4-44ae-8647-df5068f12d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.302990 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-11a4789b-0259-4776-9346-f8091b6a33a7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2279348 Jun 17 08:44:59.305037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47224) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.310047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028423829'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.344297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:59.359124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Pushing event updated for resources: {'Port': ['ID=674dae9b-f838-43a2-901f-436b61c428dc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.374745 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.387050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:59.397294 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:44:59.397941 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:44:59.399050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:59.498468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.538205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Port 60087a2b-985e-4c4c-9892-aed74cd6e315 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:59.567331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.756571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Attempting to bind port 674dae9b-f838-43a2-901f-436b61c428dc on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:59.757209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Attempting to bind port 674dae9b-f838-43a2-901f-436b61c428dc by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '05776f5f-c951-44d2-a339-abfd6e721d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:59.761173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Attempting to bind port 674dae9b-f838-43a2-901f-436b61c428dc on network 395c6ae2-1eca-4dff-89ef-ff5ba349590c {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:59.776518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:59.793883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Checking segment: {'id': '05776f5f-c951-44d2-a339-abfd6e721d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:59.794590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.795197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Bound using segment: {'id': '05776f5f-c951-44d2-a339-abfd6e721d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:59.795884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Bound port: 674dae9b-f838-43a2-901f-436b61c428dc, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05776f5f-c951-44d2-a339-abfd6e721d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '395c6ae2-1eca-4dff-89ef-ff5ba349590c'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:59.796729 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.853168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.862731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-827b03e0-ddd5-4e39-9bd2-93e64da71a4c req-74d9f5c4-458a-4ae4-a152-049dd8fc90c2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.0643404 Jun 17 08:44:59.879724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-62363b74-c140-4b16-bea1-246271feee72 None None] Provisioning complete for port 60087a2b-985e-4c4c-9892-aed74cd6e315 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:59.880809 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62363b74-c140-4b16-bea1-246271feee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.906779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:44:59.933476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.934624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-62363b74-c140-4b16-bea1-246271feee72 None None] Port 60087a2b-985e-4c4c-9892-aed74cd6e315 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:59.956030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a6340163-525d-4601-a6f7-6fa07ab7a10e req-007cab28-387c-4899-95d7-9cb51d79ef71 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0910871 Jun 17 08:44:59.956174 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd02f6d5-95f4-4db8-b5a9-5837f232a1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.957586 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.961251 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4d65425-192a-48e7-b093-ee9f8d56a48e tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.035530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.037114 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7307909 Jun 17 08:45:00.044259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47246) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.053334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d1983112-5b06-4dba-92c3-dddbe2483fde tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'aa4c9d53-3d7f-4633-8aad-91bcc6cbd8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.077896 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Subnet': ['ID=933090cd-12b2-4114-9af8-4d8bafdadb20,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.083385 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.099384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Checking segment: {'id': '40e3b658-1755-4799-97e7-a48901266fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da6974f8-b2cb-4e74-acd7-1896624a919c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:00.100077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network hostable DHCP agents. Network: da6974f8-b2cb-4e74-acd7-1896624a919c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:00.105877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c9d53-3d7f-4633-8aad-91bcc6cbd8a4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.121483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.123311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network da6974f8-b2cb-4e74-acd7-1896624a919c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:00.165355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, da6974f8-b2cb-4e74-acd7-1896624a919c) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:00.175126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:00.176365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.220112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3031602 Jun 17 08:45:00.222725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.290333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] For port 674dae9b-f838-43a2-901f-436b61c428dc, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:00.298572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff036bda-a110-4e19-9d4b-c0882398ff35 None None] Network da6974f8-b2cb-4e74-acd7-1896624a919c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:00.362584 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-d1983112-5b06-4dba-92c3-dddbe2483fde tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The resource could not be found. Jun 17 08:45:00.369639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47258) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.371571 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d1983112-5b06-4dba-92c3-dddbe2483fde tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3241251 Jun 17 08:45:00.376534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7326576e-ffad-45f7-a0ef-17f18c090464 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': 'aa4c9d53-3d7f-4633-8aad-91bcc6cbd8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f5a1120a-c04a-4395-bf96-240af9b445f0'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.405328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.419887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] For port 674dae9b-f838-43a2-901f-436b61c428dc, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=674dae9b-f838-43a2-901f-436b61c428dc,segment=NetworkSegment(05776f5f-c951-44d2-a339-abfd6e721d6a),segment_id=05776f5f-c951-44d2-a339-abfd6e721d6a)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:00.450298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.468459 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.472967 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.477182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.481832 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.510784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.558152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Pushing event updated for resources: {'Port': ['ID=674dae9b-f838-43a2-901f-436b61c428dc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.558818 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=37f44688-f99a-4361-8a26-cc279576bfbf,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.563543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.564258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 847143d1-9012-4de3-8bbf-e587d88ca5df up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:00.564626 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.587611 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.594518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:00.595380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.601109 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/ports/37f44688-f99a-4361-8a26-cc279576bfbf HTTP/1.1" status: 200 len: 910 time: 1.4579723 Jun 17 08:45:00.601927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47264) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.627419 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-7326576e-ffad-45f7-a0ef-17f18c090464 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The resource could not be found. Jun 17 08:45:00.634943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7326576e-ffad-45f7-a0ef-17f18c090464 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2638266 Jun 17 08:45:00.637335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47266) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.708575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210bd62e-f2dc-464d-aad5-4faceefe2bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-da6974f8-b2cb-4e74-acd7-1896624a919c', 'network_id': 'da6974f8-b2cb-4e74-acd7-1896624a919c', 'tenant_id': '7b3b0b782f704968afb03e929acf6e65', 'fixed_ips': [{'subnet_id': '933090cd-12b2-4114-9af8-4d8bafdadb20'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:00.709426 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-210bd62e-f2dc-464d-aad5-4faceefe2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.727389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.728776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 847143d1-9012-4de3-8bbf-e587d88ca5df completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:00.739311 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae60d92-e4a9-4898-8b7b-e54b0cfe2ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.752583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 847143d1-9012-4de3-8bbf-e587d88ca5df triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:00.753237 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.759315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60087a2b-985e-4c4c-9892-aed74cd6e315', 'name': '', 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'mac_address': 'fa:16:3e:b9:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:52Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 2, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'subnets': [{'id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.797248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Subnet': ['ID=933090cd-12b2-4114-9af8-4d8bafdadb20,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.804996 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.811126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.826721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893d58-c438-4b6b-b898-e4ed29bd4aef None None] The sync data for ids ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'] in n-d-780147-13 is: [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60087a2b-985e-4c4c-9892-aed74cd6e315', 'name': '', 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'mac_address': 'fa:16:3e:b9:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:52Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 2, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'subnets': [{'id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:00.914732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.939951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6974f8-b2cb-4e74-acd7-1896624a919c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.983684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e3b658-1755-4799-97e7-a48901266fe8') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.984380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e3b658-1755-4799-97e7-a48901266fe8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.999237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.000804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a63847-b626-49bd-9901-c18be085a50d None None] Network da6974f8-b2cb-4e74-acd7-1896624a919c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:01.025005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.062369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.109666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:01.112231 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:01.119654 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:01.175263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.178601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.188401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/aa4c9d53-3d7f-4633-8aad-91bcc6cbd8a4 HTTP/1.1" status: 204 len: 168 time: 0.5442541 Jun 17 08:45:01.193030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47276) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.199213 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b536ff0-a41b-45fe-8008-cbb914d70a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.385463 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.420245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.434292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4c9d53-3d7f-4633-8aad-91bcc6cbd8a4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.468762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.500583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff52de31-6d42-4f7d-a770-6af50c427978 req-2e61896a-441e-42b1-a728-51c367a367af tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.2389696 Jun 17 08:45:01.526251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.536152 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-907797f5-e73b-4d38-ac05-832f10decebd tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.541763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.543810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/da6974f8-b2cb-4e74-acd7-1896624a919c HTTP/1.1" status: 204 len: 168 time: 1.3197503 Jun 17 08:45:01.565357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47284) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.589405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c2c3a02e-ce89-473f-bf04-56d794712cca tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3702974 Jun 17 08:45:01.610592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-566517726'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:01.610811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 847143d1-9012-4de3-8bbf-e587d88ca5df, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=847143d1-9012-4de3-8bbf-e587d88ca5df,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:01.615675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47286) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.618863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Network': ['ID=da6974f8-b2cb-4e74-acd7-1896624a919c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.622743 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.632439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.635364 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.638574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b64c3172-4684-4c84-ba2c-cb1cdfd445b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '6a5e22c6-ca83-45a9-a564-bc9a5792d038', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:01.703866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-b64c3172-4684-4c84-ba2c-cb1cdfd445b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:45:01.703866 n-d-780147-13 neutron-server[93500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:45:01.703866 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id': '86a0b8541a3e46aea6c81ad703a1b9e7', 'id': '88c3193d-58cd-4b80-82d9-413b6b61c049', 'expiration': datetime.datetime(2021, 6, 17, 8, 47, 1, 690717)}] Jun 17 08:45:01.703866 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:45:01.705221 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-b64c3172-4684-4c84-ba2c-cb1cdfd445b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:45:01.711310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:01.719731 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.758150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=847143d1-9012-4de3-8bbf-e587d88ca5df,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.765014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:01.765233 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.766833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7ea8d264-9703-45f0-8961-1696ad123884 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:01.795628 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.795982 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Added segment 42a278da-59da-4561-ad3f-fd7960232787 of type vlan for network 37f98cf6-2755-443f-8cc2-556adec83351 Jun 17 08:45:01.799664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 7ea8d264-9703-45f0-8961-1696ad123884 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:01.801507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7ea8d264-9703-45f0-8961-1696ad123884 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:01.853708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce81fd59-c20c-4040-be15-45c92f469a40 req-da5fe739-219c-469f-9d24-d15faecafaff tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0659440 Jun 17 08:45:01.905735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.959444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.970936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:01.970936 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.975965 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-50b3c10b-d7c7-4ff0-b5e7-6fe6f69a4eca tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:02.065616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4624259 Jun 17 08:45:02.073628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47290) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.116542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'subnet': {'network_id': '37f98cf6-2755-443f-8cc2-556adec83351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.152292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Network': ['ID=37f98cf6-2755-443f-8cc2-556adec83351,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:02.161618 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:02.181445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 37f98cf6-2755-443f-8cc2-556adec83351 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:02.204821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 375003fb-58a5-4436-911c-827c295f8ef1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:02.296754 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-b64c3172-4684-4c84-ba2c-cb1cdfd445b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The resource could not be found. Jun 17 08:45:02.298254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b64c3172-4684-4c84-ba2c-cb1cdfd445b6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6806624 Jun 17 08:45:02.304644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.315223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223412988'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.369449 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.419802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 375003fb-58a5-4436-911c-827c295f8ef1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:02.420390 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.495627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-bf6c4219-4c91-4dc0-b706-81aca02f8dc3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.497343 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-bf6c4219-4c91-4dc0-b706-81aca02f8dc3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.8653908 Jun 17 08:45:02.514072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': '9aa12930-246b-474d-b72d-a4e63220013e', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.610194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.620628 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.623278 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3f6affe-fc35-4746-a1f0-9164bb4ce764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:02.637881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 674dae9b-f838-43a2-901f-436b61c428dc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:02.710820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1bdee-fb77-4926-b616-90e76cf2f698 None None] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:02.726786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:02.728838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.730872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.733007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4258819 Jun 17 08:45:02.733766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47304) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.741841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--377718519'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.772956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51805f20-bb8a-4537-97b8-3f7dcd658dc0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:02.791098 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:02.890436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.910532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2605013-d5a2-448a-b2a3-95e7fb4ce50b req-9822cd07-1277-4477-a03a-588362f1b20b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.0816517 Jun 17 08:45:02.965884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fbae3196-9410-4be5-92e2-9d509e6a1385 None None] Provisioning for port 674dae9b-f838-43a2-901f-436b61c428dc completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:03.080558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 674dae9b-f838-43a2-901f-436b61c428dc completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:03.091402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 674dae9b-f838-43a2-901f-436b61c428dc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:03.092090 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.137240 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.154558 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.189800 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-10e06f9c-a1ac-4d6d-a2b1-094c8a8e47be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.255659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5bc21be4-51e9-4ae7-a3fa-e2c2eff4215e req-421dbcb9-7fa9-48ac-a3e8-6c16aef04e0c tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.1163402 Jun 17 08:45:03.312098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51cfb8b-6db5-404e-a624-008205b9b4e0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.320864 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.321740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.325119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5894234 Jun 17 08:45:03.328786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47316) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:03.337429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0dd3dede-324f-4591-ac13-63bb6c49c2cd tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group_rule': {'security_group_id': '51805f20-bb8a-4537-97b8-3f7dcd658dc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f51cfb8b-6db5-404e-a624-008205b9b4e0'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:03.419718 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-0dd3dede-324f-4591-ac13-63bb6c49c2cd tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:03.423543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0dd3dede-324f-4591-ac13-63bb6c49c2cd tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0907040 Jun 17 08:45:03.423855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47318) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:03.443185 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.582482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.608384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 674dae9b-f838-43a2-901f-436b61c428dc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=674dae9b-f838-43a2-901f-436b61c428dc,segment=NetworkSegment(05776f5f-c951-44d2-a339-abfd6e721d6a),segment_id=05776f5f-c951-44d2-a339-abfd6e721d6a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:03.621693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.622655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 847143d1-9012-4de3-8bbf-e587d88ca5df up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:03.625417 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe514464-7e75-435c-9501-585f46844492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.653365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.735405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.739632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.743397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/f51cfb8b-6db5-404e-a624-008205b9b4e0 HTTP/1.1" status: 204 len: 168 time: 0.3160937 Jun 17 08:45:03.743397 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d82fcb3-b463-4787-b48c-6a51cd71e877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.756286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47330) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:03.766069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51cfb8b-6db5-404e-a624-008205b9b4e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.772654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.780944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:03.785801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.814049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=674dae9b-f838-43a2-901f-436b61c428dc,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.819872 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.838064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 847143d1-9012-4de3-8bbf-e587d88ca5df triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:03.839049 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.845023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.850034 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-979982e6-a187-40ff-b240-22d780702501 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.944479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 37f44688-f99a-4361-8a26-cc279576bfbf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:03.945178 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.981681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-39b8206b-82d1-4666-9b77-69f5071a93be None None] Provisioning for port 37f44688-f99a-4361-8a26-cc279576bfbf completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:03.992365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-39b8206b-82d1-4666-9b77-69f5071a93be None None] Provisioning complete for port 37f44688-f99a-4361-8a26-cc279576bfbf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:03.993637 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39b8206b-82d1-4666-9b77-69f5071a93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.046117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-15f726a9-ac17-4994-9111-464a8caa96dc tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2794580 Jun 17 08:45:04.046541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47334) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.097790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Subnet': ['ID=35671a2a-d2d8-4715-9aba-eeb5e6136706,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:04.101071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:04.116253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-39b8206b-82d1-4666-9b77-69f5071a93be None None] Port 37f44688-f99a-4361-8a26-cc279576bfbf cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:04.159017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-39b8206b-82d1-4666-9b77-69f5071a93be None None] Provisioning complete for port 674dae9b-f838-43a2-901f-436b61c428dc triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:04.159352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39b8206b-82d1-4666-9b77-69f5071a93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.213183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.307324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 674dae9b-f838-43a2-901f-436b61c428dc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:04.330512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57ea4cd6-189c-4715-8dc2-ee5bb26146d1 req-81d6eaf3-0ee2-4e50-8f06-a8bb6e69898c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.1044016 Jun 17 08:45:04.366406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Checking segment: {'id': '42a278da-59da-4561-ad3f-fd7960232787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '37f98cf6-2755-443f-8cc2-556adec83351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:04.366932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network hostable DHCP agents. Network: 37f98cf6-2755-443f-8cc2-556adec83351, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:04.392156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.481669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.484610 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.485106 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.486351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/51805f20-bb8a-4537-97b8-3f7dcd658dc0 HTTP/1.1" status: 204 len: 168 time: 0.4386520 Jun 17 08:45:04.487513 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc6c14b7-a3e6-44e9-adc8-28ba12f13951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:04.492775 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.513427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51805f20-bb8a-4537-97b8-3f7dcd658dc0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:04.525614 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:04.569220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 674dae9b-f838-43a2-901f-436b61c428dc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:04.569773 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.618856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8108f613-0b8d-48bd-8d6c-a4490c0ad85e req-a7bf532b-78e3-40f6-a7d2-e37f582067e5 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0758588 Jun 17 08:45:04.668152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 37f44688-f99a-4361-8a26-cc279576bfbf owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:04.681070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 37f98cf6-2755-443f-8cc2-556adec83351 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:04.691952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-97910f94-f703-4510-8cee-ec4c09b60907 None None] Provisioning complete for port 37f44688-f99a-4361-8a26-cc279576bfbf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:04.692399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97910f94-f703-4510-8cee-ec4c09b60907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.712358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.11 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/0acb04c9-9413-40e8-a70c-e995b2f3aada) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:04.736392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 37f98cf6-2755-443f-8cc2-556adec83351) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:04.779290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36762b93-695e-41ba-b1e7-c24b455cb042 None None] Network 37f98cf6-2755-443f-8cc2-556adec83351 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:04.794366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.795035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.826271 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0faf79f9-41e7-4400-a331-368cedeff257 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3128328 Jun 17 08:45:04.832431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47342) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.837416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-97910f94-f703-4510-8cee-ec4c09b60907 None None] Port 37f44688-f99a-4361-8a26-cc279576bfbf cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:04.839940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324336942'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:04.855318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8cff6582-0665-4ded-9ee0-1e86e8231aa8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:04.870396 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7692387 Jun 17 08:45:04.876334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47344) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.914636 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.938204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Sync routers for ids ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:04.989306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Routers {'b8e0b641-1860-47fa-90ea-2a1d3bc72244'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:04.991209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:05.051826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-10e9741e-cc18-4c6c-9595-5d8aa62cf034 None None] Provisioning complete for port 37f44688-f99a-4361-8a26-cc279576bfbf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:05.052242 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10e9741e-cc18-4c6c-9595-5d8aa62cf034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.054320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.061187 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.075196 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-61909005-a53f-434d-ba8f-cca1e3c844a6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.088370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.089898 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2557154 Jun 17 08:45:05.092894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47346) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.098799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bd633df9-fad3-498d-a1d3-c7cb6163141e tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:05.099485 n-d-780147-13 neutron-server[93500]: WARNING neutron.api.v2.base [None req-bd633df9-fad3-498d-a1d3-c7cb6163141e tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:45:05.101341 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-bd633df9-fad3-498d-a1d3-c7cb6163141e tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:05.102531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bd633df9-fad3-498d-a1d3-c7cb6163141e tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "PUT /v2.0/security-groups/f5192c02-b069-413d-8ed0-6a6327b84671 HTTP/1.1" status: 409 len: 330 time: 0.0084047 Jun 17 08:45:05.105937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.153995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5192c02-b069-413d-8ed0-6a6327b84671,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.164578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.165276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.165882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.166436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.167050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.167614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.168178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.168739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.169306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.169871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.170423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.171028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:05.177545 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.185352 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.195971 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.216616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.227126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.248289 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Set router b8e0b641-1860-47fa-90ea-2a1d3bc72244 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:05.266417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object 0acb04c9-9413-40e8-a70c-e995b2f3aada will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:05.278204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.278659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.281184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.282624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/f5192c02-b069-413d-8ed0-6a6327b84671 HTTP/1.1" status: 204 len: 168 time: 0.1755078 Jun 17 08:45:05.283810 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae54e3b-a69d-4a08-bee4-6759ec5b4820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.288973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47350) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.293891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2bb5a20-1c82-48be-933e-e0b590dd6297 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.318439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5192c02-b069-413d-8ed0-6a6327b84671,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.322823 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.356550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=37f44688-f99a-4361-8a26-cc279576bfbf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.378577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.393988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6876c144-8c1f-47de-8499-0c7c35bd2b51 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036344 Jun 17 08:45:05.409094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47354) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.421335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.446202 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-0be73520-19fe-4053-a349-98ed74f1e68b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] delete failed (client error): The resource could not be found. Jun 17 08:45:05.451720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0be73520-19fe-4053-a349-98ed74f1e68b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "DELETE /v2.0/security-groups/a8e6d939-bd04-416a-9b82-a9c2b38a2dbd HTTP/1.1" status: 404 len: 347 time: 0.0391340 Jun 17 08:45:05.452613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47356) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.492138 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-0e7439b1-d304-45cf-8047-4537f78d75a7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] show failed (client error): The resource could not be found. Jun 17 08:45:05.501294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0e7439b1-d304-45cf-8047-4537f78d75a7 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-groups/16af5031-5b5c-4d4f-9905-7d13be249b4c HTTP/1.1" status: 404 len: 347 time: 0.0419579 Jun 17 08:45:05.502165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47358) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.514256 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.527381 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b5d2ba2a-0826-424a-8766-f934a78fbb51 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.545866 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-c299ffbb-182c-4019-8657-9f33ea17d42b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] show failed (client error): The resource could not be found. Jun 17 08:45:05.555389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c299ffbb-182c-4019-8657-9f33ea17d42b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] 10.222.0.65 "GET /v2.0/security-group-rules/4ee45858-d51f-4fae-9394-ad70e410e3b4 HTTP/1.1" status: 404 len: 356 time: 0.0488014 Jun 17 08:45:05.622330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c18e7e-191c-405c-b667-c62e7ecf2b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-37f98cf6-2755-443f-8cc2-556adec83351', 'network_id': '37f98cf6-2755-443f-8cc2-556adec83351', 'tenant_id': '7b3b0b782f704968afb03e929acf6e65', 'fixed_ips': [{'subnet_id': '35671a2a-d2d8-4715-9aba-eeb5e6136706'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:05.623181 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-13c18e7e-191c-405c-b667-c62e7ecf2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.674708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887f588-68b3-4529-8d73-1ac7c88ce7d0 req-3229a6d8-a295-4ec5-acaa-20a6c38fdb1a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.683900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0887f588-68b3-4529-8d73-1ac7c88ce7d0 req-3229a6d8-a295-4ec5-acaa-20a6c38fdb1a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 932 time: 0.0994148 Jun 17 08:45:05.741935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0887f588-68b3-4529-8d73-1ac7c88ce7d0 req-3ad9b656-0314-4801-a143-19b958f4fd82 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569575 Jun 17 08:45:05.752903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-10e9741e-cc18-4c6c-9595-5d8aa62cf034 None None] Port 37f44688-f99a-4361-8a26-cc279576bfbf cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:05.779961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:05.782790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:05.789795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:05.792322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:05.813819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:05.817457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.885198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=0acb04c9-9413-40e8-a70c-e995b2f3aada,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.895687 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.915516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.927384 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.939609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2f6ccb9-1e24-4101-bdc0-5f9ed473ee12 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.976705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46455aba-7ed7-4573-955c-7e2d8c4b33b3 req-180ae345-1648-41fa-af75-dc9bb518f934 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0749335 Jun 17 08:45:06.042371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47368) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.057065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Subnet': ['ID=35671a2a-d2d8-4715-9aba-eeb5e6136706,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server [None req-13c18e7e-191c-405c-b667-c62e7ecf2b47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35671a2a-d2d8-4715-9aba-eeb5e6136706: This subnet is being modified by another concurrent operation. Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:45:06.078569 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35671a2a-d2d8-4715-9aba-eeb5e6136706: This subnet is being modified by another concurrent operation. Jun 17 08:45:06.083689 n-d-780147-13 neutron-server[93501]: ERROR oslo_messaging.rpc.server Jun 17 08:45:06.103031 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.112512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add455b-a983-4a6b-a322-3f93cdaa8831 None None] Network 37f98cf6-2755-443f-8cc2-556adec83351 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:06.124125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60087a2b-985e-4c4c-9892-aed74cd6e315', 'name': '', 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'mac_address': 'fa:16:3e:b9:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:52Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 2, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'subnets': [{'id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:06.172669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.174456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Checking router: b8e0b641-1860-47fa-90ea-2a1d3bc72244 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:06.174825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Updating router b8e0b641-1860-47fa-90ea-2a1d3bc72244 port 60087a2b-985e-4c4c-9892-aed74cd6e315 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:06.184325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f98cf6-2755-443f-8cc2-556adec83351']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:06.196712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a278da-59da-4561-ad3f-fd7960232787') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:06.197121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a278da-59da-4561-ad3f-fd7960232787') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:06.207044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.221807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.225100 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.229388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:06.230166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.231571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8cff6582-0665-4ded-9ee0-1e86e8231aa8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8cff6582-0665-4ded-9ee0-1e86e8231aa8,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:06.271184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1e3197f1-793f-43e6-b65c-adf327fcb25e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86a0b8541a3e46aea6c81ad703a1b9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273133 Jun 17 08:45:06.273294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47372) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.276501 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.288513 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:06.301228 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:06.337823 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:06.344179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.345123 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.345784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.349808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ea7068f-c096-4c05-bd71-696738baaebd None None] Provisioning for port 0acb04c9-9413-40e8-a70c-e995b2f3aada completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:06.381277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ea7068f-c096-4c05-bd71-696738baaebd None None] Provisioning complete for port 0acb04c9-9413-40e8-a70c-e995b2f3aada triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:06.381671 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ea7068f-c096-4c05-bd71-696738baaebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.395897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.419273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.425107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7068f-c096-4c05-bd71-696738baaebd None None] Port 0acb04c9-9413-40e8-a70c-e995b2f3aada cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:06.426255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.433751 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/37f98cf6-2755-443f-8cc2-556adec83351 HTTP/1.1" status: 204 len: 168 time: 1.5551755 Jun 17 08:45:06.436859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47374) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.438395 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-05c77b03-2436-43a5-8efb-5243576d6f83 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:06.457073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1331710098'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:06.478268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.484362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.487687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/532f4753-1c81-48eb-afee-b8b1c6bc96da HTTP/1.1" status: 204 len: 168 time: 0.2095540 Jun 17 08:45:06.487687 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4ecdf8c6-b175-44b0-8e17-06b55bc9b505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:06.527823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f4753-1c81-48eb-afee-b8b1c6bc96da,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:06.539269 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:06.541806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59408cd9-b8ef-42d1-9708-c8a53bb6da7d None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:45:06.554684 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0460145 Jun 17 08:45:06.579015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8cff6582-0665-4ded-9ee0-1e86e8231aa8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:06.583956 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:06.601381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:06.606753 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.614786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Request body: {'port': {'device_id': '9aa12930-246b-474d-b72d-a4e63220013e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:06.667371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Network': ['ID=37f98cf6-2755-443f-8cc2-556adec83351,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:06.714033 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:06.735745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:06.746459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59408cd9-b8ef-42d1-9708-c8a53bb6da7d None None] Resources bound (agent type, host, resource id): {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:45:06.913719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.915280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.925167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:06.934837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:06.945028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Transition to ACTIVE for port object 60087a2b-985e-4c4c-9892-aed74cd6e315 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:06.949203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47390) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.951719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] Sync routers for ids ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:06.960998 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/52e77d58-33d3-47ef-9bb9-bde5c4cc6b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3576019 Jun 17 08:45:06.969189 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] Routers {'52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:06.970005 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:06.982258 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.018436 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.018798 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Added segment 6cfdd65f-1edd-44b8-9d76-887bbc759361 of type vlan for network 4cc1a471-4381-4149-ad9d-1bc453accccd Jun 17 08:45:07.045259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-84b75b63-efc4-40d0-9775-70c91256adb7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 HTTP/1.1" status: 200 len: 205 time: 0.0946307 Jun 17 08:45:07.050503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47396) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:07.055972 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.086604 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:07.120981 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] Routers {'52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:07.121626 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:07.153115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.230360 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:07.231587 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad98e33-2889-473d-b1d7-c76e3c74c272 None None] The sync data for ids ['52e77d58-33d3-47ef-9bb9-bde5c4cc6b47'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:07.281604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ef382-5f86-43a4-916b-e1e051e0db53 None None] Pushing event updated for resources: {'Port': ['ID=60087a2b-985e-4c4c-9892-aed74cd6e315,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.285101 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-262ef382-5f86-43a4-916b-e1e051e0db53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.336677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4a23dc-b7ff-4b08-8c7e-973d6abb1dc7 req-8d951c8b-b51c-4245-872c-393b7b42d236 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0537343 Jun 17 08:45:07.415127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Attempting to bind port 60087a2b-985e-4c4c-9892-aed74cd6e315 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:07.415746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Attempting to bind port 60087a2b-985e-4c4c-9892-aed74cd6e315 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:07.416196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Attempting to bind port 60087a2b-985e-4c4c-9892-aed74cd6e315 on network 5cb2b753-1151-404c-8073-33753f0e57e3 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:07.433049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:07.433574 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Checking segment: {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:07.434077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.434815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Bound using segment: {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:07.435364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Bound port: 60087a2b-985e-4c4c-9892-aed74cd6e315, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b392026-eea9-47f9-8049-8b4a75d0c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:07.435753 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.449644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acb04c9-9413-40e8-a70c-e995b2f3aada {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:07.460950 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.477291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Transition to ACTIVE for port object 0acb04c9-9413-40e8-a70c-e995b2f3aada will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:07.482376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.494245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd605d-6990-4585-82db-df02dd5e7eeb req-5327a76d-1cef-4aa8-a9ee-6ad249bf8eed tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.496881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24dd605d-6990-4585-82db-df02dd5e7eeb req-5327a76d-1cef-4aa8-a9ee-6ad249bf8eed tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 932 time: 0.5360842 Jun 17 08:45:07.516273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.519642 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5adb0bec-058e-492e-a733-ffe004847001 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.551835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.556775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] For port 60087a2b-985e-4c4c-9892-aed74cd6e315, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:07.557339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.560285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.560923 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.565700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.566804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] For port 60087a2b-985e-4c4c-9892-aed74cd6e315, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=60087a2b-985e-4c4c-9892-aed74cd6e315,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:07.577011 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.584089 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50c836e3-d691-4ea2-846e-5bd9ced194e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.595513 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1516590 Jun 17 08:45:07.606362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:07.684721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24dd605d-6990-4585-82db-df02dd5e7eeb req-b6f9fab7-20b8-4494-9594-6b0875d3beb2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718779 Jun 17 08:45:07.701208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.701725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Request body: {'subnet': {'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:07.702330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router 52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:45:07.721839 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.723364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-69a1342b-f0ed-460e-8b18-8d0ea23a94a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 HTTP/1.1" status: 204 len: 168 time: 0.6707592 Jun 17 08:45:07.726225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47412) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:07.727972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Routers {'b8e0b641-1860-47fa-90ea-2a1d3bc72244'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:07.729502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:07.813360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Pushing event updated for resources: {'Port': ['ID=0acb04c9-9413-40e8-a70c-e995b2f3aada,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.859830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet b7424abb-d984-4e03-800e-18e320c655d3 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:07.863444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ef382-5f86-43a4-916b-e1e051e0db53 None None] Pushing event updated for resources: {'Port': ['ID=60087a2b-985e-4c4c-9892-aed74cd6e315,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.865660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.874855 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-262ef382-5f86-43a4-916b-e1e051e0db53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.892615 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.893168 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.951182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] Set router b8e0b641-1860-47fa-90ea-2a1d3bc72244 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:07.989652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.169252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.183651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Network': ['ID=4cc1a471-4381-4149-ad9d-1bc453accccd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:08.189845 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:08.240281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Attempting to bind port 0acb04c9-9413-40e8-a70c-e995b2f3aada on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:08.240859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Attempting to bind port 0acb04c9-9413-40e8-a70c-e995b2f3aada by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:08.241399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Attempting to bind port 0acb04c9-9413-40e8-a70c-e995b2f3aada on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:08.247825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Port 0acb04c9-9413-40e8-a70c-e995b2f3aada on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:08.248359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Attempting to bind port 0acb04c9-9413-40e8-a70c-e995b2f3aada on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:08.260164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4cc1a471-4381-4149-ad9d-1bc453accccd details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:08.265527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:08.266110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:08.266502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:08.266964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Bound port: 0acb04c9-9413-40e8-a70c-e995b2f3aada, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:08.267322 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.270666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Made reservation on behalf of 7b3b0b782f704968afb03e929acf6e65 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:08.274585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.293063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.308463 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b4e2b89-9ebb-4978-980f-dff7bb6eed71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:08.319643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.322168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/b7424abb-d984-4e03-800e-18e320c655d3 HTTP/1.1" status: 204 len: 168 time: 0.5948906 Jun 17 08:45:08.335981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7945785-2481-4aba-8ff6-db97af445b80 None None] Network 395c6ae2-1eca-4dff-89ef-ff5ba349590c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:08.344926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47420) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:08.553295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=b7424abb-d984-4e03-800e-18e320c655d3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:08.563760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.570685 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:08.572185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8cff6582-0665-4ded-9ee0-1e86e8231aa8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:08.699509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74149b3f-aa34-49ac-9e6f-86e00ff4471f req-c033ee8f-769b-45f3-ac0e-33df1f5bfd8d tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0656674 Jun 17 08:45:08.747056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 674dae9b-f838-43a2-901f-436b61c428dc {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:08.752105 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.775072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:08.775457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.882884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60087a2b-985e-4c4c-9892-aed74cd6e315', 'name': '', 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'mac_address': 'fa:16:3e:b9:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:52Z', 'updated_at': '2021-06-17T08:45:07Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'subnets': [{'id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:08.950748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cffcf-cd02-4052-8b33-1827babdfe86 None None] The sync data for ids ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'] in n-d-780147-13 is: [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '60087a2b-985e-4c4c-9892-aed74cd6e315', 'name': '', 'network_id': '5cb2b753-1151-404c-8073-33753f0e57e3', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'mac_address': 'fa:16:3e:b9:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:52Z', 'updated_at': '2021-06-17T08:45:07Z', 'revision_number': 4, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'subnets': [{'id': '6af7b246-b034-4248-a6ff-2de0abfa2465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:08.969977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 674dae9b-f838-43a2-901f-436b61c428dc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=674dae9b-f838-43a2-901f-436b61c428dc,segment=NetworkSegment(05776f5f-c951-44d2-a339-abfd6e721d6a),segment_id=05776f5f-c951-44d2-a339-abfd6e721d6a)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:08.970363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.027684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60087a2b-985e-4c4c-9892-aed74cd6e315 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:09.060256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 674dae9b-f838-43a2-901f-436b61c428dc owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:09.101631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528005cf-5cb4-4ad8-b5c4-8c165773397b req-64071c0a-8140-48f5-b787-28f77735b7fd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.103464 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-528005cf-5cb4-4ad8-b5c4-8c165773397b req-64071c0a-8140-48f5-b787-28f77735b7fd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.2082353 Jun 17 08:45:09.114025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 60087a2b-985e-4c4c-9892-aed74cd6e315 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:09.125960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 60087a2b-985e-4c4c-9892-aed74cd6e315 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:09.126352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.182745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] DHCP port deletion for 395c6ae2-1eca-4dff-89ef-ff5ba349590c request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:09.290083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.293843 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-722afa30-4eb7-46cc-9029-054190280b9b tempest-RoutersAdminTest-1994872151 tempest-RoutersAdminTest-1994872151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:09.303380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-528005cf-5cb4-4ad8-b5c4-8c165773397b req-4bd43fe6-ce11-489f-9f26-b450ce810356 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505783 Jun 17 08:45:09.358553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=674dae9b-f838-43a2-901f-436b61c428dc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:09.366638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 674dae9b-f838-43a2-901f-436b61c428dc on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:09.370411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] For port 0acb04c9-9413-40e8-a70c-e995b2f3aada, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:09.374021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] For port 0acb04c9-9413-40e8-a70c-e995b2f3aada, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:09.396209 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:09.408185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.421022 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fa56fbc2-4548-42cb-bf1f-6343d421d9ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:09.434418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.528485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.529415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.531207 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] 10.222.0.60 "PUT /v2.0/ports/0acb04c9-9413-40e8-a70c-e995b2f3aada HTTP/1.1" status: 200 len: 1093 time: 2.9309247 Jun 17 08:45:09.536228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa12930-246b-474d-b72d-a4e63220013e', 'tag': '0acb04c9-9413-40e8-a70c-e995b2f3aada'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:09.539331 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72887de0-6f93-407a-8007-7435fed53650" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa12930-246b-474d-b72d-a4e63220013e", "tag": "0acb04c9-9413-40e8-a70c-e995b2f3aada"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:09.570364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 60087a2b-985e-4c4c-9892-aed74cd6e315, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=60087a2b-985e-4c4c-9892-aed74cd6e315,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:09.589410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Deleting port 674dae9b-f838-43a2-901f-436b61c428dc {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:09.589800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.612264 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.623621 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-262ef382-5f86-43a4-916b-e1e051e0db53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:09.739914 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd472639-917e-4f68-a28b-1dd616989102 x-openstack-request-id: req-dd472639-917e-4f68-a28b-1dd616989102 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:09.740835 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa12930-246b-474d-b72d-a4e63220013e", "tag": "0acb04c9-9413-40e8-a70c-e995b2f3aada", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:09.742604 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd472639-917e-4f68-a28b-1dd616989102 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:09.743468 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa12930-246b-474d-b72d-a4e63220013e', 'tag': '0acb04c9-9413-40e8-a70c-e995b2f3aada', 'status': 'completed', 'code': 200} Jun 17 08:45:09.890279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.918013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395c6ae2-1eca-4dff-89ef-ff5ba349590c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.921334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] For port 674dae9b-f838-43a2-901f-436b61c428dc, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:09.927484 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.933118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Pushing event updated for resources: {'Port': ['ID=0acb04c9-9413-40e8-a70c-e995b2f3aada,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:09.944060 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:09.954187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05776f5f-c951-44d2-a339-abfd6e721d6a') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.954511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05776f5f-c951-44d2-a339-abfd6e721d6a') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.980472 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.021768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.034046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:10.034046 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.055473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=60087a2b-985e-4c4c-9892-aed74cd6e315,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.060990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.objects.ports [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:45:10.063554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.064369 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.073656 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8052fdf8-0ff9-41b5-bd8c-188ebb7616c3 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.081957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-fb86ff42-2d9d-4bc8-9b49-dfab3dab9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.083860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-fb86ff42-2d9d-4bc8-9b49-dfab3dab9e36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 1096 time: 0.4906647 Jun 17 08:45:10.096255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Calling delete_port for 674dae9b-f838-43a2-901f-436b61c428dc owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:10.100154 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.103310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Port 674dae9b-f838-43a2-901f-436b61c428dc was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:45:10.105718 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.108144 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-307b801e-6f89-4ee9-8282-f40f9a189004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:10.123684 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:10.162729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] No DVR routers for this DVR port 674dae9b-f838-43a2-901f-436b61c428dc on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:10.164359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Pushing event deleted for resources: {'Port': ['ID=674dae9b-f838-43a2-901f-436b61c428dc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.169393 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.176459 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25b38e13-a6cb-492b-a934-98ad08422577 req-d526d3b4-ce87-41bc-908d-cccebdb4babf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0546639 Jun 17 08:45:10.186838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.193416 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2950e4de-9900-4908-adb0-fe6dc49b5646 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.197855 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.200061 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/395c6ae2-1eca-4dff-89ef-ff5ba349590c HTTP/1.1" status: 204 len: 168 time: 1.8535938 Jun 17 08:45:10.205709 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-b4acb7b6-5745-4098-b420-824d0c2e6133 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada HTTP/1.1" status: 200 len: 217 time: 0.0614476 Jun 17 08:45:10.211279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.224087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-654197166', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:10.224398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4cccd1d-c230-42dd-8fba-abcf750e44c1 req-70303da8-3165-4fa2-a3f6-be2b260ab5d6 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.1025591 Jun 17 08:45:10.234602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=395c6ae2-1eca-4dff-89ef-ff5ba349590c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.242382 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.320478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event updated for resources: {'Subnet': ['ID=f332ec8f-bbcf-4893-aa8b-353bab67f051,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.334136 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.338139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.359223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.360225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.369110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Checking segment: {'id': '6cfdd65f-1edd-44b8-9d76-887bbc759361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:10.369480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network hostable DHCP agents. Network: 4cc1a471-4381-4149-ad9d-1bc453accccd, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:10.374764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-97032df4-754d-41f4-bfcd-655e5c448fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.376275 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-97032df4-754d-41f4-bfcd-655e5c448fee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.1572976 Jun 17 08:45:10.390315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60087a2b-985e-4c4c-9892-aed74cd6e315 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:10.443452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 60087a2b-985e-4c4c-9892-aed74cd6e315 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:10.444263 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.502728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Network 4cc1a471-4381-4149-ad9d-1bc453accccd is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:10.508386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.563653 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb914-1052-4d11-8761-58dfdf3f67e8 req-22739523-f8bf-4c57-a610-b4767189f79a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.565616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67fdb914-1052-4d11-8761-58dfdf3f67e8 req-22739523-f8bf-4c57-a610-b4767189f79a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.0766015 Jun 17 08:45:10.569292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.595351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4cc1a471-4381-4149-ad9d-1bc453accccd) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:10.604995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31ff56-4fe5-4dae-96f5-f1b7ac545397 None None] Network 4cc1a471-4381-4149-ad9d-1bc453accccd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:10.611537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.612131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.636104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 674dae9b-f838-43a2-901f-436b61c428dc no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:10.652229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67fdb914-1052-4d11-8761-58dfdf3f67e8 req-e9d502f9-e052-4f15-a506-3234912f03cb tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777302 Jun 17 08:45:10.671399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-b039d26e-dd04-44b4-867e-ab7e30d92a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.671399 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-b039d26e-dd04-44b4-867e-ab7e30d92a98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2776017 Jun 17 08:45:10.671729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 674dae9b-f838-43a2-901f-436b61c428dc {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:10.671729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 674dae9b-f838-43a2-901f-436b61c428dc not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:10.671939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.711886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.717300 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6bdc15da-df9b-449e-900d-e7a8c94b26e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.727259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.728421 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8907de7-0858-4fe2-9e3b-e56cf93c4f90 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5138187 Jun 17 08:45:10.732578 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0332229 Jun 17 08:45:10.732811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47464) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.736769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679065576'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:10.740281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47466) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.836461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a72d32-8dbf-4c40-a192-422f69532f41,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.839051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4cc1a471-4381-4149-ad9d-1bc453accccd', 'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd', 'tenant_id': '7b3b0b782f704968afb03e929acf6e65', 'fixed_ips': [{'subnet_id': 'f332ec8f-bbcf-4893-aa8b-353bab67f051'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:10.846475 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.850844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.878312 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57bf198c18c746e3b683ec8ed54a6bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8089964 Jun 17 08:45:10.881737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.900105 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.952560 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-de499449-9f2c-4b99-87c7-c1f1501e58cb service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776825 Jun 17 08:45:10.973793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:10.977251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.015346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.031235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Allocated IP 2001:db8::f816:3eff:fe0b:3474 (4cc1a471-4381-4149-ad9d-1bc453accccd/f332ec8f-bbcf-4893-aa8b-353bab67f051/50462b67-7efd-43eb-a8ce-2feca306dcf2) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:11.081005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:11.088077 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-05b55811-8e45-4d2f-aa9f-6a2ff6c8615f req-2c100539-22a3-40c4-b864-ac33cbca33c3 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208673 Jun 17 08:45:11.093290 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.093724 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment 982a446b-2deb-40eb-8d6d-fbf78087365d of type vlan for network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 Jun 17 08:45:11.100334 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.129694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.146112 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.183235 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.209004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.210077 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.214010 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4195569a-5bd0-45f5-bede-a40abc94bf16 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.232051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.236660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.240954 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7a72d32-8dbf-4c40-a192-422f69532f41 HTTP/1.1" status: 204 len: 168 time: 0.3545024 Jun 17 08:45:11.240954 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ba6cb11-5ec1-481e-ab8d-f75aaa2b4036 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.258329 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.262677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5304437 Jun 17 08:45:11.266276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47476) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:11.275205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:11.278894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Transition to ACTIVE for port object 50462b67-7efd-43eb-a8ce-2feca306dcf2 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:11.282701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a72d32-8dbf-4c40-a192-422f69532f41,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.293732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887de0-6f93-407a-8007-7435fed53650 req-f6433916-74e7-41ab-bdab-34dfe155f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.297657 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-f6433916-74e7-41ab-bdab-34dfe155f7e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 1096 time: 0.1201978 Jun 17 08:45:11.301752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.325741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=e8eafc85-4083-4cf7-b6eb-4a90fcf047f9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.341733 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.350601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:11.373050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Transition to ACTIVE for port object 50462b67-7efd-43eb-a8ce-2feca306dcf2 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:11.392683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.399044 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-851a0848-4a4a-4c89-91be-ee97c68b651b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.434699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.484226 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887de0-6f93-407a-8007-7435fed53650 req-23396faf-0439-462c-838c-6d672d30f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.486871 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-23396faf-0439-462c-838c-6d672d30f271 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.1823647 Jun 17 08:45:11.509463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Network 4cc1a471-4381-4149-ad9d-1bc453accccd is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:11.517081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:11.517216 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-88ff7513-1f83-4e4d-a39b-09abc6e5ea51 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.524425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:11.527103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cfeb1b09-d3d3-4f43-b942-565afd8e33d8 req-fe334a0d-30e2-4eaa-93f5-0da1989c8851 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0788338 Jun 17 08:45:11.539903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Pushing event updated for resources: {'Port': ['ID=50462b67-7efd-43eb-a8ce-2feca306dcf2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.551307 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.606042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-226ab347-d82e-4f0a-ab9d-73146bb6bf3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada HTTP/1.1" status: 200 len: 217 time: 0.1101599 Jun 17 08:45:11.642096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.648513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Attempting to bind port 50462b67-7efd-43eb-a8ce-2feca306dcf2 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:11.649102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Attempting to bind port 50462b67-7efd-43eb-a8ce-2feca306dcf2 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6cfdd65f-1edd-44b8-9d76-887bbc759361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:11.649675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Attempting to bind port 50462b67-7efd-43eb-a8ce-2feca306dcf2 on network 4cc1a471-4381-4149-ad9d-1bc453accccd {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:11.654013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Subnet': ['ID=f332ec8f-bbcf-4893-aa8b-353bab67f051,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.657903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc1a471-4381-4149-ad9d-1bc453accccd']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.669181 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.670092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:11.671432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Checking segment: {'id': '6cfdd65f-1edd-44b8-9d76-887bbc759361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:11.672063 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.674647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Bound using segment: {'id': '6cfdd65f-1edd-44b8-9d76-887bbc759361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:11.675818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Bound port: 50462b67-7efd-43eb-a8ce-2feca306dcf2, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfdd65f-1edd-44b8-9d76-887bbc759361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4cc1a471-4381-4149-ad9d-1bc453accccd'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:11.676718 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.684299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfdd65f-1edd-44b8-9d76-887bbc759361') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.688773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfdd65f-1edd-44b8-9d76-887bbc759361') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.724621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887de0-6f93-407a-8007-7435fed53650 req-6949bd6e-105a-47e6-bd93-e3816cdc9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.726461 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-6949bd6e-105a-47e6-bd93-e3816cdc9bf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.1145034 Jun 17 08:45:11.757324 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.797063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.811243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] For port 50462b67-7efd-43eb-a8ce-2feca306dcf2, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:11.819216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47488) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:11.833179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:11.833700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:11.837607 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:11.840559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:11.845802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887de0-6f93-407a-8007-7435fed53650 req-2799a8f4-8448-4e1c-9e1d-5902933e4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.848242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.848500 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-2799a8f4-8448-4e1c-9e1d-5902933e4269 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113172 Jun 17 08:45:11.983005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-fe404609-4c6a-47e0-beb9-4d5c5ec11278 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 Jun 17 08:45:12.036721 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.060395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] For port 50462b67-7efd-43eb-a8ce-2feca306dcf2, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=50462b67-7efd-43eb-a8ce-2feca306dcf2,segment=NetworkSegment(6cfdd65f-1edd-44b8-9d76-887bbc759361),segment_id=6cfdd65f-1edd-44b8-9d76-887bbc759361)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:12.078485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.083945 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-72887de0-6f93-407a-8007-7435fed53650 req-9688f168-68fa-426f-a86a-3d213d234604 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916984 Jun 17 08:45:12.086011 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8e196d5-00b0-4b9d-84c0-fea323bb2600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:12.095370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:45:12.095370 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:45:12.095370 n-d-780147-13 neutron-server[93500]: [parameters: {'id': '4cc1a471-4381-4149-ad9d-1bc453accccd'}] Jun 17 08:45:12.095370 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:45:12.095983 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:45:12.179382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Pushing event updated for resources: {'Port': ['ID=50462b67-7efd-43eb-a8ce-2feca306dcf2,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:12.187101 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:12.275736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2476ae-9ffc-4be4-b6f9-ecd4c958662a None None] Network 4cc1a471-4381-4149-ad9d-1bc453accccd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:12.278858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1c546-344e-4a91-9338-d0252fe4f487 req-dbeeadd4-6f2e-4d74-9238-c4bc0d78dcc2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:12.281005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8c1c546-344e-4a91-9338-d0252fe4f487 req-dbeeadd4-6f2e-4d74-9238-c4bc0d78dcc2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.2801881 Jun 17 08:45:12.486654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638d2d73-7960-4c85-8072-e9652d1783a0 req-d6c837e4-f3c2-4125-9b09-76fb796a79b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d07f97f3b6334bfab17dedfb59167929&device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0776792 Jun 17 08:45:12.505227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935b4e6-d8b7-46bb-8c05-ee517fc8e793 None None] get_active_networks_info from n-d-780147-13 {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:45:12.530561 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.559405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.564258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5e7d504-7c23-4943-86e4-f905a9ef78a7 req-dc03038f-0113-43b3-89a9-6bf488629a1b tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0843918 Jun 17 08:45:12.569291 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd362b15-8ec8-4c34-9bb7-5310f1f4e40a tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:12.572234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.580450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638d2d73-7960-4c85-8072-e9652d1783a0 req-6a88ac85-f0cf-491c-b22d-bce18b68acb9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d07f97f3b6334bfab17dedfb59167929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676942 Jun 17 08:45:12.612986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.618317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8c1c546-344e-4a91-9338-d0252fe4f487 req-b1d7f238-49b7-43a5-a87e-5df69ff1fc19 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152063 Jun 17 08:45:12.704319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935b4e6-d8b7-46bb-8c05-ee517fc8e793 None None] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:12.708396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0344d21719624b5eab692155a0de28e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930693 Jun 17 08:45:12.711355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:12.715228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935b4e6-d8b7-46bb-8c05-ee517fc8e793 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, e8eafc85-4083-4cf7-b6eb-4a90fcf047f9) {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:45:12.734694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=2d1c0546-4458-4a56-9472-cfbeff6a138a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:12.762892 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:12.787713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.790111 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ce18da0-c27d-4320-846a-3a0722572e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:12.795700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:12.796072 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: e8eafc85-4083-4cf7-b6eb-4a90fcf047f9, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:12.823102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.884491 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a816f4-2d51-45af-afed-928522f3b70a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:12.891686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Unable to find a vacant binding_index for network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 and agent e4b01433-0864-4e59-9d72-f53702c10abc {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 17 08:45:12.895745 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:12.912031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, e8eafc85-4083-4cf7-b6eb-4a90fcf047f9) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:12.917912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2d73-7960-4c85-8072-e9652d1783a0 req-6cc43ffc-42d5-4035-b1bd-56a90a67a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:12.918102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.919702 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638d2d73-7960-4c85-8072-e9652d1783a0 req-6cc43ffc-42d5-4035-b1bd-56a90a67a037 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964582 Jun 17 08:45:12.921635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.922266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:12.923887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.924047 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4a816f4-2d51-45af-afed-928522f3b70a HTTP/1.1" status: 204 len: 168 time: 0.2114158 Jun 17 08:45:12.926501 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f66d3907-8020-4a08-a846-470714311a24 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:12.940236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a816f4-2d51-45af-afed-928522f3b70a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:12.944200 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:12.974711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting port 50462b67-7efd-43eb-a8ce-2feca306dcf2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:12.975218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.053537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] For port 50462b67-7efd-43eb-a8ce-2feca306dcf2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=50462b67-7efd-43eb-a8ce-2feca306dcf2,segment=NetworkSegment(6cfdd65f-1edd-44b8-9d76-887bbc759361),segment_id=6cfdd65f-1edd-44b8-9d76-887bbc759361)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:13.054004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.071652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:13.072518 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.072923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8051944 Jun 17 08:45:13.075726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47498) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.201501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Calling delete_port for 50462b67-7efd-43eb-a8ce-2feca306dcf2 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:13.242191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Allocated IP 172.20.0.2 (e8eafc85-4083-4cf7-b6eb-4a90fcf047f9/2d1c0546-4458-4a56-9472-cfbeff6a138a/1151c2a4-8648-4c2e-9181-2a3b4574f626) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:13.319876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.337030 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ad8286d6-ce93-4f78-8d28-847e3d3631b3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.365269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Port': ['ID=50462b67-7efd-43eb-a8ce-2feca306dcf2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.367565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No DVR routers for this DVR port 50462b67-7efd-43eb-a8ce-2feca306dcf2 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:13.369585 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.412449 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.422892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Transition to ACTIVE for port object 1151c2a4-8648-4c2e-9181-2a3b4574f626 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:13.446101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Transition to ACTIVE for port object 1151c2a4-8648-4c2e-9181-2a3b4574f626 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:13.449952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.456015 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.459975 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.523062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.533453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc1a471-4381-4149-ad9d-1bc453accccd']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:13.537182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:13.539658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:13.544327 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfdd65f-1edd-44b8-9d76-887bbc759361') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:13.544628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfdd65f-1edd-44b8-9d76-887bbc759361') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:13.545061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:13.547145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Pushing event updated for resources: {'Port': ['ID=1151c2a4-8648-4c2e-9181-2a3b4574f626,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.551030 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.555171 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.571748 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.579836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:13.580252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:13.587758 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:13.619085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Attempting to bind port 1151c2a4-8648-4c2e-9181-2a3b4574f626 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:13.619468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Attempting to bind port 1151c2a4-8648-4c2e-9181-2a3b4574f626 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:13.619842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Attempting to bind port 1151c2a4-8648-4c2e-9181-2a3b4574f626 on network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:13.625192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:13.625575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Checking segment: {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:13.625985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.626765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Bound using segment: {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:13.627280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Bound port: 1151c2a4-8648-4c2e-9181-2a3b4574f626, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:13.627666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.715270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.725762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fed3926-4606-4df9-9204-b0a34435edc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.744006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.746455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/4cc1a471-4381-4149-ad9d-1bc453accccd HTTP/1.1" status: 204 len: 168 time: 3.0052230 Jun 17 08:45:13.748948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Network': ['ID=4cc1a471-4381-4149-ad9d-1bc453accccd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.751029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47516) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.788825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] For port 1151c2a4-8648-4c2e-9181-2a3b4574f626, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:13.791101 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.798037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] For port 1151c2a4-8648-4c2e-9181-2a3b4574f626, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1151c2a4-8648-4c2e-9181-2a3b4574f626,segment=NetworkSegment(982a446b-2deb-40eb-8d6d-fbf78087365d),segment_id=982a446b-2deb-40eb-8d6d-fbf78087365d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:13.808525 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.812286 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.833839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77078187-e052-431d-9a70-8e596f9ddfda req-ea19713b-d589-4544-a725-e4cabd967e14 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0369458 Jun 17 08:45:13.833839 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2c6a71-3edf-4b90-9aa5-1c0bde80fd3e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:13.833839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2c6a71-3edf-4b90-9aa5-1c0bde80fd3e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:13.837771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f2c6a71-3edf-4b90-9aa5-1c0bde80fd3e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/f332ec8f-bbcf-4893-aa8b-353bab67f051 HTTP/1.1" status: 404 len: 337 time: 0.0764315 Jun 17 08:45:13.838077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.853642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.20.0.1 (e8eafc85-4083-4cf7-b6eb-4a90fcf047f9/2d1c0546-4458-4a56-9472-cfbeff6a138a/27b6cf64-b68e-44ef-98da-619e8c1dd479) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:13.869042 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-068bdc06-82d2-4e8b-9b6f-093ae7b3aea9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:13.869453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068bdc06-82d2-4e8b-9b6f-093ae7b3aea9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:13.872287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-068bdc06-82d2-4e8b-9b6f-093ae7b3aea9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/4cc1a471-4381-4149-ad9d-1bc453accccd HTTP/1.1" status: 404 len: 339 time: 0.0330801 Jun 17 08:45:13.882947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47526) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.962491 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8f3f72-c076-4e37-819e-cbcad433a918 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:13.962986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8f3f72-c076-4e37-819e-cbcad433a918 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:13.964740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e8f3f72-c076-4e37-819e-cbcad433a918 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/35671a2a-d2d8-4715-9aba-eeb5e6136706 HTTP/1.1" status: 404 len: 337 time: 0.0780907 Jun 17 08:45:13.966884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Pushing event updated for resources: {'Port': ['ID=1151c2a4-8648-4c2e-9181-2a3b4574f626,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.967891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47530) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.977024 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:14.007639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e2bc-626d-4942-8ab3-7384ef72d97b req-e31c2b9f-9eef-4723-b267-61879ee65c4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.009215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e558e2bc-626d-4942-8ab3-7384ef72d97b req-e31c2b9f-9eef-4723-b267-61879ee65c4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.1432498 Jun 17 08:45:14.026127 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f99b0f-ef44-40fb-b97a-b046c6868f62 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:14.026838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f99b0f-ef44-40fb-b97a-b046c6868f62 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:14.028799 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-68f99b0f-ef44-40fb-b97a-b046c6868f62 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/37f98cf6-2755-443f-8cc2-556adec83351 HTTP/1.1" status: 404 len: 339 time: 0.0597699 Jun 17 08:45:14.032146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:14.082628 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfeb991-a5ca-40ac-9d71-a12c1cbdf03d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:14.083563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfeb991-a5ca-40ac-9d71-a12c1cbdf03d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:14.086508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1dfeb991-a5ca-40ac-9d71-a12c1cbdf03d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/933090cd-12b2-4114-9af8-4d8bafdadb20 HTTP/1.1" status: 404 len: 337 time: 0.0529258 Jun 17 08:45:14.091033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:14.106515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e558e2bc-626d-4942-8ab3-7384ef72d97b req-325ed368-fdc5-432b-9898-82490a679074 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907960 Jun 17 08:45:14.124886 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5422af7-983e-43de-a07f-f21584d8d578 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:14.125598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5422af7-983e-43de-a07f-f21584d8d578 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:14.127710 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f5422af7-983e-43de-a07f-f21584d8d578 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/da6974f8-b2cb-4e74-acd7-1896624a919c HTTP/1.1" status: 404 len: 339 time: 0.0351958 Jun 17 08:45:14.135513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47538) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:14.149525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-638d2d73-7960-4c85-8072-e9652d1783a0 req-34010ce2-2ef3-4546-8e8b-28e1d2b32d82 tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.67 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0418282 Jun 17 08:45:14.210757 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.271341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 27b6cf64-b68e-44ef-98da-619e8c1dd479 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:14.337078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting port 5de8e19d-ca91-4225-a56a-6b43b5e381b4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:14.337421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.450351 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.465613 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.477877 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0ff8dcdd-9bb4-4c10-b76c-875461ce8598 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:14.494002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1151c2a4-8648-4c2e-9181-2a3b4574f626 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:14.549052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1151c2a4-8648-4c2e-9181-2a3b4574f626 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:14.562805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Calling delete_port for 5de8e19d-ca91-4225-a56a-6b43b5e381b4 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:14.574498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:14.582106 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:14.587831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:14.662846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=27b6cf64-b68e-44ef-98da-619e8c1dd479,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:14.667957 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:14.687633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.836029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.843621 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:14.929247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Port': ['ID=5de8e19d-ca91-4225-a56a-6b43b5e381b4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:14.951486 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:14.968348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.970835 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/ports/5de8e19d-ca91-4225-a56a-6b43b5e381b4 HTTP/1.1" status: 204 len: 168 time: 0.8340747 Jun 17 08:45:14.973374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47556) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:14.992135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.021222 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd92fa26-ae70-44fe-b18b-0224e2fc823a tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:15.021681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd92fa26-ae70-44fe-b18b-0224e2fc823a tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:15.026018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bd92fa26-ae70-44fe-b18b-0224e2fc823a tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/a1a5c0cd-2b78-4742-85cb-57302838e107 HTTP/1.1" status: 404 len: 337 time: 0.0515628 Jun 17 08:45:15.030168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:15.170167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e1f893c9-9783-4070-999e-e532c58ca4de req-7097fe55-c92a-4f23-b09f-29d2377aee1b tempest-ServerShowV254Test-267657852 tempest-ServerShowV254Test-267657852-project] 10.222.0.65 "GET /v2.0/ports?device_id=817aa761-5959-4e7e-9661-6e6327ce215e HTTP/1.1" status: 200 len: 210 time: 0.0694020 Jun 17 08:45:15.266281 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.408462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96392112-2184-41da-a350-d88301732cae req-d0adfe05-69ee-4e12-a361-5ef0244224bd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.411572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96392112-2184-41da-a350-d88301732cae req-d0adfe05-69ee-4e12-a361-5ef0244224bd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.1120610 Jun 17 08:45:15.479124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96392112-2184-41da-a350-d88301732cae req-05ff7949-12e7-4c99-b951-b50666543c3b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616593 Jun 17 08:45:15.481244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.515400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4472eb8c-3b64-4b24-a045-e41d1a9ca8b3']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:15.525791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218f6d0-eb95-4a3a-a7cd-12ea5650b53a None None] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:15.557139 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:45:15.573448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Provisioning for port 1151c2a4-8648-4c2e-9181-2a3b4574f626 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:15.604872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Provisioning complete for port 1151c2a4-8648-4c2e-9181-2a3b4574f626 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:15.604872 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.606664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29832a38-8055-41e4-8758-0d9fc81fbbad') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:15.606664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29832a38-8055-41e4-8758-0d9fc81fbbad') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:15.621355 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.654739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.672961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:15.673362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:15.679966 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:15.737679 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.767038 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.774116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.778938 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:15.794256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] For port 1151c2a4-8648-4c2e-9181-2a3b4574f626, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1151c2a4-8648-4c2e-9181-2a3b4574f626,segment=NetworkSegment(982a446b-2deb-40eb-8d6d-fbf78087365d),segment_id=982a446b-2deb-40eb-8d6d-fbf78087365d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:15.800329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.803667 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.815583 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78bf1418-46c4-44ae-8647-df5068f12d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:15.829967 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.835147 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/4472eb8c-3b64-4b24-a045-e41d1a9ca8b3 HTTP/1.1" status: 204 len: 168 time: 0.7500167 Jun 17 08:45:15.836966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:15.862186 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=27b6cf64-b68e-44ef-98da-619e8c1dd479,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:15.869971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.872380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:15.873818 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0281e39f-33cb-49ca-96f6-145fe5f10c9f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:15.894786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Pushing event updated for resources: {'Port': ['ID=1151c2a4-8648-4c2e-9181-2a3b4574f626,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:15.898100 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:15.913078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Network': ['ID=4472eb8c-3b64-4b24-a045-e41d1a9ca8b3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:15.920648 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:15.990646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting port 84f66a8f-a20c-46c9-b88a-e70ba45d8300 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:15.991199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.042094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:16.060392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:16.100190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.201720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Calling delete_port for 84f66a8f-a20c-46c9-b88a-e70ba45d8300 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:16.420720 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.432407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8250d935-63af-4e52-b38a-7bdcfa93b54f tempest-ListServersNegativeTestJSON-1079574416 tempest-ListServersNegativeTestJSON-1079574416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:16.494932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1151c2a4-8648-4c2e-9181-2a3b4574f626 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:16.504098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Port': ['ID=84f66a8f-a20c-46c9-b88a-e70ba45d8300,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:16.515569 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:16.534061 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.548432 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/ports/84f66a8f-a20c-46c9-b88a-e70ba45d8300 HTTP/1.1" status: 204 len: 168 time: 0.7067614 Jun 17 08:45:16.551049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47614) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:16.632555 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd7f61d-7283-4eab-8c24-5908022a576e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:16.633025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd7f61d-7283-4eab-8c24-5908022a576e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:16.635334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7dd7f61d-7283-4eab-8c24-5908022a576e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/39da0ac1-301a-4305-8cbe-9fa42c86f146 HTTP/1.1" status: 404 len: 337 time: 0.0790138 Jun 17 08:45:16.638084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47622) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:16.642358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1151c2a4-8648-4c2e-9181-2a3b4574f626 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:16.644432 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.938228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9bea8-fff0-42e8-8eaf-6c1e49ca2290 None None] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:17.042234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47662) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.068956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.103143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:17.346638 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.354603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.388357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:17.396132 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3190722 Jun 17 08:45:17.400676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47702) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.412291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-274353511'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:17.417432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b56aa1d-4df4-425f-8861-354f855da677']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.469061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323c2577-b755-49b5-be5a-a827d35e3f2b') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.472671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323c2577-b755-49b5-be5a-a827d35e3f2b') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.521280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.556292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:17.563720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-196ea945-1629-46f4-afb2-c0062f170880 None None] Provisioning for port 27b6cf64-b68e-44ef-98da-619e8c1dd479 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:17.577956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-196ea945-1629-46f4-afb2-c0062f170880 None None] Provisioning complete for port 27b6cf64-b68e-44ef-98da-619e8c1dd479 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:17.578629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-196ea945-1629-46f4-afb2-c0062f170880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.601387 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.611271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:17.611653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.616217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.630040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:17.630981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.635895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.640511 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ccad1321-9900-46f1-811f-ad254bcb6029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:17.642399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.727509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:17.733297 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.751334 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d07f97f3b6334bfab17dedfb59167929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076933 Jun 17 08:45:17.755323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b38d23-c451-4dc5-a215-a2e162b936e6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:17.765440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47740) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.768545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-196ea945-1629-46f4-afb2-c0062f170880 None None] Port 27b6cf64-b68e-44ef-98da-619e8c1dd479 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:17.834237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-196ea945-1629-46f4-afb2-c0062f170880 None None] Provisioning complete for port 1151c2a4-8648-4c2e-9181-2a3b4574f626 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:17.834619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-196ea945-1629-46f4-afb2-c0062f170880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:17.837646 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:17.841097 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:17.870933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:17.875702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.888651 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:17.916578 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.936193 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/1b56aa1d-4df4-425f-8861-354f855da677 HTTP/1.1" status: 204 len: 168 time: 1.2946384 Jun 17 08:45:17.949648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47758) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.979535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:17.981641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.989458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Network': ['ID=1b56aa1d-4df4-425f-8861-354f855da677,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:17.996844 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:18.005962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.006230 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment 6d6a8b20-de93-4e7d-b8ce-13d369822548 of type vlan for network 4a5bf0dc-e063-407a-81f4-640623faaf46 Jun 17 08:45:18.025520 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.087581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939b03-2e54-4c4f-95c3-a2cf55e39095 req-94e688a8-71a3-4749-ae09-d1796c114c57 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.092130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23939b03-2e54-4c4f-95c3-a2cf55e39095 req-94e688a8-71a3-4749-ae09-d1796c114c57 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 1.3932092 Jun 17 08:45:18.094393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.147339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.152123 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.153955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99b38d23-c451-4dc5-a215-a2e162b936e6 HTTP/1.1" status: 204 len: 168 time: 0.3819261 Jun 17 08:45:18.171641 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-589c3c6e-c96c-43c5-be72-3b3681e23f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:18.190787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.210862 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.213246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.231767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b38d23-c451-4dc5-a215-a2e162b936e6,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:18.239800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:18.248427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:18.289041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting subnet 67c53bd3-ad4c-4c4f-9677-5fb82d5d2eed {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:18.338574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23939b03-2e54-4c4f-95c3-a2cf55e39095 req-838f351e-3ba3-4f7b-b505-625ccdb807e2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141044 Jun 17 08:45:18.338895 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9334216 Jun 17 08:45:18.339797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.342290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47800) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:18.361500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:18.433375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:14Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:15Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:18.446050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.459970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=4a5bf0dc-e063-407a-81f4-640623faaf46,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:18.466149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:18.496177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:18.498537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:18.498896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Updating router f542c768-68a5-4a1a-823e-1ff3091d4509 port 27b6cf64-b68e-44ef-98da-619e8c1dd479 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:18.569928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:18.576175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.625494 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.654973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.829722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.841000 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16034936-2036-4b85-86a6-f642125229ec tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:18.863531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.871920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/subnets/67c53bd3-ad4c-4c4f-9677-5fb82d5d2eed HTTP/1.1" status: 204 len: 168 time: 0.9117472 Jun 17 08:45:18.874079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 47850) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:18.876143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32140d3-9fd1-4729-8f44-ceb12de4a929 None None] Network 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:18.941989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Subnet': ['ID=67c53bd3-ad4c-4c4f-9677-5fb82d5d2eed,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:18.965482 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:19.093286 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.162177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.164432 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed7922c2-68f5-4c78-83b8-05a7202fb035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:19.172192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-baacf1cd-762d-42ab-b127-be1d6fde72e3 None None] Provisioning complete for port 27b6cf64-b68e-44ef-98da-619e8c1dd479 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:19.172856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baacf1cd-762d-42ab-b127-be1d6fde72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.219990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=47f35477-fb9c-45fc-bcdf-848df9886c64,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:19.225028 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:19.245982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Deleting port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:19.249384 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.273492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:19.273947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: 4a5bf0dc-e063-407a-81f4-640623faaf46, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:19.346663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:19.360217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-baacf1cd-762d-42ab-b127-be1d6fde72e3 None None] Port 27b6cf64-b68e-44ef-98da-619e8c1dd479 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:19.381843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4a5bf0dc-e063-407a-81f4-640623faaf46) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:19.400434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.401245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.455756 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1077020 Jun 17 08:45:19.457146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47908) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:19.472716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68d54b-cc2c-4d83-a7ff-70e7164d2005 None None] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:19.575626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-baacf1cd-762d-42ab-b127-be1d6fde72e3 None None] Provisioning complete for port 1151c2a4-8648-4c2e-9181-2a3b4574f626 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:19.576298 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baacf1cd-762d-42ab-b127-be1d6fde72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.766604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 47940) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:19.773734 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.915277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] For port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,segment=NetworkSegment(0694b39e-9ea7-469c-a0fa-62754af024c1),segment_id=0694b39e-9ea7-469c-a0fa-62754af024c1)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:19.916863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.999840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Calling delete_port for a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:20.041640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2006199256-network', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.083340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3a5f-1b73-42d4-9177-46bd065c622e req-0b612b39-2458-4e98-bbdb-312b2f4b3f77 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:20.085364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f19a3a5f-1b73-42d4-9177-46bd065c622e req-0b612b39-2458-4e98-bbdb-312b2f4b3f77 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.2058523 Jun 17 08:45:20.160168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.174762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-38be22e5-01eb-47db-a08a-5cbcc0d2225f tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.179562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] No DVR routers for this DVR port a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:20.187208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64d7af-280b-4e31-86d9-1e61f73f14be None None] DHCP port deletion for 6d6f6017-55b1-4b99-b1b4-ab86f2ff723e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:20.205583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f19a3a5f-1b73-42d4-9177-46bd065c622e req-714cee04-423e-4c3d-8a19-5fa9cdc740bc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913708 Jun 17 08:45:20.208127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4a5bf0dc-e063-407a-81f4-640623faaf46', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:20.208995 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.230527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Made reservation on behalf of 09fc46dc08dd484daa8092e02d683c35 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:20.233252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.258758 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.258934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.263731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Port': ['ID=a3ff9cad-0645-4f7f-bb0c-440a9c4050e8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.266160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.323249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.337959 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.373561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6f6017-55b1-4b99-b1b4-ab86f2ff723e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:20.413919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0694b39e-9ea7-469c-a0fa-62754af024c1') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:20.414218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0694b39e-9ea7-469c-a0fa-62754af024c1') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:20.438488 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.458103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:20.461674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.474416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Transition to ACTIVE for port object 27b6cf64-b68e-44ef-98da-619e8c1dd479 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:20.488651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:20.489266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:20.504511 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:20.530295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:20.530516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a3ff9cad-0645-4f7f-bb0c-440a9c4050e8 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:20.543705 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.553459 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e080290e-2ecc-4d41-a5cb-464af826820a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.579267 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.593567 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4c52389-d70c-4bcf-b288-0bd7afdaaf55 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.599005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.604092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] 10.222.0.65 "DELETE /v2.0/networks/6d6f6017-55b1-4b99-b1b4-ab86f2ff723e HTTP/1.1" status: 204 len: 168 time: 1.7260430 Jun 17 08:45:20.620045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Pushing event deleted for resources: {'Network': ['ID=6d6f6017-55b1-4b99-b1b4-ab86f2ff723e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.622623 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.652792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Allocated IP 172.21.0.2 (4a5bf0dc-e063-407a-81f4-640623faaf46/47f35477-fb9c-45fc-bcdf-848df9886c64/fc80c546-05ba-4312-948a-b69e1649401a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:20.713538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.731091 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.739968 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d789313-99fb-443f-88bc-d787d5a32157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.782665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:20.800073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd63206-4d26-4a6b-9b48-86333f6440d4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.818524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1139c-3d76-4c80-b69c-eb5836e3eaeb None None] Pushing event updated for resources: {'Port': ['ID=27b6cf64-b68e-44ef-98da-619e8c1dd479,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.820603 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.822772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.823292 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Added segment 20969149-cfd6-40ef-a517-d393c72e388e of type vlan for network 09817a60-49d2-4132-ba81-606c55e334db Jun 17 08:45:20.835937 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97a1139c-3d76-4c80-b69c-eb5836e3eaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.920245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.981130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.982835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:20.984341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.989628 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-237e256d-ddac-4ec3-b127-3725f64454af tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.009317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Attempting to bind port 27b6cf64-b68e-44ef-98da-619e8c1dd479 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:21.017781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Attempting to bind port 27b6cf64-b68e-44ef-98da-619e8c1dd479 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:21.022306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Attempting to bind port 27b6cf64-b68e-44ef-98da-619e8c1dd479 on network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:21.029374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:21.037557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Checking segment: {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:21.038286 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.038929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Bound using segment: {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:21.039639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Bound port: 27b6cf64-b68e-44ef-98da-619e8c1dd479, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a446b-2deb-40eb-8d6d-fbf78087365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:21.040234 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.069087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Pushing event updated for resources: {'Network': ['ID=09817a60-49d2-4132-ba81-606c55e334db,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.080885 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.083119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 09817a60-49d2-4132-ba81-606c55e334db details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:21.087967 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3193264 Jun 17 08:45:21.090759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48074) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.096626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Request body: {'subnet': {'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2006199256-subnet', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.125209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Made reservation on behalf of 09fc46dc08dd484daa8092e02d683c35 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:21.128679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.143062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0acb04c9-9413-40e8-a70c-e995b2f3aada details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:21.146533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48082) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.464781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.471784 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5bb3cd5b-cd1d-4dc4-bac2-bdfdced769dd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.482582 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:45:21.546216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aacbfbc2-4455-46f3-8f09-c12fa065bf1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b3b0b782f704968afb03e929acf6e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981974 Jun 17 08:45:21.553485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48120) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.564320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d653e-80da-4b23-b0ce-7d1b6b98e1af req-7ad26dae-a8d3-4467-9650-853f83fba648 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.566935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-489d653e-80da-4b23-b0ce-7d1b6b98e1af req-7ad26dae-a8d3-4467-9650-853f83fba648 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 944 time: 0.1488998 Jun 17 08:45:21.568677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Checking segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:21.569282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Network hostable DHCP agents. Network: 09817a60-49d2-4132-ba81-606c55e334db, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:21.575010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 0acb04c9-9413-40e8-a70c-e995b2f3aada, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:21.578385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.583972 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.594323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '0acb04c9-9413-40e8-a70c-e995b2f3aada', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': '0acb04c9-9413-40e8-a70c-e995b2f3aada', 'mac_address': 'fa:16:3e:e9:95:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:21.595701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Network 09817a60-49d2-4132-ba81-606c55e334db is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:21.610170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 09817a60-49d2-4132-ba81-606c55e334db) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:21.619324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.623304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.624169 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.630874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308aeaf-245f-4704-b10a-8257dee843fc None None] Network 09817a60-49d2-4132-ba81-606c55e334db requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:21.645429 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5530603 Jun 17 08:45:21.646373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48122) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.652270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.676399 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.679253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.681008 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.713381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Transition to ACTIVE for port object fc80c546-05ba-4312-948a-b69e1649401a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:21.715813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-489d653e-80da-4b23-b0ce-7d1b6b98e1af req-939f4284-be8a-4c6d-915a-f5a156e8f178 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804272 Jun 17 08:45:21.716769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] For port 27b6cf64-b68e-44ef-98da-619e8c1dd479, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:21.722499 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.755191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] For port 27b6cf64-b68e-44ef-98da-619e8c1dd479, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=27b6cf64-b68e-44ef-98da-619e8c1dd479,segment=NetworkSegment(982a446b-2deb-40eb-8d6d-fbf78087365d),segment_id=982a446b-2deb-40eb-8d6d-fbf78087365d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:21.769690 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.781688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Transition to ACTIVE for port object fc80c546-05ba-4312-948a-b69e1649401a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:21.782845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.785845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.787207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22d5360c-46a9-4873-9ef9-b24ddb1d6e13 HTTP/1.1" status: 204 len: 168 time: 0.2183614 Jun 17 08:45:21.788194 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b983cd10-1da3-453d-aa6d-6d999582d780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.788635 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.795914 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.797547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5360c-46a9-4873-9ef9-b24ddb1d6e13,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.801080 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.804738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.825099 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acb04c9-9413-40e8-a70c-e995b2f3aada {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:21.846404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.917986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 0acb04c9-9413-40e8-a70c-e995b2f3aada, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:21.950113 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.21.0.1 (4a5bf0dc-e063-407a-81f4-640623faaf46/47f35477-fb9c-45fc-bcdf-848df9886c64/53215843-ac6a-4c51-9f1e-a34c3316d7fe) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:21.979739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.982758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1139c-3d76-4c80-b69c-eb5836e3eaeb None None] Pushing event updated for resources: {'Port': ['ID=27b6cf64-b68e-44ef-98da-619e8c1dd479,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.002785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:22.008886 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97a1139c-3d76-4c80-b69c-eb5836e3eaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.011963 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.021340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:22.043879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.083132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:22.085903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:22.102069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:22.328707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['0acb04c9-9413-40e8-a70c-e995b2f3aada'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:22.333255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.357339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 53215843-ac6a-4c51-9f1e-a34c3316d7fe will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:22.393703 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-09817a60-49d2-4132-ba81-606c55e334db', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:22.395738 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.434373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Pushing event updated for resources: {'Port': ['ID=fc80c546-05ba-4312-948a-b69e1649401a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.465601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.504001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Attempting to bind port fc80c546-05ba-4312-948a-b69e1649401a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:22.504488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Attempting to bind port fc80c546-05ba-4312-948a-b69e1649401a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:22.504902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Attempting to bind port fc80c546-05ba-4312-948a-b69e1649401a on network 4a5bf0dc-e063-407a-81f4-640623faaf46 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:22.511117 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9a1de071-4b7e-4f17-b1f2-d167f410ad6c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.522205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:22.565085 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:22.566548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Checking segment: {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:22.567303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.567976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Bound using segment: {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:22.568490 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Bound port: fc80c546-05ba-4312-948a-b69e1649401a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:22.568882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.575214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=53215843-ac6a-4c51-9f1e-a34c3316d7fe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.591086 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.604420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:22.628274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:22.633557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:22.678585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=0acb04c9-9413-40e8-a70c-e995b2f3aada,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.698639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.733136 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.734095 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.734708 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.726s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.735138 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.744408 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.015724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-3083bb45-972b-4109-b395-8d2371c33271 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:23.023477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-3083bb45-972b-4109-b395-8d2371c33271 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 814 time: 0.2353761 Jun 17 08:45:23.047039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-6f4aa1e0-8f05-4968-84d3-2dc08476979a tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/quotas/5041043332f1437ba4468932a0e1eea8 HTTP/1.1" status: 200 len: 375 time: 0.0216100 Jun 17 08:45:23.048516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.062824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] For port fc80c546-05ba-4312-948a-b69e1649401a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:23.084433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Allocated IP 172.20.0.2 (09817a60-49d2-4132-ba81-606c55e334db/c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756/a761d7cf-8d40-4254-930e-f0afcad59de3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:23.089858 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-bbf6a78a-c51c-474e-ad32-92b282c3c2a1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407701 Jun 17 08:45:23.132742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48168) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.222828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e42dc8-e359-432a-b844-18da48f56ac9 req-58c655fc-5887-440b-ac86-88844e6f2f0d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:23.226027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8e42dc8-e359-432a-b844-18da48f56ac9 req-58c655fc-5887-440b-ac86-88844e6f2f0d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 945 time: 0.2701123 Jun 17 08:45:23.275900 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Allocated IP 172.25.7.139 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/95171635-2cce-46d8-80cc-ae21fa4c406c) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:23.288908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d0b6c5e0-cb0f-4261-b609-eb7c21dac206 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] Request body: {'port': {'network_id': 'fd6ba022-b8d9-452d-a739-a1907e876953', 'name': 'tempest-NetworksNegativeTestJSON-304091138'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.320261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-00caf535-4b57-433f-bc44-f86d9c52f4f3 service neutron] 10.222.0.65 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288606 Jun 17 08:45:23.352153 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b6c5e0-cb0f-4261-b609-eb7c21dac206 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] POST failed (client error): The resource could not be found. Jun 17 08:45:23.353706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.358857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b6c5e0-cb0f-4261-b609-eb7c21dac206 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:23.360333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d0b6c5e0-cb0f-4261-b609-eb7c21dac206 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2265205 Jun 17 08:45:23.369215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Transition to ACTIVE for port object a761d7cf-8d40-4254-930e-f0afcad59de3 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:23.378464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.385018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Transition to ACTIVE for port object a761d7cf-8d40-4254-930e-f0afcad59de3 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:23.393228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] For port fc80c546-05ba-4312-948a-b69e1649401a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fc80c546-05ba-4312-948a-b69e1649401a,segment=NetworkSegment(6d6a8b20-de93-4e7d-b8ce-13d369822548),segment_id=6d6a8b20-de93-4e7d-b8ce-13d369822548)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:23.425881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.429968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8e42dc8-e359-432a-b844-18da48f56ac9 req-43a6c9c7-0d34-4cfe-b62c-1ca9e467d3c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974120 Jun 17 08:45:23.439703 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.447207 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e08ce5-9031-4dfc-bd90-fccaf9cd9acf tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:23.447963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e08ce5-9031-4dfc-bd90-fccaf9cd9acf tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:23.448552 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.452918 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-02e08ce5-9031-4dfc-bd90-fccaf9cd9acf tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "DELETE /v2.0/networks/ff21751e-cf43-4e02-b5e5-8b7674a04cf6 HTTP/1.1" status: 404 len: 339 time: 0.0618346 Jun 17 08:45:23.461929 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.505101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Network 09817a60-49d2-4132-ba81-606c55e334db is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:23.513875 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9852b7be-bc86-466d-9633-b73189a4237a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:23.515355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9852b7be-bc86-466d-9633-b73189a4237a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:23.517245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9852b7be-bc86-466d-9633-b73189a4237a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "DELETE /v2.0/ports/214f20e8-3283-46cd-a7d7-5008f4da370c HTTP/1.1" status: 404 len: 333 time: 0.0543087 Jun 17 08:45:23.517952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.522343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48184) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.571380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Pushing event updated for resources: {'Port': ['ID=a761d7cf-8d40-4254-930e-f0afcad59de3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.581332 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f412d571-2458-4daf-a1d5-c84a38339fd6 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:23.581779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f412d571-2458-4daf-a1d5-c84a38339fd6 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:23.588034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f412d571-2458-4daf-a1d5-c84a38339fd6 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "DELETE /v2.0/subnets/e7a5c66d-677f-4ed8-b8f7-36db2a640bb0 HTTP/1.1" status: 404 len: 337 time: 0.0599439 Jun 17 08:45:23.588283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:23.588399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48186) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.588492 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.588801 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2ac6498b-930a-4fb8-9c7f-e4357645fa48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.597584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:23.627425 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-df835d56-9147-46d9-ab39-8f97e6c101da tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] GET failed (client error): The resource could not be found. Jun 17 08:45:23.629578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-df835d56-9147-46d9-ab39-8f97e6c101da tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "GET /v2.0/networks/ca0fb6ed-405f-4d80-b5f7-303622108538 HTTP/1.1" status: 404 len: 339 time: 0.0410469 Jun 17 08:45:23.636618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48190) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.688372 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a9398e-1170-44f1-ad47-05ba22e8b9e1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] GET failed (client error): The resource could not be found. Jun 17 08:45:23.691845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-43a9398e-1170-44f1-ad47-05ba22e8b9e1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "GET /v2.0/ports/6cb57864-2b51-43d6-8bee-11c6b3ffc00d HTTP/1.1" status: 404 len: 333 time: 0.0538321 Jun 17 08:45:23.705600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-67b3202e-4af1-468a-b9f8-b2ca198b6389 service neutron] 10.222.0.65 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805840 Jun 17 08:45:23.706612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48192) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.750425 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc929f9-2972-46c3-8ec9-ad45a1ab03f1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] GET failed (client error): The resource could not be found. Jun 17 08:45:23.756270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-adc929f9-2972-46c3-8ec9-ad45a1ab03f1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "GET /v2.0/subnets/462f72ca-d1ef-42da-9f44-686665eded54 HTTP/1.1" status: 404 len: 337 time: 0.0447814 Jun 17 08:45:23.757366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48194) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.769956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-473646ee-9ff9-4c8e-b010-0e4c5aa3d3a1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.771477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Attempting to bind port a761d7cf-8d40-4254-930e-f0afcad59de3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:23.771962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Attempting to bind port a761d7cf-8d40-4254-930e-f0afcad59de3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:23.772429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Attempting to bind port a761d7cf-8d40-4254-930e-f0afcad59de3 on network 09817a60-49d2-4132-ba81-606c55e334db {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:23.790083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Pushing event updated for resources: {'Port': ['ID=fc80c546-05ba-4312-948a-b69e1649401a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.793852 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.796441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:23.796960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Checking segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:23.797465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.798090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Bound using segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:23.798677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Bound port: a761d7cf-8d40-4254-930e-f0afcad59de3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:23.799355 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.804798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:14Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:21Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:23.817473 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-473646ee-9ff9-4c8e-b010-0e4c5aa3d3a1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] PUT failed (client error): The resource could not be found. Jun 17 08:45:23.818371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473646ee-9ff9-4c8e-b010-0e4c5aa3d3a1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:23.823025 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-473646ee-9ff9-4c8e-b010-0e4c5aa3d3a1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "PUT /v2.0/networks/ad54be94-11dd-4af4-a602-962e7a52443f HTTP/1.1" status: 404 len: 339 time: 0.0612135 Jun 17 08:45:23.824801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48196) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.844257 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-00698ec6-0df2-486c-9df2-a7600cc7aa8a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.850742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e749-1e36-4fd9-88ed-8ec5d6ce1d6c None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:14Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:21Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:23.947750 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-00698ec6-0df2-486c-9df2-a7600cc7aa8a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] PUT failed (client error): The resource could not be found. Jun 17 08:45:23.948543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00698ec6-0df2-486c-9df2-a7600cc7aa8a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:23.953802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-00698ec6-0df2-486c-9df2-a7600cc7aa8a tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "PUT /v2.0/ports/c2969108-dc00-4da8-920a-d5f230cc4cad HTTP/1.1" status: 404 len: 333 time: 0.1279287 Jun 17 08:45:23.958342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48198) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.968547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b4088524-b122-45c7-9f4b-4f43515269c1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:24.015538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] For port a761d7cf-8d40-4254-930e-f0afcad59de3, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:24.026382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] For port a761d7cf-8d40-4254-930e-f0afcad59de3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a761d7cf-8d40-4254-930e-f0afcad59de3,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:24.033019 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4088524-b122-45c7-9f4b-4f43515269c1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] PUT failed (client error): The resource could not be found. Jun 17 08:45:24.033613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4088524-b122-45c7-9f4b-4f43515269c1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:24.036268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4088524-b122-45c7-9f4b-4f43515269c1 tempest-NetworksNegativeTestJSON-597624476 tempest-NetworksNegativeTestJSON-597624476-project] 10.222.0.65 "PUT /v2.0/subnets/3644cd9f-eb76-4535-9200-90bc2f45a9c3 HTTP/1.1" status: 404 len: 337 time: 0.0751951 Jun 17 08:45:24.043273 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.048240 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.148098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.163223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.171198 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-045e0ae8-e1e9-4c66-91f8-beea69345b7c tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.184554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec17a753-7055-4d1f-910d-dbb0e0f4567f req-02edf2ce-ce13-4e17-86f1-668674afebb8 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 210 time: 0.1100092 Jun 17 08:45:24.238984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Pushing event updated for resources: {'Port': ['ID=a761d7cf-8d40-4254-930e-f0afcad59de3,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.247029 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.308846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.330203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=53215843-ac6a-4c51-9f1e-a34c3316d7fe,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.341469 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.358670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef220d4e-a618-49b6-9782-372e6ddb3012 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.470314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.480892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Pushing event updated for resources: {'Port': ['ID=95171635-2cce-46d8-80cc-ae21fa4c406c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.651075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fc80c546-05ba-4312-948a-b69e1649401a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:24.686106 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.687982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:24.714861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:24.718128 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:24.718924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48214) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.861072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port fc80c546-05ba-4312-948a-b69e1649401a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:24.870366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:24.873856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 27b6cf64-b68e-44ef-98da-619e8c1dd479 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:24.874165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:24.946395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527b45a-6752-45bf-b7fc-fe50778dc5cb req-825b1c9c-40ec-4435-8a87-3db553a538ea tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:24.948450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f527b45a-6752-45bf-b7fc-fe50778dc5cb req-825b1c9c-40ec-4435-8a87-3db553a538ea tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 945 time: 0.1451259 Jun 17 08:45:25.051601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.083668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-be9cfe8e-f02f-4bb2-9fb1-97e0624b5b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.100327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 27b6cf64-b68e-44ef-98da-619e8c1dd479 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:25.108209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 27b6cf64-b68e-44ef-98da-619e8c1dd479 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:25.108856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.118754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:25.186108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0acb04c9-9413-40e8-a70c-e995b2f3aada up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:25.299482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.326870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f527b45a-6752-45bf-b7fc-fe50778dc5cb req-2efdb1d8-361b-4a79-a2f7-ef026cd13797 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707838 Jun 17 08:45:25.333449 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.340921 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e1d67cee-5545-4c29-bdc4-2e32bb633118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.368156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 0acb04c9-9413-40e8-a70c-e995b2f3aada completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:25.386452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee31972-3391-4795-862e-99e06e672574,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.403776 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.432833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 0acb04c9-9413-40e8-a70c-e995b2f3aada triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:25.433163 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.482584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f2deca-51c6-4735-af5c-d685e691f7ae req-e7622d32-41be-4574-befd-1c2171ea711f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 210 time: 0.1524341 Jun 17 08:45:25.535026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc7b9287551446998688abeeee12d1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8141143 Jun 17 08:45:25.537606 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48230) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.544082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.551472 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2090ec-4f7d-42b1-97d7-00c4c0087123 None None] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:25.611967 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.677755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.746012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 27b6cf64-b68e-44ef-98da-619e8c1dd479, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=27b6cf64-b68e-44ef-98da-619e8c1dd479,segment=NetworkSegment(982a446b-2deb-40eb-8d6d-fbf78087365d),segment_id=982a446b-2deb-40eb-8d6d-fbf78087365d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:25.770795 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.775801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.777299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ee31972-3391-4795-862e-99e06e672574 HTTP/1.1" status: 204 len: 168 time: 0.2387488 Jun 17 08:45:25.778507 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c8940b3-08d8-4b27-8c2c-3425bcf8dc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.783203 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.788213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee31972-3391-4795-862e-99e06e672574,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.791900 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.795850 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a59351e6-8a0d-4e43-afe9-4d61f037e82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.846617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:25.856644 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3984010 Jun 17 08:45:25.859975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48236) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.867638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1093846794'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:25.884626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.920997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:25.927130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.947277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Provisioning for port fc80c546-05ba-4312-948a-b69e1649401a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:26.001680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Provisioning complete for port fc80c546-05ba-4312-948a-b69e1649401a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:26.002061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.012927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:26.048989 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.049460 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment cf4079dc-82c0-4ae9-ad32-2e2d58af1be4 of type vlan for network 0def36e1-f0b9-417d-af3d-743fc356453e Jun 17 08:45:26.208936 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.277546 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.284062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.284947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.305821 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-43050c06-2d4b-43bd-ac42-7e34904bd72a tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.375320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5134676 Jun 17 08:45:26.376365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48248) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.395784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.400196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:26.449757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=0def36e1-f0b9-417d-af3d-743fc356453e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.464224 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.515725 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:26.529635 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.548166 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:26.548828 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:26.568510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b307777-11f9-4c46-9e2b-ca1d3b5140e6 None None] Network 09817a60-49d2-4132-ba81-606c55e334db requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:26.570421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0def36e1-f0b9-417d-af3d-743fc356453e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:26.573413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=27b6cf64-b68e-44ef-98da-619e8c1dd479,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.584320 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.599929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a761d7cf-8d40-4254-930e-f0afcad59de3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:26.777220 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:26.809306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:26.818329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 0acb04c9-9413-40e8-a70c-e995b2f3aada, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:26.827735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e09445e3-ac3c-4516-a877-2c7e0b5739e6 req-bf794b39-b1bd-4aec-9c1d-65c4077526d2 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 210 time: 0.0995212 Jun 17 08:45:26.837157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:26.841121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.851857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa12930-246b-474d-b72d-a4e63220013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb04c9-9413-40e8-a70c-e995b2f3aada'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:26.861651 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc7504c-d6e1-4765-b232-340b55c3808d" -d '{"events": [{"server_uuid": "9aa12930-246b-474d-b72d-a4e63220013e", "name": "network-vif-plugged", "status": "completed", "tag": "0acb04c9-9413-40e8-a70c-e995b2f3aada"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:26.958316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.996241 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.044086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:27.085132 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.089802 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4421654 Jun 17 08:45:27.090694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48270) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:27.206490 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:22Z', 'revision_number': 3, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:23Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:27.293153 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:27.306000 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Updating router f542c768-68a5-4a1a-823e-1ff3091d4509 port 53215843-ac6a-4c51-9f1e-a34c3316d7fe binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:27.330475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48274) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:27.383790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=0acb04c9-9413-40e8-a70c-e995b2f3aada,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.398690 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.402951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:27.407393 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.468394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.491117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5acc0-ef01-4b5f-8651-3d855e9d1aa7 req-3f5d92e3-7d2d-4205-90ea-82be7d0fa133 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.494593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5acc0-ef01-4b5f-8651-3d855e9d1aa7 req-3f5d92e3-7d2d-4205-90ea-82be7d0fa133 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 945 time: 0.8150532 Jun 17 08:45:27.520501 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-840bf2ab-cf00-4820-b5af-cb5f5c7822fb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.526208 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.548302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1935887568'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:27.586384 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e18aa-b025-468f-8108-54aeac739047 x-openstack-request-id: req-9e6e18aa-b025-468f-8108-54aeac739047 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:27.586684 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa12930-246b-474d-b72d-a4e63220013e", "name": "network-vif-plugged", "status": "completed", "tag": "0acb04c9-9413-40e8-a70c-e995b2f3aada", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:27.587184 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e6e18aa-b025-468f-8108-54aeac739047 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:27.587764 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa12930-246b-474d-b72d-a4e63220013e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb04c9-9413-40e8-a70c-e995b2f3aada', 'code': 200} Jun 17 08:45:27.638964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:27.639976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:44:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:27.684555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-6aa1743b-d143-47db-a1bf-01085d49b8ca tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.685779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-6aa1743b-d143-47db-a1bf-01085d49b8ca tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 814 time: 0.5681665 Jun 17 08:45:27.688748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=1b94679c-c39a-4267-835c-dd046748c83b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.697930 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.701243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90e5acc0-ef01-4b5f-8651-3d855e9d1aa7 req-2684942d-0094-46fd-9db6-58f95bb71e06 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698699 Jun 17 08:45:27.703983 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:27.709749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Request body: {'port': {'device_id': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e', 'admin_state_up': True, 'tenant_id': '5041043332f1437ba4468932a0e1eea8'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:27.713582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.729618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.812108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:27.825646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:27.826278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: 0def36e1-f0b9-417d-af3d-743fc356453e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:27.858106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 0def36e1-f0b9-417d-af3d-743fc356453e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:27.868876 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.878824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0def36e1-f0b9-417d-af3d-743fc356453e) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:27.887450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.889228 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.899861 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Transition to ACTIVE for port object 53215843-ac6a-4c51-9f1e-a34c3316d7fe will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:27.918527 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.923595 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c962e9bd-4221-4173-bae3-e9f8404136c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.943184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a621a-e06a-4d57-84c7-f273c92073c6 None None] Network 0def36e1-f0b9-417d-af3d-743fc356453e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:28.021480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] For port fc80c546-05ba-4312-948a-b69e1649401a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fc80c546-05ba-4312-948a-b69e1649401a,segment=NetworkSegment(6d6a8b20-de93-4e7d-b8ce-13d369822548),segment_id=6d6a8b20-de93-4e7d-b8ce-13d369822548)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:28.030233 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32c2e1d9-7642-415c-985a-474df8a7799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.062253 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.066890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.076174 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.121109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18c7dbd3-3bbe-4922-be6c-2aa4b4c558e1 req-f9442883-cc7f-486e-b93e-26e09043d8cf tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 210 time: 0.0504537 Jun 17 08:45:28.129389 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Pushing event updated for resources: {'Port': ['ID=53215843-ac6a-4c51-9f1e-a34c3316d7fe,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.134641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a761d7cf-8d40-4254-930e-f0afcad59de3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:28.144550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Pushing event updated for resources: {'Port': ['ID=fc80c546-05ba-4312-948a-b69e1649401a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.153134 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.153712 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.154204 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.154689 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.155194 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.156705 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.157198 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.157735 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.158214 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.158706 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.159257 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.160227 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:28.171529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.188303 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.219707 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Attempting to bind port 53215843-ac6a-4c51-9f1e-a34c3316d7fe on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:28.220342 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Attempting to bind port 53215843-ac6a-4c51-9f1e-a34c3316d7fe by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:28.220949 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Attempting to bind port 53215843-ac6a-4c51-9f1e-a34c3316d7fe on network 4a5bf0dc-e063-407a-81f4-640623faaf46 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:28.227419 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:28.228080 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Checking segment: {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:28.228314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.228858 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.230121 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Bound using segment: {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:28.230757 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Bound port: 53215843-ac6a-4c51-9f1e-a34c3316d7fe, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6a8b20-de93-4e7d-b8ce-13d369822548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:28.231488 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.242948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8509269 Jun 17 08:45:28.243180 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.244405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Made reservation on behalf of 5041043332f1437ba4468932a0e1eea8 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:28.245821 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14df6ddc-82b0-456d-a6e4-8ee351449925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.251374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.260429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48282) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:28.464214 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] For port 53215843-ac6a-4c51-9f1e-a34c3316d7fe, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:28.470364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] For port 53215843-ac6a-4c51-9f1e-a34c3316d7fe, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=53215843-ac6a-4c51-9f1e-a34c3316d7fe,segment=NetworkSegment(6d6a8b20-de93-4e7d-b8ce-13d369822548),segment_id=6d6a8b20-de93-4e7d-b8ce-13d369822548)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:28.478994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Provisioning for port a761d7cf-8d40-4254-930e-f0afcad59de3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:28.483673 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.485860 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f7d07244-64d9-4828-980b-f3a89a1bbf54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.506622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fc80c546-05ba-4312-948a-b69e1649401a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:28.563777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:28.606665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99d237-31e9-42af-b01d-3bd29ed1b329 req-2bf89198-64ce-494e-a361-0bdcbec3dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:28.608242 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6c99d237-31e9-42af-b01d-3bd29ed1b329 req-2bf89198-64ce-494e-a361-0bdcbec3dff7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 1098 time: 0.9473009 Jun 17 08:45:28.610100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.611104 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment 5460cb2e-e522-4dad-8a46-b33130231be7 of type vlan for network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b Jun 17 08:45:28.618280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Allocated IP 172.20.0.13 (c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e/1073a07c-9257-4e34-92ef-178d4ad7870a/05f0ca74-7747-495c-9d67-96cefdfcc1dd) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:28.630036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9653bf9e-2711-488c-8e45-14129b70130b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.631345 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:28.633276 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:28.677680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Provisioning complete for port a761d7cf-8d40-4254-930e-f0afcad59de3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:28.678172 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.678850 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.780592 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Pushing event updated for resources: {'Port': ['ID=53215843-ac6a-4c51-9f1e-a34c3316d7fe,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.841623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.854854 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.889178 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:28.946615 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.992112 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.008417 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6c99d237-31e9-42af-b01d-3bd29ed1b329 req-758ed4de-693f-4a65-b9cd-48ce9e2b296d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572013 Jun 17 08:45:29.087735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aaa8c-bac9-4e32-a745-aa0b1c8154fc req-fc76d9d8-ad65-4c4c-b720-f6eeb259aaff tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.100717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b49aaa8c-bac9-4e32-a745-aa0b1c8154fc req-fc76d9d8-ad65-4c4c-b720-f6eeb259aaff tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.1649492 Jun 17 08:45:29.108407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fc80c546-05ba-4312-948a-b69e1649401a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:29.113942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.207840 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.208102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b49aaa8c-bac9-4e32-a745-aa0b1c8154fc req-46e9d32a-8b09-4b5c-8403-70c9c7f06e07 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039388 Jun 17 08:45:29.212807 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.225913 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:29.246864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.252724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.253892 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.292399 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:29.301143 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9678497 Jun 17 08:45:29.313560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48292) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.323801 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'name': 'tempest-PortsIpV6TestJSON-1339093191'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:29.362598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-0def36e1-f0b9-417d-af3d-743fc356453e', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:29.363509 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.400126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:29.411902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:29.509490 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:22Z', 'revision_number': 3, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:28Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:29.570047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:29.584725 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1a280-3494-4c38-a02b-3cb2e9995375 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:22Z', 'revision_number': 3, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:28Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:29.606312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 3, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:29.689320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Pushing event updated for resources: {'Port': ['ID=05f0ca74-7747-495c-9d67-96cefdfcc1dd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:29.717479 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:29.772946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.775031 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.775191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:29.775455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Updating router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa port 95171635-2cce-46d8-80cc-ae21fa4c406c binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:29.803958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0999203 Jun 17 08:45:29.814209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf3735-d709-4fe1-bd82-916a1a9c83db req-8305648a-0610-47b9-94de-5cf59117a166 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.823222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7edf3735-d709-4fe1-bd82-916a1a9c83db req-8305648a-0610-47b9-94de-5cf59117a166 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 932 time: 0.4058328 Jun 17 08:45:29.837113 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.946207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7edf3735-d709-4fe1-bd82-916a1a9c83db req-5381a0f2-20a0-4c13-b5bc-584914051cb2 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217782 Jun 17 08:45:29.998284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Request body: {'port': {'device_id': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:30.010339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 27b6cf64-b68e-44ef-98da-619e8c1dd479 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:30.132155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=f5fc8df6-22db-4d4f-b4bb-1335958f1d2b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:30.139887 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:30.154666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.197868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:30.240656 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.260934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] For port a761d7cf-8d40-4254-930e-f0afcad59de3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a761d7cf-8d40-4254-930e-f0afcad59de3,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:30.286281 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.295094 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dee771f7-60be-4db1-ba39-c515cdb0d363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:30.317162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Allocated IP 172.22.0.2 (0def36e1-f0b9-417d-af3d-743fc356453e/1b94679c-c39a-4267-835c-dd046748c83b/300a93cc-7451-4b00-993d-298883d0bccb) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:30.402594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 27b6cf64-b68e-44ef-98da-619e8c1dd479 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:30.403495 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.470396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Allocated IP 172.20.0.1 (09817a60-49d2-4132-ba81-606c55e334db/c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756/c787ff2b-449d-484d-8a2d-117e62255c76) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:30.510481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.530150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:30.544952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.585104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port c98fda30-294b-4b69-b7a0-34816baf36d0 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:45:30.774605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f192b-ab9b-4650-8362-00270aecf1f5 req-32b888d7-512c-49ea-b30e-306a841c17fc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:30.777604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-585f192b-ab9b-4650-8362-00270aecf1f5 req-32b888d7-512c-49ea-b30e-306a841c17fc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.3300281 Jun 17 08:45:30.859209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-585f192b-ab9b-4650-8362-00270aecf1f5 req-375dfeb2-6a42-41ef-a369-9cd37e249591 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715792 Jun 17 08:45:30.902493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.980009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f0ca74-7747-495c-9d67-96cefdfcc1dd {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:30.990602 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.008937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Transition to ACTIVE for port object 05f0ca74-7747-495c-9d67-96cefdfcc1dd will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:31.016603 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.035369 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.039585 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af4fdcee-2bd7-47b6-ad06-14ed9d6df60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.137758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Pushing event updated for resources: {'Port': ['ID=a761d7cf-8d40-4254-930e-f0afcad59de3,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.141026 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.144106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bca1ab8-3959-42d9-a4bb-a135cc7b772b None None] Provisioning complete for port a761d7cf-8d40-4254-930e-f0afcad59de3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:31.144492 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7bca1ab8-3959-42d9-a4bb-a135cc7b772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.173107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Pushing event updated for resources: {'Port': ['ID=05f0ca74-7747-495c-9d67-96cefdfcc1dd,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.175518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.185014 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.192991 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.203848 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-169d7ad3-1613-47b1-b988-9f670ebb7fee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.261615 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=c98fda30-294b-4b69-b7a0-34816baf36d0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.276974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Transition to ACTIVE for port object c787ff2b-449d-484d-8a2d-117e62255c76 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:31.279512 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.313307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738718e-6b71-488f-a4ef-60f1aeeab9e8 req-30dd5fcb-7aba-40b8-86f4-c1a6da09b70d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.314819 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a738718e-6b71-488f-a4ef-60f1aeeab9e8 req-30dd5fcb-7aba-40b8-86f4-c1a6da09b70d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.2351081 Jun 17 08:45:31.336097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Attempting to bind port 05f0ca74-7747-495c-9d67-96cefdfcc1dd on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:31.336430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Attempting to bind port 05f0ca74-7747-495c-9d67-96cefdfcc1dd by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:31.336758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Attempting to bind port 05f0ca74-7747-495c-9d67-96cefdfcc1dd on network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:31.355920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Port 05f0ca74-7747-495c-9d67-96cefdfcc1dd on network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:31.356240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Attempting to bind port 05f0ca74-7747-495c-9d67-96cefdfcc1dd on network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:31.385907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96953f53-151b-4b9b-b3c0-1496e0abd6a1 req-4f660095-e0de-42a0-90e7-a8311dc104b6 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.387449 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96953f53-151b-4b9b-b3c0-1496e0abd6a1 req-4f660095-e0de-42a0-90e7-a8311dc104b6 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 944 time: 0.1887403 Jun 17 08:45:31.390593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:31.390945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Checking segment: {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:31.391366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Bound using segment: {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:31.391794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Bound port: 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:31.392124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.397032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': '5460cb2e-e522-4dad-8a46-b33130231be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:31.397695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: f5fc8df6-22db-4d4f-b4bb-1335958f1d2b, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:31.407737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.411515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a738718e-6b71-488f-a4ef-60f1aeeab9e8 req-dcda504b-db13-4853-974b-beba353b0b70 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818639 Jun 17 08:45:31.413933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.477625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Network 09817a60-49d2-4132-ba81-606c55e334db is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:31.482721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:31.493013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:31.495215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96953f53-151b-4b9b-b3c0-1496e0abd6a1 req-9084ac3b-c303-4cc1-8c8c-2b5efbad0484 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918195 Jun 17 08:45:31.504268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:31.519360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] For port 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:31.533073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] For port 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:31.536853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f5fc8df6-22db-4d4f-b4bb-1335958f1d2b) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:31.544067 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.547000 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0222ce4-a92a-43db-91fe-8de400f45a5e tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.550296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:31.560029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.560029 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.560619 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Pushing event updated for resources: {'Port': ['ID=c787ff2b-449d-484d-8a2d-117e62255c76,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.569462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05efe6-84e8-40ad-b116-c06d4bd1d607 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:31.573452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.588653 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.638003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.639064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.640789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] 10.222.0.67 "PUT /v2.0/ports/05f0ca74-7747-495c-9d67-96cefdfcc1dd HTTP/1.1" status: 200 len: 1093 time: 1.8150575 Jun 17 08:45:31.643307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'tag': '05f0ca74-7747-495c-9d67-96cefdfcc1dd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:31.647992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.664251 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13213382-9f60-4fa9-93b5-fd5988eb160a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bae8ec7-2493-4d71-b836-114a36acfa42", "tag": "05f0ca74-7747-495c-9d67-96cefdfcc1dd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:31.694118 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3723450 Jun 17 08:45:31.696562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48314) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.713205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Transition to ACTIVE for port object 95171635-2cce-46d8-80cc-ae21fa4c406c will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:31.752028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1175385708'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:31.800860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.817086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Pushing event updated for resources: {'Port': ['ID=05f0ca74-7747-495c-9d67-96cefdfcc1dd,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.872481 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-320fdac8-01ed-4dd8-841a-2ae146f381b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.997563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.118254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Attempting to bind port 95171635-2cce-46d8-80cc-ae21fa4c406c on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:32.118995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Attempting to bind port 95171635-2cce-46d8-80cc-ae21fa4c406c by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:32.119550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Attempting to bind port 95171635-2cce-46d8-80cc-ae21fa4c406c on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:32.122111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac535c-a6fa-4e8c-baae-d5cb4daab955 None None] Pushing event updated for resources: {'Port': ['ID=95171635-2cce-46d8-80cc-ae21fa4c406c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.134332 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.137292 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fac535c-a6fa-4e8c-baae-d5cb4daab955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.148080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:32.148757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:32.149373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.150135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:32.151007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Bound port: 95171635-2cce-46d8-80cc-ae21fa4c406c, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:32.151587 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.194642 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.197405 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a507e1-4cb4-4bec-9029-4301d43c3c3c x-openstack-request-id: req-d0a507e1-4cb4-4bec-9029-4301d43c3c3c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:32.198316 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bae8ec7-2493-4d71-b836-114a36acfa42", "tag": "05f0ca74-7747-495c-9d67-96cefdfcc1dd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:32.198316 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0a507e1-4cb4-4bec-9029-4301d43c3c3c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:32.200072 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'tag': '05f0ca74-7747-495c-9d67-96cefdfcc1dd', 'status': 'completed', 'code': 200} Jun 17 08:45:32.224167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Transition to ACTIVE for port object 300a93cc-7451-4b00-993d-298883d0bccb will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:32.224357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:32.227573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.265613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bca1ab8-3959-42d9-a4bb-a135cc7b772b None None] Provisioning complete for port fc80c546-05ba-4312-948a-b69e1649401a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:32.266006 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7bca1ab8-3959-42d9-a4bb-a135cc7b772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.268824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-d6b02126-e3d0-4bfb-a659-8b3873095c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.270957 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-d6b02126-e3d0-4bfb-a659-8b3873095c60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 1096 time: 0.5699897 Jun 17 08:45:32.312699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Transition to ACTIVE for port object 300a93cc-7451-4b00-993d-298883d0bccb will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:32.330703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:32.338811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.342998 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-7e5c951e-572f-4342-b472-50009d68af73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd HTTP/1.1" status: 200 len: 217 time: 0.0594027 Jun 17 08:45:32.350541 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bde0ef1e-db2b-4871-acc2-03c89e0b18c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.355937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.356529 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment b4f8eae0-911e-49a2-82b1-881c412d94a4 of type vlan for network 7571776d-995a-4139-a4c3-14c9e150de7d Jun 17 08:45:32.373446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.380637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.386625 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-802fb81d-f684-4006-8f7c-d3986fe3bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.395896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] For port 95171635-2cce-46d8-80cc-ae21fa4c406c, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:32.433370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Network 0def36e1-f0b9-417d-af3d-743fc356453e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:32.442686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] For port 95171635-2cce-46d8-80cc-ae21fa4c406c, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=95171635-2cce-46d8-80cc-ae21fa4c406c,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:32.452815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:32.461505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:32.463995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Pushing event updated for resources: {'Port': ['ID=300a93cc-7451-4b00-993d-298883d0bccb,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.468650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6d33-386f-4301-9b9b-15e6693d310e req-215b9a7c-5650-4b54-97b3-956c1daed881 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.475273 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.476156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.22.0.1 (0def36e1-f0b9-417d-af3d-743fc356453e/1b94679c-c39a-4267-835c-dd046748c83b/954555de-fab8-4eb6-9812-ed4b56e9c63c) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:32.476812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37db6d33-386f-4301-9b9b-15e6693d310e req-215b9a7c-5650-4b54-97b3-956c1daed881 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.7088571 Jun 17 08:45:32.481848 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.482330 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.505709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Pushing event updated for resources: {'Port': ['ID=c787ff2b-449d-484d-8a2d-117e62255c76,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.516652 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.517473 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.583873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 53215843-ac6a-4c51-9f1e-a34c3316d7fe up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:32.642544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-b1fdcc77-8519-4005-8c25-ad114a6d3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.651515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-b1fdcc77-8519-4005-8c25-ad114a6d3a52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 200 len: 854 time: 0.2999547 Jun 17 08:45:32.669404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.706657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37db6d33-386f-4301-9b9b-15e6693d310e req-1f346a36-fbf3-460d-96ca-54dc3b56e274 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287717 Jun 17 08:45:32.720144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac535c-a6fa-4e8c-baae-d5cb4daab955 None None] Pushing event updated for resources: {'Port': ['ID=95171635-2cce-46d8-80cc-ae21fa4c406c,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.730768 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fac535c-a6fa-4e8c-baae-d5cb4daab955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.733430 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:32.734087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:32.753198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-701eccab-4c57-431c-acd6-189e4acda5be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867872 Jun 17 08:45:32.803849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Network 09817a60-49d2-4132-ba81-606c55e334db is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:32.811648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:32.814947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Attempting to bind port 300a93cc-7451-4b00-993d-298883d0bccb on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:32.815391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Attempting to bind port 300a93cc-7451-4b00-993d-298883d0bccb by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:32.816105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Attempting to bind port 300a93cc-7451-4b00-993d-298883d0bccb on network 0def36e1-f0b9-417d-af3d-743fc356453e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:32.825947 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.832532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.833852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.866393 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.876405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:32.876807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Checking segment: {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:32.877376 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.877795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Bound using segment: {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:32.878804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Bound port: 300a93cc-7451-4b00-993d-298883d0bccb, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:32.879232 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.914010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bca1ab8-3959-42d9-a4bb-a135cc7b772b None None] Provisioning for port 53215843-ac6a-4c51-9f1e-a34c3316d7fe completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:32.952829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 53215843-ac6a-4c51-9f1e-a34c3316d7fe completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:32.965240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 53215843-ac6a-4c51-9f1e-a34c3316d7fe triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:32.965942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.967864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f423c6-ab2b-4cbe-97ab-8fc3ccad7cb9 req-9ce2e78e-468b-43c2-8d4b-4a98b79aa387 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.969738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30f423c6-ab2b-4cbe-97ab-8fc3ccad7cb9 req-9ce2e78e-468b-43c2-8d4b-4a98b79aa387 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 944 time: 0.3022816 Jun 17 08:45:32.993138 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2761996 Jun 17 08:45:32.998664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48326) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:33.083748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'ports': [{'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'}, {'network_id': '7571776d-995a-4139-a4c3-14c9e150de7d'}]} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.084209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.084800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '7571776d-995a-4139-a4c3-14c9e150de7d'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.098860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=7571776d-995a-4139-a4c3-14c9e150de7d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.113393 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.117493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:33.125238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7571776d-995a-4139-a4c3-14c9e150de7d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:33.168416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-586a0ca4-0671-4dd5-a140-2ffad21dd177 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054687 Jun 17 08:45:33.223675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] For port 300a93cc-7451-4b00-993d-298883d0bccb, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:33.246266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:33.249347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.251457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30f423c6-ab2b-4cbe-97ab-8fc3ccad7cb9 req-985f6866-c2c9-4a21-aa07-0e9b7c33a3fd tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629809 Jun 17 08:45:33.260921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f222ca23-f611-4b57-b2b9-1bfe130d34bc None None] Provisioning for port c787ff2b-449d-484d-8a2d-117e62255c76 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:33.296481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 954555de-fab8-4eb6-9812-ed4b56e9c63c will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:33.334120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] For port 300a93cc-7451-4b00-993d-298883d0bccb, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=300a93cc-7451-4b00-993d-298883d0bccb,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:33.387263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f222ca23-f611-4b57-b2b9-1bfe130d34bc None None] Provisioning complete for port c787ff2b-449d-484d-8a2d-117e62255c76 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:33.387645 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f222ca23-f611-4b57-b2b9-1bfe130d34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.390282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.394713 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0482206-1841-4576-847d-90188ad4a482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:33.481205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Pushing event updated for resources: {'Port': ['ID=300a93cc-7451-4b00-993d-298883d0bccb,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.490962 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.494711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.518539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5ff49fe7-d187-484b-b8fe-c0603b772197 req-8c9efc80-6a29-41c4-a28c-133fa035ba8c service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395894 Jun 17 08:45:33.529162 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14ca9dd0-6976-402c-8221-cd4442a4166d tempest-ListServerFiltersTestJSON-1223561498 tempest-ListServerFiltersTestJSON-1223561498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:33.541842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 2} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:33.546670 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.561649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f222ca23-f611-4b57-b2b9-1bfe130d34bc None None] Port c787ff2b-449d-484d-8a2d-117e62255c76 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:33.567609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.631065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 0def36e1-f0b9-417d-af3d-743fc356453e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:33.639786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:33.652207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:33.691519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=954555de-fab8-4eb6-9812-ed4b56e9c63c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.702800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.711467 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.722275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:33.737856 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] 10.222.0.65 "PUT /v2.0/routers/a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6452923 Jun 17 08:45:33.739576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.754295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-777c1078-0b4c-4e0b-bbc7-0925d067bcc2 None None] Provisioning complete for port c787ff2b-449d-484d-8a2d-117e62255c76 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:33.754672 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-777c1078-0b4c-4e0b-bbc7-0925d067bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.789854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 472452c6-00f5-488f-9bfb-554d771b2296 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:45:33.813412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-777c1078-0b4c-4e0b-bbc7-0925d067bcc2 None None] Port c787ff2b-449d-484d-8a2d-117e62255c76 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:33.837209 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-8ce01040-ab30-4956-bc65-e11758ebc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.839111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-8ce01040-ab30-4956-bc65-e11758ebc69b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 1096 time: 0.2511871 Jun 17 08:45:33.851673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a900a8-a52c-4075-8f54-6791b91e7c9b req-309ad35c-7f0e-427f-a650-9a705d07365c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.856354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15a900a8-a52c-4075-8f54-6791b91e7c9b req-309ad35c-7f0e-427f-a650-9a705d07365c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.2857516 Jun 17 08:45:34.032575 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.135844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 53215843-ac6a-4c51-9f1e-a34c3316d7fe, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=53215843-ac6a-4c51-9f1e-a34c3316d7fe,segment=NetworkSegment(6d6a8b20-de93-4e7d-b8ce-13d369822548),segment_id=6d6a8b20-de93-4e7d-b8ce-13d369822548)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:34.154389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.155385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a761d7cf-8d40-4254-930e-f0afcad59de3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:34.158664 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fac535c-a6fa-4e8c-baae-d5cb4daab955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.191718 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15a900a8-a52c-4075-8f54-6791b91e7c9b req-2e34bd77-1fcb-4520-9e89-730a41520522 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161995 Jun 17 08:45:34.250592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-c31871fc-e41b-4bf1-9f14-2cc97120ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.254547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-c31871fc-e41b-4bf1-9f14-2cc97120ab40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 915 time: 0.3937671 Jun 17 08:45:34.264851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:32Z', 'revision_number': 2, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:34.268165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=53215843-ac6a-4c51-9f1e-a34c3316d7fe,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.273348 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.310784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fbf44-cc50-44f7-8892-da4228c843e3 None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:32Z', 'revision_number': 2, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:34.321764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.327069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-c4558a14-cfdd-434f-9153-917a98916a75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd HTTP/1.1" status: 200 len: 217 time: 0.0654662 Jun 17 08:45:34.335511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a761d7cf-8d40-4254-930e-f0afcad59de3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:34.335897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.469300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port bc366c39-f8e8-4405-a678-44e855f19b88 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:45:34.667227 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.681062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.689822 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.793186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-0b3b4bd6-feda-4008-9e44-540d913aa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.795087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-0b3b4bd6-feda-4008-9e44-540d913aa1bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 200 len: 854 time: 0.4600196 Jun 17 08:45:34.853070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-ce73d41f-7e15-4107-9b1b-261fddc5eacd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503421 Jun 17 08:45:34.873655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.976607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591a02-3a2c-473c-88b3-baad6e541337 req-9df96fcd-e156-40b7-8cca-c4928e878709 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.986488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb591a02-3a2c-473c-88b3-baad6e541337 req-9df96fcd-e156-40b7-8cca-c4928e878709 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 944 time: 0.3756654 Jun 17 08:45:35.044759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.095955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 53215843-ac6a-4c51-9f1e-a34c3316d7fe up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:35.140606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb591a02-3a2c-473c-88b3-baad6e541337 req-3a9e957f-42c3-4081-8c91-f826db5c0f8f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537156 Jun 17 08:45:35.162066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48344) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:35.182728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664370547', 'description': 'tempest-description--181826080'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:35.200946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=954555de-fab8-4eb6-9812-ed4b56e9c63c,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.209196 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.228657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-84f415c5-f582-41ef-a835-78d32cffada7 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471014 Jun 17 08:45:35.231819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 53215843-ac6a-4c51-9f1e-a34c3316d7fe triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:35.232346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.309607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.315868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.343109 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6ceab118-7d5a-4758-9020-0bda0da4c5b8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.433126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-914d5f8b-272a-4ce8-a04e-f4b684ba0fe0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:35.435200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-914d5f8b-272a-4ce8-a04e-f4b684ba0fe0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.5737679 Jun 17 08:45:35.437341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network 0def36e1-f0b9-417d-af3d-743fc356453e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:35.464283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:35.465510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 300a93cc-7451-4b00-993d-298883d0bccb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:35.542345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 300a93cc-7451-4b00-993d-298883d0bccb completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:35.561288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c47376-2cff-47b4-a7c8-c4fcba29abff None None] Network 0def36e1-f0b9-417d-af3d-743fc356453e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:35.575913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=472452c6-00f5-488f-9bfb-554d771b2296,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.605365 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.666243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:35.677213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:35.687179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:35.688629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.724298 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-48573998-c404-4811-8bda-bbb297b1bb7f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.736843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Provisioning for port 300a93cc-7451-4b00-993d-298883d0bccb completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:35.742530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Provisioning complete for port 300a93cc-7451-4b00-993d-298883d0bccb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:35.742930 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.757720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:35.769814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 0acb04c9-9413-40e8-a70c-e995b2f3aada {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:35.770814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.849006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=bc366c39-f8e8-4405-a678-44e855f19b88,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.860080 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.934235 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.939113 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13213382-9f60-4fa9-93b5-fd5988eb160a req-b7ea8630-329a-4ca3-8e10-28c7177d1e26 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988120 Jun 17 08:45:35.978664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': 'b4f8eae0-911e-49a2-82b1-881c412d94a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7571776d-995a-4139-a4c3-14c9e150de7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:35.979081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: 7571776d-995a-4139-a4c3-14c9e150de7d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:36.000539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] For port 300a93cc-7451-4b00-993d-298883d0bccb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=300a93cc-7451-4b00-993d-298883d0bccb,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:36.010719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.013194 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.029708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.048432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6692bbb-95f3-4164-806a-4c146dde81e4 req-66386f11-2e5f-4e0f-80eb-9ab85632a37c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.050692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6692bbb-95f3-4164-806a-4c146dde81e4 req-66386f11-2e5f-4e0f-80eb-9ab85632a37c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 946 time: 0.4708872 Jun 17 08:45:36.070404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.074448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Pushing event updated for resources: {'Port': ['ID=300a93cc-7451-4b00-993d-298883d0bccb,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.078161 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.086221 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e9de3d66-3960-4a1b-808a-fd10d207f512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.113486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 7571776d-995a-4139-a4c3-14c9e150de7d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:36.145558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7571776d-995a-4139-a4c3-14c9e150de7d) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:36.150469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:36.155432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738985d6-decc-496f-990e-90b3b80e75ba None None] Network 7571776d-995a-4139-a4c3-14c9e150de7d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:36.156739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.167995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.169237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.190613 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.195670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0225356 Jun 17 08:45:36.196727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38354817-7c7c-4a0a-9df1-9eb5d2f3a528,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.202419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48354) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:36.208376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'security_group_rule': {'security_group_id': '38354817-7c7c-4a0a-9df1-9eb5d2f3a528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:36.259762 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.268058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6692bbb-95f3-4164-806a-4c146dde81e4 req-219df9b1-3492-4405-901a-c59b1089f5c2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044561 Jun 17 08:45:36.281406 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.295593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2954624 Jun 17 08:45:36.310623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48356) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:36.375489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-96b47604-45d4-4f20-975c-f33acb926204 None None] Provisioning for port 954555de-fab8-4eb6-9812-ed4b56e9c63c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:36.386682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-96b47604-45d4-4f20-975c-f33acb926204 None None] Provisioning complete for port 954555de-fab8-4eb6-9812-ed4b56e9c63c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:36.386682 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96b47604-45d4-4f20-975c-f33acb926204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.470656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-96b47604-45d4-4f20-975c-f33acb926204 None None] Port 954555de-fab8-4eb6-9812-ed4b56e9c63c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:36.506635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-96b47604-45d4-4f20-975c-f33acb926204 None None] Provisioning complete for port 300a93cc-7451-4b00-993d-298883d0bccb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:36.507068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96b47604-45d4-4f20-975c-f33acb926204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.535255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:36.544152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.558156 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:36.563829 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2957542 Jun 17 08:45:36.564222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48360) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:36.577992 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:36.582233 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:36.586314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'network': {'name': 'tempest-RoutersTest-423269325'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:36.621554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port bc366c39-f8e8-4405-a678-44e855f19b88 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:36.621554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.623113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.645538 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b48e311e-cc8b-4f47-9667-494ce7412222 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.658096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:36.661886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.682339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7f5b8-cec1-447e-8d1c-31bbdafe6ea3 req-a955709f-d79f-4fee-b374-84a1ea86df30 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.705695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92e7f5b8-cec1-447e-8d1c-31bbdafe6ea3 req-a955709f-d79f-4fee-b374-84a1ea86df30 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 944 time: 0.2829566 Jun 17 08:45:36.707250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port 0acb04c9-9413-40e8-a70c-e995b2f3aada, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=0acb04c9-9413-40e8-a70c-e995b2f3aada,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:36.708098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.846041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c394e138-172c-41a5-8d24-5deb91859b40,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.850021 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:36.872005 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.895865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 95171635-2cce-46d8-80cc-ae21fa4c406c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:36.907019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-afbc5798-0f5b-41c7-b666-7cd3f9ea5b16 None None] Provisioning complete for port 954555de-fab8-4eb6-9812-ed4b56e9c63c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:36.907964 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afbc5798-0f5b-41c7-b666-7cd3f9ea5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.915764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.919497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7135117 Jun 17 08:45:36.925936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 0acb04c9-9413-40e8-a70c-e995b2f3aada owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:37.007169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48368) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:37.023665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-afbc5798-0f5b-41c7-b666-7cd3f9ea5b16 None None] Port 954555de-fab8-4eb6-9812-ed4b56e9c63c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:37.027899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'security_group_rule': {'security_group_id': '38354817-7c7c-4a0a-9df1-9eb5d2f3a528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:37.078356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 95171635-2cce-46d8-80cc-ae21fa4c406c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:37.084543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 95171635-2cce-46d8-80cc-ae21fa4c406c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:37.085905 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.133985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:37.136241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.139468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.160452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ec868cc2-ed02-4c21-a988-454f03de835f None None] Provisioning complete for port 954555de-fab8-4eb6-9812-ed4b56e9c63c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:37.161121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec868cc2-ed02-4c21-a988-454f03de835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.162058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92e7f5b8-cec1-447e-8d1c-31bbdafe6ea3 req-543b95b3-07ee-466f-9517-5ea9cafc37a0 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546216 Jun 17 08:45:37.226494 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:34Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:37.233077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.233077 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added segment 4f0d4267-6c62-4250-bd91-3f258a5daad9 of type vlan for network dbb8fc72-107a-405d-975c-05016103be68 Jun 17 08:45:37.292116 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 05f0ca74-7747-495c-9d67-96cefdfcc1dd details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:37.296162 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:37.301374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.301969 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Updating router f542c768-68a5-4a1a-823e-1ff3091d4509 port 954555de-fab8-4eb6-9812-ed4b56e9c63c binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:37.304455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for bc366c39-f8e8-4405-a678-44e855f19b88 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:37.307345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ec868cc2-ed02-4c21-a988-454f03de835f None None] Port 954555de-fab8-4eb6-9812-ed4b56e9c63c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:37.313877 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.327985 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.343498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.395180 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.416603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 95171635-2cce-46d8-80cc-ae21fa4c406c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=95171635-2cce-46d8-80cc-ae21fa4c406c,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:37.420057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=0acb04c9-9413-40e8-a70c-e995b2f3aada,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.445835 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.449769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.450892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 300a93cc-7451-4b00-993d-298883d0bccb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:37.455289 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.459325 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fac535c-a6fa-4e8c-baae-d5cb4daab955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.467476 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.505765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=bc366c39-f8e8-4405-a678-44e855f19b88,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.512300 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.531681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.536091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/bc366c39-f8e8-4405-a678-44e855f19b88 HTTP/1.1" status: 204 len: 168 time: 1.2220080 Jun 17 08:45:37.537564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48382) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:37.603201 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.630395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port 0acb04c9-9413-40e8-a70c-e995b2f3aada on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:37.632732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.642676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.654650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.655682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.681795 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8edd7f60-18af-41ce-b349-01e9334e5ccf tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.693233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.702514 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-24dcbd8f-cf27-4c96-a919-16df37c6cb04 req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "DELETE /v2.0/ports/0acb04c9-9413-40e8-a70c-e995b2f3aada HTTP/1.1" status: 204 len: 173 time: 2.2611356 Jun 17 08:45:37.704021 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8ecd098-05fc-461b-b117-8a793febb082 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.706999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5a3011-8100-41e4-aa9e-5b3a65a31c0f,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.726338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b759a8f7-89d8-465b-9451-6967382bfc22 req-7bb77a21-5692-4fe5-aeb1-190d1bbebc48 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.1228623 Jun 17 08:45:37.727782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa12930-246b-474d-b72d-a4e63220013e', 'name': 'network-vif-deleted', 'tag': '0acb04c9-9413-40e8-a70c-e995b2f3aada'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:37.730134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.739771 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13640bbe-0399-4640-b673-9d410a7734ee" -d '{"events": [{"server_uuid": "9aa12930-246b-474d-b72d-a4e63220013e", "name": "network-vif-deleted", "tag": "0acb04c9-9413-40e8-a70c-e995b2f3aada"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:37.800374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.803978 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7957461 Jun 17 08:45:37.807851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48386) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:37.827714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:37.840046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:37.880454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '05f0ca74-7747-495c-9d67-96cefdfcc1dd', 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e', 'port_id': '05f0ca74-7747-495c-9d67-96cefdfcc1dd', 'mac_address': 'fa:16:3e:1b:3c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1073a07c-9257-4e34-92ef-178d4ad7870a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:37.896943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Network': ['ID=dbb8fc72-107a-405d-975c-05016103be68,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.905402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.911095 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6818119-9c4f-4767-8a0a-006ac9d9f138 x-openstack-request-id: req-b6818119-9c4f-4767-8a0a-006ac9d9f138 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:37.911564 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa12930-246b-474d-b72d-a4e63220013e", "name": "network-vif-deleted", "tag": "0acb04c9-9413-40e8-a70c-e995b2f3aada", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:37.911935 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6818119-9c4f-4767-8a0a-006ac9d9f138 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:37.913140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910d508-fe41-45ab-b167-402761a668f2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.913626 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa12930-246b-474d-b72d-a4e63220013e', 'name': 'network-vif-deleted', 'tag': '0acb04c9-9413-40e8-a70c-e995b2f3aada', 'status': 'completed', 'code': 200} Jun 17 08:45:37.921051 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3489034 Jun 17 08:45:37.921760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910d508-fe41-45ab-b167-402761a668f2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.922441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48388) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:37.931500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d910d508-fe41-45ab-b167-402761a668f2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3928955 Jun 17 08:45:37.938003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'subnet': {'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:37.942035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48390) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:37.943859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network dbb8fc72-107a-405d-975c-05016103be68 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:37.995860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 300a93cc-7451-4b00-993d-298883d0bccb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:37.996915 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.063614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.063905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=95171635-2cce-46d8-80cc-ae21fa4c406c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:38.106299 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:38.116860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.117789 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Made reservation on behalf of 6877f03e2c334025a944a7d61a2d0700 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:38.122252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.147765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f0ca74-7747-495c-9d67-96cefdfcc1dd {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:38.216826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:38.250958 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.253103 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.270248 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:38.284170 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Transition to ACTIVE for port object 954555de-fab8-4eb6-9812-ed4b56e9c63c will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:38.305037 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.330619 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-60abf383-9f1e-44f2-8864-4ca33393d974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:38.345130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:38.369720 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.377480 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb7246e8-c661-4d3c-86d5-d22fb7e62a37 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:38.421636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:38.422590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:38.452836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Checking segment: {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:38.453439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network hostable DHCP agents. Network: dbb8fc72-107a-405d-975c-05016103be68, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:38.478038 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Subnet': ['ID=31ea8259-152e-4f09-baf2-5ed713d48352,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:38.481799 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:38.486681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network dbb8fc72-107a-405d-975c-05016103be68 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:38.502455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, dbb8fc72-107a-405d-975c-05016103be68) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:38.504136 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af1ec4-0ab4-47ed-bd12-82da296ac0a1 None None] Pushing event updated for resources: {'Port': ['ID=954555de-fab8-4eb6-9812-ed4b56e9c63c,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:38.511357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.512357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.513365 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8af1ec4-0ab4-47ed-bd12-82da296ac0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:38.535787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6105518 Jun 17 08:45:38.536900 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:38.543932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['05f0ca74-7747-495c-9d67-96cefdfcc1dd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:38.625317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7e096-be11-4a89-b31d-ea0ba189c173 None None] Network dbb8fc72-107a-405d-975c-05016103be68 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:38.640898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=05f0ca74-7747-495c-9d67-96cefdfcc1dd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:38.646518 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:38.747539 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Attempting to bind port 954555de-fab8-4eb6-9812-ed4b56e9c63c on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:38.748864 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Attempting to bind port 954555de-fab8-4eb6-9812-ed4b56e9c63c by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:38.749248 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Attempting to bind port 954555de-fab8-4eb6-9812-ed4b56e9c63c on network 0def36e1-f0b9-417d-af3d-743fc356453e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:38.764433 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:38.764812 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Checking segment: {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:38.765225 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.765624 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Bound using segment: {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:38.766217 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Bound port: 954555de-fab8-4eb6-9812-ed4b56e9c63c, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:38.766473 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.792839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 95171635-2cce-46d8-80cc-ae21fa4c406c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:38.928956 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] For port 954555de-fab8-4eb6-9812-ed4b56e9c63c, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:38.934422 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] For port 954555de-fab8-4eb6-9812-ed4b56e9c63c, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=954555de-fab8-4eb6-9812-ed4b56e9c63c,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:38.944952 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.947219 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.056259 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:39.057744 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:39.135557 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af1ec4-0ab4-47ed-bd12-82da296ac0a1 None None] Pushing event updated for resources: {'Port': ['ID=954555de-fab8-4eb6-9812-ed4b56e9c63c,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.140711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:39.189259 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8af1ec4-0ab4-47ed-bd12-82da296ac0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.216632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-de25e235-2849-46ef-bb10-b47f2ac1ef4c req-02088d0f-1f9b-48c6-901f-64c7731a6758 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.2112799 Jun 17 08:45:39.264133 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:39.270523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0acb04c9-9413-40e8-a70c-e995b2f3aada no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:39.299503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.316874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 0acb04c9-9413-40e8-a70c-e995b2f3aada {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:39.317231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 0acb04c9-9413-40e8-a70c-e995b2f3aada not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:39.420141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 472452c6-00f5-488f-9bfb-554d771b2296 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:39.421302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 95171635-2cce-46d8-80cc-ae21fa4c406c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:39.421692 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.426874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.522206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790519e-e0cc-4f2c-85e9-a42e32f1b35d req-94993e30-2e47-48c0-8da2-0a7dbadef83a tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:39.526693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f790519e-e0cc-4f2c-85e9-a42e32f1b35d req-94993e30-2e47-48c0-8da2-0a7dbadef83a tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 945 time: 0.5122097 Jun 17 08:45:39.590243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-dbb8fc72-107a-405d-975c-05016103be68', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:39.591161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.775596 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:39.793981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.832890 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e4b7f-8e59-42b8-86cf-88870e3bf8c6 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:39.861407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Allocated IP 172.23.0.1 (dbb8fc72-107a-405d-975c-05016103be68/31ea8259-152e-4f09-baf2-5ed713d48352/790c665b-47cb-4024-80b0-14458f3119c3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:39.980636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 472452c6-00f5-488f-9bfb-554d771b2296 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:40.067533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f790519e-e0cc-4f2c-85e9-a42e32f1b35d req-9646af2c-6e13-46d6-ad54-45e4ea0d850a tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283768 Jun 17 08:45:40.074624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.134069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.170074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Transition to ACTIVE for port object 790c665b-47cb-4024-80b0-14458f3119c3 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:40.179134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:32Z', 'revision_number': 2, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:40.230946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:40.231334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Updating router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa port c787ff2b-449d-484d-8a2d-117e62255c76 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:40.246603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.249170 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.323365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network dbb8fc72-107a-405d-975c-05016103be68 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:40.328327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:40.345687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:40.354610 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.399927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Allocated IP 172.23.0.2 (dbb8fc72-107a-405d-975c-05016103be68/31ea8259-152e-4f09-baf2-5ed713d48352/a1b3a623-b536-4b94-968b-16894961e6a1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:40.400869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=790c665b-47cb-4024-80b0-14458f3119c3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.414637 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.465887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.468832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Allocated IP 172.25.7.103 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/f27513aa-12cd-4c4f-a56e-55c6f13a7cb9) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:40.474440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.496698 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59fa49b5-b6ce-4964-83e4-d14e86463b09 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.591027 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea71128e-1794-4def-8f86-15e84c2c34c5 req-3f4b30b0-dd25-4ae1-b7da-2710dc7669ef tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.1390193 Jun 17 08:45:40.627195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=472452c6-00f5-488f-9bfb-554d771b2296,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.633325 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.636544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.648774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/472452c6-00f5-488f-9bfb-554d771b2296 HTTP/1.1" status: 204 len: 168 time: 2.7056012 Jun 17 08:45:40.662570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:40.722694 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.739110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Transition to ACTIVE for port object a1b3a623-b536-4b94-968b-16894961e6a1 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:40.752496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.758736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Transition to ACTIVE for port object a1b3a623-b536-4b94-968b-16894961e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:40.792973 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.803315 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.883919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 954555de-fab8-4eb6-9812-ed4b56e9c63c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:40.990414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.061807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adaa974-ac3e-40f4-bea5-3d1fcd0a2a30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.070072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2adaa974-ac3e-40f4-bea5-3d1fcd0a2a30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3901234 Jun 17 08:45:41.070711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48418) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.149500 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d14c0d-34c7-4057-ab81-593d8ea6a68d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:45:41.155557 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48426) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.165967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a1d14c0d-34c7-4057-ab81-593d8ea6a68d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/bc366c39-f8e8-4405-a678-44e855f19b88 HTTP/1.1" status: 404 len: 333 time: 0.0854759 Jun 17 08:45:41.227773 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ad6146-498e-445a-bdf7-902baf382c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:45:41.234309 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a5ad6146-498e-445a-bdf7-902baf382c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/472452c6-00f5-488f-9bfb-554d771b2296 HTTP/1.1" status: 404 len: 333 time: 0.0739934 Jun 17 08:45:41.234501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48430) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.247172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Network dbb8fc72-107a-405d-975c-05016103be68 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:41.250306 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.275317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:41.289547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:41.298229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Pushing event updated for resources: {'Port': ['ID=a1b3a623-b536-4b94-968b-16894961e6a1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:41.310264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 05f0ca74-7747-495c-9d67-96cefdfcc1dd up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:41.312401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.319840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.320629 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:41.336086 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0770640c-aaf5-49c9-a363-894217e71fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:41.341386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.379884 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:41.384683 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.442175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event updated for resources: {'Port': ['ID=790c665b-47cb-4024-80b0-14458f3119c3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:41.457578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:41.470938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:41.476498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:41.490997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:41.548831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Attempting to bind port a1b3a623-b536-4b94-968b-16894961e6a1 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:41.550776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Attempting to bind port a1b3a623-b536-4b94-968b-16894961e6a1 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:41.551606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Attempting to bind port a1b3a623-b536-4b94-968b-16894961e6a1 on network dbb8fc72-107a-405d-975c-05016103be68 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:41.560287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:41.561080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Checking segment: {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:41.561712 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.562321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Bound using segment: {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:41.563215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Bound port: a1b3a623-b536-4b94-968b-16894961e6a1, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:41.563853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.574793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 954555de-fab8-4eb6-9812-ed4b56e9c63c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:41.578724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'Port': ['ID=f27513aa-12cd-4c4f-a56e-55c6f13a7cb9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:41.591060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Network dbb8fc72-107a-405d-975c-05016103be68 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:41.592461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:41.601934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 954555de-fab8-4eb6-9812-ed4b56e9c63c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:41.602695 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.603874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:41.672327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 05f0ca74-7747-495c-9d67-96cefdfcc1dd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:41.681898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 05f0ca74-7747-495c-9d67-96cefdfcc1dd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:41.682434 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.772418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:41.779388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.795621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] For port a1b3a623-b536-4b94-968b-16894961e6a1, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:41.800607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] For port a1b3a623-b536-4b94-968b-16894961e6a1, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a1b3a623-b536-4b94-968b-16894961e6a1,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:41.809624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Transition to ACTIVE for port object c787ff2b-449d-484d-8a2d-117e62255c76 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:41.820785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.838055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.843187 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:41.853426 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.860306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7571776d-995a-4139-a4c3-14c9e150de7d']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:41.914439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d36ec2-052c-445b-a0ff-7e2c7b0116cd req-a251438c-3238-46aa-b028-7a4c79be1479 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.916541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01d36ec2-052c-445b-a0ff-7e2c7b0116cd req-a251438c-3238-46aa-b028-7a4c79be1479 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 945 time: 0.5721309 Jun 17 08:45:41.939226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.946815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f8eae0-911e-49a2-82b1-881c412d94a4') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:41.947816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f8eae0-911e-49a2-82b1-881c412d94a4') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:42.021451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8da6e355-8e58-4eb1-a301-02f511988bbc req-905e313f-cd16-403f-a4bf-06da74f95625 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.1687739 Jun 17 08:45:42.061795 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.090316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.093025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Pushing event updated for resources: {'Port': ['ID=a1b3a623-b536-4b94-968b-16894961e6a1,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.097359 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.104303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:42.104726 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.120705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:42.134022 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f54254b-984e-4c56-9b37-31b7defa78fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.134353 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:42.151212 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:42.155714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:42.156412 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6090372 Jun 17 08:45:42.161098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:42.180146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:42.244049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 954555de-fab8-4eb6-9812-ed4b56e9c63c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=954555de-fab8-4eb6-9812-ed4b56e9c63c,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:42.257550 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:42.383137 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:42.402554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.412409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Attempting to bind port c787ff2b-449d-484d-8a2d-117e62255c76 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:42.412970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Attempting to bind port c787ff2b-449d-484d-8a2d-117e62255c76 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:42.413523 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Attempting to bind port c787ff2b-449d-484d-8a2d-117e62255c76 on network 09817a60-49d2-4132-ba81-606c55e334db {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:42.419311 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.438347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.460909 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:42.464577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/7571776d-995a-4139-a4c3-14c9e150de7d HTTP/1.1" status: 204 len: 168 time: 1.2291720 Jun 17 08:45:42.472432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48438) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:42.477112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-935553986'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:42.482792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404a5a-9ba0-4a27-b78e-27696667ca94 None None] Pushing event updated for resources: {'Port': ['ID=c787ff2b-449d-484d-8a2d-117e62255c76,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.499584 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09404a5a-9ba0-4a27-b78e-27696667ca94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.504556 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b872bd60-83bb-4505-9a8b-dae524bc99a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.506781 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3e6f8e57-6e9f-486f-840e-4be85241c564 tempest-ExternalNetworksTestJSON-1148207918 tempest-ExternalNetworksTestJSON-1148207918-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.511918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.521999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01d36ec2-052c-445b-a0ff-7e2c7b0116cd req-2b701d6c-cd2f-4f93-8c84-a8929c6a8cc2 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685334 Jun 17 08:45:42.551409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=7571776d-995a-4139-a4c3-14c9e150de7d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.555661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.583879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:42.584376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Checking segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:42.584811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.585216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Bound using segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:42.585717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Bound port: c787ff2b-449d-484d-8a2d-117e62255c76, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:42.586098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.637425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f0ca74-7747-495c-9d67-96cefdfcc1dd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:42.640643 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e72921-9a76-44c3-884b-0baeb6c9d43e" -d '{"events": [{"server_uuid": "5bae8ec7-2493-4d71-b836-114a36acfa42", "name": "network-vif-plugged", "status": "completed", "tag": "05f0ca74-7747-495c-9d67-96cefdfcc1dd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:42.661531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.689539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:42.721328 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.754551 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9431262b-14ff-4b83-a42f-0cd9b1962d65 x-openstack-request-id: req-9431262b-14ff-4b83-a42f-0cd9b1962d65 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:42.755353 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bae8ec7-2493-4d71-b836-114a36acfa42", "name": "network-vif-plugged", "status": "completed", "tag": "05f0ca74-7747-495c-9d67-96cefdfcc1dd", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:42.755805 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9431262b-14ff-4b83-a42f-0cd9b1962d65 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:42.756502 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f0ca74-7747-495c-9d67-96cefdfcc1dd', 'code': 200} Jun 17 08:45:42.783226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=954555de-fab8-4eb6-9812-ed4b56e9c63c,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.795745 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.796700 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.816781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:42.824856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.891923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] For port c787ff2b-449d-484d-8a2d-117e62255c76, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:42.906171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] For port c787ff2b-449d-484d-8a2d-117e62255c76, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c787ff2b-449d-484d-8a2d-117e62255c76,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:42.915832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a1b3a623-b536-4b94-968b-16894961e6a1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:42.973182 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.978150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:43.016249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:40Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:43.059021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=05f0ca74-7747-495c-9d67-96cefdfcc1dd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.073988 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.077894 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97a1139c-3d76-4c80-b69c-eb5836e3eaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.080467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.081470 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment cf6ed12d-01e2-458f-bbfb-bed9907b8be1 of type vlan for network 4944b0d2-952a-42f6-b7de-dceca64b4157 Jun 17 08:45:43.082671 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:43.083057 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Updating router f542c768-68a5-4a1a-823e-1ff3091d4509 port 790c665b-47cb-4024-80b0-14458f3119c3 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:43.107840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:43.108858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:43.141265 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.156468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211354-a789-426b-b576-eb024025ccef req-b79a8c80-d169-417a-a2b0-a4c8a93ab7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.158002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f211354-a789-426b-b576-eb024025ccef req-b79a8c80-d169-417a-a2b0-a4c8a93ab7ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 1098 time: 0.3055184 Jun 17 08:45:43.164188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.210807 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.229842 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f604d4b1-a4fc-44fb-9159-1c0c42067dac tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.386337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a1b3a623-b536-4b94-968b-16894961e6a1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:43.406940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'Port': ['ID=f27513aa-12cd-4c4f-a56e-55c6f13a7cb9,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.412659 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.437680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404a5a-9ba0-4a27-b78e-27696667ca94 None None] Pushing event updated for resources: {'Port': ['ID=c787ff2b-449d-484d-8a2d-117e62255c76,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.439053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7f211354-a789-426b-b576-eb024025ccef req-4ec2ca87-f2e3-462f-a592-abf04fbc7f4f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726068 Jun 17 08:45:43.448978 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09404a5a-9ba0-4a27-b78e-27696667ca94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.545913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:45:43.562239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:43.569350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Removed routes are [] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:45:43.569823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.590383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c70d1cf7-cee9-49c2-929a-bfc08ca61ac0 req-2b7cefd0-01d3-48f2-a73f-7f606a13174b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.1656492 Jun 17 08:45:43.603863 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.604624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.644912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.646621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8351405 Jun 17 08:45:43.774371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.797918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.803071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.934245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.962496 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5e64f93-af0e-4311-8606-5228a639c400 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.973884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.989094 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5160511 Jun 17 08:45:43.993809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.000725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:44.033274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-61ec271f-e6c8-4827-8954-cbe628eeef3b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--664370547&fields=id&tenant_id=09fc46dc08dd484daa8092e02d683c35 HTTP/1.1" status: 200 len: 267 time: 0.1712677 Jun 17 08:45:44.039486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfa6ec-a4e3-4513-9597-a226131cc1e4 None None] Network dbb8fc72-107a-405d-975c-05016103be68 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:44.069397 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.076040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7fe88-a11a-4aa2-ab84-66049da3f50b req-ced9f2dd-8162-4ffe-bf4b-76b2b8fa053e tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.077623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42d7fe88-a11a-4aa2-ab84-66049da3f50b req-ced9f2dd-8162-4ffe-bf4b-76b2b8fa053e tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 946 time: 0.3071206 Jun 17 08:45:44.081094 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Transition to ACTIVE for port object 790c665b-47cb-4024-80b0-14458f3119c3 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:44.097341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Provisioning for port a1b3a623-b536-4b94-968b-16894961e6a1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:44.100719 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.105899 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-33ba7ea9-5c13-4b5a-8ac2-34f5a7b581c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.139644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Provisioning complete for port a1b3a623-b536-4b94-968b-16894961e6a1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:44.140116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.171455 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301174-ca9e-4594-9a62-27e5c2399e36 None None] Pushing event updated for resources: {'Port': ['ID=790c665b-47cb-4024-80b0-14458f3119c3,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.175825 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98301174-ca9e-4594-9a62-27e5c2399e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.231794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=4944b0d2-952a-42f6-b7de-dceca64b4157,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.244032 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.313712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42d7fe88-a11a-4aa2-ab84-66049da3f50b req-8ecfc1c8-64c5-48cd-a901-4ab589ecd64e tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867373 Jun 17 08:45:44.349556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:44.360049 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Attempting to bind port 790c665b-47cb-4024-80b0-14458f3119c3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:44.362865 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Attempting to bind port 790c665b-47cb-4024-80b0-14458f3119c3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:44.363490 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Attempting to bind port 790c665b-47cb-4024-80b0-14458f3119c3 on network dbb8fc72-107a-405d-975c-05016103be68 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:44.365918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-c12a54ab-848a-4eb5-a913-24274cce112b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.375447 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:44.375833 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Checking segment: {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:44.376251 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.377713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-c12a54ab-848a-4eb5-a913-24274cce112b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 811 time: 0.3434775 Jun 17 08:45:44.378571 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Bound using segment: {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:44.380383 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Bound port: 790c665b-47cb-4024-80b0-14458f3119c3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0d4267-6c62-4250-bd91-3f258a5daad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:44.380835 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.410619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:44.414231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-d8c29f53-1d62-4c17-b5cc-e3907bb6b5b8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/quotas/09fc46dc08dd484daa8092e02d683c35 HTTP/1.1" status: 200 len: 375 time: 0.0350120 Jun 17 08:45:44.504983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:44.544775 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] For port 790c665b-47cb-4024-80b0-14458f3119c3, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:44.563394 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] For port 790c665b-47cb-4024-80b0-14458f3119c3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=790c665b-47cb-4024-80b0-14458f3119c3,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:44.563558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-4eb42521-3a64-49e9-9509-f6ab459feed7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321142 Jun 17 08:45:44.563690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361bdd6-c5f2-4577-9ae0-d9d42017c63b None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:44.573803 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.587106 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.660657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.716184 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301174-ca9e-4594-9a62-27e5c2399e36 None None] Pushing event updated for resources: {'Port': ['ID=790c665b-47cb-4024-80b0-14458f3119c3,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.748133 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98301174-ca9e-4594-9a62-27e5c2399e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.783788 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:44.795670 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:44.811542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-d3cf8b3b-eddc-431f-a826-a1a34aafec6b service neutron] 10.222.0.65 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552037 Jun 17 08:45:44.916241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 954555de-fab8-4eb6-9812-ed4b56e9c63c up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:44.939137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-060bdcba-7bc9-4fa8-9651-1b1249184fc2 req-54717b1c-94a6-4c22-ab82-73e569e28771 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.0966728 Jun 17 08:45:45.019146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] For port a1b3a623-b536-4b94-968b-16894961e6a1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a1b3a623-b536-4b94-968b-16894961e6a1,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:45.053012 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.060201 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f81b47db-1941-49c7-be6f-e33b7db79f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.062472 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:45.144408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-766abdc0-5143-41c2-bcf0-071b7246579a service neutron] 10.222.0.65 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319080 Jun 17 08:45:45.151274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 954555de-fab8-4eb6-9812-ed4b56e9c63c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:45.151685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.168902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Pushing event updated for resources: {'Port': ['ID=a1b3a623-b536-4b94-968b-16894961e6a1,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.249854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.250267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.250548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.250892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.252686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.257918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.258317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.258778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.259336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.259679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.260013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.260342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.265897 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.469755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c787ff2b-449d-484d-8a2d-117e62255c76 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:45.496682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:45.509876 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.538447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fada2f16-704a-4b8d-9fb0-56443514ca27 req-274411b1-20a9-4f27-8760-c851fa5849ab tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 210 time: 0.1160743 Jun 17 08:45:45.597548 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 6, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:45.614341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c787ff2b-449d-484d-8a2d-117e62255c76 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:45.620482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c787ff2b-449d-484d-8a2d-117e62255c76 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:45.621637 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.684061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:45.696457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.705793 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010eb86-883a-4ba7-8679-fb5f330177e9 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 6, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 4, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:45.707092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48484) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:45.718766 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-98269971-486b-4985-8caa-9cf15a5bb13b tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 933 time: 3.5419445 Jun 17 08:45:45.819448 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.840194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2530eff9-3a77-4d2f-9720-75f1bc5f2da3 None None] Provisioning complete for port a1b3a623-b536-4b94-968b-16894961e6a1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:45.840572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2530eff9-3a77-4d2f-9720-75f1bc5f2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.958097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c787ff2b-449d-484d-8a2d-117e62255c76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c787ff2b-449d-484d-8a2d-117e62255c76,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:45.988547 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.998796 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46551ba2-4c21-44e0-a4fa-9e85dd4308fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:46.015170 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.017905 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2e995dd0-9a84-4b3f-9a94-f20d95b1033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:46.068793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b9d1c1e8-e2de-4e85-9d5f-6d647d2b6b3e tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 933 time: 0.3556795 Jun 17 08:45:46.069748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48494) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:46.147890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'routes': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:46.205254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=bea33cce-1c64-48f9-84f0-e8a0ab6eebe0,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:46.208943 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:46.227948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c787ff2b-449d-484d-8a2d-117e62255c76,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:46.236294 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:46.239089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:46.239483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: 4944b0d2-952a-42f6-b7de-dceca64b4157, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:46.287828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:46.296669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2530eff9-3a77-4d2f-9720-75f1bc5f2da3 None None] Provisioning for port 790c665b-47cb-4024-80b0-14458f3119c3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:46.309076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4944b0d2-952a-42f6-b7de-dceca64b4157) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:46.319433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6773e-fede-4d71-8811-569d05897a9f None None] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:46.330541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.332558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.369319 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3743930 Jun 17 08:45:46.370344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48500) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:46.377966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157', 'name': 'tempest-PortsIpV6TestJSON-921028596'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:46.776292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:46.780558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.809256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4944b0d2-952a-42f6-b7de-dceca64b4157', 'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': 'bea33cce-1c64-48f9-84f0-e8a0ab6eebe0'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:46.810220 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.821918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port d5301afa-935d-4b65-8a05-8f2e77c21e51 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:45:47.074182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a1b3a623-b536-4b94-968b-16894961e6a1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:47.153271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a7f4c58-1786-4d0d-9fd8-e4a4f4a3eb44 req-cd074a36-6799-4fe3-b2f7-2c0cfbcdc7bf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa12930-246b-474d-b72d-a4e63220013e HTTP/1.1" status: 200 len: 210 time: 0.2345223 Jun 17 08:45:47.164850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::2e8 (4944b0d2-952a-42f6-b7de-dceca64b4157/bea33cce-1c64-48f9-84f0-e8a0ab6eebe0/d5301afa-935d-4b65-8a05-8f2e77c21e51) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:47.251359 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.282220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a1b3a623-b536-4b94-968b-16894961e6a1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:47.282845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.457995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-df23bba9-da25-49e4-b402-200cf9cabf6d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2675607 Jun 17 08:45:47.460214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 790c665b-47cb-4024-80b0-14458f3119c3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:47.543910 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8102098-d913-4bcb-b1e7-c8f6cee0dfd4 req-e0c76def-d7dc-4aaf-ad47-8c98dbb59a5f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.557568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8102098-d913-4bcb-b1e7-c8f6cee0dfd4 req-e0c76def-d7dc-4aaf-ad47-8c98dbb59a5f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 946 time: 1.6706195 Jun 17 08:45:47.596897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 790c665b-47cb-4024-80b0-14458f3119c3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:47.601875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 790c665b-47cb-4024-80b0-14458f3119c3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:47.602255 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.622476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.638030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb7932f3-8b4d-4471-a08c-f23e340fbad4 req-f36d8b30-3a28-4b69-9fec-6b20a693e4a7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 210 time: 0.2002130 Jun 17 08:45:47.653892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object d5301afa-935d-4b65-8a05-8f2e77c21e51 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:47.737769 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.742169 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-22d36db3-d0da-493b-aae0-63d9692dcfdb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.779014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c8102098-d913-4bcb-b1e7-c8f6cee0dfd4 req-69d3de1d-da3f-40b1-9bf8-c490dacbdb67 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496661 Jun 17 08:45:47.794055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:47.802308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:47.807647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:47.815227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.816145 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.821082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=d5301afa-935d-4b65-8a05-8f2e77c21e51,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.836588 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.848828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Allocated IP 2001:db8::2 (4944b0d2-952a-42f6-b7de-dceca64b4157/bea33cce-1c64-48f9-84f0-e8a0ab6eebe0/d307c338-ed87-4574-a228-724658787307) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:47.856142 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4828789 Jun 17 08:45:47.857649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48512) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:47.910140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-451465d6-a30c-4fed-aae7-84e917ef4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.918792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-451465d6-a30c-4fed-aae7-84e917ef4eb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 1098 time: 0.3903337 Jun 17 08:45:47.983339 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.013475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5a8c1954-9226-4f9d-a9a1-8cf209af99f5 None None] Provisioning complete for port 790c665b-47cb-4024-80b0-14458f3119c3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:48.013855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1954-9226-4f9d-a9a1-8cf209af99f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.074545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 790c665b-47cb-4024-80b0-14458f3119c3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=790c665b-47cb-4024-80b0-14458f3119c3,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:48.084082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:48.117102 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.117986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c787ff2b-449d-484d-8a2d-117e62255c76 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:48.119234 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port d5301afa-935d-4b65-8a05-8f2e77c21e51 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:48.119511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.123956 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:48.247447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:48.248109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:48.298989 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.extraroute_db [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added routes are [] {{(pid=93500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:45:48.300840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.extraroute_db [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:45:48.328053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.375096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-680ce65a-2951-4963-927f-9522c25596a1 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.375958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-680ce65a-2951-4963-927f-9522c25596a1 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 811 time: 0.5208182 Jun 17 08:45:48.433597 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.486575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-afa788dd-5d4b-409d-9888-e126c263e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.489355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-afa788dd-5d4b-409d-9888-e126c263e2d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 915 time: 0.5346234 Jun 17 08:45:48.496576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for d5301afa-935d-4b65-8a05-8f2e77c21e51 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:48.513960 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.535032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Transition to ACTIVE for port object d307c338-ed87-4574-a228-724658787307 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:48.541489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-92151779-06b7-4fe5-9253-73bb01d598f1 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09fc46dc08dd484daa8092e02d683c35 HTTP/1.1" status: 200 len: 379 time: 0.1526217 Jun 17 08:45:48.573513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Transition to ACTIVE for port object d307c338-ed87-4574-a228-724658787307 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:48.615902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:48.628013 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.700418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'port': {'device_id': '748e18b8-4602-4bdc-b889-bb743e32464a', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'admin_state_up': True, 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'security_groups': ['38354817-7c7c-4a0a-9df1-9eb5d2f3a528']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:48.730068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c787ff2b-449d-484d-8a2d-117e62255c76 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:48.730199 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.759305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-228b084d-2a18-4564-8da2-c65712a8f23f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd HTTP/1.1" status: 200 len: 217 time: 0.2234173 Jun 17 08:45:48.832244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.851902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:48.853337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=790c665b-47cb-4024-80b0-14458f3119c3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:48.868921 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-76c60fba-8e94-4b80-a7cd-ad04366a9ac7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:48.920323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:48.941198 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:48.949562 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f536b5a-b48f-411a-add6-f0c67f8b433b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:49.007308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=d5301afa-935d-4b65-8a05-8f2e77c21e51,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.023002 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.050548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-aec0eaf8-bda5-4dec-af9c-f2312d2fab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.054754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-aec0eaf8-bda5-4dec-af9c-f2312d2fab7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 200 len: 854 time: 0.2879031 Jun 17 08:45:49.059610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:49.075078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.081355 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/d5301afa-935d-4b65-8a05-8f2e77c21e51 HTTP/1.1" status: 204 len: 168 time: 1.2193582 Jun 17 08:45:49.083765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:49.097924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Pushing event updated for resources: {'Port': ['ID=d307c338-ed87-4574-a228-724658787307,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.101449 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.156374 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-84496593-8dd1-43a5-a250-b952c06e8e39 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:45:49.157136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84496593-8dd1-43a5-a250-b952c06e8e39 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:45:49.164092 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-84496593-8dd1-43a5-a250-b952c06e8e39 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/d5301afa-935d-4b65-8a05-8f2e77c21e51 HTTP/1.1" status: 404 len: 333 time: 0.0789576 Jun 17 08:45:49.168753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:49.227794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-a60cb9a2-8312-4a4a-a7c5-9bd725af7e3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289408 Jun 17 08:45:49.230235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d0e41a8-998d-4cf4-9221-318cb69f7f22 req-73a2a3f0-a9b4-4402-b4d3-dab3d182e5d9 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 210 time: 0.1727045 Jun 17 08:45:49.232847 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e53cc-456a-4543-a17a-a56e132bb1d2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:45:49.238934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48606) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:49.245247 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-475e53cc-456a-4543-a17a-a56e132bb1d2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/d5301afa-935d-4b65-8a05-8f2e77c21e51 HTTP/1.1" status: 404 len: 333 time: 0.0744257 Jun 17 08:45:49.279053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.296075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Attempting to bind port d307c338-ed87-4574-a228-724658787307 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:49.296456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Attempting to bind port d307c338-ed87-4574-a228-724658787307 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:49.296827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Attempting to bind port d307c338-ed87-4574-a228-724658787307 on network 4944b0d2-952a-42f6-b7de-dceca64b4157 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:49.338810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:49.339449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Checking segment: {'id': 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:49.340041 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.340612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Bound using segment: {'id': 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:49.341438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Bound port: d307c338-ed87-4574-a228-724658787307, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4944b0d2-952a-42f6-b7de-dceca64b4157'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:49.342324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.344908 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.459970 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.464775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 790c665b-47cb-4024-80b0-14458f3119c3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:49.514616 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Made reservation on behalf of 09fc46dc08dd484daa8092e02d683c35 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:49.518366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.525017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet bea33cce-1c64-48f9-84f0-e8a0ab6eebe0 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:49.617649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.735148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-f37c4968-7e81-4ce9-8d2b-34a48f47e801 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989324 Jun 17 08:45:49.807089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-17276716-d381-4777-80f7-ae207191ec25 None None] For port d307c338-ed87-4574-a228-724658787307, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:49.826378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-17276716-d381-4777-80f7-ae207191ec25 None None] For port d307c338-ed87-4574-a228-724658787307, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d307c338-ed87-4574-a228-724658787307,segment=NetworkSegment(cf6ed12d-01e2-458f-bbfb-bed9907b8be1),segment_id=cf6ed12d-01e2-458f-bbfb-bed9907b8be1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:49.827726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 790c665b-47cb-4024-80b0-14458f3119c3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:49.828306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.857078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.862166 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-476a9b63-bace-4655-a072-1ef1dca3ebcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:49.932303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Allocated IP 172.20.0.14 (09817a60-49d2-4132-ba81-606c55e334db/c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756/89414af6-be6e-499f-8bae-7f2a9d061d1e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:49.944514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 6, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:50.025305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:50.032955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Pushing event updated for resources: {'Port': ['ID=d307c338-ed87-4574-a228-724658787307,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.045265 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:50.087231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:50.087886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:50.153963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:50.239065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:50.335446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d93f11ad-59b8-4980-bae1-7fcd4b17270a req-6455007f-eea3-4a50-a668-f0005de2a942 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890071 Jun 17 08:45:50.351089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.434882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.859631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 7, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:50.902713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cca02a-04e7-425b-aad1-ee22d0be2cd0 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 7, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:51.071052 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Transition to ACTIVE for port object 89414af6-be6e-499f-8bae-7f2a9d061d1e will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:51.097118 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06e5ba76-48aa-494d-8e6f-4bcd4e6bbe41 req-686d8b6c-4bb1-4be7-afab-041fc599d86a tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 210 time: 0.5563126 Jun 17 08:45:51.193786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:51.219869 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.224314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48636) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:51.232129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d0152aab-8b14-4de5-8f11-a8904a98a7ae tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 699 time: 5.1228476 Jun 17 08:45:51.245169 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.298204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.321815 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-086af900-7fb8-40a9-aebb-7646d3d7043d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:51.346025 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:51.367220 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:51.371841 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:51.398026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'Port': ['ID=89414af6-be6e-499f-8bae-7f2a9d061d1e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:51.411594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Network 09817a60-49d2-4132-ba81-606c55e334db is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:51.412810 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:51.417464 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:51.421988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:51.498644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.520884 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f24ae135-0d1a-4f25-b868-51a9d1b39529 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:51.582507 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd6a2942-7deb-4192-86b1-c6edf5d97ce8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 699 time: 0.3470159 Jun 17 08:45:51.583592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48638) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:51.604640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=bea33cce-1c64-48f9-84f0-e8a0ab6eebe0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:51.645922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d307c338-ed87-4574-a228-724658787307 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:51.652362 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:51.652362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.653917 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/bea33cce-1c64-48f9-84f0-e8a0ab6eebe0 HTTP/1.1" status: 204 len: 168 time: 2.4058712 Jun 17 08:45:51.656749 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48640) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:51.718077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:51.718641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.721296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe038f7-fe4c-4569-8448-7fbc03b64f51 None None] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:51.726671 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:51.742712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1447420 Jun 17 08:45:51.760023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Request body: {'port': {'device_id': '748e18b8-4602-4bdc-b889-bb743e32464a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:51.834852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.980213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Provisioning for port d307c338-ed87-4574-a228-724658787307 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:51.992485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port d307c338-ed87-4574-a228-724658787307 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:51.995723 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.010871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d307c338-ed87-4574-a228-724658787307 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:52.048647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Provisioning complete for port d307c338-ed87-4574-a228-724658787307 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:52.048647 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.157218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d307c338-ed87-4574-a228-724658787307 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:52.158601 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.159664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.269752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] For port d307c338-ed87-4574-a228-724658787307, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d307c338-ed87-4574-a228-724658787307,segment=NetworkSegment(cf6ed12d-01e2-458f-bbfb-bed9907b8be1),segment_id=cf6ed12d-01e2-458f-bbfb-bed9907b8be1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:52.270832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.412701 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.421420 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 7, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:52.465249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for d307c338-ed87-4574-a228-724658787307 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:52.482937 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.486665 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:52.510382 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:52.511597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:52.549093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] For port d307c338-ed87-4574-a228-724658787307, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d307c338-ed87-4574-a228-724658787307,segment=NetworkSegment(cf6ed12d-01e2-458f-bbfb-bed9907b8be1),segment_id=cf6ed12d-01e2-458f-bbfb-bed9907b8be1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:52.573847 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.583034 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.606321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] DHCP port deletion for 4944b0d2-952a-42f6-b7de-dceca64b4157 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:52.660966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.677813 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ea6624ef-69db-44fa-9e39-d1df0b2df9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.696116 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:45:52.720545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No DVR routers for this DVR port d307c338-ed87-4574-a228-724658787307 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:52.733858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=d307c338-ed87-4574-a228-724658787307,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:52.739619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:52.789240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcce23-9eec-477d-9c0f-4d62c25a6f09 req-759941cf-d210-43a9-a1d0-adab31545575 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:52.793370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0bcce23-9eec-477d-9c0f-4d62c25a6f09 req-759941cf-d210-43a9-a1d0-adab31545575 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 932 time: 0.4122145 Jun 17 08:45:52.803436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.858662 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:45:52.859166 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:45:52.859682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8536db24-209b-401c-8d66-d933666d8f73 None None] Provisioning for port 89414af6-be6e-499f-8bae-7f2a9d061d1e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:52.873301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8536db24-209b-401c-8d66-d933666d8f73 None None] Provisioning complete for port 89414af6-be6e-499f-8bae-7f2a9d061d1e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:52.873831 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8536db24-209b-401c-8d66-d933666d8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.907482 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.925458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8536db24-209b-401c-8d66-d933666d8f73 None None] Port 89414af6-be6e-499f-8bae-7f2a9d061d1e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:52.935604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Pushing event updated for resources: {'Port': ['ID=d307c338-ed87-4574-a228-724658787307,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:52.937198 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4944b0d2-952a-42f6-b7de-dceca64b4157']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:52.946776 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.949602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Deleting port d307c338-ed87-4574-a228-724658787307 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:52.950437 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.992878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:52.993207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6ed12d-01e2-458f-bbfb-bed9907b8be1') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:53.020733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89414af6-be6e-499f-8bae-7f2a9d061d1e {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:53.027687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.046570 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] For port d307c338-ed87-4574-a228-724658787307, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:53.047174 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.051890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0bcce23-9eec-477d-9c0f-4d62c25a6f09 req-0fcad94a-22cb-4ea9-bae3-2e0ed7f21e5d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781181 Jun 17 08:45:53.055926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.090929 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.094751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:53.095332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:53.099293 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:53.102415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Transition to ACTIVE for port object 89414af6-be6e-499f-8bae-7f2a9d061d1e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:53.103922 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 7, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:53.117038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.119427 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:53.142749 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434bc5a-28a4-4518-9676-624f4b270909 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 7, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '790c665b-47cb-4024-80b0-14458f3119c3', 'name': '', 'network_id': 'dbb8fc72-107a-405d-975c-05016103be68', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:42:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '31ea8259-152e-4f09-baf2-5ed713d48352', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:53.181420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Calling delete_port for d307c338-ed87-4574-a228-724658787307 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:53.182550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.185371 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Port d307c338-ed87-4574-a228-724658787307 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:45:53.194818 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.195596 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.197253 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0eb0dce1-0b76-4bfd-9a3b-42a40fddbce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:53.197787 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:53.203295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.205207 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/4944b0d2-952a-42f6-b7de-dceca64b4157 HTTP/1.1" status: 204 len: 168 time: 1.5474677 Jun 17 08:45:53.215516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Network 4944b0d2-952a-42f6-b7de-dceca64b4157 is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:45:53.216273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48656) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.217156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] No DVR routers for this DVR port d307c338-ed87-4574-a228-724658787307 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:53.253432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1108638382'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:53.268413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Pushing event deleted for resources: {'Port': ['ID=d307c338-ed87-4574-a228-724658787307,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.270261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=4944b0d2-952a-42f6-b7de-dceca64b4157,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.282932 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.293636 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.332909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:53.339067 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.422190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Port d307c338-ed87-4574-a228-724658787307 update to ACTIVE by agent not found {{(pid=93501) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 17 08:45:53.434172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:53.441938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Pushing event updated for resources: {'Port': ['ID=89414af6-be6e-499f-8bae-7f2a9d061d1e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.449349 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.463988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.464326 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment a2702830-69fe-40fc-a732-6af16ca351c8 of type vlan for network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d Jun 17 08:45:53.572936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.590284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d307c338-ed87-4574-a228-724658787307 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:53.634682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d307c338-ed87-4574-a228-724658787307 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:53.635326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d307c338-ed87-4574-a228-724658787307 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:53.661709 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.673474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:53.674025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.700781 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c1a51601-17ee-4f8f-8366-a7ffe3e8bb99 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:53.745952 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5283306 Jun 17 08:45:53.750189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48664) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.758721 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:53.790131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Attempting to bind port 89414af6-be6e-499f-8bae-7f2a9d061d1e on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:53.790704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Attempting to bind port 89414af6-be6e-499f-8bae-7f2a9d061d1e by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:53.790854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Attempting to bind port 89414af6-be6e-499f-8bae-7f2a9d061d1e on network 09817a60-49d2-4132-ba81-606c55e334db {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:53.796306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Port 89414af6-be6e-499f-8bae-7f2a9d061d1e on network 09817a60-49d2-4132-ba81-606c55e334db not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:53.796634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Attempting to bind port 89414af6-be6e-499f-8bae-7f2a9d061d1e on network 09817a60-49d2-4132-ba81-606c55e334db {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:53.805198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:53.805198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Checking segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:53.806155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Bound using segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:53.806155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Bound port: 89414af6-be6e-499f-8bae-7f2a9d061d1e, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:53.806411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.919699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=f6c6a385-f17a-4f8e-86dd-418fc77d6a8d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.924871 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.933118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:53.960855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:53.966759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.027966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] For port 89414af6-be6e-499f-8bae-7f2a9d061d1e, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:54.043572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] For port 89414af6-be6e-499f-8bae-7f2a9d061d1e, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:54.060904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.067901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7dea776-44aa-44b9-8675-87bafd13cbea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:54.177259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.183847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.185337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] 10.222.0.67 "PUT /v2.0/ports/89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 1093 time: 2.4345319 Jun 17 08:45:54.186203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:54.191971 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b322d92-3282-4684-b51a-9925b8ee025f" -d '{"events": [{"name": "network-changed", "server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:54.199088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 790c665b-47cb-4024-80b0-14458f3119c3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:54.201159 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.318355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Pushing event updated for resources: {'Port': ['ID=89414af6-be6e-499f-8bae-7f2a9d061d1e,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:54.338555 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:54.388526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.396114 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9ef71703-c2e8-4833-bd8e-aaa6dbc8f868 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:54.438762 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a3a642-5415-4a01-a1f9-a6548439da7e x-openstack-request-id: req-44a3a642-5415-4a01-a1f9-a6548439da7e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:54.440595 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:54.443750 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44a3a642-5415-4a01-a1f9-a6548439da7e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:54.444421 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'status': 'completed', 'code': 200} Jun 17 08:45:54.524613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=85e674f1-57a3-4774-a6b3-8f44e39bb651,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:54.530966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:54.581612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': 'a2702830-69fe-40fc-a732-6af16ca351c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:54.582069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: f6c6a385-f17a-4f8e-86dd-418fc77d6a8d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:54.628145 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:54.647867 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f6c6a385-f17a-4f8e-86dd-418fc77d6a8d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:54.656498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.657633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.668205 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d518b-3485-463c-928a-189d61782fb1 None None] Network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:54.694534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 790c665b-47cb-4024-80b0-14458f3119c3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=790c665b-47cb-4024-80b0-14458f3119c3,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:54.694920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.709046 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9572051 Jun 17 08:45:54.711438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48712) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:54.715227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6bb9e-a8a2-4c71-8278-7b2844e5fef2 req-30f5a930-1455-43b9-8d4d-730a46ef63ce tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.720838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-420817905'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:54.723276 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13d6bb9e-a8a2-4c71-8278-7b2844e5fef2 req-30f5a930-1455-43b9-8d4d-730a46ef63ce tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 944 time: 0.3833728 Jun 17 08:45:54.810036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 790c665b-47cb-4024-80b0-14458f3119c3 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:54.822914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-5fafa94a-bc84-4fab-bfa3-b629998f4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.836935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-5fafa94a-bc84-4fab-bfa3-b629998f4aad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1096 time: 0.4481184 Jun 17 08:45:54.897109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13d6bb9e-a8a2-4c71-8278-7b2844e5fef2 req-bdc483d0-86e8-4a93-b6c7-2dd2b02133a1 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728544 Jun 17 08:45:54.986088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-ed9cb649-96ad-4148-9108-2a34c90790da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 217 time: 0.1185215 Jun 17 08:45:55.041088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f6c6a385-f17a-4f8e-86dd-418fc77d6a8d', 'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': '85e674f1-57a3-4774-a6b3-8f44e39bb651'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:55.042201 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.071204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-09f4161a-e19e-4cfa-9e38-2097df42c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.073164 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-09f4161a-e19e-4cfa-9e38-2097df42c657 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0773461 Jun 17 08:45:55.081931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:55.087074 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.150888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 41843783-8567-4593-b384-b1e2b06fba17 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:45:55.271952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed917ee-531b-4247-9114-67f4786b43b4 req-82b9c239-4680-47ff-97a9-dcd5ad68c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.273622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-82b9c239-4680-47ff-97a9-dcd5ad68c674 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1935310 Jun 17 08:45:55.296021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.309505 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-be3cdf5e-35c3-4f68-8c5c-2e333f7eb85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.312331 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:55.332788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Allocated IP 2001:db8::2 (f6c6a385-f17a-4f8e-86dd-418fc77d6a8d/85e674f1-57a3-4774-a6b3-8f44e39bb651/8e907e84-44fa-47fa-ae7a-29f982342597) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:55.350862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=790c665b-47cb-4024-80b0-14458f3119c3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:55.353387 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:55.581950 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.595623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Transition to ACTIVE for port object 8e907e84-44fa-47fa-ae7a-29f982342597 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:55.614482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Transition to ACTIVE for port object 8e907e84-44fa-47fa-ae7a-29f982342597 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:55.623388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.628144 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35ffb62d-9a87-4401-953e-566b2424f0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:55.679074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Pushing event updated for resources: {'Port': ['ID=8e907e84-44fa-47fa-ae7a-29f982342597,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:55.683412 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:55.693555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:55.694492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:55.697126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:55.731384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-c024be76-2a33-4388-b162-678bd02137c5 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504950 Jun 17 08:45:55.748755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::108 (f6c6a385-f17a-4f8e-86dd-418fc77d6a8d/85e674f1-57a3-4774-a6b3-8f44e39bb651/41843783-8567-4593-b384-b1e2b06fba17) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:55.765200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Attempting to bind port 8e907e84-44fa-47fa-ae7a-29f982342597 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:55.765450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.765595 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Attempting to bind port 8e907e84-44fa-47fa-ae7a-29f982342597 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a2702830-69fe-40fc-a732-6af16ca351c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:55.765971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Attempting to bind port 8e907e84-44fa-47fa-ae7a-29f982342597 on network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:55.772344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:55.772630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Checking segment: {'id': 'a2702830-69fe-40fc-a732-6af16ca351c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:55.772945 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.773549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Bound using segment: {'id': 'a2702830-69fe-40fc-a732-6af16ca351c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:55.774130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Bound port: 8e907e84-44fa-47fa-ae7a-29f982342597, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2702830-69fe-40fc-a732-6af16ca351c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c6a385-f17a-4f8e-86dd-418fc77d6a8d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:55.774520 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.848442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] For port 8e907e84-44fa-47fa-ae7a-29f982342597, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:55.851928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] For port 8e907e84-44fa-47fa-ae7a-29f982342597, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8e907e84-44fa-47fa-ae7a-29f982342597,segment=NetworkSegment(a2702830-69fe-40fc-a732-6af16ca351c8),segment_id=a2702830-69fe-40fc-a732-6af16ca351c8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:55.863419 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.880515 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a9afef1-2ce0-43b2-b68e-8454fa731556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:55.948945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aed917ee-531b-4247-9114-67f4786b43b4 req-e825d288-c100-4bbd-ad2c-f6f6ba37894c service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094738 Jun 17 08:45:55.951558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.995794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 41843783-8567-4593-b384-b1e2b06fba17 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:56.023914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Pushing event updated for resources: {'Port': ['ID=8e907e84-44fa-47fa-ae7a-29f982342597,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:56.036720 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:56.069458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.083177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e86a046a-8263-4adc-9c19-8609b14f1382 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:56.123898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:56.128054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:56.133436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:56.139143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.139799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.153424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=41843783-8567-4593-b384-b1e2b06fba17,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:56.158788 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:56.169304 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4564610 Jun 17 08:45:56.170294 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48774) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:56.405370 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 41843783-8567-4593-b384-b1e2b06fba17 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:56.405751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.530317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.631433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 41843783-8567-4593-b384-b1e2b06fba17 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:56.740810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:56.759560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a5a6-0627-4d3b-916e-15bee8ba23bb req-036bd7ce-7122-44fd-a646-b8fb5ea75b9d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.761048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3172a5a6-0627-4d3b-916e-15bee8ba23bb req-036bd7ce-7122-44fd-a646-b8fb5ea75b9d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 944 time: 0.2429395 Jun 17 08:45:56.764075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322d92-3282-4684-b51a-9925b8ee025f req-324053e6-8fa0-478d-bccd-4415845440a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.765470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-324053e6-8fa0-478d-bccd-4415845440a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1096 time: 0.2484577 Jun 17 08:45:56.795313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.798171 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5c4687bd-3e31-4185-93f8-b769e87cdc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:56.834771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=41843783-8567-4593-b384-b1e2b06fba17,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:56.839158 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:56.869153 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.871707 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/41843783-8567-4593-b384-b1e2b06fba17 HTTP/1.1" status: 204 len: 168 time: 0.7000899 Jun 17 08:45:56.876346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:56.913796 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-769533fc-c00e-4e9c-a3c3-fd1dd8d20211 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:45:56.916310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-769533fc-c00e-4e9c-a3c3-fd1dd8d20211 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/41843783-8567-4593-b384-b1e2b06fba17 HTTP/1.1" status: 404 len: 333 time: 0.0387471 Jun 17 08:45:56.919041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48792) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:56.986897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet 85e674f1-57a3-4774-a6b3-8f44e39bb651 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:56.991014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.998486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3172a5a6-0627-4d3b-916e-15bee8ba23bb req-ad65f1d3-4b88-4f14-beab-3e3fca246196 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174504 Jun 17 08:45:57.009054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:57.020568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:57.031200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4432487 Jun 17 08:45:57.036318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48794) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:57.043632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:57.044202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:57.053344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.093249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322d92-3282-4684-b51a-9925b8ee025f req-4a839107-7b1f-452f-90fb-ce528b81c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.094943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-4a839107-7b1f-452f-90fb-ce528b81c250 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.3213358 Jun 17 08:45:57.149986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-3b91d404-7080-4b3e-aba8-e9d916c639f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 217 time: 0.0477405 Jun 17 08:45:57.156845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet 31ea8259-152e-4f09-baf2-5ed713d48352 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:57.171361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.191018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.195794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:57.281605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.292824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322d92-3282-4684-b51a-9925b8ee025f req-83a855de-2aa5-405c-b32d-296597a2fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.294399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-83a855de-2aa5-405c-b32d-296597a2fb9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.1335349 Jun 17 08:45:57.296897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.301497 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4fe5e355-e05a-4f80-aef9-41e5c7470097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:57.344857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=85e674f1-57a3-4774-a6b3-8f44e39bb651,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:57.354374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.359147 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/85e674f1-57a3-4774-a6b3-8f44e39bb651 HTTP/1.1" status: 204 len: 168 time: 0.4367309 Jun 17 08:45:57.359147 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:57.359566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48796) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:57.471489 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.488077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.594928 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.594928 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a814c9d5-6c0c-4e88-a82c-76cd63569f05 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:57.660792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 8e907e84-44fa-47fa-ae7a-29f982342597 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:57.661328 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.675397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.677497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/31ea8259-152e-4f09-baf2-5ed713d48352 HTTP/1.1" status: 204 len: 168 time: 0.6396563 Jun 17 08:45:57.679834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322d92-3282-4684-b51a-9925b8ee025f req-842518ff-fbe3-4441-b0c7-fa8f845d0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.681279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-842518ff-fbe3-4441-b0c7-fa8f845d0438 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3681655 Jun 17 08:45:57.682142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=31ea8259-152e-4f09-baf2-5ed713d48352,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:57.683875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48806) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:57.751250 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:57.761208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e2dc8-7a9a-4ddd-9e41-aa837b1168f0 None None] Network f6c6a385-f17a-4f8e-86dd-418fc77d6a8d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:57.765240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8e907e84-44fa-47fa-ae7a-29f982342597 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:57.769988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb0db0-a8a3-4d05-966f-55ae2f57e511 None None] Network dbb8fc72-107a-405d-975c-05016103be68 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:57.791046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] For port 8e907e84-44fa-47fa-ae7a-29f982342597, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8e907e84-44fa-47fa-ae7a-29f982342597,segment=NetworkSegment(a2702830-69fe-40fc-a732-6af16ca351c8),segment_id=a2702830-69fe-40fc-a732-6af16ca351c8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:57.792598 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.891608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 8e907e84-44fa-47fa-ae7a-29f982342597 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:57.914444 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.999780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ba958ac-2458-454b-834b-c3fa2f83643e None None] Provisioning for port 8e907e84-44fa-47fa-ae7a-29f982342597 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:58.000036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.003027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.003644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-9acc90d1-18b3-48ab-aa72-840755dd6c19 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941210 Jun 17 08:45:58.008307 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.011673 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db51b2eb-ed25-41d5-a3a4-0976b049cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.024872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6ba958ac-2458-454b-834b-c3fa2f83643e None None] Provisioning complete for port 8e907e84-44fa-47fa-ae7a-29f982342597 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:58.025557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ba958ac-2458-454b-834b-c3fa2f83643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.049834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6ba958ac-2458-454b-834b-c3fa2f83643e None None] Port 8e907e84-44fa-47fa-ae7a-29f982342597 was deleted so its status cannot be updated. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:45:58.052135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=8e907e84-44fa-47fa-ae7a-29f982342597,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.054501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No DVR routers for this DVR port 8e907e84-44fa-47fa-ae7a-29f982342597 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:58.056306 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.060270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No active binding found for port 8e907e84-44fa-47fa-ae7a-29f982342597 {{(pid=93501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:45:58.061025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8e907e84-44fa-47fa-ae7a-29f982342597 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 17 08:45:58.154399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.157455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Port 8e907e84-44fa-47fa-ae7a-29f982342597 not found, will not notify nova. {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 17 08:45:58.172308 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c6a385-f17a-4f8e-86dd-418fc77d6a8d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.186187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:55Z', 'revision_number': 8, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.193341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2702830-69fe-40fc-a732-6af16ca351c8') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.193723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2702830-69fe-40fc-a732-6af16ca351c8') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.213991 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.218432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:58.220466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b322d92-3282-4684-b51a-9925b8ee025f req-e4d3dd05-b378-4625-8161-10ace81b5a61 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104464 Jun 17 08:45:58.234622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:58.235059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.243708 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.250805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:58.254963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:58.258479 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:58.280064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f1dca-b7e5-4885-92ac-cea2bb15491f None None] DHCP port deletion for f6c6a385-f17a-4f8e-86dd-418fc77d6a8d request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:58.302640 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port a1b3a623-b536-4b94-968b-16894961e6a1 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:58.303372 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.353743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:58.409706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port a1b3a623-b536-4b94-968b-16894961e6a1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a1b3a623-b536-4b94-968b-16894961e6a1,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:58.410160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.410397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.431247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd962728-7e88-487f-9e7f-91421467f459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.445188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ed969-470d-45a9-9962-20ba3c961cb7 req-6c934532-443c-4570-9c70-3afa79c64539 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:58.452764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-471ed969-470d-45a9-9962-20ba3c961cb7 req-6c934532-443c-4570-9c70-3afa79c64539 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 944 time: 0.2129686 Jun 17 08:45:58.453807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] DHCP port deletion for dbb8fc72-107a-405d-975c-05016103be68 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:58.456193 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.459464 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/f6c6a385-f17a-4f8e-86dd-418fc77d6a8d HTTP/1.1" status: 204 len: 168 time: 1.0984535 Jun 17 08:45:58.461763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=f6c6a385-f17a-4f8e-86dd-418fc77d6a8d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.463651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48812) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:58.478338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'name': 'tempest-PortsIpV6TestJSON-24299400'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:58.484555 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.535801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for a1b3a623-b536-4b94-968b-16894961e6a1 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:58.608976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-471ed969-470d-45a9-9962-20ba3c961cb7 req-ee68fced-7ee0-4bab-a548-ce39dd0e3b3b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552501 Jun 17 08:45:58.610166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:58.614977 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Deleting port a1b3a623-b536-4b94-968b-16894961e6a1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:58.615292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.618226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.645750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 06ffc9f8-904e-4330-9ae5-9bb97a62e69f yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:45:58.674734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.686264 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.694261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port a1b3a623-b536-4b94-968b-16894961e6a1 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:58.740340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=a1b3a623-b536-4b94-968b-16894961e6a1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.743668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.746065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] For port a1b3a623-b536-4b94-968b-16894961e6a1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a1b3a623-b536-4b94-968b-16894961e6a1,segment=NetworkSegment(4f0d4267-6c62-4250-bd91-3f258a5daad9),segment_id=4f0d4267-6c62-4250-bd91-3f258a5daad9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:58.746464 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.800964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:55Z', 'revision_number': 8, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.850756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.870489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb8fc72-107a-405d-975c-05016103be68']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.886386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0d4267-6c62-4250-bd91-3f258a5daad9') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.886782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0d4267-6c62-4250-bd91-3f258a5daad9') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:58.899802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Calling delete_port for a1b3a623-b536-4b94-968b-16894961e6a1 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:58.905653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d02fe-3727-4557-adc3-fb48b394340f None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:45:55Z', 'revision_number': 8, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954555de-fab8-4eb6-9812-ed4b56e9c63c', 'name': '', 'network_id': '0def36e1-f0b9-417d-af3d-743fc356453e', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:e0:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b94679c-c39a-4267-835c-dd046748c83b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:31Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '1b94679c-c39a-4267-835c-dd046748c83b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:58.916022 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.968004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.982276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:58.983699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:58.986484 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:59.023829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.058007 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.069491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.075480 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.075778 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.078732 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.083784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.087601 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1737e893-fc69-4a3e-bcfd-fcfaa7d26af8 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.091263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/dbb8fc72-107a-405d-975c-05016103be68 HTTP/1.1" status: 204 len: 168 time: 1.4062428 Jun 17 08:45:59.092303 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-56f4e7aa-338b-4ad9-a80c-b22092068142 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.104112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Network dbb8fc72-107a-405d-975c-05016103be68 is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:45:59.104620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] No DVR routers for this DVR port a1b3a623-b536-4b94-968b-16894961e6a1 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:59.109290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Pushing event deleted for resources: {'Port': ['ID=a1b3a623-b536-4b94-968b-16894961e6a1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.115682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48824) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:59.116893 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.117470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=dbb8fc72-107a-405d-975c-05016103be68,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.124987 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.160613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:59.165279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:59.183144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:59.191241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.192264 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.196436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=06ffc9f8-904e-4330-9ae5-9bb97a62e69f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.209131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.209524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.209909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.210484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.210659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.211117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.211515 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.211888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.212280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.212646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.213047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.213413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:59.225957 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.232204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7613013 Jun 17 08:45:59.233957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48826) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:59.376741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 06ffc9f8-904e-4330-9ae5-9bb97a62e69f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:59.377066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.411132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 89414af6-be6e-499f-8bae-7f2a9d061d1e details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:59.460218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.546153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 06ffc9f8-904e-4330-9ae5-9bb97a62e69f owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:59.565860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a1b3a623-b536-4b94-968b-16894961e6a1 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:59.581107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.620783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a1b3a623-b536-4b94-968b-16894961e6a1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:59.621219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a1b3a623-b536-4b94-968b-16894961e6a1 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:59.621725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 790c665b-47cb-4024-80b0-14458f3119c3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:59.632772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 89414af6-be6e-499f-8bae-7f2a9d061d1e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:59.680186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 790c665b-47cb-4024-80b0-14458f3119c3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:59.680513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 790c665b-47cb-4024-80b0-14458f3119c3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:59.681029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8e907e84-44fa-47fa-ae7a-29f982342597 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:59.684263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.691013 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5eca08e6-c78a-457e-8065-93a3ce1cdc9d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.691943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'port_id': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'mac_address': 'fa:16:3e:78:33:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:59.722613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=06ffc9f8-904e-4330-9ae5-9bb97a62e69f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.725685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.730180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.732486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/06ffc9f8-904e-4330-9ae5-9bb97a62e69f HTTP/1.1" status: 204 len: 168 time: 0.4964554 Jun 17 08:45:59.734833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:59.743473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'mac_address': 'fa:16:3e:f0:10:22', 'name': 'tempest-PortsIpV6TestJSON-1642018770'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:59.762653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8e907e84-44fa-47fa-ae7a-29f982342597 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:59.763030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8e907e84-44fa-47fa-ae7a-29f982342597 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:59.822016 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.841152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89414af6-be6e-499f-8bae-7f2a9d061d1e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:59.865634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 89414af6-be6e-499f-8bae-7f2a9d061d1e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:59.876624 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.879037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:59.879195 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09404a5a-9ba0-4a27-b78e-27696667ca94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.952142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be33f8-3e06-41cb-9f2c-d544689922f8 req-e4e9e933-bc2f-40c2-8b23-810ad4ca52cf tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.954082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10be33f8-3e06-41cb-9f2c-d544689922f8 req-e4e9e933-bc2f-40c2-8b23-810ad4ca52cf tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 944 time: 0.1750269 Jun 17 08:45:59.970745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=89414af6-be6e-499f-8bae-7f2a9d061d1e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.980173 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:00.067151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10be33f8-3e06-41cb-9f2c-d544689922f8 req-28958b28-7a28-4fb3-ac5f-27a126b918c7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901160 Jun 17 08:46:00.091692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['89414af6-be6e-499f-8bae-7f2a9d061d1e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:00.107770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 954555de-fab8-4eb6-9812-ed4b56e9c63c {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:00.108353 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.283940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 954555de-fab8-4eb6-9812-ed4b56e9c63c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=954555de-fab8-4eb6-9812-ed4b56e9c63c,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:00.284580 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.312351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.354783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.357644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 954555de-fab8-4eb6-9812-ed4b56e9c63c owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:00.385356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port c73519b2-e317-4062-a156-bf34d4dd76cd yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:00.547555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.550507 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69f04bbf-81dc-463d-83a1-960df6f856de tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:00.568483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.584509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=954555de-fab8-4eb6-9812-ed4b56e9c63c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:00.587704 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:00.626627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.633414 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d22e9f4-a9f0-430c-ae84-bce8a7fde5fe tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:00.676894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:00.691439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:00.711241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:00.718340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.719188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.736172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=c73519b2-e317-4062-a156-bf34d4dd76cd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:00.740759 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:00.758608 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0224462 Jun 17 08:46:00.759558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48842) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:00.795210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.827483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297c471-260a-474f-89c0-9e2a6fdc9d48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.833209 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8297c471-260a-474f-89c0-9e2a6fdc9d48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/c73519b2-e317-4062-a156-bf34d4dd76cd HTTP/1.1" status: 200 len: 845 time: 0.0725698 Jun 17 08:46:00.833949 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:00.985033 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port c73519b2-e317-4062-a156-bf34d4dd76cd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:00.985385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.064062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.141545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for c73519b2-e317-4062-a156-bf34d4dd76cd owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:01.239451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.243858 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5a376755-32da-4983-ac4b-1edbfe0357c6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:01.274518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=c73519b2-e317-4062-a156-bf34d4dd76cd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:01.278017 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:01.280601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.286262 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/c73519b2-e317-4062-a156-bf34d4dd76cd HTTP/1.1" status: 204 len: 168 time: 0.4512875 Jun 17 08:46:01.286938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48856) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:01.323991 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a941b07b-39c0-4930-9868-88694fb499a5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:01.329674 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a941b07b-39c0-4930-9868-88694fb499a5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/c73519b2-e317-4062-a156-bf34d4dd76cd HTTP/1.1" status: 404 len: 333 time: 0.0412428 Jun 17 08:46:01.330362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48858) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:01.336111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'name': 'tempest-PortsIpV6TestJSON-2137337248'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:01.409294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 89414af6-be6e-499f-8bae-7f2a9d061d1e up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:01.477339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:01.486316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5b441-3f03-474b-a906-9f3828c598b1 req-275e3d91-17c5-4bd9-b09f-f03506646907 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.488507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4e5b441-3f03-474b-a906-9f3828c598b1 req-275e3d91-17c5-4bd9-b09f-f03506646907 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 945 time: 0.1976566 Jun 17 08:46:01.507637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:01.511189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.532785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 89414af6-be6e-499f-8bae-7f2a9d061d1e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:01.540995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 89414af6-be6e-499f-8bae-7f2a9d061d1e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:01.541633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.556754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 66592e8f-b8db-46d1-bfd3-918220bd6a8b yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:01.610308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4e5b441-3f03-474b-a906-9f3828c598b1 req-1045e844-9a40-46d8-93db-113bc80cbeed tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132383 Jun 17 08:46:01.646161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:01.652963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5329957 Jun 17 08:46:01.655598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48866) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:01.659003 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:01.672415 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:01.673049 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:01.676961 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.718030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:01.720945 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d3c78-f1be-40cd-8ae4-ae319de99200" -d '{"events": [{"server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "name": "network-vif-plugged", "status": "completed", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:01.735988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 89414af6-be6e-499f-8bae-7f2a9d061d1e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:01.749420 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.753302 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b2c9b687-6b3e-4c2a-825a-e3f25bb783f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:01.776267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet 1b94679c-c39a-4267-835c-dd046748c83b {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:01.791684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.803538 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e2ce61-658f-4e1e-891a-a2289753d483 x-openstack-request-id: req-b8e2ce61-658f-4e1e-891a-a2289753d483 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:01.804182 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "name": "network-vif-plugged", "status": "completed", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:01.804699 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8e2ce61-658f-4e1e-891a-a2289753d483 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:01.805305 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'code': 200} Jun 17 08:46:01.863702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=89414af6-be6e-499f-8bae-7f2a9d061d1e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:01.868251 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:01.876800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.933725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.939442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.945895 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-06aee3c3-1837-4cae-9121-71c08b9da018 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:01.984892 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:02.006197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625545ee-1196-48f5-adcf-956b60d8f028 req-842a5053-92a2-4083-a031-65190eadf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.008101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-625545ee-1196-48f5-adcf-956b60d8f028 req-842a5053-92a2-4083-a031-65190eadf38a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1098 time: 0.1310313 Jun 17 08:46:02.011239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:02.017461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:02.042469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:02.059384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.060048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.092518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-625545ee-1196-48f5-adcf-956b60d8f028 req-d3171eb7-0070-49fe-b6ec-56e74cd25591 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753474 Jun 17 08:46:02.104355 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.123072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=66592e8f-b8db-46d1-bfd3-918220bd6a8b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:02.126559 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:02.140611 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8081725 Jun 17 08:46:02.143860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48876) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:02.154493 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:02.235125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.239284 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a62ada11-c551-430d-b76d-17110831e3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:02.271737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=1b94679c-c39a-4267-835c-dd046748c83b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:02.274532 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:02.280456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.284807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/1b94679c-c39a-4267-835c-dd046748c83b HTTP/1.1" status: 204 len: 168 time: 0.6247804 Jun 17 08:46:02.286260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:02.286520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def345d1-ce64-4093-a68c-d55cc615c5e9 None None] Network 0def36e1-f0b9-417d-af3d-743fc356453e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:02.328180 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:00Z', 'revision_number': 9, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:02.390260 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.401053 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:02.414575 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:02.415261 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:02.527561 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:02.527990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.560211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] DHCP port deletion for 0def36e1-f0b9-417d-af3d-743fc356453e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:02.651820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Deleting port 300a93cc-7451-4b00-993d-298883d0bccb {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:02.652197 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.727731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] For port 300a93cc-7451-4b00-993d-298883d0bccb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=300a93cc-7451-4b00-993d-298883d0bccb,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:02.728270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.789297 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:00Z', 'revision_number': 9, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:02.824277 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fd07b-270b-42a9-9a7e-d6a34b958328 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:00Z', 'revision_number': 9, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53215843-ac6a-4c51-9f1e-a34c3316d7fe', 'name': '', 'network_id': '4a5bf0dc-e063-407a-81f4-640623faaf46', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:0c:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:33Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '47f35477-fb9c-45fc-bcdf-848df9886c64', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:02.866071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.896350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 300a93cc-7451-4b00-993d-298883d0bccb {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:02.896350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.934457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Calling delete_port for 300a93cc-7451-4b00-993d-298883d0bccb owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:02.966241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.985370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d85f7-1aa4-4e70-a92a-e5e7443b9cf8 req-eebdfb49-d3c6-4cc9-bb0a-3fd00dc98a73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.996795 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-108d85f7-1aa4-4e70-a92a-e5e7443b9cf8 req-eebdfb49-d3c6-4cc9-bb0a-3fd00dc98a73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1246719 Jun 17 08:46:03.008365 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6fde73e2-5bcc-4e1d-bce8-cacf9402cf38 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.060691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.065057 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a794df97-c19a-4869-b1c2-9eda3482046e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.066710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] In _notify_port_updated(), no bound segment for port 66592e8f-b8db-46d1-bfd3-918220bd6a8b on network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:46:03.073837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:03.076131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.084191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48884) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:03.085388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/ports/66592e8f-b8db-46d1-bfd3-918220bd6a8b HTTP/1.1" status: 200 len: 818 time: 0.9350009 Jun 17 08:46:03.093293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 300a93cc-7451-4b00-993d-298883d0bccb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=300a93cc-7451-4b00-993d-298883d0bccb,segment=NetworkSegment(cf4079dc-82c0-4ae9-ad32-2e2d58af1be4),segment_id=cf4079dc-82c0-4ae9-ad32-2e2d58af1be4)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.094035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.123736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] No DVR routers for this DVR port 300a93cc-7451-4b00-993d-298883d0bccb on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:03.131937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Pushing event deleted for resources: {'Port': ['ID=300a93cc-7451-4b00-993d-298883d0bccb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.140114 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.197180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 300a93cc-7451-4b00-993d-298883d0bccb owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:03.200704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=66592e8f-b8db-46d1-bfd3-918220bd6a8b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.205139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.211789 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-108d85f7-1aa4-4e70-a92a-e5e7443b9cf8 req-0d8ecef9-e4fa-416f-80e8-1bdf4b89f7f6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073483 Jun 17 08:46:03.315366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 66592e8f-b8db-46d1-bfd3-918220bd6a8b {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:03.315717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.383093 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.395175 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.404450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 300a93cc-7451-4b00-993d-298883d0bccb on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:03.457561 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.457909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=300a93cc-7451-4b00-993d-298883d0bccb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.460981 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.554456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 954555de-fab8-4eb6-9812-ed4b56e9c63c no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:03.571642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 66592e8f-b8db-46d1-bfd3-918220bd6a8b owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:03.712878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.726988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0def36e1-f0b9-417d-af3d-743fc356453e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:03.730615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 954555de-fab8-4eb6-9812-ed4b56e9c63c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:03.737823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 954555de-fab8-4eb6-9812-ed4b56e9c63c not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:03.738661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 300a93cc-7451-4b00-993d-298883d0bccb no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:03.740708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:03.741023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4079dc-82c0-4ae9-ad32-2e2d58af1be4') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:03.753011 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.772324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.778774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:03.779188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:03.782532 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:03.803464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 300a93cc-7451-4b00-993d-298883d0bccb {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:03.803856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 300a93cc-7451-4b00-993d-298883d0bccb not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:03.827724 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.838602 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-06358eed-7450-4c58-a323-ee183e450cee tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.862884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.873674 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.879678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.882389 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/0def36e1-f0b9-417d-af3d-743fc356453e HTTP/1.1" status: 204 len: 168 time: 1.5956647 Jun 17 08:46:03.886272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48890) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:03.906374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=66592e8f-b8db-46d1-bfd3-918220bd6a8b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.914846 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.941269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.943518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/66592e8f-b8db-46d1-bfd3-918220bd6a8b HTTP/1.1" status: 204 len: 168 time: 0.8584659 Jun 17 08:46:03.946230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48894) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:03.966771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=0def36e1-f0b9-417d-af3d-743fc356453e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.008228 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.036049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5081434-285f-4522-ab7f-48ae3aafeb06 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.037599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c5081434-285f-4522-ab7f-48ae3aafeb06 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0905519 Jun 17 08:46:04.040590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48896) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:04.082843 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca94bfd-3906-482b-9b69-0022f99e1092 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:04.085033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ca94bfd-3906-482b-9b69-0022f99e1092 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/66592e8f-b8db-46d1-bfd3-918220bd6a8b HTTP/1.1" status: 404 len: 333 time: 0.0435097 Jun 17 08:46:04.088849 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48898) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:04.094112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1400861009'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:04.132734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:04.136983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.184560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:04.196885 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.197667 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment b7b493ce-6b0f-45ad-930d-60b2dd4d31a6 of type vlan for network 745905a2-b8bd-4f1d-8102-83576eb3a382 Jun 17 08:46:04.271368 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.366885 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.376693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.377342 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.396757 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e9a28d8-5ca7-45c2-838a-d85751127de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.448546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.528576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=745905a2-b8bd-4f1d-8102-83576eb3a382,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.533448 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.540608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:04.556571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4665010 Jun 17 08:46:04.560124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48906) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:04.576978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:04.670218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279575d-7932-4e45-bb50-5d76fd6775ef req-633a3b5d-bf27-496e-8f3b-7982045ee04c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.671852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8279575d-7932-4e45-bb50-5d76fd6775ef req-633a3b5d-bf27-496e-8f3b-7982045ee04c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1598511 Jun 17 08:46:04.810637 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8279575d-7932-4e45-bb50-5d76fd6775ef req-d3d2e71a-79f5-4e9e-bdda-242d7fac4f2c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317749 Jun 17 08:46:04.832143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:04.838088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.913744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 53215843-ac6a-4c51-9f1e-a34c3316d7fe {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:04.915572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.080497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 53215843-ac6a-4c51-9f1e-a34c3316d7fe, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=53215843-ac6a-4c51-9f1e-a34c3316d7fe,segment=NetworkSegment(6d6a8b20-de93-4e7d-b8ce-13d369822548),segment_id=6d6a8b20-de93-4e7d-b8ce-13d369822548)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:05.081558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.086023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f232ee-7c1b-4ede-92d1-26996ea48afe req-4a6bf655-afa5-40c8-9913-20392809e9d9 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.087690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93f232ee-7c1b-4ede-92d1-26996ea48afe req-4a6bf655-afa5-40c8-9913-20392809e9d9 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1372414 Jun 17 08:46:05.098385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:05.107385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'floatingip': {'port_id': '89414af6-be6e-499f-8bae-7f2a9d061d1e'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:05.198317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.201194 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21b3ab0b-3097-4208-a936-9045e31ed87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:05.225014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 53215843-ac6a-4c51-9f1e-a34c3316d7fe owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:05.252254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.302555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=e30b0049-af9b-485e-bddb-586b29ab66e4,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:05.314670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.316045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.316045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.317165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.317165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.319867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.319867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.319867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.319867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.319867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.320730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.320730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:05.334649 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:05.352043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:05.353158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: 745905a2-b8bd-4f1d-8102-83576eb3a382, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:05.379274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:05.390017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 745905a2-b8bd-4f1d-8102-83576eb3a382) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:05.395885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.396987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.406335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b942f8-288a-4cf7-b2e4-9b9210717705 None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:05.442418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8781276 Jun 17 08:46:05.442774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48916) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:05.491061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:05.660249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-745905a2-b8bd-4f1d-8102-83576eb3a382', 'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': 'e30b0049-af9b-485e-bddb-586b29ab66e4'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:05.661606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.694855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:05.700761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.862143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Allocated IP 2001:db8::2 (745905a2-b8bd-4f1d-8102-83576eb3a382/e30b0049-af9b-485e-bddb-586b29ab66e4/c74b0803-5b68-4447-a51f-6f74395d27a0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:05.865685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.874450 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8bb63f73-2c61-451a-bf40-2295cd6c7979 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:05.878864 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e30b0049-af9b-485e-bddb-586b29ab66e4 (CIDR: 2001:db8::/64) Jun 17 08:46:05.884162 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:46:05.884738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:05.907711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-90a9ef42-b6f2-484b-a87a-02deda8dbce7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4633842 Jun 17 08:46:05.911198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48920) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:05.918288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:06.078843 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.082416 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=53215843-ac6a-4c51-9f1e-a34c3316d7fe,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.090036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.101834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Transition to ACTIVE for port object c74b0803-5b68-4447-a51f-6f74395d27a0 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:06.120019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:06.124403 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.149707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Transition to ACTIVE for port object c74b0803-5b68-4447-a51f-6f74395d27a0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:06.172994 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.172994 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09404a5a-9ba0-4a27-b78e-27696667ca94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.248201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:06.258043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:06.262338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:06.313189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Pushing event updated for resources: {'Port': ['ID=c74b0803-5b68-4447-a51f-6f74395d27a0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.316857 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.376539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Attempting to bind port c74b0803-5b68-4447-a51f-6f74395d27a0 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:06.376932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Attempting to bind port c74b0803-5b68-4447-a51f-6f74395d27a0 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:06.377969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Attempting to bind port c74b0803-5b68-4447-a51f-6f74395d27a0 on network 745905a2-b8bd-4f1d-8102-83576eb3a382 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:06.384697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:06.385101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Checking segment: {'id': 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:06.385501 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.385910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Bound using segment: {'id': 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:06.386400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Bound port: c74b0803-5b68-4447-a51f-6f74395d27a0, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:06.386851 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.491741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] For port c74b0803-5b68-4447-a51f-6f74395d27a0, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:06.496206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] For port c74b0803-5b68-4447-a51f-6f74395d27a0, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c74b0803-5b68-4447-a51f-6f74395d27a0,segment=NetworkSegment(b7b493ce-6b0f-45ad-930d-60b2dd4d31a6),segment_id=b7b493ce-6b0f-45ad-930d-60b2dd4d31a6)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:06.510636 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.522350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c8af1d81-c7e8-46ae-aee2-c69858185ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.631644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Pushing event updated for resources: {'Port': ['ID=c74b0803-5b68-4447-a51f-6f74395d27a0,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.642092 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.692304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.727115 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d3bcfc3-557f-470b-949a-c4fbb7f3dc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.761761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:06.767589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:06.772508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.773102 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.794505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.799523 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.806568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8939035 Jun 17 08:46:06.809135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48946) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:06.814232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382', 'fixed_ips': [{'subnet_id': 'e30b0049-af9b-485e-bddb-586b29ab66e4'}, {'subnet_id': '4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7'}], 'name': 'tempest-PortsIpV6TestJSON-1858420735'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:07.067342 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:07.117201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.resource_extend [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:46:07.188736 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.206192 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.228624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:07.388884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.523435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.547198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::146 (745905a2-b8bd-4f1d-8102-83576eb3a382/e30b0049-af9b-485e-bddb-586b29ab66e4/9d2938f3-8aca-4698-8d9e-a1770cd0dd25) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:07.555409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8:0:1::2cf (745905a2-b8bd-4f1d-8102-83576eb3a382/4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7/9d2938f3-8aca-4698-8d9e-a1770cd0dd25) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:07.753495 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Floating IP d4744369-d8fe-4b59-b22b-055876272a27 associated. External IP: 172.25.7.103, port: 89414af6-be6e-499f-8bae-7f2a9d061d1e. Jun 17 08:46:07.756924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:07.796937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c74b0803-5b68-4447-a51f-6f74395d27a0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:07.885621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c74b0803-5b68-4447-a51f-6f74395d27a0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:07.982601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.014953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:08.076774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:08.085543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.090773 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-755962fe-7e96-47be-9f8b-e81b208f410b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.094452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:08.100338 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2125421 Jun 17 08:46:08.102610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48956) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.116182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:08.119650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:08.149251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=9d2938f3-8aca-4698-8d9e-a1770cd0dd25,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.152954 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.161480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:08.162894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:08.165509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:08.171914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.172581 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.194112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet 47f35477-fb9c-45fc-bcdf-848df9886c64 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:08.210689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3979578 Jun 17 08:46:08.211357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48958) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.217161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e30b0049-af9b-485e-bddb-586b29ab66e4'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:08.246539 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.313792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:08.362940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad0324-5682-4f7c-a485-74d9acd50a9e None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:08.376725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.389936 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.416983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Provisioning for port c74b0803-5b68-4447-a51f-6f74395d27a0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:08.486125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Provisioning complete for port c74b0803-5b68-4447-a51f-6f74395d27a0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:08.486870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.557829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:08.699184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.745270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.781836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Delete allocated IP 2001:db8:0:1::2cf (745905a2-b8bd-4f1d-8102-83576eb3a382/4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7) {{(pid=93500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:46:08.808353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:08.816941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.822897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.823146 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36770969-9327-4096-b924-c8fc20101570 None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:08.826515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] For port c74b0803-5b68-4447-a51f-6f74395d27a0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c74b0803-5b68-4447-a51f-6f74395d27a0,segment=NetworkSegment(b7b493ce-6b0f-45ad-930d-60b2dd4d31a6),segment_id=b7b493ce-6b0f-45ad-930d-60b2dd4d31a6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:08.841415 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.849090 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.855386 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-376b1cca-caef-471e-9eeb-267f35564667 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.875373 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:08.880081 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:08.894170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=47f35477-fb9c-45fc-bcdf-848df9886c64,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.899001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.906063 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/47f35477-fb9c-45fc-bcdf-848df9886c64 HTTP/1.1" status: 204 len: 168 time: 0.7987938 Jun 17 08:46:08.937111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52008c2-0831-4cb6-9297-a5f64be6f0e5 None None] Network 4a5bf0dc-e063-407a-81f4-640623faaf46 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:08.941793 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d643001-e6c6-4550-b5ad-993211259c97 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "PUT /v2.0/floatingips/d4744369-d8fe-4b59-b22b-055876272a27 HTTP/1.1" status: 200 len: 992 time: 3.8375039 Jun 17 08:46:08.942991 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.945362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48966) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.946654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:08.954708 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601c131e-bc51-4d07-8047-6b6e2f78684a" -d '{"events": [{"name": "network-changed", "server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:09.126676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:05Z', 'revision_number': 10, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:09.169066 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.192724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Pushing event updated for resources: {'Port': ['ID=c74b0803-5b68-4447-a51f-6f74395d27a0,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.205567 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:09.221819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.242611 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.244212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:09.245689 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Ignored duplicate provisioning block setup for port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:46:09.266129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.270886 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4a0055-beed-4eac-a671-77d3fe8ed21f x-openstack-request-id: req-cd4a0055-beed-4eac-a671-77d3fe8ed21f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:09.271440 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:09.273200 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd4a0055-beed-4eac-a671-77d3fe8ed21f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:09.273808 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'status': 'completed', 'code': 200} Jun 17 08:46:09.303303 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68fac7f0-4081-4a51-900a-a1d434d1aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.317514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:09.319255 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:09.345312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port fc80c546-05ba-4312-948a-b69e1649401a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:09.349664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.409764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] In _notify_port_updated(), no bound segment for port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 on network 745905a2-b8bd-4f1d-8102-83576eb3a382 {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:46:09.416325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.417273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.425799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/ports/9d2938f3-8aca-4698-8d9e-a1770cd0dd25 HTTP/1.1" status: 200 len: 926 time: 1.2138257 Jun 17 08:46:09.428647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 48974) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:09.438872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e30b0049-af9b-485e-bddb-586b29ab66e4'}, {'subnet_id': '4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:09.526205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port fc80c546-05ba-4312-948a-b69e1649401a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fc80c546-05ba-4312-948a-b69e1649401a,segment=NetworkSegment(6d6a8b20-de93-4e7d-b8ce-13d369822548),segment_id=6d6a8b20-de93-4e7d-b8ce-13d369822548)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:09.526583 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.559126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=9d2938f3-8aca-4698-8d9e-a1770cd0dd25,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.622500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Update dhcp port {'port': {'network_id': '745905a2-b8bd-4f1d-8102-83576eb3a382', 'fixed_ips': [{'subnet_id': 'e30b0049-af9b-485e-bddb-586b29ab66e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7'}], 'binding:host_id': 'n-d-780147-13'}, 'id': 'c74b0803-5b68-4447-a51f-6f74395d27a0'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:46:09.648812 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.668933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-b2db28f3-c5a8-4cf3-b0f5-1441495c3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.670835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-b2db28f3-c5a8-4cf3-b0f5-1441495c3935 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1098 time: 0.4270191 Jun 17 08:46:09.707237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:09.714518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.715685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c74b0803-5b68-4447-a51f-6f74395d27a0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:09.730717 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'd4744369-d8fe-4b59-b22b-055876272a27', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'floating_ip_address': '172.25.7.103', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'port_id': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'mac_address': 'fa:16:3e:78:33:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e18b8-4602-4bdc-b889-bb743e32464a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:45:41Z', 'updated_at': '2021-06-17T08:46:06Z', 'revision_number': 1, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:09.757406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for fc80c546-05ba-4312-948a-b69e1649401a owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:09.762243 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36770969-9327-4096-b924-c8fc20101570 None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:09.772145 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:09.772811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:09.926673 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:09.951421 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.954955 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a35c7376-4a58-4d7e-b4ac-50186346bfa7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.972876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port fc80c546-05ba-4312-948a-b69e1649401a on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:09.996999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-b5ac3d62-e37b-4ce6-bb49-f347f858bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.999210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-b5ac3d62-e37b-4ce6-bb49-f347f858bfc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.3179181 Jun 17 08:46:10.081245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=fc80c546-05ba-4312-948a-b69e1649401a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.086426 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.215269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.236536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.238318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5bf0dc-e063-407a-81f4-640623faaf46']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.250657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-5d22911c-8f1e-440e-a528-9eebec93d44a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 1000 time: 0.2376876 Jun 17 08:46:10.259499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6a8b20-de93-4e7d-b8ce-13d369822548') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.259873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6a8b20-de93-4e7d-b8ce-13d369822548') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.276792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.308653 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.323221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:10.323645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:10.326942 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:10.413050 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-36770969-9327-4096-b924-c8fc20101570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'd4744369-d8fe-4b59-b22b-055876272a27', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'floating_ip_address': '172.25.7.103', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'port_id': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'mac_address': 'fa:16:3e:78:33:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e18b8-4602-4bdc-b889-bb743e32464a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:45:41Z', 'updated_at': '2021-06-17T08:46:06Z', 'revision_number': 1, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.437685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.463905 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bed26834-d8a0-4ad4-ad54-0b2df982b613 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.465796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Allocated IP 2001:db8:0:1::2 (745905a2-b8bd-4f1d-8102-83576eb3a382/4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7/c74b0803-5b68-4447-a51f-6f74395d27a0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:10.469602 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36770969-9327-4096-b924-c8fc20101570 None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': 'd4744369-d8fe-4b59-b22b-055876272a27', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'floating_ip_address': '172.25.7.103', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'port_id': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'mac_address': 'fa:16:3e:78:33:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e18b8-4602-4bdc-b889-bb743e32464a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:45:41Z', 'updated_at': '2021-06-17T08:46:06Z', 'revision_number': 1, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:10.479347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.482351 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/4a5bf0dc-e063-407a-81f4-640623faaf46 HTTP/1.1" status: 204 len: 168 time: 1.5203230 Jun 17 08:46:10.495941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 48984) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:10.508977 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=4a5bf0dc-e063-407a-81f4-640623faaf46,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.556731 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.595769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] For port c74b0803-5b68-4447-a51f-6f74395d27a0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c74b0803-5b68-4447-a51f-6f74395d27a0,segment=NetworkSegment(b7b493ce-6b0f-45ad-930d-60b2dd4d31a6),segment_id=b7b493ce-6b0f-45ad-930d-60b2dd4d31a6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:10.634159 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.655808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Transition to ACTIVE for port object c74b0803-5b68-4447-a51f-6f74395d27a0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:10.685112 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.697952 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.768795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c7505-bf70-4737-930f-1e85ab60f20e None None] DHCP port deletion for 4a5bf0dc-e063-407a-81f4-640623faaf46 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:10.854211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Pushing event updated for resources: {'Port': ['ID=c74b0803-5b68-4447-a51f-6f74395d27a0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.858650 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.867696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00417c2-f23d-421c-b2b1-ddc609f5e12d None None] New status for floating IP d4744369-d8fe-4b59-b22b-055876272a27: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:46:10.867936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-e588c545-c2b6-4976-8464-232f745eba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:10.868837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-e588c545-c2b6-4976-8464-232f745eba7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.5543370 Jun 17 08:46:11.061174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-58b59fe5-8ecc-4ed2-ae48-7806b3a43e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:11.062724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-58b59fe5-8ecc-4ed2-ae48-7806b3a43e2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828618 Jun 17 08:46:11.132388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8:0:1::1d5 (745905a2-b8bd-4f1d-8102-83576eb3a382/4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7/9d2938f3-8aca-4698-8d9e-a1770cd0dd25) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:11.323217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:05Z', 'revision_number': 10, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:11.412672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736c04b-dff4-4644-b790-e588317c17e1 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:05Z', 'revision_number': 10, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None, '_interfaces': [{'id': '27b6cf64-b68e-44ef-98da-619e8c1dd479', 'name': '', 'network_id': 'e8eafc85-4083-4cf7-b6eb-4a90fcf047f9', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'mac_address': 'fa:16:3e:1c:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:13Z', 'updated_at': '2021-06-17T08:45:25Z', 'revision_number': 5, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'subnets': [{'id': '2d1c0546-4458-4a56-9472-cfbeff6a138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:11.423002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-526cbce9-9e69-4c9c-89df-6a6ddaaabfc0 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505912 Jun 17 08:46:11.588928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.593340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-601c131e-bc51-4d07-8047-6b6e2f78684a req-d16044e2-4d75-40cf-aafc-e9665967dfd4 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570461 Jun 17 08:46:11.760482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.790919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Ignored duplicate provisioning block setup for port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:46:11.798669 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.808175 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-964b5d75-355f-4e63-bd5a-9ae0b412304b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:11.865372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c74b0803-5b68-4447-a51f-6f74395d27a0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:12.036968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] In _notify_port_updated(), no bound segment for port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 on network 745905a2-b8bd-4f1d-8102-83576eb3a382 {{(pid=93500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:46:12.050777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:12.051756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.052022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1651fda-b414-48dc-bba4-553a32e0a7e5 None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:12.054043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/ports/9d2938f3-8aca-4698-8d9e-a1770cd0dd25 HTTP/1.1" status: 200 len: 1012 time: 2.6201506 Jun 17 08:46:12.059236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49012) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:12.070531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=9d2938f3-8aca-4698-8d9e-a1770cd0dd25,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:12.075048 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:12.092030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fc80c546-05ba-4312-948a-b69e1649401a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:12.150322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 27b6cf64-b68e-44ef-98da-619e8c1dd479 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:12.150691 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.170361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: fc80c546-05ba-4312-948a-b69e1649401a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:12.170735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fc80c546-05ba-4312-948a-b69e1649401a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:12.214678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Provisioning for port c74b0803-5b68-4447-a51f-6f74395d27a0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:12.231465 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Provisioning complete for port c74b0803-5b68-4447-a51f-6f74395d27a0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:12.231825 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.275081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:12.275794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.409626 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 27b6cf64-b68e-44ef-98da-619e8c1dd479, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=27b6cf64-b68e-44ef-98da-619e8c1dd479,segment=NetworkSegment(982a446b-2deb-40eb-8d6d-fbf78087365d),segment_id=982a446b-2deb-40eb-8d6d-fbf78087365d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:12.409989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.410276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.482669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Provisioning for port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:12.489713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Provisioning complete for port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:12.490739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.531753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 27b6cf64-b68e-44ef-98da-619e8c1dd479 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:12.562811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-85220de1-b16b-4ae4-81ad-0d133280651b None None] Port 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:12.571111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 9d2938f3-8aca-4698-8d9e-a1770cd0dd25 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:12.805207 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.812527 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:12.861002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.872320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=27b6cf64-b68e-44ef-98da-619e8c1dd479,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:12.878323 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:12.879226 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-295f63f5-d019-4c16-bc44-8d8cfdf1910a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:12.937383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ba91677b-eedb-4e09-a787-10a5f669cd60 None None] Provisioning complete for port c74b0803-5b68-4447-a51f-6f74395d27a0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:12.939840 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba91677b-eedb-4e09-a787-10a5f669cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.965305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=9d2938f3-8aca-4698-8d9e-a1770cd0dd25,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:12.980661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:13.079180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.081340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/9d2938f3-8aca-4698-8d9e-a1770cd0dd25 HTTP/1.1" status: 204 len: 168 time: 1.0207918 Jun 17 08:46:13.084969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49024) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:13.090542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ba91677b-eedb-4e09-a787-10a5f669cd60 None None] Could not find standard attr ID for object 9d2938f3-8aca-4698-8d9e-a1770cd0dd25. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:13.107365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.142214 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f85cd9a-d525-4f63-bd6c-36b20b39e944 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:13.147653 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6f85cd9a-d525-4f63-bd6c-36b20b39e944 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/9d2938f3-8aca-4698-8d9e-a1770cd0dd25 HTTP/1.1" status: 404 len: 333 time: 0.0616205 Jun 17 08:46:13.148325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49026) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:13.235626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet 4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:13.239823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.301214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:13.307890 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.324126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6fdd5517-aaab-4894-86fa-4d6404b6e4f4 None None] Could not find standard attr ID for object 9d2938f3-8aca-4698-8d9e-a1770cd0dd25. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:13.476770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:13.492550 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9935415 Jun 17 08:46:13.494738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49032) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:13.503518 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:13.526833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.528873 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:13.530223 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:13.619988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting subnet 2d1c0546-4458-4a56-9472-cfbeff6a138a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:13.644649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.670810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 53215843-ac6a-4c51-9f1e-a34c3316d7fe no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:13.684653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.699303 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82a226c4-29ed-40ae-8e6c-414e60e92029 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:13.708560 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:13.721656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 53215843-ac6a-4c51-9f1e-a34c3316d7fe {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:13.723301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 53215843-ac6a-4c51-9f1e-a34c3316d7fe not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:13.757731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.759227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-69e62ea7-7791-4146-aedc-d10283c113e7 None None] Could not find standard attr ID for object 9d2938f3-8aca-4698-8d9e-a1770cd0dd25. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:13.813816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:13.833431 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:13.834607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.840836 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49036) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:13.842556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7 HTTP/1.1" status: 204 len: 168 time: 0.6929395 Jun 17 08:46:13.843701 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:12Z', 'revision_number': 11, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:13.881479 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:13.891632 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:13.892300 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:13.945444 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet e30b0049-af9b-485e-bddb-586b29ab66e4 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:13.952491 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.075751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.113240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.181487 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:14.206610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4962cb-004b-4f35-8d76-d01ccc6aa4ea None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:14.269136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.273800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.302982 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1016c5ed-0f1d-4061-b94c-748cd2335c82 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:14.333525 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:12Z', 'revision_number': 11, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:14.337110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1cba9a24-6be6-447d-b55c-59771c12a5cb None None] Could not find standard attr ID for object 9d2938f3-8aca-4698-8d9e-a1770cd0dd25. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:14.350959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1c0546-4458-4a56-9472-cfbeff6a138a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:14.363846 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:14.365049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.367152 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/2d1c0546-4458-4a56-9472-cfbeff6a138a HTTP/1.1" status: 204 len: 168 time: 0.8708351 Jun 17 08:46:14.369932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:14.378413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976481b3-1f8e-40cd-8fdb-dfb0001ec0cf None None] Network e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:14.402274 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493486a4-f663-4c25-902a-abc545d06c4d None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:12Z', 'revision_number': 11, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:14.471697 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.531608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.537261 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3818c601-c6b9-4f17-8177-c345ad92cb97 tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:14.564825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=e30b0049-af9b-485e-bddb-586b29ab66e4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:14.572901 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:14.579569 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.581487 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/e30b0049-af9b-485e-bddb-586b29ab66e4 HTTP/1.1" status: 204 len: 168 time: 0.7399178 Jun 17 08:46:14.585536 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49048) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:14.602738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Deleting port 1151c2a4-8648-4c2e-9181-2a3b4574f626 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:14.603048 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.699808 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.722346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] For port 1151c2a4-8648-4c2e-9181-2a3b4574f626, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1151c2a4-8648-4c2e-9181-2a3b4574f626,segment=NetworkSegment(982a446b-2deb-40eb-8d6d-fbf78087365d),segment_id=982a446b-2deb-40eb-8d6d-fbf78087365d)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:14.724772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.785608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port c74b0803-5b68-4447-a51f-6f74395d27a0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:14.786257 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.811877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] DHCP port deletion for 745905a2-b8bd-4f1d-8102-83576eb3a382 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:14.823328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Calling delete_port for 1151c2a4-8648-4c2e-9181-2a3b4574f626 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:14.853592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] DHCP port deletion for e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:14.877724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] For port c74b0803-5b68-4447-a51f-6f74395d27a0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c74b0803-5b68-4447-a51f-6f74395d27a0,segment=NetworkSegment(b7b493ce-6b0f-45ad-930d-60b2dd4d31a6),segment_id=b7b493ce-6b0f-45ad-930d-60b2dd4d31a6)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:14.878322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.967513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for c74b0803-5b68-4447-a51f-6f74395d27a0 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:14.989850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Deleting port c74b0803-5b68-4447-a51f-6f74395d27a0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:14.991951 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.003295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Deleting port 1151c2a4-8648-4c2e-9181-2a3b4574f626 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:15.004177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.005678 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.006576 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-148fa6a3-e5fe-46f3-a6f2-5b3df5a54cf2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:15.064423 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Port': ['ID=1151c2a4-8648-4c2e-9181-2a3b4574f626,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:15.067318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No DVR routers for this DVR port 1151c2a4-8648-4c2e-9181-2a3b4574f626 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:15.069207 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:15.130120 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.132853 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb4c2bb9-7526-4f85-b37f-cda49c844962 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:15.136182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] For port 1151c2a4-8648-4c2e-9181-2a3b4574f626, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:15.136808 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.167682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=c74b0803-5b68-4447-a51f-6f74395d27a0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:15.172560 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:15.175941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No DVR routers for this DVR port c74b0803-5b68-4447-a51f-6f74395d27a0 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:15.204688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.221441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Calling delete_port for 1151c2a4-8648-4c2e-9181-2a3b4574f626 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:15.222711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8eafc85-4083-4cf7-b6eb-4a90fcf047f9']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:15.225396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Port 1151c2a4-8648-4c2e-9181-2a3b4574f626 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:46:15.227012 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.234022 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:15.241426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982a446b-2deb-40eb-8d6d-fbf78087365d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:15.242015 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982a446b-2deb-40eb-8d6d-fbf78087365d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:15.255304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.279291 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.289435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:15.290252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.291610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Pushing event deleted for resources: {'Port': ['ID=1151c2a4-8648-4c2e-9181-2a3b4574f626,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:15.295823 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:15.300646 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:15.304728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.321785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745905a2-b8bd-4f1d-8102-83576eb3a382']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:15.333592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] No DVR routers for this DVR port 1151c2a4-8648-4c2e-9181-2a3b4574f626 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:15.334991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:15.335313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b493ce-6b0f-45ad-930d-60b2dd4d31a6') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:15.354237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.357422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] For port c74b0803-5b68-4447-a51f-6f74395d27a0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c74b0803-5b68-4447-a51f-6f74395d27a0,segment=NetworkSegment(b7b493ce-6b0f-45ad-930d-60b2dd4d31a6),segment_id=b7b493ce-6b0f-45ad-930d-60b2dd4d31a6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:15.358009 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.381908 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.387240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.390588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:15.391444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.393343 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cadfeacb-bf18-4fca-b1c3-486173015201 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:15.396452 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:15.430619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.436977 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/networks/e8eafc85-4083-4cf7-b6eb-4a90fcf047f9 HTTP/1.1" status: 204 len: 168 time: 1.0658696 Jun 17 08:46:15.438100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Pushing event deleted for resources: {'Network': ['ID=e8eafc85-4083-4cf7-b6eb-4a90fcf047f9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:15.440363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:15.449656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'routes': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:15.452155 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:15.478492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Calling delete_port for c74b0803-5b68-4447-a51f-6f74395d27a0 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:15.523729 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.531697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.540542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/745905a2-b8bd-4f1d-8102-83576eb3a382 HTTP/1.1" status: 204 len: 168 time: 0.9537768 Jun 17 08:46:15.541180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:15.541902 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-027c3c7a-9ae1-401b-898b-f5a9852bf24f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:15.575757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=745905a2-b8bd-4f1d-8102-83576eb3a382,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:15.578751 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:15.613161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c74b0803-5b68-4447-a51f-6f74395d27a0 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:15.640826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c74b0803-5b68-4447-a51f-6f74395d27a0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:15.641172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c74b0803-5b68-4447-a51f-6f74395d27a0 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:15.641605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1151c2a4-8648-4c2e-9181-2a3b4574f626 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:15.667435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb56463-4b0a-4345-a9fc-e46624ac5aa1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.675195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cdb56463-4b0a-4345-a9fc-e46624ac5aa1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1091025 Jun 17 08:46:15.675822 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49064) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:15.677880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1151c2a4-8648-4c2e-9181-2a3b4574f626 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:15.678241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1151c2a4-8648-4c2e-9181-2a3b4574f626 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:15.678658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 27b6cf64-b68e-44ef-98da-619e8c1dd479 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:15.731059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 27b6cf64-b68e-44ef-98da-619e8c1dd479 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:15.731719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 27b6cf64-b68e-44ef-98da-619e8c1dd479 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:15.762383 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.768660 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:15.795076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Added routes are [] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:46:15.795076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Removed routes are [] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:46:15.795076 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.795562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Pushing event deleted for resources: {'Port': ['ID=c74b0803-5b68-4447-a51f-6f74395d27a0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:15.795695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49066) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:15.796341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Network 745905a2-b8bd-4f1d-8102-83576eb3a382 is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:46:15.796474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3d55f8cc-121d-4385-89be-b01d02044743 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1172385 Jun 17 08:46:15.796923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] No DVR routers for this DVR port c74b0803-5b68-4447-a51f-6f74395d27a0 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:15.804317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-610294005'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:15.812715 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:15.910060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:15.913944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.025741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.030928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:16.036904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.046401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.046745 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment 9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8 of type vlan for network 149eea4c-ea31-4834-be77-5b45e50b2e5a Jun 17 08:46:16.125564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.200342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.209543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:16.210597 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.234525 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c42d952d-77df-4c53-8bdb-e07de4381c48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:16.261914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49078) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.267426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:16.270042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4732511 Jun 17 08:46:16.299890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router f542c768-68a5-4a1a-823e-1ff3091d4509 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:16.526195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:16.526942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=149eea4c-ea31-4834-be77-5b45e50b2e5a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:16.536111 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.539514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:16.566850 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:16.574059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:16.582294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.586239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c4c57704-dcdb-4940-8ab8-7079e9067567 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 700 time: 1.1421130 Jun 17 08:46:16.586428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] Sync routers for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:16.586562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.631863 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-40e526c4-884f-4133-b05a-1d088e137274 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 205 time: 0.0419264 Jun 17 08:46:16.632306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.652235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:16.652888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:16.751308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.854471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] Set router f542c768-68a5-4a1a-823e-1ff3091d4509 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:16.855313 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.857886 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-95992f97-1232-4922-97be-1ace0805e80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:16.955899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f542c768-68a5-4a1a-823e-1ff3091d4509', 'name': 'tempest-RoutersTest-router-654197166', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:10Z', 'updated_at': '2021-06-17T08:46:12Z', 'revision_number': 11, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:16.959096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=11dbd6f8-72e9-42b3-8104-0c4d89d28c42,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:16.973976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.976503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.978667 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:16.979816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:16.980979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: 149eea4c-ea31-4834-be77-5b45e50b2e5a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:17.005878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:17.011151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] Checking router: f542c768-68a5-4a1a-823e-1ff3091d4509 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:17.025366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 149eea4c-ea31-4834-be77-5b45e50b2e5a) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:17.029733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:17.030317 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.035575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] Routers {'f542c768-68a5-4a1a-823e-1ff3091d4509'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:17.035575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f542c768-68a5-4a1a-823e-1ff3091d4509'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:17.039521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.040927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router f542c768-68a5-4a1a-823e-1ff3091d4509 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:17.044613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad4d3e-6841-4ae4-86b9-c7583bb31289 None None] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:17.050586 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.055668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4e25384f-ffc3-455f-a6b5-99d955b31bda tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 204 len: 168 time: 0.4181712 Jun 17 08:46:17.056445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49092) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:17.062890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2096877268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:17.093009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8273079 Jun 17 08:46:17.093371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49094) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:17.094730 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.096631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.100634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a', 'name': 'tempest-PortsIpV6TestJSON-1972127057'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:17.139719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:17.141766 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3d633-d95b-4f03-966d-79b6497ab391 None None] The sync data for ids ['f542c768-68a5-4a1a-823e-1ff3091d4509'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:17.170335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.178370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.215974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.219760 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2a1ce744-9e60-4b81-b67b-631799105bc6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1597621 Jun 17 08:46:17.219933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49100) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:17.225658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:17.300735 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.322395 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:17.331096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.351424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:17.411611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-149eea4c-ea31-4834-be77-5b45e50b2e5a', 'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': '11dbd6f8-72e9-42b3-8104-0c4d89d28c42'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:17.412597 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.704011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::8c (149eea4c-ea31-4834-be77-5b45e50b2e5a/11dbd6f8-72e9-42b3-8104-0c4d89d28c42/5969640e-fe59-41ef-96e2-14e94d0ef9e7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:17.883807 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.899105 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.069840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Router 9765c591-11d4-4083-bd93-a37df43db985 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:46:18.216306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:18.223843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.225042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e7559114-eca9-45e3-b62f-786a02aa6356 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "PUT /v2.0/routers/9765c591-11d4-4083-bd93-a37df43db985 HTTP/1.1" status: 200 len: 694 time: 1.0041051 Jun 17 08:46:18.228754 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] Sync routers for ids ['9765c591-11d4-4083-bd93-a37df43db985'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:18.237795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49130) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:18.244889 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] Routers {'9765c591-11d4-4083-bd93-a37df43db985'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:18.248839 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9765c591-11d4-4083-bd93-a37df43db985'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:18.407780 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] Set router 9765c591-11d4-4083-bd93-a37df43db985 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:18.429116 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.431988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c2cb1dc5-40c9-4e79-a58a-607f01c42241 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/routers/9765c591-11d4-4083-bd93-a37df43db985 HTTP/1.1" status: 200 len: 700 time: 0.1926258 Jun 17 08:46:18.434508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49132) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:18.446859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 5969640e-fe59-41ef-96e2-14e94d0ef9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:18.492036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.493876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-118b0456-340e-450a-9651-fa24bdede975 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9765c591-11d4-4083-bd93-a37df43db985 HTTP/1.1" status: 200 len: 205 time: 0.0573359 Jun 17 08:46:18.495829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49134) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:18.500660 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f84f1d9d-6646-48cb-98ca-2b6b967dd8bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:18.538001 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9765c591-11d4-4083-bd93-a37df43db985', 'name': 'tempest-RoutersTest-router-2096877268', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:17Z', 'updated_at': '2021-06-17T08:46:17Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:18.591948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Allocated IP 2001:db8::2 (149eea4c-ea31-4834-be77-5b45e50b2e5a/11dbd6f8-72e9-42b3-8104-0c4d89d28c42/5f92f432-551a-4f6f-b882-49ced6a9e22e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:18.594199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:18.603100 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] Checking router: 9765c591-11d4-4083-bd93-a37df43db985 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:18.604736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:18.609323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:18.621020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:18.621703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.640794 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] Routers {'9765c591-11d4-4083-bd93-a37df43db985'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:18.642102 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:45:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9765c591-11d4-4083-bd93-a37df43db985'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:18.646626 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.649072 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5545378 Jun 17 08:46:18.649398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49136) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:18.653943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=5969640e-fe59-41ef-96e2-14e94d0ef9e7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:18.657814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a', 'name': 'tempest-PortsIpV6TestJSON-1577415952'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:18.658085 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:18.737064 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] Set router 9765c591-11d4-4083-bd93-a37df43db985 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:18.809883 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9765c591-11d4-4083-bd93-a37df43db985', 'name': 'tempest-RoutersTest-router-2096877268', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:17Z', 'updated_at': '2021-06-17T08:46:17Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:18.861449 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48331940-e1d8-4cea-8454-29a0b0ea19bf None None] The sync data for ids ['9765c591-11d4-4083-bd93-a37df43db985'] in n-d-780147-13 is: [{'id': '9765c591-11d4-4083-bd93-a37df43db985', 'name': 'tempest-RoutersTest-router-2096877268', 'tenant_id': '6877f03e2c334025a944a7d61a2d0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:17Z', 'updated_at': '2021-06-17T08:46:17Z', 'revision_number': 2, 'project_id': '6877f03e2c334025a944a7d61a2d0700', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:18.966876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.969006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.055063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.055630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Fanout notify agent at l3_agent the message router_deleted on router 9765c591-11d4-4083-bd93-a37df43db985 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:19.072922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.074515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-246758a8-6e3a-4e71-a5e1-0b34ecb78fc7 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/9765c591-11d4-4083-bd93-a37df43db985 HTTP/1.1" status: 204 len: 168 time: 0.5761499 Jun 17 08:46:19.078371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49144) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.108394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:19.117440 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.137067 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5b634a3f-612b-4aa9-bb34-3fdc18b1612e tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9765c591-11d4-4083-bd93-a37df43db985 HTTP/1.1" status: 200 len: 205 time: 0.0572817 Jun 17 08:46:19.138065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.157339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 10c44b9b-2b30-4656-ae23-eb5dca97d80f yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:19.224845 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-af52fd4e-ad26-4a58-98f1-109d9921f5cc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:19.226014 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af52fd4e-ad26-4a58-98f1-109d9921f5cc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/9765c591-11d4-4083-bd93-a37df43db985 HTTP/1.1" status: 404 len: 336 time: 0.0847626 Jun 17 08:46:19.228946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49152) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.275324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.289795 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-55381a71-04a7-432f-9cd0-73b4145af83a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:19.291219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Transition to ACTIVE for port object 5f92f432-551a-4f6f-b882-49ced6a9e22e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:19.294960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55381a71-04a7-432f-9cd0-73b4145af83a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:19.297841 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-55381a71-04a7-432f-9cd0-73b4145af83a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/31ea8259-152e-4f09-baf2-5ed713d48352 HTTP/1.1" status: 404 len: 337 time: 0.0663965 Jun 17 08:46:19.300594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49154) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.311879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Transition to ACTIVE for port object 5f92f432-551a-4f6f-b882-49ced6a9e22e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:19.323161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.328494 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-297d2885-68bc-4a63-b378-1a95f5fe3377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:19.380340 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5462ffb9-b14a-47c3-a5d6-10e865da0bd5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:19.381807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5462ffb9-b14a-47c3-a5d6-10e865da0bd5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:19.387767 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5462ffb9-b14a-47c3-a5d6-10e865da0bd5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/1b94679c-c39a-4267-835c-dd046748c83b HTTP/1.1" status: 404 len: 337 time: 0.0850718 Jun 17 08:46:19.389378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49160) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.416922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:19.421303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.422647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:19.425127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Pushing event updated for resources: {'Port': ['ID=5f92f432-551a-4f6f-b882-49ced6a9e22e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:19.427801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:19.429969 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:19.445721 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-da22028f-690c-49ea-a65b-832ec5a395ed tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:19.446401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da22028f-690c-49ea-a65b-832ec5a395ed tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:19.448158 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da22028f-690c-49ea-a65b-832ec5a395ed tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/47f35477-fb9c-45fc-bcdf-848df9886c64 HTTP/1.1" status: 404 len: 337 time: 0.0560150 Jun 17 08:46:19.450592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49166) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.474673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::be (149eea4c-ea31-4834-be77-5b45e50b2e5a/11dbd6f8-72e9-42b3-8104-0c4d89d28c42/10c44b9b-2b30-4656-ae23-eb5dca97d80f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:19.492160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Attempting to bind port 5f92f432-551a-4f6f-b882-49ced6a9e22e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:19.492636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Attempting to bind port 5f92f432-551a-4f6f-b882-49ced6a9e22e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:19.493292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Attempting to bind port 5f92f432-551a-4f6f-b882-49ced6a9e22e on network 149eea4c-ea31-4834-be77-5b45e50b2e5a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:19.499792 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c033400b-cab4-4b3e-969c-7b630056db62 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:19.500018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:19.500318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Checking segment: {'id': '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:19.500616 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.501120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Bound using segment: {'id': '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:19.501485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c033400b-cab4-4b3e-969c-7b630056db62 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:19.501620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Bound port: 5f92f432-551a-4f6f-b882-49ced6a9e22e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '149eea4c-ea31-4834-be77-5b45e50b2e5a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:19.502827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.511504 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c033400b-cab4-4b3e-969c-7b630056db62 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/2d1c0546-4458-4a56-9472-cfbeff6a138a HTTP/1.1" status: 404 len: 337 time: 0.0595865 Jun 17 08:46:19.513746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.571735 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d2e4b075-0305-4a39-94df-0e96e33e8f32 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 200 len: 205 time: 0.0544033 Jun 17 08:46:19.572134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.585775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] For port 5f92f432-551a-4f6f-b882-49ced6a9e22e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:19.589953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] For port 5f92f432-551a-4f6f-b882-49ced6a9e22e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5f92f432-551a-4f6f-b882-49ced6a9e22e,segment=NetworkSegment(9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8),segment_id=9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:19.599241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.605718 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8d757e92-87e9-4128-b154-bc731e30f0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:19.660910 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-89f57487-e32b-49f2-91db-b5627152e208 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:19.671113 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-89f57487-e32b-49f2-91db-b5627152e208 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/f542c768-68a5-4a1a-823e-1ff3091d4509 HTTP/1.1" status: 404 len: 336 time: 0.0976858 Jun 17 08:46:19.674578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49172) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.750261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.766529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Pushing event updated for resources: {'Port': ['ID=5f92f432-551a-4f6f-b882-49ced6a9e22e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:19.767286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54e34916-dfd5-41e5-828f-6a58b35627b6 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 HTTP/1.1" status: 200 len: 205 time: 0.0900459 Jun 17 08:46:19.768846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49174) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.775277 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:19.785809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 10c44b9b-2b30-4656-ae23-eb5dca97d80f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:19.858564 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-a45bfe2d-7149-4744-9e18-18350269eb1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:19.866163 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a45bfe2d-7149-4744-9e18-18350269eb1f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/52e77d58-33d3-47ef-9bb9-bde5c4cc6b47 HTTP/1.1" status: 404 len: 336 time: 0.0948448 Jun 17 08:46:19.874708 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49182) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.915891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.922414 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1d4fbd76-b676-4938-bef9-e9c3192fbef2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:19.934950 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-806dd2e1-2655-4673-b7a5-ea10e382d3ad tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:19.936850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806dd2e1-2655-4673-b7a5-ea10e382d3ad tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:19.938682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-806dd2e1-2655-4673-b7a5-ea10e382d3ad tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/b7424abb-d984-4e03-800e-18e320c655d3 HTTP/1.1" status: 404 len: 337 time: 0.0628419 Jun 17 08:46:19.943080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.993877 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6361266d-a278-4858-a0bb-0b591b84cacd tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 200 len: 205 time: 0.0472393 Jun 17 08:46:19.994510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49192) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.043762 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:20.066271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:20.071665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:20.096272 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-079cc17a-5054-4f10-9acd-33e6498c6438 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:20.111169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:20.112222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.120183 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-079cc17a-5054-4f10-9acd-33e6498c6438 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/5e954b9a-5186-4094-bf5e-1247ee3c8f39 HTTP/1.1" status: 404 len: 336 time: 0.1220567 Jun 17 08:46:20.121107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.133699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=10c44b9b-2b30-4656-ae23-eb5dca97d80f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:20.147895 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:20.193482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5421004 Jun 17 08:46:20.194227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49200) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.194896 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ff0cec00-c254-4933-95d0-cf1f803731ce tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=fee7236f-22e7-4df7-8a94-a84643bfde9d HTTP/1.1" status: 200 len: 205 time: 0.0691884 Jun 17 08:46:20.196047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49202) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.259913 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-beceb53e-f608-472f-96ea-3b2c807387fc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:20.259913 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-beceb53e-f608-472f-96ea-3b2c807387fc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/fee7236f-22e7-4df7-8a94-a84643bfde9d HTTP/1.1" status: 404 len: 336 time: 0.0600185 Jun 17 08:46:20.259913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49204) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.320098 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcabbe9f-7d47-4daa-a399-a4e8d943e781 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:20.322489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcabbe9f-7d47-4daa-a399-a4e8d943e781 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:20.329718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bcabbe9f-7d47-4daa-a399-a4e8d943e781 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/95fe914a-bcca-461f-8c5a-2cc02513a793 HTTP/1.1" status: 404 len: 337 time: 0.0681551 Jun 17 08:46:20.332898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49206) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.801036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6a81eb24-ca1b-40aa-9dd8-0098f23e406f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=9957a21f-8c26-4ade-b834-1eea5fd08ba2 HTTP/1.1" status: 200 len: 205 time: 0.4641566 Jun 17 08:46:20.802417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.876144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ddf4c-5b19-488e-bf3a-c978ae3d82f0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:20.887607 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c4ddf4c-5b19-488e-bf3a-c978ae3d82f0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A8c HTTP/1.1" status: 200 len: 928 time: 0.6922398 Jun 17 08:46:20.889913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49210) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.903544 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-ef3bf4d4-bda2-4406-b221-a2221397c065 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:20.903544 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef3bf4d4-bda2-4406-b221-a2221397c065 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/9957a21f-8c26-4ade-b834-1eea5fd08ba2 HTTP/1.1" status: 404 len: 336 time: 0.0962081 Jun 17 08:46:20.903544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.940673 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea84d3b7-7c1d-442e-b623-3b65220da005 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:20.941053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea84d3b7-7c1d-442e-b623-3b65220da005 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:20.942950 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ea84d3b7-7c1d-442e-b623-3b65220da005 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/b27716b5-9b38-42b5-be5f-33808a613fb3 HTTP/1.1" status: 404 len: 337 time: 0.0391815 Jun 17 08:46:20.945842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49214) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.999962 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-84c20c38-a5c3-4406-b6fd-67388b47a4ef tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf3cce1e-3c6c-47ec-a226-62c1381269a9 HTTP/1.1" status: 200 len: 205 time: 0.0508173 Jun 17 08:46:21.000309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49218) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.063924 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-0af0284a-ef09-4ba1-b62c-ae7a52b89e14 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] delete failed (client error): The resource could not be found. Jun 17 08:46:21.069186 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0af0284a-ef09-4ba1-b62c-ae7a52b89e14 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/routers/cf3cce1e-3c6c-47ec-a226-62c1381269a9 HTTP/1.1" status: 404 len: 336 time: 0.0649729 Jun 17 08:46:21.071108 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49222) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.085853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 10c44b9b-2b30-4656-ae23-eb5dca97d80f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:21.086507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.118327 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e7fcf3-ac0f-42bf-bf53-42e79aa50ef2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:21.120170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e7fcf3-ac0f-42bf-bf53-42e79aa50ef2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:21.122188 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-01e7fcf3-ac0f-42bf-bf53-42e79aa50ef2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/1aabb470-f88b-4225-a561-6879e2cd17a5 HTTP/1.1" status: 404 len: 337 time: 0.0498583 Jun 17 08:46:21.125986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49226) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.174508 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c69391-da7e-435f-a7a4-bcc681b40a86 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:21.175082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c69391-da7e-435f-a7a4-bcc681b40a86 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:21.179520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-98c69391-da7e-435f-a7a4-bcc681b40a86 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] 10.222.0.65 "DELETE /v2.0/subnets/a83bb659-43f9-4164-bee3-3de0010b9cb5 HTTP/1.1" status: 404 len: 337 time: 0.0468299 Jun 17 08:46:21.303312 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.382000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a9ae7-f128-4d69-aeb4-0d64c25bdf4f None None] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:21.426795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 10c44b9b-2b30-4656-ae23-eb5dca97d80f owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:21.585604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.589992 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de54a801-50f2-418b-a41b-773639e24db8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:21.615620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2bfdefab-b19c-4425-b002-f841a2b5033f None None] Provisioning for port 5f92f432-551a-4f6f-b882-49ced6a9e22e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:21.638024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=10c44b9b-2b30-4656-ae23-eb5dca97d80f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:21.639539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49236) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.643892 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:21.656814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5f92f432-551a-4f6f-b882-49ced6a9e22e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:21.708986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.712108 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/10c44b9b-2b30-4656-ae23-eb5dca97d80f HTTP/1.1" status: 204 len: 168 time: 0.8200204 Jun 17 08:46:21.714832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49240) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.724890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 5f92f432-551a-4f6f-b882-49ced6a9e22e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:21.731751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5f92f432-551a-4f6f-b882-49ced6a9e22e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:21.732123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.785111 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2054ddd8-b749-4414-8f6a-e361dd2a974e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:21.789249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2054ddd8-b749-4414-8f6a-e361dd2a974e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/10c44b9b-2b30-4656-ae23-eb5dca97d80f HTTP/1.1" status: 404 len: 333 time: 0.0687640 Jun 17 08:46:21.790173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49242) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.832917 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.881242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 5f92f432-551a-4f6f-b882-49ced6a9e22e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5f92f432-551a-4f6f-b882-49ced6a9e22e,segment=NetworkSegment(9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8),segment_id=9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:21.888017 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.890960 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:21.964514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=5f92f432-551a-4f6f-b882-49ced6a9e22e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:21.968028 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.008600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49244) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:22.009205 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-47d78e6a-be53-40f7-b7b6-27d29ec9eea1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6877f03e2c334025a944a7d61a2d0700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678339 Jun 17 08:46:22.035785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:22.036484 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.100288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.130648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.162986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b57f5e5d-688d-4f14-88b0-039de24a8e76 None None] Provisioning for port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:22.168524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b57f5e5d-688d-4f14-88b0-039de24a8e76 None None] Provisioning complete for port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:22.170373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b57f5e5d-688d-4f14-88b0-039de24a8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.239509 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.292181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b57f5e5d-688d-4f14-88b0-039de24a8e76 None None] Port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:22.294816 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.297457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.302281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/813ea6ca-0e8f-4cef-a2cd-0a8a5194d531 HTTP/1.1" status: 204 len: 168 time: 0.2886429 Jun 17 08:46:22.302281 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4606d3d0-be8c-4b90-95ec-2cc6528f19c3 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:22.311900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b57f5e5d-688d-4f14-88b0-039de24a8e76 None None] Provisioning complete for port 5f92f432-551a-4f6f-b882-49ced6a9e22e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:22.312593 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b57f5e5d-688d-4f14-88b0-039de24a8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.326730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ea6ca-0e8f-4cef-a2cd-0a8a5194d531,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.329260 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.443031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 5969640e-fe59-41ef-96e2-14e94d0ef9e7 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:22.742518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14dd4237-c1fb-4ce9-99ec-3396dea94b8b None None] Provisioning complete for port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:22.744463 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14dd4237-c1fb-4ce9-99ec-3396dea94b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.842121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-14dd4237-c1fb-4ce9-99ec-3396dea94b8b None None] Port 5969640e-fe59-41ef-96e2-14e94d0ef9e7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:22.893559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.902947 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c743e1c8-508c-4fe7-8f1d-f23ad025140b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:22.937265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=5969640e-fe59-41ef-96e2-14e94d0ef9e7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.944845 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.981399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.984090 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/5969640e-fe59-41ef-96e2-14e94d0ef9e7 HTTP/1.1" status: 204 len: 168 time: 1.1920867 Jun 17 08:46:22.987237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49278) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.026235 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e82838a-5c19-40ac-ac16-45168ab1fb0e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:23.028509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3e82838a-5c19-40ac-ac16-45168ab1fb0e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/5969640e-fe59-41ef-96e2-14e94d0ef9e7 HTTP/1.1" status: 404 len: 333 time: 0.0401442 Jun 17 08:46:23.031702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49280) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.167408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3816da05-4060-421e-a255-c2f550f5faed None None] Could not find standard attr ID for object 10c44b9b-2b30-4656-ae23-eb5dca97d80f. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:23.176389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet 11dbd6f8-72e9-42b3-8104-0c4d89d28c42 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:23.181126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.246797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.422094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.634378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.658485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f2e69c5c-c316-4a1d-8aba-32e51ecc1fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:23.710251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5f92f432-551a-4f6f-b882-49ced6a9e22e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:23.747157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.751218 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/11dbd6f8-72e9-42b3-8104-0c4d89d28c42 HTTP/1.1" status: 204 len: 168 time: 0.7184174 Jun 17 08:46:23.753965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.755480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=11dbd6f8-72e9-42b3-8104-0c4d89d28c42,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:23.768420 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:23.850196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 5f92f432-551a-4f6f-b882-49ced6a9e22e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.850831 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.920215 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.968833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49310) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.006297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20404d40-a8cc-4fe6-98c8-2cf212e2121e None None] Network 149eea4c-ea31-4834-be77-5b45e50b2e5a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:24.011297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 5f92f432-551a-4f6f-b882-49ced6a9e22e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:24.011871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.095498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] For port 5f92f432-551a-4f6f-b882-49ced6a9e22e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=5f92f432-551a-4f6f-b882-49ced6a9e22e,segment=NetworkSegment(9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8),segment_id=9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:24.096841 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.164887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233687423'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:24.191456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 5f92f432-551a-4f6f-b882-49ced6a9e22e owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:24.225305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.237848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.251550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] DHCP port deletion for 149eea4c-ea31-4834-be77-5b45e50b2e5a request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:24.350801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.353953 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-942bd47f-5472-4d72-b70a-83f77b0e7123 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.378044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Deleting port 5f92f432-551a-4f6f-b882-49ced6a9e22e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:24.378433 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.393600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.399939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=5f92f432-551a-4f6f-b882-49ced6a9e22e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.403165 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:24.409694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.409889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No DVR routers for this DVR port 5f92f432-551a-4f6f-b882-49ced6a9e22e on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:24.483313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.484514 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.490589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] For port 5f92f432-551a-4f6f-b882-49ced6a9e22e, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:24.491028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.492386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.515744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.519921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5497599 Jun 17 08:46:24.534820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.547370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.571661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149eea4c-ea31-4834-be77-5b45e50b2e5a']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.575396 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23565994-adc2-46fc-ae3a-5868f72f1637,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.581710 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:24.583657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-041466b5-64e2-4f31-b6d5-e9e8bfa51c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.605269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.606357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb4bf69-c66d-42ab-9a1d-1e3334dc13e8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.658306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Calling delete_port for 5f92f432-551a-4f6f-b882-49ced6a9e22e owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:24.669370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.670734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74f23a-854a-40e1-a446-07e52b2a6533,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.679549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Port 5f92f432-551a-4f6f-b882-49ced6a9e22e was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:46:24.684200 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.704224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.712636 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6495866-31cd-48ed-8a27-91960b7a63ca tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1763456 Jun 17 08:46:24.714812 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:24.715739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.716221 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.722165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-security--1569711227', 'description': 'tempest-security-description-1928971897'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:24.724235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:24.724235 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:24.742643 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:24.770431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Pushing event deleted for resources: {'Port': ['ID=5f92f432-551a-4f6f-b882-49ced6a9e22e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.772612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] No DVR routers for this DVR port 5f92f432-551a-4f6f-b882-49ced6a9e22e on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:24.776320 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:24.820103 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.875266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.897800 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.905065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/149eea4c-ea31-4834-be77-5b45e50b2e5a HTTP/1.1" status: 204 len: 168 time: 1.1497362 Jun 17 08:46:24.905776 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f3a86985-91f5-496b-afa2-561c8cca64c0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.915189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49326) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.931952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2018027747'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:24.937556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.952319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.959664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.964623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49328) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.967533 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "PUT /v2.0/security-groups/bd74f23a-854a-40e1-a446-07e52b2a6533 HTTP/1.1" status: 200 len: 1780 time: 0.2505796 Jun 17 08:46:24.971433 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b6219b58-8440-4081-8548-b58bd1a7a4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.034811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ec50986-65c2-43ed-a077-1cc1e78f6560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.041617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=149eea4c-ea31-4834-be77-5b45e50b2e5a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.042170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:25.044990 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.053623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.062190 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-10be9f2e-1588-4a65-8c30-3dd766658921 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups/bd74f23a-854a-40e1-a446-07e52b2a6533 HTTP/1.1" status: 200 len: 1780 time: 0.0943599 Jun 17 08:46:25.063898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49332) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.077621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74f23a-854a-40e1-a446-07e52b2a6533,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.093853 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.110748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:25.123963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.124969 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment 3f099a76-7712-4b97-9e0f-2eadc63324e9 of type vlan for network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a Jun 17 08:46:25.145573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.170630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.181702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.213069 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.215904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.216505 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.219527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/bd74f23a-854a-40e1-a446-07e52b2a6533 HTTP/1.1" status: 204 len: 168 time: 0.1531258 Jun 17 08:46:25.220878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49334) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.221867 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b705d3af-5c93-4270-ab1e-82e46d72c124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.223050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.223646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.227225 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.244279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74f23a-854a-40e1-a446-07e52b2a6533,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.248826 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.281982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8bff70ea-39cc-45a6-b19c-6d4b50765b8d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557978 Jun 17 08:46:25.285070 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3686149 Jun 17 08:46:25.285271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.288479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49338) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.299995 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-4bafad8b-5769-4fab-a92b-9433dfb939c8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] delete failed (client error): The resource could not be found. Jun 17 08:46:25.301294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4bafad8b-5769-4fab-a92b-9433dfb939c8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/bd74f23a-854a-40e1-a446-07e52b2a6533 HTTP/1.1" status: 404 len: 347 time: 0.0150473 Jun 17 08:46:25.305120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49340) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.310421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--11336564'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:25.323951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:25.328904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=7e8c0e9c-d448-402b-910e-7ed5cefe5c1a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.334606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.341343 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.349837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:25.434985 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.444765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.449671 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d217dfe7-6bf5-4ff2-9790-f3fb1b57eff8 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.469216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:25.474599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.491741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc3087-912d-4ad1-9622-33d4647b3e1b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.495904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.501146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1948538 Jun 17 08:46:25.502350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49344) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.503276 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.508900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '4afc3087-912d-4ad1-9622-33d4647b3e1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:25.555592 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.567916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5f92f432-551a-4f6f-b882-49ced6a9e22e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:25.589236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 5f92f432-551a-4f6f-b882-49ced6a9e22e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:25.589828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 5f92f432-551a-4f6f-b882-49ced6a9e22e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:25.639907 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.645556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.647943 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aab96261-0374-4afd-80bb-1482fa102804 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.664934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32053a79-2730-4051-847f-49831892394a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.669160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.678152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.682893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756406 Jun 17 08:46:25.683398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49354) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.711607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.721259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.721497 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.723475 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02b8ab72-e913-4224-9dc6-27bbb90f89aa tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.759214 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.761687 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e86767d5-0fc9-4b43-ab5d-9098e993b700 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.767570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.768836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/32053a79-2730-4051-847f-49831892394a HTTP/1.1" status: 204 len: 168 time: 0.0839441 Jun 17 08:46:25.771315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49356) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.783465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32053a79-2730-4051-847f-49831892394a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.786971 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.794163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=a2d6271d-ab17-4f8b-92cd-e83860aef3c0,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.797934 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.804534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': '3f099a76-7712-4b97-9e0f-2eadc63324e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:25.806283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:25.825045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:25.839985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:25.841047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e9145600-2e84-48d4-9276-a56ea99b502d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0651214 Jun 17 08:46:25.843589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49360) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.852322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c15e0b-450b-4210-8816-5ae714b840a8 None None] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:25.882548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.883290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.911063 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6213303 Jun 17 08:46:25.914529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49366) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.919955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a', 'name': 'tempest-PortsIpV6TestJSON-1357076318', 'fixed_ips': [{'subnet_id': 'a2d6271d-ab17-4f8b-92cd-e83860aef3c0', 'ip_address': '2001:db8::10'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:25.947643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.975956 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.045862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.053344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.062256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/4afc3087-912d-4ad1-9622-33d4647b3e1b HTTP/1.1" status: 204 len: 168 time: 0.2168846 Jun 17 08:46:26.063507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.065565 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.133160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc3087-912d-4ad1-9622-33d4647b3e1b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.143499 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.176718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:26.226155 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-55efb9aa-bb95-4eb8-ba6b-da99d39a42aa tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464097 Jun 17 08:46:26.229956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49386) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.263356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-7e8c0e9c-d448-402b-910e-7ed5cefe5c1a', 'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': 'a2d6271d-ab17-4f8b-92cd-e83860aef3c0'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:26.264322 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.265955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895155531'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:26.393058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.431261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.457543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 4f767a88-bb18-486d-aa99-82abc993889a yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:26.523596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Allocated IP 2001:db8::2 (7e8c0e9c-d448-402b-910e-7ed5cefe5c1a/a2d6271d-ab17-4f8b-92cd-e83860aef3c0/a4b7866d-478a-4a4a-86a2-4c62641bd3aa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:26.654174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.660239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.664518 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b5ac3718-1320-4451-85b5-bc12f4bbb443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.697479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2276dee2-a04a-4ec7-8635-7c12ec915b2b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.703074 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.715396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.717454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4861326 Jun 17 08:46:26.720051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49402) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.730639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '2276dee2-a04a-4ec7-8635-7c12ec915b2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:26.775022 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.804987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.814847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Transition to ACTIVE for port object a4b7866d-478a-4a4a-86a2-4c62641bd3aa will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:26.836111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Transition to ACTIVE for port object a4b7866d-478a-4a4a-86a2-4c62641bd3aa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:26.846551 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.858271 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-743a1f05-b501-4aa0-ab40-ade625a36bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.888655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:26.893607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:26.900204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:26.905076 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.916367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.927804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.946155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::10 (7e8c0e9c-d448-402b-910e-7ed5cefe5c1a/a2d6271d-ab17-4f8b-92cd-e83860aef3c0/4f767a88-bb18-486d-aa99-82abc993889a) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:26.964318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c951dc-ae9e-4648-85fb-8947a657b789,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.978969 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.981394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.982889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2611406 Jun 17 08:46:26.985534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49404) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.985696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Pushing event updated for resources: {'Port': ['ID=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.990136 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.992214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '2276dee2-a04a-4ec7-8635-7c12ec915b2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:27.002861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Attempting to bind port a4b7866d-478a-4a4a-86a2-4c62641bd3aa on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:27.003610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Attempting to bind port a4b7866d-478a-4a4a-86a2-4c62641bd3aa by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '3f099a76-7712-4b97-9e0f-2eadc63324e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:27.004190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Attempting to bind port a4b7866d-478a-4a4a-86a2-4c62641bd3aa on network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:27.010690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:27.012461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Checking segment: {'id': '3f099a76-7712-4b97-9e0f-2eadc63324e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:27.013122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.013729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Bound using segment: {'id': '3f099a76-7712-4b97-9e0f-2eadc63324e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:27.014401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Bound port: a4b7866d-478a-4a4a-86a2-4c62641bd3aa, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f099a76-7712-4b97-9e0f-2eadc63324e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:27.015022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.072669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.114814 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] For port a4b7866d-478a-4a4a-86a2-4c62641bd3aa, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:27.119756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] For port a4b7866d-478a-4a4a-86a2-4c62641bd3aa, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,segment=NetworkSegment(3f099a76-7712-4b97-9e0f-2eadc63324e9),segment_id=3f099a76-7712-4b97-9e0f-2eadc63324e9)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:27.130058 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.142319 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.257385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.258446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Pushing event updated for resources: {'Port': ['ID=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.267639 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.273968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.280937 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.296028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.307085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaa4061-69bc-4b20-870e-8f6ad4056eb0,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.309683 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.318032 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.320355 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331196 Jun 17 08:46:27.323366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:27.325835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 4f767a88-bb18-486d-aa99-82abc993889a will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:27.330874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '2276dee2-a04a-4ec7-8635-7c12ec915b2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:27.380181 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.391038 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.402235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.549723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:27.554480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:27.557078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:27.563879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:27.565301 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.605199 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6894515 Jun 17 08:46:27.606199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=4f767a88-bb18-486d-aa99-82abc993889a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.608758 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.609707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.610260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49412) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:27.612867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.616745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '7e8c0e9c-d448-402b-910e-7ed5cefe5c1a', 'name': 'tempest-PortsIpV6TestJSON-1964667524', 'fixed_ips': [{'subnet_id': 'a2d6271d-ab17-4f8b-92cd-e83860aef3c0', 'ip_address': '2001:db8::f'}]}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:27.633792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.656391 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ce45c5f-4603-44d6-9c4b-fa04821fa56d tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.724536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9f40bc-7b5c-4f01-8c8c-83132082c901,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.743847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.746651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.748846 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4241118 Jun 17 08:46:27.755591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49418) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:27.769403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '2276dee2-a04a-4ec7-8635-7c12ec915b2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:27.793273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a4b7866d-478a-4a4a-86a2-4c62641bd3aa up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:27.836973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.879695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:27.904944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.951246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 2f106836-817d-4d29-b0eb-87fa51097b9e yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:27.977855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce09134c-7edc-4b92-83e1-a5df4479e1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.990797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a4b7866d-478a-4a4a-86a2-4c62641bd3aa completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:28.042631 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.049261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.052087 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f9a14f26-17a3-4c7d-8e7e-03000d4af207 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.072896 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c93e909-91b4-4ff3-919e-304557555ac2,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.079092 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.097818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.102521 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3413129 Jun 17 08:46:28.102986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49420) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.110735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '2276dee2-a04a-4ec7-8635-7c12ec915b2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:28.167623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.181808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::f (7e8c0e9c-d448-402b-910e-7ed5cefe5c1a/a2d6271d-ab17-4f8b-92cd-e83860aef3c0/2f106836-817d-4d29-b0eb-87fa51097b9e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:28.263632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.272001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.278959 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.304736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139b1334-55ee-4f03-bb39-4ba8ea5c5389,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.309233 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.323524 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.325042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0be108f-4bce-44b3-afcb-859efe8d848c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2210200 Jun 17 08:46:28.327904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.436749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.447265 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.517027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.519691 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5932e17f-e14f-4168-ac86-a02aafec011f tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.525862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.526658 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/139b1334-55ee-4f03-bb39-4ba8ea5c5389 HTTP/1.1" status: 204 len: 168 time: 0.1974349 Jun 17 08:46:28.529339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.544560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=139b1334-55ee-4f03-bb39-4ba8ea5c5389,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.547427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.562716 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.617745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 2f106836-817d-4d29-b0eb-87fa51097b9e will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:28.623856 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-17709e92-685a-4852-af75-3fdac148abd4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0908480 Jun 17 08:46:28.625197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49436) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.674775 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.702254 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.796702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.806247 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3347339e-bc9e-4453-910e-1531f26172ec tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.821940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.826601 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4c93e909-91b4-4ff3-919e-304557555ac2 HTTP/1.1" status: 204 len: 168 time: 0.1970971 Jun 17 08:46:28.826601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c93e909-91b4-4ff3-919e-304557555ac2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.827548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49444) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.829283 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.836874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.837504 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.910538 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.928229 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-31fbee59-5f9e-4877-ac66-722f0a56b9ae tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0989614 Jun 17 08:46:28.931322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49450) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.953438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:28.958220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:28.964497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f96c6-de44-4080-9582-086538f09ce6 None None] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:28.986508 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:28.992359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.993938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:28.994937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.009099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=2f106836-817d-4d29-b0eb-87fa51097b9e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.014413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.018049 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.047048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4354315 Jun 17 08:46:29.047888 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49452) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.093130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.095786 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.118269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.119490 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6c9f40bc-7b5c-4f01-8c8c-83132082c901 HTTP/1.1" status: 204 len: 168 time: 0.1870570 Jun 17 08:46:29.124302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49454) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.130814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c9f40bc-7b5c-4f01-8c8c-83132082c901,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.134630 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.173969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Provisioning for port a4b7866d-478a-4a4a-86a2-4c62641bd3aa completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:29.188956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Provisioning complete for port a4b7866d-478a-4a4a-86a2-4c62641bd3aa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:29.189959 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.243847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad05cbbe-ec33-4213-82df-81003e3f766b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.248280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.248774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ad05cbbe-ec33-4213-82df-81003e3f766b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1989243 Jun 17 08:46:29.276837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5244e87b-b458-47f8-b6fe-6276183a4cfb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1466274 Jun 17 08:46:29.279425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49460) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.328032 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.338977 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.382934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.386229 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63c65067-a889-4d55-ba26-8eb4d0e345c9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.405539 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.407034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1eaa4061-69bc-4b20-870e-8f6ad4056eb0 HTTP/1.1" status: 204 len: 168 time: 0.1266818 Jun 17 08:46:29.409189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eaa4061-69bc-4b20-870e-8f6ad4056eb0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.410445 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49464) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.419135 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ed41f25-f78c-42f5-a751-96925b55eafc tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.474431 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-767bd3d8-643b-446f-ae58-1fd94772cb8e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0625963 Jun 17 08:46:29.477154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49466) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.518104 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.536449 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.545986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.582254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fc075-ddf5-49c0-a3f3-53b458f674fa tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.600524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fc075-ddf5-49c0-a3f3-53b458f674fa tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.614439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fc075-ddf5-49c0-a3f3-53b458f674fa tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.621657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.624287 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.631378 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b63fc075-ddf5-49c0-a3f3-53b458f674fa tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3814826 Jun 17 08:46:29.634259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] For port a4b7866d-478a-4a4a-86a2-4c62641bd3aa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,segment=NetworkSegment(3f099a76-7712-4b97-9e0f-2eadc63324e9),segment_id=3f099a76-7712-4b97-9e0f-2eadc63324e9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:29.634967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.647437 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.647705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/75c951dc-ae9e-4648-85fb-8947a657b789 HTTP/1.1" status: 204 len: 168 time: 0.1691501 Jun 17 08:46:29.649825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c951dc-ae9e-4648-85fb-8947a657b789,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.651620 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.655112 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.660008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49470) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.676984 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:46:29.710812 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.759700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Pushing event updated for resources: {'Port': ['ID=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.762030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-18658ed4-ad6e-4ed6-b796-af2752ef0d58 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0992587 Jun 17 08:46:29.765262 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.766620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49472) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.837049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 2f106836-817d-4d29-b0eb-87fa51097b9e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:29.837312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.887598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.957123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.019909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.046716 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.054784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.059399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/2276dee2-a04a-4ec7-8635-7c12ec915b2b HTTP/1.1" status: 204 len: 168 time: 0.2910671 Jun 17 08:46:30.060207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49478) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.061141 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f8fc78e-3d6a-4c85-ab6f-57e5f3bb776a tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.102348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276dee2-a04a-4ec7-8635-7c12ec915b2b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.109615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Provisioning for port 4f767a88-bb18-486d-aa99-82abc993889a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:30.118495 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.130291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Provisioning complete for port 4f767a88-bb18-486d-aa99-82abc993889a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:30.130659 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.158826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 2f106836-817d-4d29-b0eb-87fa51097b9e owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:30.197652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.201319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Port 4f767a88-bb18-486d-aa99-82abc993889a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:30.205435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e67700fd-cc9c-45de-8003-dc2af5b5854b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1392999 Jun 17 08:46:30.213724 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Provisioning complete for port a4b7866d-478a-4a4a-86a2-4c62641bd3aa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:30.214402 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.249459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115242952'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:30.347986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.349393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Provisioning for port 2f106836-817d-4d29-b0eb-87fa51097b9e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:30.356045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Provisioning complete for port 2f106836-817d-4d29-b0eb-87fa51097b9e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:30.356432 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.358691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.415123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6019a7d-8335-4502-b743-b7929ed12bc3 None None] Port 2f106836-817d-4d29-b0eb-87fa51097b9e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:30.551626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.561779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.567356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6a86e175-c9df-4158-bf80-b67a39cf8b54 None None] Provisioning complete for port 4f767a88-bb18-486d-aa99-82abc993889a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:30.567757 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a86e175-c9df-4158-bf80-b67a39cf8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.606123 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=2f106836-817d-4d29-b0eb-87fa51097b9e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.616975 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.631176 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6a86e175-c9df-4158-bf80-b67a39cf8b54 None None] Port 4f767a88-bb18-486d-aa99-82abc993889a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:30.647412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.649402 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/2f106836-817d-4d29-b0eb-87fa51097b9e HTTP/1.1" status: 204 len: 168 time: 1.0128345 Jun 17 08:46:30.652457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49488) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.696246 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85d5c51-6cef-466e-a24a-d2ac30ba74a1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:30.698207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b85d5c51-6cef-466e-a24a-d2ac30ba74a1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/2f106836-817d-4d29-b0eb-87fa51097b9e HTTP/1.1" status: 404 len: 333 time: 0.0446813 Jun 17 08:46:30.698643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.700811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49490) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.713345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.720572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afd31d02-7360-4e3b-a43e-a837ef812a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.787858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.789093 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5473635 Jun 17 08:46:30.791822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.817408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '9e37b5b1-f524-4a99-81c8-6f9c6c1426eb', 'direction': 'ingress', 'protocol': 17}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:30.832003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37b5b1-f524-4a99-81c8-6f9c6c1426eb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.837620 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.848193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 4f767a88-bb18-486d-aa99-82abc993889a {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:30.848978 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.851491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-48c54b22-4e85-457a-8812-8cfaac627185 None None] Could not find standard attr ID for object 2f106836-817d-4d29-b0eb-87fa51097b9e. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:30.864037 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.962361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.973325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.981590 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6058e37f-c426-48ab-82a0-a167effd0e34 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.989124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.020336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004c8966-fe80-4e2c-b3ff-18fe713505c7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.028429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.029968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.031286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2eecb039-ef56-4a77-b909-5d404fff28e3 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2375147 Jun 17 08:46:31.036768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49494) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.098391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 4f767a88-bb18-486d-aa99-82abc993889a owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:31.107064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.132199 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.198466 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.201357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.204993 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/9e37b5b1-f524-4a99-81c8-6f9c6c1426eb HTTP/1.1" status: 204 len: 168 time: 0.1649334 Jun 17 08:46:31.204993 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.206803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49500) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.238100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37b5b1-f524-4a99-81c8-6f9c6c1426eb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.244769 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.330511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.336684 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a9628ec-55a8-4e5f-bf35-4ecf0c80cc70 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.364093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-37d18df4-1af1-478c-9354-d4bbae6a5d49 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530793 Jun 17 08:46:31.367686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49502) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.372517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282325206'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:31.377139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=4f767a88-bb18-486d-aa99-82abc993889a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.385149 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.414986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.417325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/4f767a88-bb18-486d-aa99-82abc993889a HTTP/1.1" status: 204 len: 168 time: 0.7151604 Jun 17 08:46:31.420422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49506) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.433370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.489128 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc18f64d-870e-4571-b908-58509b42f08d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:31.491202 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bc18f64d-870e-4571-b908-58509b42f08d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/4f767a88-bb18-486d-aa99-82abc993889a HTTP/1.1" status: 404 len: 333 time: 0.0687864 Jun 17 08:46:31.493834 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49510) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.605170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a4b7866d-478a-4a4a-86a2-4c62641bd3aa up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:31.606789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.616202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.621296 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d80f52d1-2166-4e6d-80fb-fdd3f550dff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.653821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.654055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet a2d6271d-ab17-4f8b-92cd-e83860aef3c0 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:31.658265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2869406 Jun 17 08:46:31.658265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f7d2c5-3437-41eb-a93e-a084ff3caef3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.669077 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.671040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.684857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113691612'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:31.695174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a4b7866d-478a-4a4a-86a2-4c62641bd3aa triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:31.695555 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.724258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.761981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.806588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.943850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.980388 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.987691 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.992952 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-179a1a34-58c8-4337-8930-46b3e39debce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.038530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.042201 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3673246 Jun 17 08:46:32.042754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ef4d43-4ccb-414f-83c5-45bada829f65,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.043351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.047875 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.055436 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.057747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '44f7d2c5-3437-41eb-a93e-a084ff3caef3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a3ef4d43-4ccb-414f-83c5-45bada829f65', 'remote_ip_prefix': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:32.057966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2c98b09f-a88e-40df-a516-e63346444988 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.087649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d6271d-ab17-4f8b-92cd-e83860aef3c0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.092693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.097375 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.101618 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7d344b85-67e5-4772-b2fa-e58f03473abc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/a2d6271d-ab17-4f8b-92cd-e83860aef3c0 HTTP/1.1" status: 204 len: 168 time: 0.6045792 Jun 17 08:46:32.101996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49524) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.109325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c264b-f7e3-4522-941a-51bf1f93f7ac None None] Network 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:32.131537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.248299 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.253027 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.253710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.259819 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-67477215-90b6-4ce4-bff3-d7acef7353df tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.310687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a01f3e1-ecc5-4977-a61a-951907bfd289,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.326475 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.328724 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.332925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2834647 Jun 17 08:46:32.340416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.400050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.409939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.431969 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port a4b7866d-478a-4a4a-86a2-4c62641bd3aa {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:32.432339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.441649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.452666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.461692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0a01f3e1-ecc5-4977-a61a-951907bfd289 HTTP/1.1" status: 204 len: 168 time: 0.1201839 Jun 17 08:46:32.462664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.463660 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d9816759-326b-4039-9521-6c1e885be114 tempest-SecurityGroupRulesTestJSON-1625774474 tempest-SecurityGroupRulesTestJSON-1625774474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.482376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a01f3e1-ecc5-4977-a61a-951907bfd289,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.494667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] DHCP port deletion for 7e8c0e9c-d448-402b-910e-7ed5cefe5c1a request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:32.499921 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.562302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] For port a4b7866d-478a-4a4a-86a2-4c62641bd3aa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,segment=NetworkSegment(3f099a76-7712-4b97-9e0f-2eadc63324e9),segment_id=3f099a76-7712-4b97-9e0f-2eadc63324e9)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:32.562721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.597749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Deleting port a4b7866d-478a-4a4a-86a2-4c62641bd3aa {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:32.598425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.600184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-61aae99f-6437-40bc-8692-9bdb461ffecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1208055 Jun 17 08:46:32.601836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49534) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.638878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for a4b7866d-478a-4a4a-86a2-4c62641bd3aa owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:32.678385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.709631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.776216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.779923 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fc961aee-b25c-425d-98ab-6737d676a476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.801773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.805458 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.809753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/a3ef4d43-4ccb-414f-83c5-45bada829f65 HTTP/1.1" status: 204 len: 168 time: 0.2051165 Jun 17 08:46:32.810660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.811629 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2826fec-07b2-4309-a4a2-dd753a2c8daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.821785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.827936 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.829340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No DVR routers for this DVR port a4b7866d-478a-4a4a-86a2-4c62641bd3aa on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:32.870609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ef4d43-4ccb-414f-83c5-45bada829f65,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.901219 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.969604 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] For port a4b7866d-478a-4a4a-86a2-4c62641bd3aa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,segment=NetworkSegment(3f099a76-7712-4b97-9e0f-2eadc63324e9),segment_id=3f099a76-7712-4b97-9e0f-2eadc63324e9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:32.971396 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.021452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d62f50e3-bfa4-4325-a550-b8c1c1cd6069 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1787286 Jun 17 08:46:33.022113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49550) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.036618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.049617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c0e9c-d448-402b-910e-7ed5cefe5c1a']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:33.062086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f099a76-7712-4b97-9e0f-2eadc63324e9') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:33.062529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f099a76-7712-4b97-9e0f-2eadc63324e9') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:33.066569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Calling delete_port for a4b7866d-478a-4a4a-86a2-4c62641bd3aa owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:33.093065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.122037 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.135875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:33.136293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.156727 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.171589 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.196836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] No DVR routers for this DVR port a4b7866d-478a-4a4a-86a2-4c62641bd3aa on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:33.197218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.203901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Pushing event deleted for resources: {'Port': ['ID=a4b7866d-478a-4a4a-86a2-4c62641bd3aa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.217811 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.256712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:33.267826 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:33.281415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.291539 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.296588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.301276 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/7e8c0e9c-d448-402b-910e-7ed5cefe5c1a HTTP/1.1" status: 204 len: 168 time: 1.1984105 Jun 17 08:46:33.305932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.331997 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.336225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.340369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/44f7d2c5-3437-41eb-a93e-a084ff3caef3 HTTP/1.1" status: 204 len: 168 time: 0.3102255 Jun 17 08:46:33.340977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49564) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.341829 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-063dfb1c-f293-432c-aee4-257b0231fc92 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.362799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1520288270'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:33.369985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=7e8c0e9c-d448-402b-910e-7ed5cefe5c1a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.378195 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.420001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f7d2c5-3437-41eb-a93e-a084ff3caef3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.429361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:33.435289 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.457403 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.467661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-006100bf-e246-41fb-a6a6-54f0640acaee tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084228 Jun 17 08:46:33.468623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.479755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--313297958'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:33.499832 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:33.512030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.512838 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Added segment d8e8d956-0ba1-4b6e-b8a8-78c38170e41f of type vlan for network 20dbdcf5-092d-4872-8bd5-69712d38822a Jun 17 08:46:33.562612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.615308 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.657761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a4b7866d-478a-4a4a-86a2-4c62641bd3aa no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:33.701446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a4b7866d-478a-4a4a-86a2-4c62641bd3aa {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:33.703549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a4b7866d-478a-4a4a-86a2-4c62641bd3aa not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:33.722857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.728459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.729180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.737153 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-883e1686-0eda-4516-bc93-145c2371baba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.793793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.803333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.807041 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f94546e4-24a9-48d9-a76e-4236f571fb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.845129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.849601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5383370 Jun 17 08:46:33.850142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3778634 Jun 17 08:46:33.850142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49582) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.850738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49584) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.855826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:33.856406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '8544c806-ac07-4830-a692-a3c87ac47180', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:33.861234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8544c806-ac07-4830-a692-a3c87ac47180,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.862776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Network': ['ID=20dbdcf5-092d-4872-8bd5-69712d38822a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.866354 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.866550 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.898166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 20dbdcf5-092d-4872-8bd5-69712d38822a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:33.906938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.990608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:33.994668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.996184 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.007402 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.009531 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-217c5b1d-cd68-4352-9d70-d0688e224939 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.027120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ff8966-40af-41df-b2c4-3ecf3c923597,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.031695 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.039400 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.040043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fcf759eb-d7bd-42c1-bcde-ee31bbdf5617 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1883192 Jun 17 08:46:34.042755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49588) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.068143 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.077087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.095303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49590) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.108674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.110500 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-21ea8804-b2f5-4c81-bccd-e00b2dd0c82b tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.115502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.116776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/64ff8966-40af-41df-b2c4-3ecf3c923597 HTTP/1.1" status: 204 len: 168 time: 0.0728872 Jun 17 08:46:34.119607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49594) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.122201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64ff8966-40af-41df-b2c4-3ecf3c923597,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.124398 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.191982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-31b59dde-6576-47b3-95dd-87a7b626ab16 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709713 Jun 17 08:46:34.194997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49602) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.249025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.332835 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.338836 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d4fe16e9-b899-4498-88dc-328813ca45ab tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.351414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.439047 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.461968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=bf11056d-816f-40ae-8f90-7160c9069baf,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.477316 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.572000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Checking segment: {'id': 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:34.572350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network hostable DHCP agents. Network: 20dbdcf5-092d-4872-8bd5-69712d38822a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:34.603081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.605427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.606531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/8544c806-ac07-4830-a692-a3c87ac47180 HTTP/1.1" status: 204 len: 168 time: 0.4105036 Jun 17 08:46:34.609260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49614) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.616043 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c63bcff4-7ae4-48ad-aa53-e395814d7d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.621232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.632983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.638183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8544c806-ac07-4830-a692-a3c87ac47180,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.652928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-2df1d293-01dd-4870-b671-3f4b21aa5282 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.654412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-2df1d293-01dd-4870-b671-3f4b21aa5282 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.2492442 Jun 17 08:46:34.655442 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.658819 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d2718959-9998-4125-ace8-a2f1812afa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.662125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 20dbdcf5-092d-4872-8bd5-69712d38822a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:34.666831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1df427b0-ba34-4ff9-8346-96ad0631981c tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563209 Jun 17 08:46:34.671239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49616) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.675893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group': {'name': 'tempest-secgroup--537327629'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:34.698764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-598adbed-7f78-456d-83e9-63a13fe9a0b5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0374537 Jun 17 08:46:34.699138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.702693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 20dbdcf5-092d-4872-8bd5-69712d38822a) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:34.710848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be38e9-2306-46c8-a658-83428d06f9f4 None None] Network 20dbdcf5-092d-4872-8bd5-69712d38822a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:34.712861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e0e7f83bcde4145888ac496653413a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163714 Jun 17 08:46:34.715870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49618) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.722386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.722996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.726407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c74163c-4901-491c-aba7-d4db2b7fbea2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.747018 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.787312 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-1bdbf613-e185-4f67-aa06-63b73cb3929c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814490 Jun 17 08:46:34.804715 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.844150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.870800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.884137 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.887106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-20dbdcf5-092d-4872-8bd5-69712d38822a', 'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': 'bf11056d-816f-40ae-8f90-7160c9069baf'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:34.889254 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bb6ce8fe-be8a-4727-b285-05689bb00e0a tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.890315 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.900979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0500536 Jun 17 08:46:34.901765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49622) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.914717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1217282426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:34.921108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.922927 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2506967 Jun 17 08:46:34.924543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce5d1d3-b17c-4c91-b4bb-df21eb2ae5e7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.927014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49624) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.927260 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.938473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '7ce5d1d3-b17c-4c91-b4bb-df21eb2ae5e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:34.946846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.949702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.953111 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c74163c-4901-491c-aba7-d4db2b7fbea2 HTTP/1.1" status: 204 len: 168 time: 0.2340269 Jun 17 08:46:34.954185 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40ff2a7f-52e7-4e13-a4f8-3a571c332cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.971110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-534ce554-7f21-4007-9555-f5c2e09338cb service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745851 Jun 17 08:46:34.972163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c74163c-4901-491c-aba7-d4db2b7fbea2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.981773 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.994960 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.996703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.090556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.098672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Allocated IP 2001:db8::2 (20dbdcf5-092d-4872-8bd5-69712d38822a/bf11056d-816f-40ae-8f90-7160c9069baf/088579f8-51ee-4367-90ad-d4865e25dc05) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:35.140613 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.155058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.188501 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.193566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49630) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.193973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ba5e6b04-c3f2-4593-b246-c52d3bf6991d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2871959 Jun 17 08:46:35.202037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-7e7d73b8-ced2-4ae9-8628-d7a83884fb5d service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221375 Jun 17 08:46:35.208614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.212221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a', 'name': 'tempest-PortsIpV6TestJSON-606371722'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:35.214346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.228922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b420beb4-6791-43a7-921b-94704275ae90 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.240692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b005f1-3ff7-41b3-a6d7-bbc7f976ff7a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.245721 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.246569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.247970 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195250 Jun 17 08:46:35.251221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49632) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.266755 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.272062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1b2ec802-c6c4-4c1b-9f23-47d8cb52247d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules/11b005f1-3ff7-41b3-a6d7-bbc7f976ff7a HTTP/1.1" status: 200 len: 763 time: 0.0192034 Jun 17 08:46:35.274400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.278222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Transition to ACTIVE for port object 088579f8-51ee-4367-90ad-d4865e25dc05 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:35.296823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Transition to ACTIVE for port object 088579f8-51ee-4367-90ad-d4865e25dc05 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:35.310014 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.316916 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9856fd82-a4bb-470a-97d7-faefee1d6e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.319733 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0db9ccec-0092-4e5b-8b08-52e84dd79002 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0437648 Jun 17 08:46:35.322443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49636) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.334804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49638) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.359865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.364204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Pushing event updated for resources: {'Port': ['ID=088579f8-51ee-4367-90ad-d4865e25dc05,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.369363 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.370331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.377954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Network 20dbdcf5-092d-4872-8bd5-69712d38822a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:35.379801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:35.380910 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.382294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:35.426752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.432438 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa4f10d0-78eb-42e4-8bc9-e0ab87f05da0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.440521 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.444293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/11b005f1-3ff7-41b3-a6d7-bbc7f976ff7a HTTP/1.1" status: 204 len: 168 time: 0.1182981 Jun 17 08:46:35.444637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49642) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.453840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Attempting to bind port 088579f8-51ee-4367-90ad-d4865e25dc05 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:35.454438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Attempting to bind port 088579f8-51ee-4367-90ad-d4865e25dc05 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:35.455056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Attempting to bind port 088579f8-51ee-4367-90ad-d4865e25dc05 on network 20dbdcf5-092d-4872-8bd5-69712d38822a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:35.456096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11b005f1-3ff7-41b3-a6d7-bbc7f976ff7a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.464781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:35.465208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Checking segment: {'id': 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:35.465625 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.466223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Bound using segment: {'id': 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:35.466713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Bound port: 088579f8-51ee-4367-90ad-d4865e25dc05, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '20dbdcf5-092d-4872-8bd5-69712d38822a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:35.467402 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.471996 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.497585 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dab920a5-0d96-4ac8-a1cb-632327482840 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516834 Jun 17 08:46:35.500080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49644) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.506735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '7ce5d1d3-b17c-4c91-b4bb-df21eb2ae5e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:35.544673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.549450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] For port 088579f8-51ee-4367-90ad-d4865e25dc05, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:35.550755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.556865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] For port 088579f8-51ee-4367-90ad-d4865e25dc05, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=088579f8-51ee-4367-90ad-d4865e25dc05,segment=NetworkSegment(d8e8d956-0ba1-4b6e-b8a8-78c38170e41f),segment_id=d8e8d956-0ba1-4b6e-b8a8-78c38170e41f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:35.559644 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fc6829d-45d1-4cf7-bdaf-65cc05cc4a8b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.567388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.572854 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e1f4cb1e-a388-4810-bd29-088c341e4d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.573878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:46:35.573878 n-d-780147-13 neutron-server[93499]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:46:35.573878 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id_1': '52588e9c56a54d938a49fba2934f3851', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 46, 35, 513798)}] Jun 17 08:46:35.573878 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:46:35.574877 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:46:35.584077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:35.588094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a0f0b9-a78c-4f9e-9864-b83c06a694c1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.589321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.612928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port ed5b3c07-5310-4f98-9038-7bdf4ed36aac yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:35.637413 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98e4fec2-d361-4a45-a046-c092c34cb606 req-23ec8999-b1f6-42e5-a261-3bbf16f51839 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0788097 Jun 17 08:46:35.638342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.659774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4eb523dbae3a4b9eb710121991e8e087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183048 Jun 17 08:46:35.659774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49652) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.677712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Pushing event updated for resources: {'Port': ['ID=088579f8-51ee-4367-90ad-d4865e25dc05,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.688250 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.741153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.765542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.787419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::192 (20dbdcf5-092d-4872-8bd5-69712d38822a/bf11056d-816f-40ae-8f90-7160c9069baf/ed5b3c07-5310-4f98-9038-7bdf4ed36aac) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:35.840355 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.846612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.850580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96a0f0b9-a78c-4f9e-9864-b83c06a694c1 HTTP/1.1" status: 204 len: 168 time: 0.1905839 Jun 17 08:46:35.850580 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aa3df644-384a-40c1-8a8c-61e3aaf22b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.859356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a0f0b9-a78c-4f9e-9864-b83c06a694c1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.884596 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.374210 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.376441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.403167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object ed5b3c07-5310-4f98-9038-7bdf4ed36aac will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:36.472659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.480243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.483062 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:36.497578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.514990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a4c83d-868e-4a97-bb28-095d19930280,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:36.520801 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.521431 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:36.525164 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.526295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0250113 Jun 17 08:46:36.529582 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49678) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:36.575354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 20dbdcf5-092d-4872-8bd5-69712d38822a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:36.584436 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8078bb8f-36e6-42e7-9327-afbd153b99df tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules/50a4c83d-868e-4a97-bb28-095d19930280 HTTP/1.1" status: 200 len: 763 time: 0.0536842 Jun 17 08:46:36.587097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49682) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:36.589856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:36.594451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:36.600618 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:36.601109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.611455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=ed5b3c07-5310-4f98-9038-7bdf4ed36aac,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:36.625721 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.631267 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4356542 Jun 17 08:46:36.633707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49684) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:36.653645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3ec1c4e1-9f9b-4942-b189-d3820edc38a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622118 Jun 17 08:46:36.655029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49686) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:36.692744 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.713264 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.790683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.793339 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2bc37f7f-9c04-4336-9fc0-e51e685dbb50 tempest-ServersTestManualDisk-1329993596 tempest-ServersTestManualDisk-1329993596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:36.820850 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.821996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/50a4c83d-868e-4a97-bb28-095d19930280 HTTP/1.1" status: 204 len: 168 time: 0.1659143 Jun 17 08:46:36.822978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50a4c83d-868e-4a97-bb28-095d19930280,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:36.827682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49694) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:36.851196 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.927070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-44a19ac5-947b-41c4-aa91-4f06113dfc94 req-d40e32af-b748-4ec0-9d75-fcea5770172a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.1100760 Jun 17 08:46:36.975233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b106620c-6ca1-4e47-9135-20c621a4edd8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1460280 Jun 17 08:46:36.975883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49698) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:36.980727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Request body: {'security_group_rule': {'security_group_id': '7ce5d1d3-b17c-4c91-b4bb-df21eb2ae5e7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:37.011456 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Project 52588e9c56a54d938a49fba2934f3851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:46:37.018167 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.077404 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe8146-284f-41bc-80d8-7384f1257b06 None None] Network 20dbdcf5-092d-4872-8bd5-69712d38822a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:37.078671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.086340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.096711 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ec6b3c36-6fb7-4432-9f9a-dad542c6b6a7 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:37.120337 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462209bb-45f3-40d6-8b9f-c8bada0941ec,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:37.123468 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:37.131130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.138179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612494 Jun 17 08:46:37.139509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49702) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:37.152044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-51cff1f0-990b-4907-ba23-28197d9ab97a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.153558 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-51cff1f0-990b-4907-ba23-28197d9ab97a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.2061787 Jun 17 08:46:37.183738 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:37.235359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a4f5d7dc-29d3-4e01-8e57-26a5379e3080 None None] Provisioning for port 088579f8-51ee-4367-90ad-d4865e25dc05 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:37.241701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.599377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-66a768f0-454b-4d13-bcef-c6a438dde185 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules/462209bb-45f3-40d6-8b9f-c8bada0941ec HTTP/1.1" status: 200 len: 769 time: 0.4582133 Jun 17 08:46:37.600113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49714) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:37.674533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ef0f1941-a0b1-488b-8905-fcdceb238440 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0717888 Jun 17 08:46:37.675185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49716) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:37.699240 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:37.703399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.712751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.723983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.752232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 088579f8-51ee-4367-90ad-d4865e25dc05 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:37.776392 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.783098 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.787416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/462209bb-45f3-40d6-8b9f-c8bada0941ec HTTP/1.1" status: 204 len: 168 time: 0.1104307 Jun 17 08:46:37.789338 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49722) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:37.790113 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2806718-d010-430b-8dda-b98dd3ca28e4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:37.817854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=462209bb-45f3-40d6-8b9f-c8bada0941ec,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:37.821683 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:37.867364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3b59ce08-0c43-4d1d-a371-56a2bd6d6c65 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735991 Jun 17 08:46:37.868272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49724) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:37.894929 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 088579f8-51ee-4367-90ad-d4865e25dc05 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:37.916051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 088579f8-51ee-4367-90ad-d4865e25dc05 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:37.916734 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.968210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.992368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.021764 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.022662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.094263 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8b924f8-dc97-4d14-9fb8-dabd479cb626 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:38.094521 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.100888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.105485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "DELETE /v2.0/security-groups/7ce5d1d3-b17c-4c91-b4bb-df21eb2ae5e7 HTTP/1.1" status: 204 len: 168 time: 0.2331939 Jun 17 08:46:38.105485 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36321c5c-555a-4ec1-a446-fc7f8c1aa8b4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:38.117174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Provisioning complete for port 088579f8-51ee-4367-90ad-d4865e25dc05 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:38.117790 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.118763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49734) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:38.119854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce5d1d3-b17c-4c91-b4bb-df21eb2ae5e7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:38.125219 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:38.211280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d1079f73-a93a-4060-9085-83df98aae0aa tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874720 Jun 17 08:46:38.216552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49738) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:38.279180 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.336785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bc9ee70-3cf1-4d34-8df9-a0e6d5100869 req-2e1e4395-41e2-44e3-9118-cfe62f88367c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0618441 Jun 17 08:46:38.369491 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.396994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ce5bfb44-3e5d-457d-90ce-654847d0888e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1778200 Jun 17 08:46:38.422961 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 088579f8-51ee-4367-90ad-d4865e25dc05, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=088579f8-51ee-4367-90ad-d4865e25dc05,segment=NetworkSegment(d8e8d956-0ba1-4b6e-b8a8-78c38170e41f),segment_id=d8e8d956-0ba1-4b6e-b8a8-78c38170e41f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:38.491020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=ed5b3c07-5310-4f98-9038-7bdf4ed36aac,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:38.499510 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:38.509955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.4 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/796dcb3d-38a2-4d7c-8f91-0b01f66b77d0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:38.523280 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:46:38.523644 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:46:38.525122 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.531035 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97a1139c-3d76-4c80-b69c-eb5836e3eaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:38.662881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.692548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=088579f8-51ee-4367-90ad-d4865e25dc05,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:38.707974 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:38.942230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49766) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:38.945324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.963280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.984723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:39.075904 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.112537 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e25435ba-cdc0-4258-86b3-c0f044be74ef tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.151972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Provisioning for port ed5b3c07-5310-4f98-9038-7bdf4ed36aac completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:39.160953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49774) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:39.167909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Provisioning complete for port ed5b3c07-5310-4f98-9038-7bdf4ed36aac triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:39.170221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.234511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d7df7f8b-73a7-4a1f-8b0c-dede1b4e9c60 None None] Port ed5b3c07-5310-4f98-9038-7bdf4ed36aac cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:39.256679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:39.264335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:39.271931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:39.282630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e665127d-c6f4-48d4-81f2-9b4587196a1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52588e9c56a54d938a49fba2934f3851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357179 Jun 17 08:46:39.286228 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49778) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:39.316779 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.325680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:39.334452 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:39.364578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:39.365558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.368676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.382334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-640606ac-2c78-4e6a-8914-6ba3ee7b3620 None None] Provisioning complete for port ed5b3c07-5310-4f98-9038-7bdf4ed36aac triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:39.383578 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-640606ac-2c78-4e6a-8914-6ba3ee7b3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.426727 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.460295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-640606ac-2c78-4e6a-8914-6ba3ee7b3620 None None] Port ed5b3c07-5310-4f98-9038-7bdf4ed36aac cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:39.516160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.520503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.523753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.527890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23565994-adc2-46fc-ae3a-5868f72f1637 HTTP/1.1" status: 204 len: 168 time: 0.2396262 Jun 17 08:46:39.531097 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b2976c39-2aa7-4b31-a57c-5c0763d7ae21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.539297 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.547155 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3678005 Jun 17 08:46:39.558437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23565994-adc2-46fc-ae3a-5868f72f1637,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:39.578539 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:39.579212 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9fe6fd61-606a-4501-9a31-2755e085d874 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.580077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Request body: {'port': {'device_id': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:39.637013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 088579f8-51ee-4367-90ad-d4865e25dc05 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:39.657740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0c93d0cc28e4a05af2a4b7d21803aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925528 Jun 17 08:46:39.659373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49786) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:39.696405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54ca27-17dc-460e-ae50-f78f639b6a8d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:39.706745 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:39.729583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.761667 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.767707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 088579f8-51ee-4367-90ad-d4865e25dc05 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:39.768465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.787731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.791988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.810007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.811272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.816562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5595f8-370b-4489-9cf1-dd14b8942204 req-5e6e742c-eed4-49e9-b5a3-cd460f1e4eca tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:39.827543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d5595f8-370b-4489-9cf1-dd14b8942204 req-5e6e742c-eed4-49e9-b5a3-cd460f1e4eca tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 931 time: 0.2424896 Jun 17 08:46:39.835114 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e95bea9-6cf1-45ae-85fc-895d9770d262 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.854522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-00c23743-07f9-43c4-a323-772de5262570 None None] Provisioning for port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:39.911365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-00c23743-07f9-43c4-a323-772de5262570 None None] Provisioning complete for port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:39.912169 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00c23743-07f9-43c4-a323-772de5262570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.962493 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.962493 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.962493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f54ca27-17dc-460e-ae50-f78f639b6a8d HTTP/1.1" status: 204 len: 168 time: 0.2996001 Jun 17 08:46:39.963245 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c3302a43-ba74-4194-afc3-39518339b695 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.999041 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-00c23743-07f9-43c4-a323-772de5262570 None None] Port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:40.003914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d5595f8-370b-4489-9cf1-dd14b8942204 req-ba4307a2-3f6b-48cf-a55f-e13b2d6a5dda tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749926 Jun 17 08:46:40.010258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54ca27-17dc-460e-ae50-f78f639b6a8d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:40.035937 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:40.068243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=ed5b3c07-5310-4f98-9038-7bdf4ed36aac,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:40.071544 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:40.133275 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network 20dbdcf5-092d-4872-8bd5-69712d38822a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:40.137124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:40.387622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49810) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:40.417078 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.551598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Router 5bf747ff-a87d-4afb-803a-d76f8d1984a3 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:46:40.638300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.639788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4135e8a4-f70e-4bf9-ade2-b24896f81eaa None None] Provisioning complete for port ed5b3c07-5310-4f98-9038-7bdf4ed36aac triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:40.640741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4135e8a4-f70e-4bf9-ade2-b24896f81eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.660170 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.665549 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-999019bc-03b6-461e-891b-4869296d6b33 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:40.687288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:40.708187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.720426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4135e8a4-f70e-4bf9-ade2-b24896f81eaa None None] Port ed5b3c07-5310-4f98-9038-7bdf4ed36aac cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:40.741334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Transition to ACTIVE for port object 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:40.744685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:40.750371 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/routers/5bf747ff-a87d-4afb-803a-d76f8d1984a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1159277 Jun 17 08:46:40.755174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49818) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:40.758725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] Sync routers for ids ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:40.769095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dae6514c4a4542339b7e26abdeba2ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782794 Jun 17 08:46:40.772614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] Routers {'5bf747ff-a87d-4afb-803a-d76f8d1984a3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:40.774583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:40.776013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49820) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:40.833845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a00ee9-e266-4b0f-a651-d9e1816a171b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:40.847995 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:40.855545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.858409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:40.870476 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fd5f28fb-4e9d-4498-83d0-0b6c58e6396f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:40.912423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] Routers {'5bf747ff-a87d-4afb-803a-d76f8d1984a3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:40.913076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:40.990244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.020245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:41.021114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7265d7a-1333-41bc-9200-2d4de5e9595d None None] The sync data for ids ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:41.039496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b1d90-e2d2-43e8-838b-486b6072e5b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.041340 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fe4b1d90-e2d2-43e8-838b-486b6072e5b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bf747ff-a87d-4afb-803a-d76f8d1984a3 HTTP/1.1" status: 200 len: 988 time: 0.2867539 Jun 17 08:46:41.043925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Pushing event updated for resources: {'Port': ['ID=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:41.070406 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.074787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49828) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:41.087058 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:41.116497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:41.155376 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.159475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.160815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20a00ee9-e266-4b0f-a651-d9e1816a171b HTTP/1.1" status: 204 len: 168 time: 0.3836141 Jun 17 08:46:41.161887 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-35139473-392c-443e-9808-33e729b3c139 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:41.192950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a00ee9-e266-4b0f-a651-d9e1816a171b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:41.202974 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:41.419757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c8ee-2e88-4560-8333-d21dceb4ec6d req-4997f725-9b84-4b89-81c0-8679b6d7ec63 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.421381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd45c8ee-2e88-4560-8333-d21dceb4ec6d req-4997f725-9b84-4b89-81c0-8679b6d7ec63 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1302373 Jun 17 08:46:41.475602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd45c8ee-2e88-4560-8333-d21dceb4ec6d req-3b432532-e34e-40c9-8291-c31ccbc798d5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Jun 17 08:46:41.722191 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a34787dd-73b5-4e24-8dd6-68ce232cf6a8 tempest-ServiceProvidersTest-264900349 tempest-ServiceProvidersTest-264900349-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6021795 Jun 17 08:46:41.750985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Attempting to bind port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:41.751850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Attempting to bind port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:41.752386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Attempting to bind port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:41.759317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:41.759878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Attempting to bind port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:41.771974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:41.772524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:41.773105 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:41.773871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Bound port: 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:41.775356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.976842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] For port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:41.998798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] For port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:42.008925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.015201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b5c5e81-28f9-4f4c-b400-192b15d4a3a9 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:42.050537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.051283 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.052721 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] 10.222.0.60 "PUT /v2.0/ports/796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 HTTP/1.1" status: 200 len: 1092 time: 2.4976676 Jun 17 08:46:42.056223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'tag': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:42.066049 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf24dd89-c30d-4878-907b-b06c458189fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d2755b-168c-49f6-8221-3f4a6fbf2b9f", "tag": "796dcb3d-38a2-4d7c-8f91-0b01f66b77d0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:42.272306 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54735345-6bcd-4df4-a191-b34a74af75e0 x-openstack-request-id: req-54735345-6bcd-4df4-a191-b34a74af75e0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:42.272904 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d2755b-168c-49f6-8221-3f4a6fbf2b9f", "tag": "796dcb3d-38a2-4d7c-8f91-0b01f66b77d0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:42.272904 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54735345-6bcd-4df4-a191-b34a74af75e0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:42.273551 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'tag': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0', 'status': 'completed', 'code': 200} Jun 17 08:46:42.403928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Pushing event updated for resources: {'Port': ['ID=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:42.413159 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:42.449749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:42.675453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-93403b3b-b0b5-4590-9559-0163514fc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.681121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-93403b3b-b0b5-4590-9559-0163514fc5e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 1095 time: 0.4897356 Jun 17 08:46:42.739104 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.768063 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-1ac50281-4deb-4432-976a-82871d52c0c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 HTTP/1.1" status: 200 len: 217 time: 0.0563085 Jun 17 08:46:42.778776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.847904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0babc-831d-412d-b269-eeb7619e2530 req-9865851a-8dd2-43a3-99ab-5b6ae63532de tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.855416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78e0babc-831d-412d-b269-eeb7619e2530 req-9865851a-8dd2-43a3-99ab-5b6ae63532de tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1192887 Jun 17 08:46:42.940974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-4cd8dfa8-c939-4ca4-a940-5a7ab991ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.944150 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-4cd8dfa8-c939-4ca4-a940-5a7ab991ce4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.1666644 Jun 17 08:46:42.958831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78e0babc-831d-412d-b269-eeb7619e2530 req-afbeecd4-ed78-4cf8-876e-6633743d3f1a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022582 Jun 17 08:46:42.994982 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.005644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.010771 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-560dc1ba-1a5d-40fe-8b6d-b3c34afa606c tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:43.067383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7f631b2e54e4c30bcb5dbc72af7b1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163592 Jun 17 08:46:43.069340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff03e0d-019a-409c-835d-52b6475e117d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:43.072833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:43.075935 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:43.180987 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-0ec9a830-12d9-41b3-95fc-7830e3493116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.182483 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-0ec9a830-12d9-41b3-95fc-7830e3493116 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2293537 Jun 17 08:46:43.244299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.403219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.513608 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port ed5b3c07-5310-4f98-9038-7bdf4ed36aac {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:43.514162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.524339 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-2953a26d-5451-419d-b8f4-b2f0130454a6 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289945 Jun 17 08:46:43.701023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.705022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.708990 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ff03e0d-019a-409c-835d-52b6475e117d HTTP/1.1" status: 204 len: 168 time: 0.6329706 Jun 17 08:46:43.743390 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da0ca40e-c53a-4582-85fa-1203bbd211ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:43.799714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff03e0d-019a-409c-835d-52b6475e117d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:43.816141 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:43.848126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.871097 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c4219bf8-bdbd-48fa-9ae7-097390debf98 req-96b8472f-1b91-4a37-ad89-86446c8facb7 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282676 Jun 17 08:46:43.961685 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for ed5b3c07-5310-4f98-9038-7bdf4ed36aac owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:44.204851 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24dd89-c30d-4878-907b-b06c458189fd req-73494621-d665-4314-a646-6bab400689fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.206936 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-73494621-d665-4314-a646-6bab400689fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 1095 time: 0.2425220 Jun 17 08:46:44.257880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefd05e-a67b-4e28-856f-ae58d2cc64c4 req-a4efb36a-4ca8-4f3c-b8d7-52ff9cd2b037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.265447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-deefd05e-a67b-4e28-856f-ae58d2cc64c4 req-a4efb36a-4ca8-4f3c-b8d7-52ff9cd2b037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1034606 Jun 17 08:46:44.391109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-deefd05e-a67b-4e28-856f-ae58d2cc64c4 req-5a0f2a27-ddfe-45c9-b1a9-72815ca0ed1b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243830 Jun 17 08:46:44.567766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.610149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f532a8fd-e364-4aa7-9e09-c8761888898a tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:44.631026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24dd89-c30d-4878-907b-b06c458189fd req-87add7cf-6baf-4236-9d33-80792cdc2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.634774 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-87add7cf-6baf-4236-9d33-80792cdc2a8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.4191442 Jun 17 08:46:44.697348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=ed5b3c07-5310-4f98-9038-7bdf4ed36aac,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:44.700635 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:44.848798 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-fda2cbb7-b139-45b6-87e6-beeb39bab4e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 HTTP/1.1" status: 200 len: 217 time: 0.1605821 Jun 17 08:46:45.008718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.223392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24dd89-c30d-4878-907b-b06c458189fd req-7a0414e5-2a19-4f85-a988-83fec313912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:45.225329 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-7a0414e5-2a19-4f85-a988-83fec313912a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.2777040 Jun 17 08:46:45.365064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49932) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.375932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Router 5bf747ff-a87d-4afb-803a-d76f8d1984a3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:45.401545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24dd89-c30d-4878-907b-b06c458189fd req-0e0660fb-2ea5-4791-9895-279d9bda157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:45.404316 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-0e0660fb-2ea5-4791-9895-279d9bda157e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285317 Jun 17 08:46:45.597339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49940) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.644432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:45.659655 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/routers/5bf747ff-a87d-4afb-803a-d76f8d1984a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5571332 Jun 17 08:46:45.674208 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] Sync routers for ids ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:45.697128 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] Routers {'5bf747ff-a87d-4afb-803a-d76f8d1984a3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:45.697778 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:45.704789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49944) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.812768 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-ce2179e4-6a80-45da-9a20-219ee855e6d2 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612476 Jun 17 08:46:45.833245 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:45.865897 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] Routers {'5bf747ff-a87d-4afb-803a-d76f8d1984a3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:45.867193 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:45.918996 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32888d2-7cb7-45d4-88b9-42ec60376ca5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:45.927229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a32888d2-7cb7-45d4-88b9-42ec60376ca5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/ed5b3c07-5310-4f98-9038-7bdf4ed36aac HTTP/1.1" status: 404 len: 333 time: 0.2122908 Jun 17 08:46:45.929995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49946) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.939521 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:45.940409 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bf8e0-5b05-43d2-a6c9-fb7a0bc4e12c None None] The sync data for ids ['5bf747ff-a87d-4afb-803a-d76f8d1984a3'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:45.965537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-81b2194c-04b4-40ac-8d26-4b6cf59b57ae tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1915098697', 'prefixes': ['172.20.0.0/16']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:45.975569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.026860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b1914-96e0-41ca-8a06-f1023a2133d8 req-6f4f7cbc-6e1e-41cf-a677-4ec786532d9a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:46.029159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-194b1914-96e0-41ca-8a06-f1023a2133d8 req-6f4f7cbc-6e1e-41cf-a677-4ec786532d9a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.3750348 Jun 17 08:46:46.186634 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-194b1914-96e0-41ca-8a06-f1023a2133d8 req-669a00e2-6cc2-4289-ae57-5e9c46a22bf5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466675 Jun 17 08:46:46.284894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.290123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.294069 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b305b33-c995-4591-987b-1c81069e9c58 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.308644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81b2194c-04b4-40ac-8d26-4b6cf59b57ae tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] Notify callbacks [] for subnetpool, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.310729 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-81b2194c-04b4-40ac-8d26-4b6cf59b57ae tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9444203 Jun 17 08:46:46.326090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49952) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.408052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3097e068-379c-4746-b5bb-20700ca93a13 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] 10.222.0.65 "GET /v2.0/subnetpools/023b3201-fd2a-4020-90ca-a4eb1bfad401 HTTP/1.1" status: 200 len: 732 time: 0.0740602 Jun 17 08:46:46.409018 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49954) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.423729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ff48efee-95f7-4f9a-96f9-75da944f7113 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-189245936'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:46.453788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7729ce63-f2db-412c-91e3-ccb095aae27e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.459580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6522d4abeafe43c4892efbaf64b20714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618076 Jun 17 08:46:46.462443 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.463032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49956) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.475943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.521288 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-bf24dd89-c30d-4878-907b-b06c458189fd req-8c218ef3-561f-47f2-8533-137b6ee55875 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997185 Jun 17 08:46:46.601156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.625292 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ff48efee-95f7-4f9a-96f9-75da944f7113 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] Notify callbacks [] for subnetpool, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.631316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ff48efee-95f7-4f9a-96f9-75da944f7113 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] 10.222.0.65 "PUT /v2.0/subnetpools/023b3201-fd2a-4020-90ca-a4eb1bfad401 HTTP/1.1" status: 200 len: 683 time: 0.2147422 Jun 17 08:46:46.632734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49958) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.663551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.670891 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.675138 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.731498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.732403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Fanout notify agent at l3_agent the message router_deleted on router 5bf747ff-a87d-4afb-803a-d76f8d1984a3 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:46.746809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.750335 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c85fa3d7-b786-4f0c-b9e9-9ad88a6b1355 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/routers/5bf747ff-a87d-4afb-803a-d76f8d1984a3 HTTP/1.1" status: 204 len: 168 time: 0.8104200 Jun 17 08:46:46.750726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49960) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.763640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.766288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.769657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7729ce63-f2db-412c-91e3-ccb095aae27e HTTP/1.1" status: 204 len: 168 time: 0.3034947 Jun 17 08:46:46.770381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2017869e-c35a-4002-8b79-da8ac3ef1f54 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] Notify callbacks [] for subnetpool, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.771365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2017869e-c35a-4002-8b79-da8ac3ef1f54 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] 10.222.0.65 "DELETE /v2.0/subnetpools/023b3201-fd2a-4020-90ca-a4eb1bfad401 HTTP/1.1" status: 204 len: 168 time: 0.1377313 Jun 17 08:46:46.776019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49964) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.791160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99bb2f0d-255a-4a3f-833f-5829800ede00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.801793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7729ce63-f2db-412c-91e3-ccb095aae27e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.802880 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-5f2567b6-861b-4240-b866-3e6c84b5c127 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] show failed (client error): The resource could not be found. Jun 17 08:46:46.804233 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.809965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5f2567b6-861b-4240-b866-3e6c84b5c127 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] 10.222.0.65 "GET /v2.0/subnetpools/023b3201-fd2a-4020-90ca-a4eb1bfad401 HTTP/1.1" status: 404 len: 346 time: 0.0322242 Jun 17 08:46:46.812435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49966) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.827876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet bf11056d-816f-40ae-8f90-7160c9069baf {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:46.831942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.834229 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-3effbc07-457c-4c4c-ae3d-3507a01d73a3 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] delete failed (client error): The resource could not be found. Jun 17 08:46:46.835420 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3effbc07-457c-4c4c-ae3d-3507a01d73a3 tempest-SubnetPoolsTestJSON-2053751455 tempest-SubnetPoolsTestJSON-2053751455-project] 10.222.0.65 "DELETE /v2.0/subnetpools/023b3201-fd2a-4020-90ca-a4eb1bfad401 HTTP/1.1" status: 404 len: 346 time: 0.0218918 Jun 17 08:46:46.895568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.073462 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.138109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-37c6f6c2-1708-4b1f-abcf-ba3fcb5383bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1173892 Jun 17 08:46:47.151373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49976) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:47.163171 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.185986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.191024 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb6dffdc-0106-4dbd-926c-423f7d1d5a19 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:47.275771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.283587 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/bf11056d-816f-40ae-8f90-7160c9069baf HTTP/1.1" status: 204 len: 168 time: 0.5308177 Jun 17 08:46:47.284379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e3a8e7-1776-4ffb-bc93-840d0327167e None None] Network 20dbdcf5-092d-4872-8bd5-69712d38822a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:47.286418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49986) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:47.302796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=bf11056d-816f-40ae-8f90-7160c9069baf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:47.307431 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:47.351928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133947-a10e-4e48-8735-058e353f29a2 req-f8e76df0-d1b7-42ce-bd3f-48c884ba67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:47.356177 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-f8e76df0-d1b7-42ce-bd3f-48c884ba67b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 1098 time: 0.1561956 Jun 17 08:46:47.650208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.660295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:47.678465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.681303 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.706712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] DHCP port deletion for 20dbdcf5-092d-4872-8bd5-69712d38822a request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:47.710877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133947-a10e-4e48-8735-058e353f29a2 req-250df318-a2e8-4ee8-af64-93724368f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:47.712257 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-250df318-a2e8-4ee8-af64-93724368f95f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 915 time: 0.3352327 Jun 17 08:46:47.738576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.db.api [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:46:47.738576 n-d-780147-13 neutron-server[93499]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:46:47.738576 n-d-780147-13 neutron-server[93499]: [parameters: {'project_id': '3d4e871bc06c410fb5bf19bdb74127ee', 'id': '0987de26-4a4b-4b49-a1c4-44aa0ecf10b1', 'expiration': datetime.datetime(2021, 6, 17, 8, 48, 47, 733586)}] Jun 17 08:46:47.738576 n-d-780147-13 neutron-server[93499]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:46:47.739481 n-d-780147-13 neutron-server[93499]: DEBUG oslo_db.api [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:46:47.816801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Deleting port 088579f8-51ee-4367-90ad-d4865e25dc05 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:47.817596 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.858770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 088579f8-51ee-4367-90ad-d4865e25dc05 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:47.874779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.896675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.911816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-d4037baf-0991-4b27-88a2-a8caeb777553 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd HTTP/1.1" status: 200 len: 217 time: 0.1909020 Jun 17 08:46:47.915414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.924976 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b4053deb-45ea-4355-88c4-9e6c94ea02b1 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:47.968931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a1606-010b-40ec-8233-2708f25e2a20,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:47.972848 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:47.989209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] For port 088579f8-51ee-4367-90ad-d4865e25dc05, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=088579f8-51ee-4367-90ad-d4865e25dc05,segment=NetworkSegment(d8e8d956-0ba1-4b6e-b8a8-78c38170e41f),segment_id=d8e8d956-0ba1-4b6e-b8a8-78c38170e41f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:47.989209 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.045408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] For port 088579f8-51ee-4367-90ad-d4865e25dc05, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=088579f8-51ee-4367-90ad-d4865e25dc05,segment=NetworkSegment(d8e8d956-0ba1-4b6e-b8a8-78c38170e41f),segment_id=d8e8d956-0ba1-4b6e-b8a8-78c38170e41f)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:48.045780 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.063120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2847c13-fb64-4fda-b298-2bd9b5468039 req-1b6f0696-ab45-45f0-aa4f-05aff62fb1ed tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.072029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2847c13-fb64-4fda-b298-2bd9b5468039 req-1b6f0696-ab45-45f0-aa4f-05aff62fb1ed tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.4974442 Jun 17 08:46:48.100278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133947-a10e-4e48-8735-058e353f29a2 req-29b35109-4a60-4f31-a76c-cd7ef6a1cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.102186 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-29b35109-4a60-4f31-a76c-cd7ef6a1cb60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 200 len: 854 time: 0.1353211 Jun 17 08:46:48.104994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Calling delete_port for 088579f8-51ee-4367-90ad-d4865e25dc05 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:48.107216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55f3cdc0cf9c4d81a903ac272984ff1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445019 Jun 17 08:46:48.111023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 49992) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:48.138101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 088579f8-51ee-4367-90ad-d4865e25dc05 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:48.177221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-4034f9ee-6464-4e27-bb86-d0640b4f1d1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675752 Jun 17 08:46:48.241003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.246293 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.250292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.253633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.258586 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e5e680c0-c488-402f-b29d-4ba28002a65a tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.295237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-6f8c42c4-9136-4d41-a0df-10780eea7966 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049922 Jun 17 08:46:48.317935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2847c13-fb64-4fda-b298-2bd9b5468039 req-caef4684-02d7-43c8-94ae-1f20e0690494 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448287 Jun 17 08:46:48.332189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Pushing event deleted for resources: {'Port': ['ID=088579f8-51ee-4367-90ad-d4865e25dc05,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.359681 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.364811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.366372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.366983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.367543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.368097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.370655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.380782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.381347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.381847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.382360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.382695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.383052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.389222 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.391509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=088579f8-51ee-4367-90ad-d4865e25dc05,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.394183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] No DVR routers for this DVR port 088579f8-51ee-4367-90ad-d4865e25dc05 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:48.400674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No DVR routers for this DVR port 088579f8-51ee-4367-90ad-d4865e25dc05 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:48.400674 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.452504 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.467207 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.480812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.485778 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d44265cf-cc89-47ff-b7f0-c39b870895cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.528857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25133947-a10e-4e48-8735-058e353f29a2 req-b48cec1a-60c6-44dd-a1aa-80de5100617c service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081785 Jun 17 08:46:48.568171 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.574824 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.579567 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d4e871bc06c410fb5bf19bdb74127ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4268439 Jun 17 08:46:48.580154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0964dcc-7f72-4bf8-9b0f-fa70d915c7b0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.584489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 49994) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:48.587486 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.589677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a42a1606-010b-40ec-8233-2708f25e2a20 HTTP/1.1" status: 204 len: 168 time: 0.4662528 Jun 17 08:46:48.591234 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7e9d9de-f30a-490a-aaca-af076a4bb8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.594368 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dbdcf5-092d-4872-8bd5-69712d38822a']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.597429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.613636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.614644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e8d956-0ba1-4b6e-b8a8-78c38170e41f') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.625293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a1606-010b-40ec-8233-2708f25e2a20,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.634736 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.634942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.706847 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.726991 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:48.728192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:48.733095 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:48.739380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.812414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.833633 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.847735 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-45cece42-3ba5-4956-bad2-6747e00f9c9d tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.853010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.854867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/20dbdcf5-092d-4872-8bd5-69712d38822a HTTP/1.1" status: 204 len: 168 time: 1.5674131 Jun 17 08:46:48.860054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50002) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:48.877820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=20dbdcf5-092d-4872-8bd5-69712d38822a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.886201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.933082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.935298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.939336 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0964dcc-7f72-4bf8-9b0f-fa70d915c7b0 HTTP/1.1" status: 204 len: 168 time: 0.3512909 Jun 17 08:46:48.940040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adaedbb8-d930-435e-89ca-935fd2cd9398 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.954873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0964dcc-7f72-4bf8-9b0f-fa70d915c7b0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.962556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.973712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3728e-e846-44bf-8a08-f3bf6940549e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.975410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4fe3728e-e846-44bf-8a08-f3bf6940549e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/c98fda30-294b-4b69-b7a0-34816baf36d0 HTTP/1.1" status: 200 len: 845 time: 0.1125000 Jun 17 08:46:48.978985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50008) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:49.104739 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b736df71-5a63-46f5-8251-6ef2bb814856 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/c98fda30-294b-4b69-b7a0-34816baf36d0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1237984 Jun 17 08:46:49.107046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50010) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:49.112771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:49.308605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:49.315313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.376431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.649223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 088579f8-51ee-4367-90ad-d4865e25dc05 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:49.672594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.673600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff6a93-8199-4874-8bd6-a6fe343eb2d6 req-ac58f49b-ab21-4ea6-aabb-4b4e39429cf2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.677628 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53ae8e18-6ecd-45fd-810c-75a8371e0415 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:49.685547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecff6a93-8199-4874-8bd6-a6fe343eb2d6 req-ac58f49b-ab21-4ea6-aabb-4b4e39429cf2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1381938 Jun 17 08:46:49.695536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 088579f8-51ee-4367-90ad-d4865e25dc05 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:49.696359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 088579f8-51ee-4367-90ad-d4865e25dc05 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:49.744727 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecff6a93-8199-4874-8bd6-a6fe343eb2d6 req-f4e3a8ef-cb59-49ef-966c-ba1033d0950b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582478 Jun 17 08:46:49.782168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:49.786625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:49.795885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22529d95-b647-4e07-9475-5b9a8c2b8f5b None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:49.796536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.797124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.811788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=a0cf11df-96a1-46f3-bcfd-7270ab91cf0c,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:49.832670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:49.843102 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7349510 Jun 17 08:46:49.843674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50034) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:49.854716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'security_group': {'name': 'tempest-secgroup-463542920'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:49.895109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.080184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'tenant_id': '27b406639dd14ab9a9f3000642a18e1c', 'fixed_ips': [{'subnet_id': 'a0cf11df-96a1-46f3-bcfd-7270ab91cf0c'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:50.081567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.099383 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.109886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.117599 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-470ca61e-a09c-434b-998b-5bec3a5e09b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:50.145126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fde9f9-a983-4008-a72d-74dafab46e4b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:50.151224 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:50.159646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.161227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3155682 Jun 17 08:46:50.164276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50050) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.175872 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'security_group': {'name': 'tempest-secgroup-911842502'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:50.209742 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.321884 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Allocated IP 2001:db8::2 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/a0cf11df-96a1-46f3-bcfd-7270ab91cf0c/23133af3-c3fd-443e-ae6f-8c4e4924fd2d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:50.341583 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.347403 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.351045 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ec977a8-995c-4add-9dca-22b9e2417298 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:50.379436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.381034 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2143373 Jun 17 08:46:50.383292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c25497-cd77-4c37-bee6-6b5d6b61a121,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:50.383911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50060) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.386781 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:50.389207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1230402452', 'security_groups': ['89c25497-cd77-4c37-bee6-6b5d6b61a121'], 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0cf11df-96a1-46f3-bcfd-7270ab91cf0c'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:50.541257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:50.561256 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.573222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Transition to ACTIVE for port object 23133af3-c3fd-443e-ae6f-8c4e4924fd2d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:50.593528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Transition to ACTIVE for port object 23133af3-c3fd-443e-ae6f-8c4e4924fd2d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:50.603183 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.606530 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a35d3356-27cb-4642-b93f-a4d517768017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:50.637746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50068) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.642454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029035 Jun 17 08:46:50.644914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50070) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.650285 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:50.653296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:50.656455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:50.718086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.743555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Pushing event updated for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:50.746552 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:50.749385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Attempting to bind port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:50.749771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Attempting to bind port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '5460cb2e-e522-4dad-8a46-b33130231be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:50.750144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Attempting to bind port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d on network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:50.756779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:50.756779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Checking segment: {'id': '5460cb2e-e522-4dad-8a46-b33130231be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:50.757118 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.757295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Bound using segment: {'id': '5460cb2e-e522-4dad-8a46-b33130231be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:50.757788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Bound port: 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5460cb2e-e522-4dad-8a46-b33130231be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:50.758172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.775687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 8ef8fb20-41a4-4682-9108-3cb4d0412c10 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:50.879657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9c488e27-67ff-4745-aa4b-3a0decc16bf4 tempest-NetworksApiDiscovery-1365085901 tempest-NetworksApiDiscovery-1365085901-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2331316 Jun 17 08:46:50.912264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:50.916495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,segment=NetworkSegment(5460cb2e-e522-4dad-8a46-b33130231be7),segment_id=5460cb2e-e522-4dad-8a46-b33130231be7)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:50.923859 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.926137 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef14dad2-6d4f-46ba-97bb-f964c54a6086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.081431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::56 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/a0cf11df-96a1-46f3-bcfd-7270ab91cf0c/8ef8fb20-41a4-4682-9108-3cb4d0412c10) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:51.180511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Pushing event updated for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:51.189255 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:51.228852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9eb9b-2c74-481e-aceb-00ca6ad582e9 req-90bcb81c-f4b8-457d-b2bb-3fda80f27297 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:51.231227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25e9eb9b-2c74-481e-aceb-00ca6ad582e9 req-90bcb81c-f4b8-457d-b2bb-3fda80f27297 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.2666640 Jun 17 08:46:51.339620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25e9eb9b-2c74-481e-aceb-00ca6ad582e9 req-3c85204e-45b1-426d-9a54-1b04d62bca96 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Jun 17 08:46:51.416401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.442196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 8ef8fb20-41a4-4682-9108-3cb4d0412c10 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:51.499211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.523990 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-75859bab-77f3-42a2-92d8-ff88768c0bfb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.612462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.645822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:51.658998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:51.670100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:51.679032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:51.682049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.687153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:51.692190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=8ef8fb20-41a4-4682-9108-3cb4d0412c10,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:51.698738 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:51.711315 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3261697 Jun 17 08:46:51.714177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50102) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.722929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:51.776551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:51.832282 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.962845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.970966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.976333 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-03494bc1-87fe-43ff-8553-4e5195dd0b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.989644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:51.993669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.030319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b51225095ed144e2991049586004edae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166787 Jun 17 08:46:52.034049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50114) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:52.041476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a165d8e4-8f0c-4746-aef2-af1a006e7d99,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.056922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.108911 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.145012 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.153117 n-d-780147-13 neutron-server[93499]: INFO neutron.db.ipam_backend_mixin [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0cf11df-96a1-46f3-bcfd-7270ab91cf0c (CIDR: 2001:db8::/64) Jun 17 08:46:52.163016 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:46:52.163484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:52.198396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50116) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:52.198842 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f6049d32-f072-4577-b1e6-451ed64505a9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4833479 Jun 17 08:46:52.204674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:52.245494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.249490 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.250826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a165d8e4-8f0c-4746-aef2-af1a006e7d99 HTTP/1.1" status: 204 len: 168 time: 0.2150991 Jun 17 08:46:52.255551 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd1be303-0d7c-4c7d-9a61-3e9fc2a01827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:52.301680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165d8e4-8f0c-4746-aef2-af1a006e7d99,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.319283 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.431759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:52.437924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.762817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Provisioning for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:52.765122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:52.765510 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.783334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0f414-aa2f-435a-a41f-118d61e6aaf8 req-e5646dcc-d7a2-4983-b208-39d9e59451a3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:52.784914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39f0f414-aa2f-435a-a41f-118d61e6aaf8 req-e5646dcc-d7a2-4983-b208-39d9e59451a3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.2152004 Jun 17 08:46:52.960119 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.999844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-39f0f414-aa2f-435a-a41f-118d61e6aaf8 req-886a1f7b-49ff-482a-932f-0e94fb5c7d0b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984842 Jun 17 08:46:53.039883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,segment=NetworkSegment(5460cb2e-e522-4dad-8a46-b33130231be7),segment_id=5460cb2e-e522-4dad-8a46-b33130231be7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.057399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.060561 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.109228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Provisioning complete for port c98fda30-294b-4b69-b7a0-34816baf36d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:53.110003 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.148661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Pushing event updated for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.161059 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.170439 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.173748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Port c98fda30-294b-4b69-b7a0-34816baf36d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:53.187307 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0ba85739-f2fc-4447-aefe-0c4ded3ca4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.253200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:53.271802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:53.276115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:53.276703 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.283912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22347b60-c1d0-4222-afdd-3eba8d07c654 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:53.327737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=86d61595-9847-4072-8a60-e8aec1b8766e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.330854 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.332471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1323814 Jun 17 08:46:53.335379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50150) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:53.343743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1480974739', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86d61595-9847-4072-8a60-e8aec1b8766e'}], 'security_groups': ['a1fde9f9-a983-4008-a72d-74dafab46e4b']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:53.463935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-df6de550-e890-44d9-90c3-9acf2a8c7ccb None None] Provisioning for port 8ef8fb20-41a4-4682-9108-3cb4d0412c10 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:53.484061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-df6de550-e890-44d9-90c3-9acf2a8c7ccb None None] Provisioning complete for port 8ef8fb20-41a4-4682-9108-3cb4d0412c10 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:53.484906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df6de550-e890-44d9-90c3-9acf2a8c7ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.577038 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.836369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-df6de550-e890-44d9-90c3-9acf2a8c7ccb None None] Port 8ef8fb20-41a4-4682-9108-3cb4d0412c10 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:53.854310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:54.023383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:54.023730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.243900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Update dhcp port {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'fixed_ips': [{'subnet_id': 'a0cf11df-96a1-46f3-bcfd-7270ab91cf0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '86d61595-9847-4072-8a60-e8aec1b8766e'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '23133af3-c3fd-443e-ae6f-8c4e4924fd2d'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:46:54.290427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Delete allocated IP 2001:db8::56 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/a0cf11df-96a1-46f3-bcfd-7270ab91cf0c) {{(pid=93499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:46:54.312149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8:0:1::79 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/86d61595-9847-4072-8a60-e8aec1b8766e/8ef8fb20-41a4-4682-9108-3cb4d0412c10) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:54.330634 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.351730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18bc7-3870-430d-aee2-134a9d30615c req-44495d88-5b30-4c3a-a065-32908c0e41a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:54.354153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9e18bc7-3870-430d-aee2-134a9d30615c req-44495d88-5b30-4c3a-a065-32908c0e41a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1136346 Jun 17 08:46:54.450297 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9e18bc7-3870-430d-aee2-134a9d30615c req-2023cc7d-f2ae-4305-a59c-f13ab9837698 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762937 Jun 17 08:46:54.608655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.624100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 8ef8fb20-41a4-4682-9108-3cb4d0412c10 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:54.646255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.654457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b5fd6ca-fa89-4e44-b07f-8a553104a171 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:54.702314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=8ef8fb20-41a4-4682-9108-3cb4d0412c10,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:54.708276 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Allocated IP 2001:db8:0:1::2 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/86d61595-9847-4072-8a60-e8aec1b8766e/23133af3-c3fd-443e-ae6f-8c4e4924fd2d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:54.710176 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.749219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] In _notify_port_updated(), no bound segment for port 8ef8fb20-41a4-4682-9108-3cb4d0412c10 on network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:46:54.756148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:54.756794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.758113 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/ports/8ef8fb20-41a4-4682-9108-3cb4d0412c10 HTTP/1.1" status: 200 len: 930 time: 1.4211061 Jun 17 08:46:54.761346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:54.848578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,segment=NetworkSegment(5460cb2e-e522-4dad-8a46-b33130231be7),segment_id=5460cb2e-e522-4dad-8a46-b33130231be7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:54.887708 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.911123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Transition to ACTIVE for port object 23133af3-c3fd-443e-ae6f-8c4e4924fd2d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:54.917301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 8ef8fb20-41a4-4682-9108-3cb4d0412c10 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:54.917655 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.920534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.939690 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d875f328-2eb8-41f0-a3d1-e5a85c484ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.035262 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.056233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Pushing event updated for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:55.081288 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:55.096059 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efc7d47b-c5a6-4965-a27b-0451e5b271e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.135915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 8ef8fb20-41a4-4682-9108-3cb4d0412c10 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:55.284544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.290637 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.321372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=8ef8fb20-41a4-4682-9108-3cb4d0412c10,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:55.324848 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:55.352965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.356058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/8ef8fb20-41a4-4682-9108-3cb4d0412c10 HTTP/1.1" status: 204 len: 168 time: 0.5933957 Jun 17 08:46:55.359172 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50194) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:55.395320 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6429fe-10b0-4615-8683-2a06825662df tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:46:55.397789 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3f6429fe-10b0-4615-8683-2a06825662df tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/8ef8fb20-41a4-4682-9108-3cb4d0412c10 HTTP/1.1" status: 404 len: 333 time: 0.0373969 Jun 17 08:46:55.400754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50196) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:55.471588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.537022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.628440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.632897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.634325 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/security-groups/89c25497-cd77-4c37-bee6-6b5d6b61a121 HTTP/1.1" status: 204 len: 168 time: 0.2323887 Jun 17 08:46:55.635560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2129eb87-0da0-4e36-a027-4f90d3badc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.637269 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50206) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:55.646571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c25497-cd77-4c37-bee6-6b5d6b61a121,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:55.658165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:55.699120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:55.838229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.902768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fc6a5-eddc-45e8-ae46-a62d17e5c05d req-2cfb734c-9930-4def-95d8-e1c818957fae tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:55.905169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a88fc6a5-eddc-45e8-ae46-a62d17e5c05d req-2cfb734c-9930-4def-95d8-e1c818957fae tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.2337685 Jun 17 08:46:55.930491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.007593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a88fc6a5-eddc-45e8-ae46-a62d17e5c05d req-96b4bd99-cd32-44c6-b591-709472b5e50e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908926 Jun 17 08:46:56.069760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.072874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.075410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/security-groups/a1fde9f9-a983-4008-a72d-74dafab46e4b HTTP/1.1" status: 204 len: 168 time: 0.4366429 Jun 17 08:46:56.079132 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7da0d8f6-ec57-41f5-9133-f7ad5c912589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:56.080891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50216) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:56.106811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fde9f9-a983-4008-a72d-74dafab46e4b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:56.114062 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:56.174569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Could not find standard attr ID for object 8ef8fb20-41a4-4682-9108-3cb4d0412c10. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:56.205658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Provisioning for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:56.210139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:56.210523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.266980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet a0cf11df-96a1-46f3-bcfd-7270ab91cf0c {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:56.276945 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.358304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.405304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Provisioning complete for port c98fda30-294b-4b69-b7a0-34816baf36d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:56.406265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.498017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce64b-2a50-4add-9033-72227e3e0946 None None] Port c98fda30-294b-4b69-b7a0-34816baf36d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:56.604565 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.614113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f723c34e-c6bd-4386-b078-77c6ecb3bfb3 None None] Could not find standard attr ID for object 8ef8fb20-41a4-4682-9108-3cb4d0412c10. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:46:56.725894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.730528 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70cd9c04-35bb-4e43-8027-2274762880dd tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:56.763800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cf11df-96a1-46f3-bcfd-7270ab91cf0c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:56.773161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:56.774180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.780155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50228) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:56.787137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:56.787874 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/a0cf11df-96a1-46f3-bcfd-7270ab91cf0c HTTP/1.1" status: 204 len: 168 time: 0.7039456 Jun 17 08:46:56.808673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cf508-da84-4c2c-96f9-6c2530924175 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:57.065667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:57.073157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.528245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30559c33-abd5-4aee-ae23-b4388b06caca req-bb6b5819-14e7-4c1f-b761-1c97a92d5497 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.529817 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30559c33-abd5-4aee-ae23-b4388b06caca req-bb6b5819-14e7-4c1f-b761-1c97a92d5497 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1954679 Jun 17 08:46:57.596978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.619072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30559c33-abd5-4aee-ae23-b4388b06caca req-19ab5192-06a1-419c-a666-b3ae5b49813f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785055 Jun 17 08:46:57.671402 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.676097 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b4129ac7-cbaa-4beb-8732-55b0987590b5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:57.749324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:57.754182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:57.760395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.760987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.775124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=57c4f3e7-882c-4e20-8e4d-e3b774b65bef,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:57.778248 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:57.785075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0030780 Jun 17 08:46:57.788267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50256) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:57.794047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'security_group': {'name': 'tempest-secgroup-260134104'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:57.836795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.897176 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92c11c64-082c-46fc-92fe-554e52d803fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.979156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.984073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.990756 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1fd2f5d8-20bd-4a89-841d-748d95be08e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:58.033504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.035213 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2449348 Jun 17 08:46:58.037880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50280) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:58.043555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'security_group': {'name': 'tempest-secgroup-1525323506'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:58.045261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b5c18-3b85-406c-b7b7-53959fc5a1dc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.059669 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:58.089973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.255464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.260680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.264800 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-483f7546-1759-41ab-9823-49b87c22d3b5 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:58.284973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450532b-61c5-4c49-a5ee-fc43085f8c37 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:58.296475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d346c3c0-9f98-40a3-afd4-31da635460e3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.309015 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.310943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2710717 Jun 17 08:46:58.311779 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:58.313052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50296) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:58.319154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'security_group': {'name': 'tempest-secgroup-243639160'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:58.376639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.389615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8e764d7f-6eeb-4115-9cf7-dd18526c1a5f None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:58.389838 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e764d7f-6eeb-4115-9cf7-dd18526c1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.559607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.566818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.572183 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b1234967-958f-4cd1-8bbb-862109272066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:58.605955 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.607249 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2925556 Jun 17 08:46:58.610814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:58.619471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1475452446', 'security_groups': ['9677f14a-a132-4783-8b14-b5b817166ebb'], 'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57c4f3e7-882c-4e20-8e4d-e3b774b65bef'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:58.620378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8e764d7f-6eeb-4115-9cf7-dd18526c1a5f None None] Provisioning complete for port c98fda30-294b-4b69-b7a0-34816baf36d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:58.621077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e764d7f-6eeb-4115-9cf7-dd18526c1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.625765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9677f14a-a132-4783-8b14-b5b817166ebb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.632491 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:58.715640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8e764d7f-6eeb-4115-9cf7-dd18526c1a5f None None] Port c98fda30-294b-4b69-b7a0-34816baf36d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:58.726535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Update dhcp port {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'fixed_ips': [{'subnet_id': '86d61595-9847-4072-8a60-e8aec1b8766e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '57c4f3e7-882c-4e20-8e4d-e3b774b65bef'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '23133af3-c3fd-443e-ae6f-8c4e4924fd2d'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:46:58.773413 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.821325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:58.927565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2cfad-bc05-4a51-9c8a-cc1e7a579431 req-581b7080-9e60-4ed9-a848-6705fc407448 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:58.933551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6a2cfad-bc05-4a51-9c8a-cc1e7a579431 req-581b7080-9e60-4ed9-a848-6705fc407448 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1263540 Jun 17 08:46:58.968741 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.986997 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.993630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Allocated IP 2001:db8::2 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/57c4f3e7-882c-4e20-8e4d-e3b774b65bef/23133af3-c3fd-443e-ae6f-8c4e4924fd2d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:59.014180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] device_id is not set on port 462663a4-5d6c-4238-9803-c70f0dfbab15 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:46:59.039991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c6a2cfad-bc05-4a51-9c8a-cc1e7a579431 req-54c81699-a8fa-4314-a371-94ceb03b2044 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999343 Jun 17 08:46:59.137136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,segment=NetworkSegment(5460cb2e-e522-4dad-8a46-b33130231be7),segment_id=5460cb2e-e522-4dad-8a46-b33130231be7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:59.174562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.190196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Transition to ACTIVE for port object 23133af3-c3fd-443e-ae6f-8c4e4924fd2d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:59.196816 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.200307 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-262ef382-5f86-43a4-916b-e1e051e0db53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:59.275884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8::276 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/57c4f3e7-882c-4e20-8e4d-e3b774b65bef/462663a4-5d6c-4238-9803-c70f0dfbab15) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:59.310863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Pushing event updated for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:59.315553 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:59.363845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50340) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:59.488828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.505837 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 462663a4-5d6c-4238-9803-c70f0dfbab15 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:59.569087 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.601416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:59.737219 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.752201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:59.840720 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:59.856527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:59.866533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:59.873288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.874240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.886863 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.888357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=462663a4-5d6c-4238-9803-c70f0dfbab15,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:59.915348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.928529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.929166 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.929409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.929794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.930257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.932918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.933098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.933488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.934003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.934273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.934650 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.935115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:59.939952 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:59.942989 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0593add-d198-44c7-a44b-986c2ae2324b tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:59.945970 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3318644 Jun 17 08:46:59.949861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:59.958138 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:59.970533 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07b4a5b5d7674932a72adfc30e0d0852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048920 Jun 17 08:46:59.975388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50350) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:59.993162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b16567-48c4-47fc-ae32-0ae2b13ff019,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:00.000447 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:00.086570 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.124828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.205795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.208503 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.210865 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67b16567-48c4-47fc-ae32-0ae2b13ff019 HTTP/1.1" status: 204 len: 168 time: 0.2341006 Jun 17 08:47:00.211815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a6630e0e-b88d-4953-959d-8abefe52ccef tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:00.255612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-720ed441-e3f5-44c7-be89-c082b12810de None None] Provisioning for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:00.262119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b16567-48c4-47fc-ae32-0ae2b13ff019,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:00.266992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-720ed441-e3f5-44c7-be89-c082b12810de None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:00.267820 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-720ed441-e3f5-44c7-be89-c082b12810de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.269457 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:00.394444 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.527489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-720ed441-e3f5-44c7-be89-c082b12810de None None] Provisioning complete for port c98fda30-294b-4b69-b7a0-34816baf36d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:00.528986 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-720ed441-e3f5-44c7-be89-c082b12810de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.590674 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-720ed441-e3f5-44c7-be89-c082b12810de None None] Port c98fda30-294b-4b69-b7a0-34816baf36d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:00.722311 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50362) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:00.728985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2bb52-06ef-4bd2-bee7-1f400cfdc3ba req-b6837a26-9d26-49e1-86ca-00a52bb77f66 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:00.730119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bc1e7cd-0155-4b6a-95ba-31658cdc7d35 None None] Provisioning for port 462663a4-5d6c-4238-9803-c70f0dfbab15 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:00.731229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8f2bb52-06ef-4bd2-bee7-1f400cfdc3ba req-b6837a26-9d26-49e1-86ca-00a52bb77f66 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1083994 Jun 17 08:47:00.733799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:00.739829 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.744760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7bc1e7cd-0155-4b6a-95ba-31658cdc7d35 None None] Provisioning complete for port 462663a4-5d6c-4238-9803-c70f0dfbab15 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:00.745144 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7bc1e7cd-0155-4b6a-95ba-31658cdc7d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.757707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.810893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1e7cd-0155-4b6a-95ba-31658cdc7d35 None None] Port 462663a4-5d6c-4238-9803-c70f0dfbab15 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:00.906593 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a8f2bb52-06ef-4bd2-bee7-1f400cfdc3ba req-ed741b52-a52f-4f93-90cc-7421be8ce874 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555958 Jun 17 08:47:00.947175 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57c4f3e7-882c-4e20-8e4d-e3b774b65bef (CIDR: 2001:db8::/64) Jun 17 08:47:00.953057 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:47:00.954860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:00.957553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.964441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.968730 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d5946a70-bad2-476b-874b-b6e09e0729f5 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:00.979896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-83b23f26-0639-41a4-a706-16c8385b2bea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0262432 Jun 17 08:47:00.980276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50366) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:00.985642 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:01.009897 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51bbb1fa62584d04b8652c4b873849a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858768 Jun 17 08:47:01.012440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:01.020400 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973ed2e-e30b-43a1-804c-540940c874ff,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:01.034414 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:01.092881 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.118975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.136096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:01.143285 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.179003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.182380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.185553 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8973ed2e-e30b-43a1-804c-540940c874ff HTTP/1.1" status: 204 len: 168 time: 0.1721807 Jun 17 08:47:01.186402 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2811f4cb-e96c-453d-8f97-a34b28f1d584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:01.223284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973ed2e-e30b-43a1-804c-540940c874ff,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:01.271029 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:01.361802 n-d-780147-13 neutron-server[93500]: INFO neutron.db.ipam_backend_mixin [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 86d61595-9847-4072-8a60-e8aec1b8766e (CIDR: 2001:db8:0:1::/64) Jun 17 08:47:01.367214 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:47:01.367676 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:01.387836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e1c5e566-c60c-4876-b171-22a80d46fbbb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4063063 Jun 17 08:47:01.390754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:01.397063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'subnet': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:01.547584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Made reservation on behalf of 27b406639dd14ab9a9f3000642a18e1c for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:01.552282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.697576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50392) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:01.867962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.873979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.877911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2b744d66-3618-4fe7-96e8-ff317507afff tempest-FloatingIPNegativeTestJSON-1219832761 tempest-FloatingIPNegativeTestJSON-1219832761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:02.010321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:02.015331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:02.029728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a757016-8607-49eb-82d1-bdef1c58b545 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:02.030509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.034197 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.059537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Subnet': ['ID=a17c7b03-1a4f-4462-927c-561717a04566,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:02.062429 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:02.119560 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.131833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.138131 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7455475 Jun 17 08:47:02.140783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50414) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:02.147482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-352551695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a17c7b03-1a4f-4462-927c-561717a04566'}], 'security_groups': ['dc8b5c18-3b85-406c-b7b7-53959fc5a1dc', 'd346c3c0-9f98-40a3-afd4-31da635460e3']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:02.174747 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1532c070-23e1-49d6-a1bc-e35c4e7b0f5b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:02.187166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ababef4441db4490a6db2ac9e128ac56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884417 Jun 17 08:47:02.210710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50416) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:02.275013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facfc621-54c1-4b71-99dd-f4921824ea27,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:02.290668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:02.340495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65227b64-beb5-495a-aa95-828b9707ce85 req-9d5a8fc2-a200-47e2-a525-b7d21cd41cdc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.342091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65227b64-beb5-495a-aa95-828b9707ce85 req-9d5a8fc2-a200-47e2-a525-b7d21cd41cdc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1700087 Jun 17 08:47:02.359967 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.385179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.416501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65227b64-beb5-495a-aa95-828b9707ce85 req-845d45c0-ac75-403e-8328-8549b6a69df6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680170 Jun 17 08:47:02.458427 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.468831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.471806 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.473110 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/facfc621-54c1-4b71-99dd-f4921824ea27 HTTP/1.1" status: 204 len: 168 time: 0.2614160 Jun 17 08:47:02.476118 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb22cb41-40c6-45d2-b380-20cb5cf772be tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:02.494568 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Update dhcp port {'port': {'network_id': 'f5fc8df6-22db-4d4f-b4bb-1335958f1d2b', 'fixed_ips': [{'subnet_id': '86d61595-9847-4072-8a60-e8aec1b8766e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '57c4f3e7-882c-4e20-8e4d-e3b774b65bef', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a17c7b03-1a4f-4462-927c-561717a04566'}], 'binding:host_id': 'n-d-780147-13'}, 'id': '23133af3-c3fd-443e-ae6f-8c4e4924fd2d'} from n-d-780147-13. {{(pid=93501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:47:02.567908 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.802513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Allocated IP 2001:db8:0:2::2 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/a17c7b03-1a4f-4462-927c-561717a04566/23133af3-c3fd-443e-ae6f-8c4e4924fd2d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:02.952655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,segment=NetworkSegment(5460cb2e-e522-4dad-8a46-b33130231be7),segment_id=5460cb2e-e522-4dad-8a46-b33130231be7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:02.991723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50430) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:03.009450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.030848 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.057732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Transition to ACTIVE for port object 23133af3-c3fd-443e-ae6f-8c4e4924fd2d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:03.061572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facfc621-54c1-4b71-99dd-f4921824ea27,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:03.065295 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.071603 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:03.082533 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:03.164140 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.173251 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.192634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Pushing event updated for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:03.201012 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:03.216613 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-df3327bd-c240-4efa-8cb2-e765f2b7bade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:03.241067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7090d399aed247d0ba396606889ad1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455912 Jun 17 08:47:03.247732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50436) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:03.339238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c12083-ee0b-46e0-86d9-8289d3368a31,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:03.350465 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:03.357360 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.392221 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.428794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Delete allocated IP 2001:db8::276 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/57c4f3e7-882c-4e20-8e4d-e3b774b65bef) {{(pid=93499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:47:03.439794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Allocated IP 2001:db8:0:2::1d7 (f5fc8df6-22db-4d4f-b4bb-1335958f1d2b/a17c7b03-1a4f-4462-927c-561717a04566/462663a4-5d6c-4238-9803-c70f0dfbab15) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:03.468014 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.472894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.474157 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19c12083-ee0b-46e0-86d9-8289d3368a31 HTTP/1.1" status: 204 len: 168 time: 0.2254493 Jun 17 08:47:03.475165 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c62170d4-ca98-437d-8545-a4a42413cecb tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:03.491768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c12083-ee0b-46e0-86d9-8289d3368a31,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:03.525218 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:03.697031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:03.723333 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.738470 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Transition to ACTIVE for port object 462663a4-5d6c-4238-9803-c70f0dfbab15 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:03.753320 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.760217 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:03.856936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] In _notify_port_updated(), no bound segment for port 462663a4-5d6c-4238-9803-c70f0dfbab15 on network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b {{(pid=93499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:47:03.864199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.865011 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.866591 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "PUT /v2.0/ports/462663a4-5d6c-4238-9803-c70f0dfbab15 HTTP/1.1" status: 200 len: 969 time: 1.7237325 Jun 17 08:47:03.871356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a120dd-e0f8-400a-9c8f-e3deeae59b56 req-51f2bd6d-e886-4e9e-a8cd-cfd6c683c756 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.871853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:03.880254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60a120dd-e0f8-400a-9c8f-e3deeae59b56 req-51f2bd6d-e886-4e9e-a8cd-cfd6c683c756 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.1639004 Jun 17 08:47:03.943932 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event updated for resources: {'Port': ['ID=462663a4-5d6c-4238-9803-c70f0dfbab15,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:03.952093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60a120dd-e0f8-400a-9c8f-e3deeae59b56 req-441ca946-aea9-4dd1-aadf-f496a3d884c4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708177 Jun 17 08:47:03.963635 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:04.135884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port 462663a4-5d6c-4238-9803-c70f0dfbab15 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:04.136492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.353843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.403971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Provisioning for port 462663a4-5d6c-4238-9803-c70f0dfbab15 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:04.412024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Provisioning complete for port 462663a4-5d6c-4238-9803-c70f0dfbab15 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:04.413012 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.512308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Port 462663a4-5d6c-4238-9803-c70f0dfbab15 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:04.534044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for 462663a4-5d6c-4238-9803-c70f0dfbab15 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:04.550058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Provisioning for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:04.554663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:04.555163 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.757404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.761533 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ede30865-c367-4cb3-87b9-fb73332fa67c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:04.764783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Provisioning complete for port c98fda30-294b-4b69-b7a0-34816baf36d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:04.765172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.799781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef8ed-45fe-4963-abd3-db70439961f9 req-d06965a0-0473-4523-a86b-58051b077692 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:04.805988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d29ef8ed-45fe-4963-abd3-db70439961f9 req-d06965a0-0473-4523-a86b-58051b077692 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 946 time: 0.1418259 Jun 17 08:47:04.820632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f2473e60-ec49-49e9-888b-e36d23e4e65e None None] Port c98fda30-294b-4b69-b7a0-34816baf36d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:04.827511 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=462663a4-5d6c-4238-9803-c70f0dfbab15,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:04.843745 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:04.849318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:04.865742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d29ef8ed-45fe-4963-abd3-db70439961f9 req-242c3b09-77bd-4483-bd4e-a4d084fe22f8 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 Jun 17 08:47:04.888003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.893555 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/462663a4-5d6c-4238-9803-c70f0dfbab15 HTTP/1.1" status: 204 len: 168 time: 1.0204461 Jun 17 08:47:04.894340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:04.933299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e018ad49-c9e6-4879-8dec-12f4643dd291 None None] Could not find standard attr ID for object 462663a4-5d6c-4238-9803-c70f0dfbab15. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:47:04.941121 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aab9fe-7947-48df-b29e-686c002bf6d6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] GET failed (client error): The resource could not be found. Jun 17 08:47:04.945881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50492) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:04.946075 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-67aab9fe-7947-48df-b29e-686c002bf6d6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports/462663a4-5d6c-4238-9803-c70f0dfbab15 HTTP/1.1" status: 404 len: 333 time: 0.0504665 Jun 17 08:47:05.019161 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.044480 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.057180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.112860 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.117095 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.118602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/security-groups/9677f14a-a132-4783-8b14-b5b817166ebb HTTP/1.1" status: 204 len: 168 time: 0.1714854 Jun 17 08:47:05.119703 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e33c8de0-8656-4765-a0f3-8018ca22144a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.122740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50498) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.130716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9677f14a-a132-4783-8b14-b5b817166ebb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.133874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.202998 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.212920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f61c2a-6102-4140-b27a-f38634c52b09 req-adfb3c21-a023-4e4f-9c22-402779d5b458 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:05.214714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0f61c2a-6102-4140-b27a-f38634c52b09 req-adfb3c21-a023-4e4f-9c22-402779d5b458 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 943 time: 0.0796068 Jun 17 08:47:05.246290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.250395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.258818 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.264148 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df375a07-3554-4f61-b60d-d448b0f3b338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.264379 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0f61c2a-6102-4140-b27a-f38634c52b09 req-7c4248ed-cf2c-4f23-8628-e86a3001a0be tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Jun 17 08:47:05.315260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d6fa9-61e4-4a52-bd17-85811f199a78,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.319792 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a1f3557bce346fe812ef81544ea7a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687991 Jun 17 08:47:05.322817 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.322817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50504) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.348909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.351732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.352843 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/security-groups/d346c3c0-9f98-40a3-afd4-31da635460e3 HTTP/1.1" status: 204 len: 168 time: 0.2289507 Jun 17 08:47:05.356104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50506) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.356621 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25b9299b-d4ec-4999-bb64-cea6dcd56ebf tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.372659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d346c3c0-9f98-40a3-afd4-31da635460e3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.378659 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.401606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.431872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.442812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.466400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.492592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.496296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.501759 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a86d6fa9-61e4-4a52-bd17-85811f199a78 HTTP/1.1" status: 204 len: 168 time: 0.1785100 Jun 17 08:47:05.502822 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2222dfb0-483b-4291-9740-e46d0b1e4600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.511310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d6fa9-61e4-4a52-bd17-85811f199a78,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.513697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.520464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:05.523446 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.528330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.533500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.534256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/security-groups/dc8b5c18-3b85-406c-b7b7-53959fc5a1dc HTTP/1.1" status: 204 len: 168 time: 0.1762054 Jun 17 08:47:05.535236 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8dd735b4-93fa-4b96-8378-11fa4f18b537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.561798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b5c18-3b85-406c-b7b7-53959fc5a1dc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.572794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.573540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.574265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.575793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.576380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.576944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.577553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.578094 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.578650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.579458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.580184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.580733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:05.593220 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.632111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet 57c4f3e7-882c-4e20-8e4d-e3b774b65bef {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:05.636752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.695105 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.746290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:05.757847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0', 'mac_address': 'fa:16:3e:bd:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:05.805368 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.823796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:05.824383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.857825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:05.863233 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.865450 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbeb502f-19d7-4832-ab70-521192ff2762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.916304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.925190 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7c59163-ad19-4aa3-8d80-3d7c1b5453c8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.936191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.941145 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.963534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=57c4f3e7-882c-4e20-8e4d-e3b774b65bef,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.967218 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.970994 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.972871 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/57c4f3e7-882c-4e20-8e4d-e3b774b65bef HTTP/1.1" status: 204 len: 168 time: 0.4383478 Jun 17 08:47:05.976695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.981474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d35f58-b6d9-4b9c-9bd8-d2338dda1cf8 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:06.022976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.039676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.136043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['796dcb3d-38a2-4d7c-8f91-0b01f66b77d0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:06.172022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet a17c7b03-1a4f-4462-927c-561717a04566 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:06.174390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.181666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.182380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.185210 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-de875632-1007-432d-aeff-9f36b9b273d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.237721 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d0e4077bdb24c45b5cf4c30e203f47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135198 Jun 17 08:47:06.239434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51b281-04ab-4de4-bc64-c50a4b82d40a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.255264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50552) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.261337 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.268542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd1c12-4335-4697-9b5f-1b9858c40da5 req-5817f67c-277b-44fb-9f19-602f83bbd966 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.270159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cedd1c12-4335-4697-9b5f-1b9858c40da5 req-5817f67c-277b-44fb-9f19-602f83bbd966 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 946 time: 0.2237072 Jun 17 08:47:06.288174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.331732 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.358373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-6e6decc7-1304-4783-ba16-e0f85c8433c9 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.360649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-6e6decc7-1304-4783-ba16-e0f85c8433c9 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 946 time: 0.3328102 Jun 17 08:47:06.386517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.444499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cedd1c12-4335-4697-9b5f-1b9858c40da5 req-a4e11fa4-5d8c-4f9c-89df-7ae96e4bc04f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612718 Jun 17 08:47:06.489823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.493210 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.494685 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b51b281-04ab-4de4-bc64-c50a4b82d40a HTTP/1.1" status: 204 len: 168 time: 0.2350380 Jun 17 08:47:06.496895 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03193435-62ee-498e-bf3f-853a3c651b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.518616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51b281-04ab-4de4-bc64-c50a4b82d40a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.521804 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.645001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.678471 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:47:06.714032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e8fe-9c6f-489e-af93-9de4532d3b0e req-56563179-dce0-49ac-ba9c-1245ea40e592 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.715606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a54e8fe-9c6f-489e-af93-9de4532d3b0e req-56563179-dce0-49ac-ba9c-1245ea40e592 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 944 time: 0.2463658 Jun 17 08:47:06.755353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Deleting port 05f0ca74-7747-495c-9d67-96cefdfcc1dd {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:06.755717 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.805490 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.817157 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68bede98-3cdf-4127-a8d0-a8aca4535ad3 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.827035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.832099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/a17c7b03-1a4f-4462-927c-561717a04566 HTTP/1.1" status: 204 len: 168 time: 0.8542364 Jun 17 08:47:06.832852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50576) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.885714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a54e8fe-9c6f-489e-af93-9de4532d3b0e req-26359318-321e-447d-80f0-1d4409a7f824 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595604 Jun 17 08:47:06.885714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50580) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.899222 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d4bf79-0469-4003-b749-ab73d3261cdb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:06.899676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d4bf79-0469-4003-b749-ab73d3261cdb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:06.901547 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-22d4bf79-0469-4003-b749-ab73d3261cdb tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/57c4f3e7-882c-4e20-8e4d-e3b774b65bef HTTP/1.1" status: 404 len: 337 time: 0.0675430 Jun 17 08:47:06.906021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.929108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=a17c7b03-1a4f-4462-927c-561717a04566,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.933821 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.961045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] For port 05f0ca74-7747-495c-9d67-96cefdfcc1dd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=05f0ca74-7747-495c-9d67-96cefdfcc1dd,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:06.961412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.994838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting subnet 86d61595-9847-4072-8a60-e8aec1b8766e {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:06.998371 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.049289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.059325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Calling delete_port for 05f0ca74-7747-495c-9d67-96cefdfcc1dd owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:07.128659 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.169237 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.246626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.249071 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5b6b8366-5d08-4502-a0a1-28c8eab5937c tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.277847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Subnet': ['ID=86d61595-9847-4072-8a60-e8aec1b8766e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.283214 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.289173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.290880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.295083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f68947a0-9330-4ff2-9ad5-88a7332ba2b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/86d61595-9847-4072-8a60-e8aec1b8766e HTTP/1.1" status: 204 len: 168 time: 0.3873622 Jun 17 08:47:07.295705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50594) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.296131 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dfc8028d-dbce-412c-ba9b-79db4ba2a4b3 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.303290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['05f0ca74-7747-495c-9d67-96cefdfcc1dd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:07.327637 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac154ee5-f6b5-4779-9f4c-4079459cc3b7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.328155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac154ee5-f6b5-4779-9f4c-4079459cc3b7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.333333 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ac154ee5-f6b5-4779-9f4c-4079459cc3b7 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/a0cf11df-96a1-46f3-bcfd-7270ab91cf0c HTTP/1.1" status: 404 len: 337 time: 0.0366349 Jun 17 08:47:07.333938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.338338 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.339586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Pushing event deleted for resources: {'Port': ['ID=05f0ca74-7747-495c-9d67-96cefdfcc1dd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.346458 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.368083 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.376448 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e86f8-2b05-404a-a9bb-498996d1d220 None None] Network f5fc8df6-22db-4d4f-b4bb-1335958f1d2b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:07.378157 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14f0beb6-acd7-4285-a0d6-615bdd0a79d9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bf747ff-a87d-4afb-803a-d76f8d1984a3 HTTP/1.1" status: 200 len: 205 time: 0.0427279 Jun 17 08:47:07.380156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50600) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.385838 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4842eeec-9e2f-4244-bd7c-b63469c28a48 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.401058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae0cae29-5699-4cf6-b5f5-07f182b4936e None None] Provisioning complete for port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:07.401790 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae0cae29-5699-4cf6-b5f5-07f182b4936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.419431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] No DVR routers for this DVR port 05f0ca74-7747-495c-9d67-96cefdfcc1dd on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:07.428995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6558580a522e4f91b97dd2112225d9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090835 Jun 17 08:47:07.435705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50604) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.436921 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.439282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0947a37b-f6cf-4e5b-b637-564a48420fd7 req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "DELETE /v2.0/ports/05f0ca74-7747-495c-9d67-96cefdfcc1dd HTTP/1.1" status: 204 len: 173 time: 1.0727608 Jun 17 08:47:07.441678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'name': 'network-vif-deleted', 'tag': '05f0ca74-7747-495c-9d67-96cefdfcc1dd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:07.448367 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-f7c4d479-65aa-44e4-9450-09851e628147 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] delete failed (client error): The resource could not be found. Jun 17 08:47:07.452303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f7c4d479-65aa-44e4-9450-09851e628147 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/routers/5bf747ff-a87d-4afb-803a-d76f8d1984a3 HTTP/1.1" status: 404 len: 336 time: 0.0709455 Jun 17 08:47:07.452877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50606) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.460673 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40788abe-da51-4d2e-a17a-b0f1189843d2" -d '{"events": [{"server_uuid": "5bae8ec7-2493-4d71-b836-114a36acfa42", "name": "network-vif-deleted", "tag": "05f0ca74-7747-495c-9d67-96cefdfcc1dd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:07.481730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf681d-5e12-497d-a4be-ccf53ba61780,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.488580 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.531628 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ae6096-93d4-4f9c-b152-f4991b395193 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.532185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ae6096-93d4-4f9c-b152-f4991b395193 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.537553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.541973 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50616) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.542132 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18ae6096-93d4-4f9c-b152-f4991b395193 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/bf11056d-816f-40ae-8f90-7160c9069baf HTTP/1.1" status: 404 len: 337 time: 0.0881159 Jun 17 08:47:07.547228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:07.616426 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb535dd-db4d-42d9-ae09-ae005a7fa33c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.616839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb535dd-db4d-42d9-ae09-ae005a7fa33c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.623474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50618) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.623673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ccb535dd-db4d-42d9-ae09-ae005a7fa33c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/a2d6271d-ab17-4f8b-92cd-e83860aef3c0 HTTP/1.1" status: 404 len: 337 time: 0.0799952 Jun 17 08:47:07.627963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.684677 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1299ff4-b03e-4714-a4ab-bc5cea4c9e3d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.685136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1299ff4-b03e-4714-a4ab-bc5cea4c9e3d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.686845 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d1299ff4-b03e-4714-a4ab-bc5cea4c9e3d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/11dbd6f8-72e9-42b3-8104-0c4d89d28c42 HTTP/1.1" status: 404 len: 337 time: 0.0622408 Jun 17 08:47:07.693935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50622) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.714554 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.720188 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.724369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2faf681d-5e12-497d-a4be-ccf53ba61780 HTTP/1.1" status: 204 len: 168 time: 0.2826855 Jun 17 08:47:07.754388 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e772330-f460-4553-8725-7e44511f9574 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.758643 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6631d15-0705-48fc-bae1-2d45214fada4 x-openstack-request-id: req-c6631d15-0705-48fc-bae1-2d45214fada4 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:07.759009 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bae8ec7-2493-4d71-b836-114a36acfa42", "name": "network-vif-deleted", "tag": "05f0ca74-7747-495c-9d67-96cefdfcc1dd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:07.759317 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6631d15-0705-48fc-bae1-2d45214fada4 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:07.759762 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bae8ec7-2493-4d71-b836-114a36acfa42', 'name': 'network-vif-deleted', 'tag': '05f0ca74-7747-495c-9d67-96cefdfcc1dd', 'status': 'completed', 'code': 200} Jun 17 08:47:07.775518 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e5a449-fdf4-4027-b031-cad50541b11c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.776045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e5a449-fdf4-4027-b031-cad50541b11c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.780030 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d7e5a449-fdf4-4027-b031-cad50541b11c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/9d2938f3-8aca-4698-8d9e-a1770cd0dd25 HTTP/1.1" status: 404 len: 333 time: 0.0828967 Jun 17 08:47:07.781371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50626) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.823655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b76c255e-ab1b-4b34-b9a4-8e9d3f7a8222 req-3ed85779-428e-4e9b-8800-5f45cb987e4a tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bae8ec7-2493-4d71-b836-114a36acfa42 HTTP/1.1" status: 200 len: 210 time: 0.0629761 Jun 17 08:47:07.824577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf681d-5e12-497d-a4be-ccf53ba61780,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.833582 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa93468-5a99-4718-bb3d-14c09d5ebe9c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.834044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa93468-5a99-4718-bb3d-14c09d5ebe9c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.836130 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.837204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bfa93468-5a99-4718-bb3d-14c09d5ebe9c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/4cd9a8b8-68f6-4be3-84d2-5db7fb1f1ec7 HTTP/1.1" status: 404 len: 337 time: 0.0558109 Jun 17 08:47:07.841313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50628) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.842532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:07.872687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:07.873023 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.893166 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-39297d51-e699-411b-8e57-4c558bce9627 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.893626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39297d51-e699-411b-8e57-4c558bce9627 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.895542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-39297d51-e699-411b-8e57-4c558bce9627 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/e30b0049-af9b-485e-bddb-586b29ab66e4 HTTP/1.1" status: 404 len: 337 time: 0.0531299 Jun 17 08:47:07.898942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50634) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:07.939384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae0cae29-5699-4cf6-b5f5-07f182b4936e None None] Provisioning complete for port c98fda30-294b-4b69-b7a0-34816baf36d0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:07.940937 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae0cae29-5699-4cf6-b5f5-07f182b4936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.962557 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb70bb6-7c41-4dbe-8515-16eb398d2ebe tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:07.963352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb70bb6-7c41-4dbe-8515-16eb398d2ebe tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:07.965092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bdb70bb6-7c41-4dbe-8515-16eb398d2ebe tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/41843783-8567-4593-b384-b1e2b06fba17 HTTP/1.1" status: 404 len: 333 time: 0.0650706 Jun 17 08:47:07.968078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50638) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:08.032462 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3747a9e9-07f6-47a6-985c-990bb8bd71b4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:08.032945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3747a9e9-07f6-47a6-985c-990bb8bd71b4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:08.041898 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50642) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:08.044352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3747a9e9-07f6-47a6-985c-990bb8bd71b4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/85e674f1-57a3-4774-a6b3-8f44e39bb651 HTTP/1.1" status: 404 len: 337 time: 0.0746720 Jun 17 08:47:08.060830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] DHCP port deletion for f5fc8df6-22db-4d4f-b4bb-1335958f1d2b request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:47:08.098773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ae0cae29-5699-4cf6-b5f5-07f182b4936e None None] Port c98fda30-294b-4b69-b7a0-34816baf36d0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:08.107711 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-024514ec-a4fa-4ac2-a318-e9d45507c258 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] DELETE failed (client error): The resource could not be found. Jun 17 08:47:08.108531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024514ec-a4fa-4ac2-a318-e9d45507c258 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:47:08.110425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-024514ec-a4fa-4ac2-a318-e9d45507c258 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/subnets/bea33cce-1c64-48f9-84f0-e8a0ab6eebe0 HTTP/1.1" status: 404 len: 337 time: 0.0673997 Jun 17 08:47:08.113222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50644) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:08.175748 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.202237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:08.205244 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6ef5d-d2fa-4cbd-a459-9258986ec246" -d '{"events": [{"server_uuid": "c2d2755b-168c-49f6-8221-3f4a6fbf2b9f", "name": "network-vif-plugged", "status": "completed", "tag": "796dcb3d-38a2-4d7c-8f91-0b01f66b77d0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:08.221293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:08.231007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Deleting port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:08.231601 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.235516 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.251575 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:08.291836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cdab-e236-46f8-9667-431d151f32a9 req-6bd905a9-c943-4174-a61e-430aa693b247 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.294070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09b1cdab-e236-46f8-9667-431d151f32a9 req-6bd905a9-c943-4174-a61e-430aa693b247 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 944 time: 0.1688831 Jun 17 08:47:08.304832 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4bfa91-1867-46b2-a7cc-2f576b909e52 x-openstack-request-id: req-4d4bfa91-1867-46b2-a7cc-2f576b909e52 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:08.309145 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d2755b-168c-49f6-8221-3f4a6fbf2b9f", "name": "network-vif-plugged", "status": "completed", "tag": "796dcb3d-38a2-4d7c-8f91-0b01f66b77d0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:08.309645 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d4bfa91-1867-46b2-a7cc-2f576b909e52 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:08.310213 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0', 'code': 200} Jun 17 08:47:08.322654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:08.368120 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.385386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] For port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,segment=NetworkSegment(5460cb2e-e522-4dad-8a46-b33130231be7),segment_id=5460cb2e-e522-4dad-8a46-b33130231be7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:08.385878 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.388052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:08.397695 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:08.406698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09b1cdab-e236-46f8-9667-431d151f32a9 req-dd82aae5-7bdc-4a29-b2f3-10efc271c6d9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026587 Jun 17 08:47:08.420215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Deleting port c98fda30-294b-4b69-b7a0-34816baf36d0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:08.420668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.475526 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Calling delete_port for 23133af3-c3fd-443e-ae6f-8c4e4924fd2d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:08.497978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca1dd-4d71-4cfd-baac-c99100c791d6 req-ff3cab7d-a86e-452b-b590-91822014cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.499640 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1ebca1dd-4d71-4cfd-baac-c99100c791d6 req-ff3cab7d-a86e-452b-b590-91822014cc98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 1097 time: 0.1106858 Jun 17 08:47:08.521412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.565061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1ebca1dd-4d71-4cfd-baac-c99100c791d6 req-41c3efb3-9f02-454b-94d7-cf39dfe6134d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 Jun 17 08:47:08.570712 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.573253 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17276716-d381-4777-80f7-ae207191ec25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:08.585684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.592875 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.597840 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-11b9dac8-dd82-4fda-b596-e1fa826492ec tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:08.601051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Pushing event deleted for resources: {'Port': ['ID=23133af3-c3fd-443e-ae6f-8c4e4924fd2d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:08.603439 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:08.606131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] No DVR routers for this DVR port 23133af3-c3fd-443e-ae6f-8c4e4924fd2d on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:08.609793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Calling delete_port for c98fda30-294b-4b69-b7a0-34816baf36d0 owned by {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:08.650564 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9eefe85b0c3c41b5957578dfb44c6b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243663 Jun 17 08:47:08.650779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50658) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:08.659307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2544eb58-7e0c-46d9-8d74-201813a0948e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:08.667956 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:08.707876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.710648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.713162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:08.733426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.746140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Port': ['ID=c98fda30-294b-4b69-b7a0-34816baf36d0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:08.752675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.755111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/ports/c98fda30-294b-4b69-b7a0-34816baf36d0 HTTP/1.1" status: 204 len: 168 time: 0.6408086 Jun 17 08:47:08.756102 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:08.757476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50662) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:08.789594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.792397 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.795856 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2544eb58-7e0c-46d9-8d74-201813a0948e HTTP/1.1" status: 204 len: 168 time: 0.1418784 Jun 17 08:47:08.795856 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24258663-87c2-4290-a9e8-3fc2b6b9a15d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:08.802856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2544eb58-7e0c-46d9-8d74-201813a0948e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:08.805865 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:08.843605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.953506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:08.971101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fc8df6-22db-4d4f-b4bb-1335958f1d2b']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:08.983410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5460cb2e-e522-4dad-8a46-b33130231be7') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:08.983777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5460cb2e-e522-4dad-8a46-b33130231be7') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:08.995556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.011848 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.022193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:47:09.023060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:47:09.027798 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:47:09.105562 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.110714 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c5a49756-02e6-4147-8e99-3e15d2a5e57c tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:09.123279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.135390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] 10.222.0.65 "DELETE /v2.0/networks/f5fc8df6-22db-4d4f-b4bb-1335958f1d2b HTTP/1.1" status: 204 len: 168 time: 0.3744826 Jun 17 08:47:09.150573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Pushing event deleted for resources: {'Network': ['ID=f5fc8df6-22db-4d4f-b4bb-1335958f1d2b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:09.153633 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:09.484177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50700) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:09.630427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:09.655890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 23133af3-c3fd-443e-ae6f-8c4e4924fd2d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:09.656527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 23133af3-c3fd-443e-ae6f-8c4e4924fd2d not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:09.661160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32c8a3-0ce1-40e8-8632-caf71e5a8b68 req-e83b5b3d-f2a1-4cf7-a13b-f5f9e6cd0242 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.663188 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec32c8a3-0ce1-40e8-8632-caf71e5a8b68 req-e83b5b3d-f2a1-4cf7-a13b-f5f9e6cd0242 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 945 time: 0.0874047 Jun 17 08:47:09.719093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec32c8a3-0ce1-40e8-8632-caf71e5a8b68 req-06e04306-8f4f-4134-9335-fe1345f588b9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476727 Jun 17 08:47:09.736362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 05f0ca74-7747-495c-9d67-96cefdfcc1dd no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:09.756242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 05f0ca74-7747-495c-9d67-96cefdfcc1dd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:09.756827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 05f0ca74-7747-495c-9d67-96cefdfcc1dd not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:09.902720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2227555e-282c-4df8-bdf3-79e42c8d67ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27b406639dd14ab9a9f3000642a18e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109147 Jun 17 08:47:09.902976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50718) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:09.986355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31564-d9cd-4252-bd58-88f2bb488f60 req-f8a5ae04-d15a-4f7e-8686-f4dd4095da57 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.993579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d31564-d9cd-4252-bd58-88f2bb488f60 req-f8a5ae04-d15a-4f7e-8686-f4dd4095da57 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 945 time: 0.1364558 Jun 17 08:47:10.001612 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.048932 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.076563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57d31564-d9cd-4252-bd58-88f2bb488f60 req-6018b800-7396-4194-826d-3d03f2d59cd0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770350 Jun 17 08:47:10.147507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.150122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.152314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9653bf9e-2711-488c-8e45-14129b70130b HTTP/1.1" status: 204 len: 168 time: 0.2474196 Jun 17 08:47:10.153154 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1ea39d15-ea05-4eda-83e8-423e753cd4a9 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:10.179302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9653bf9e-2711-488c-8e45-14129b70130b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:10.188847 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:10.392048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5e92a-aebe-4e62-9520-1bbf8ca68129 req-3c25cc69-f648-43e7-9885-231bb284a656 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:10.404153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e5e92a-aebe-4e62-9520-1bbf8ca68129 req-3c25cc69-f648-43e7-9885-231bb284a656 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 945 time: 0.1547203 Jun 17 08:47:10.522231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-65e5e92a-aebe-4e62-9520-1bbf8ca68129 req-dedf711c-2a16-49d8-921e-5bfaddfd4165 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171618 Jun 17 08:47:10.685167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50756) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:10.854071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.994753 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.000408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.011921 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2a969fec-9008-4d12-94d4-05f2681c158b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.066033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11e97927665b4592b38e8ae70e1b6164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796487 Jun 17 08:47:11.069733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50784) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:11.070253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2442b704-848f-46b2-9a34-eb75549c3742,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.072780 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.131040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d75017-38a1-466e-9f79-6c2576676c03 req-a88c7b4f-c1d8-45c7-96c2-d8b933a324aa tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.132989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78d75017-38a1-466e-9f79-6c2576676c03 req-a88c7b4f-c1d8-45c7-96c2-d8b933a324aa tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 945 time: 0.0825319 Jun 17 08:47:11.137493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.173156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-78d75017-38a1-466e-9f79-6c2576676c03 req-353cd619-1ad8-4e45-b5a3-1698a50b9d9b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Jun 17 08:47:11.175738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.230894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.234455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.238256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2442b704-848f-46b2-9a34-eb75549c3742 HTTP/1.1" status: 204 len: 168 time: 0.1658530 Jun 17 08:47:11.238256 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-85598bb4-d8c7-4563-9bce-5d53ff57aa96 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.257086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2442b704-848f-46b2-9a34-eb75549c3742,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.260256 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.294267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50794) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:11.412153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620921671'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:11.456425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:11.466081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.484244 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.650060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.656211 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.660190 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c849e94-fffd-4b3c-a604-a3d93f4f54ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.684438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:11.701873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97403026-a56d-410d-9747-f536d04f2d63,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.705822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.706150 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment cf141911-a404-4b37-97ca-99db0fe5cf80 of type vlan for network 262159c8-9e3c-4637-972e-43298eb6c4c8 Jun 17 08:47:11.707822 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.760581 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.801752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.810135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.810668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.815211 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c1fc4d30-367a-4306-92ff-8bd64237f015 tempest-NetworksTestDHCPv6-2005636745 tempest-NetworksTestDHCPv6-2005636745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.857802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50826) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:11.858219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5626817 Jun 17 08:47:11.866858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1502843545'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:11.905029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=262159c8-9e3c-4637-972e-43298eb6c4c8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.908690 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.918627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:11.920118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:11.924770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.987600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:12.005794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.005794 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment 2f4dae53-0b19-4d70-b795-0d59bacece1d of type vlan for network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e Jun 17 08:47:12.070980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.114494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.121666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.122310 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.126099 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-644b98ba-edae-40fc-826b-acdac2bc3147 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:12.164220 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3046737 Jun 17 08:47:12.167300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50836) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:12.173108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:12.201559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=7e59c390-a7ad-44ac-929b-1b1452d2ff5e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:12.204906 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:12.234578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:12.467540 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:12.471815 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.499620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5d5a-15fe-4cd2-889f-1bebbd6d578d req-af995771-b639-4386-9c0a-e87fdcf41d4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.501742 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11ae5d5a-15fe-4cd2-889f-1bebbd6d578d req-af995771-b639-4386-9c0a-e87fdcf41d4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 945 time: 0.1181824 Jun 17 08:47:12.616402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-c3e62009-374c-4116-abef-572d6e002e94 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.618968 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-c3e62009-374c-4116-abef-572d6e002e94 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 945 time: 0.0964048 Jun 17 08:47:12.681571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11ae5d5a-15fe-4cd2-889f-1bebbd6d578d req-4b122cf9-0898-40a2-be7e-79df2e9d47aa tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656399 Jun 17 08:47:12.850216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:12.850789 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.885298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.888586 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6a34b34-1274-4e54-8731-f3f6e6f8cc30 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:12.968264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=1b227fb6-1df9-4640-9282-22163a92d450,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:12.977921 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:13.006594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': 'cf141911-a404-4b37-97ca-99db0fe5cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:13.007273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:13.007643 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.008848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 262159c8-9e3c-4637-972e-43298eb6c4c8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:13.062768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:13.081944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 262159c8-9e3c-4637-972e-43298eb6c4c8) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:13.093812 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5cca4-591d-4c73-8fc3-3302d1746601 None None] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:13.096779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:13.111645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.112484 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.134136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9655752 Jun 17 08:47:13.137061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50872) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:13.144526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:13.260056 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.274142 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fcc8e155-216d-41c6-b5bd-1305b5471afc tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:13.332975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=796dcb3d-38a2-4d7c-8f91-0b01f66b77d0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:13.339326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['796dcb3d-38a2-4d7c-8f91-0b01f66b77d0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:13.339891 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:13.350475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-262159c8-9e3c-4637-972e-43298eb6c4c8', 'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': '1b227fb6-1df9-4640-9282-22163a92d450'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:13.352205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50874) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:13.352476 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.365500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:13.369022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.372308 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a2fcc4db-bfc2-45e9-a867-0af9cb3e040f req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "DELETE /v2.0/ports/796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 HTTP/1.1" status: 204 len: 173 time: 0.7374225 Jun 17 08:47:13.373292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'name': 'network-vif-deleted', 'tag': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:13.376955 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd239e-2794-4833-a34f-473348738d84" -d '{"events": [{"server_uuid": "c2d2755b-168c-49f6-8221-3f4a6fbf2b9f", "name": "network-vif-deleted", "tag": "796dcb3d-38a2-4d7c-8f91-0b01f66b77d0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:13.442799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:13.448459 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.458192 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2563e84-b26d-4b18-b6d2-089eccb413fa x-openstack-request-id: req-a2563e84-b26d-4b18-b6d2-089eccb413fa {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:13.458819 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d2755b-168c-49f6-8221-3f4a6fbf2b9f", "name": "network-vif-deleted", "tag": "796dcb3d-38a2-4d7c-8f91-0b01f66b77d0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:13.459330 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2563e84-b26d-4b18-b6d2-089eccb413fa {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:13.459951 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d2755b-168c-49f6-8221-3f4a6fbf2b9f', 'name': 'network-vif-deleted', 'tag': '796dcb3d-38a2-4d7c-8f91-0b01f66b77d0', 'status': 'completed', 'code': 200} Jun 17 08:47:13.624617 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Allocated IP 2001:db8::2 (262159c8-9e3c-4637-972e-43298eb6c4c8/1b227fb6-1df9-4640-9282-22163a92d450/7af62213-4945-4cce-8242-16119e3f4e77) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:13.663030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.860671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.864398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a9a8a66-633f-4a86-8734-1ee64bcf9428 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:13.954031 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.968715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Transition to ACTIVE for port object 7af62213-4945-4cce-8242-16119e3f4e77 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:13.975095 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.014495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Transition to ACTIVE for port object 7af62213-4945-4cce-8242-16119e3f4e77 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:14.029715 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.033377 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.037538 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78ce392d-1bd5-4f41-99e4-4d6c7df2e0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.038562 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-28b521ec-f54f-4bec-b737-cde538bb8382 req-15cd95a2-54f5-4c3c-88db-9cc50046e3cd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0599599 Jun 17 08:47:14.047545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=f3ddf8f2-3456-4a2f-b969-c804f66f283d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.065142 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.069655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-146b013e-cb62-4e6d-8400-78f8cb6616cc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.084808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:14.088247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:14.093159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:14.103169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4edb9ff95ed64383acfe3f6fd4b4b9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452888 Jun 17 08:47:14.103538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50892) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:14.104778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': '2f4dae53-0b19-4d70-b795-0d59bacece1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:14.105145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 7e59c390-a7ad-44ac-929b-1b1452d2ff5e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:14.121114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba876c8a-2754-4e58-8cfd-a24d2790ceb8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.134891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Pushing event updated for resources: {'Port': ['ID=7af62213-4945-4cce-8242-16119e3f4e77,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.143763 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.166585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:14.174615 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.175673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Attempting to bind port 7af62213-4945-4cce-8242-16119e3f4e77 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:14.176039 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Attempting to bind port 7af62213-4945-4cce-8242-16119e3f4e77 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cf141911-a404-4b37-97ca-99db0fe5cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:14.176504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Attempting to bind port 7af62213-4945-4cce-8242-16119e3f4e77 on network 262159c8-9e3c-4637-972e-43298eb6c4c8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:14.185589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:14.186077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Checking segment: {'id': 'cf141911-a404-4b37-97ca-99db0fe5cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:14.186500 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.187214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Bound using segment: {'id': 'cf141911-a404-4b37-97ca-99db0fe5cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:14.187692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Bound port: 7af62213-4945-4cce-8242-16119e3f4e77, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf141911-a404-4b37-97ca-99db0fe5cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '262159c8-9e3c-4637-972e-43298eb6c4c8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:14.188688 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.205990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7e59c390-a7ad-44ac-929b-1b1452d2ff5e) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:14.210129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.211038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.225238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b35de-282c-4256-9b54-af37e0a8e2b1 None None] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:14.233270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.246353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1082091 Jun 17 08:47:14.247157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 50894) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:14.252611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1159163354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:14.303267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.314918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.316003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.414062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.416832 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.417487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.420712 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba876c8a-2754-4e58-8cfd-a24d2790ceb8 HTTP/1.1" status: 204 len: 168 time: 0.3130026 Jun 17 08:47:14.420712 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e9ef8e0-4cd6-4d69-9550-4436042c8d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.431623 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.453375 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba876c8a-2754-4e58-8cfd-a24d2790ceb8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.461810 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.465776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.470287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:14.470602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fe35a10c-fae1-4e5e-9f32-6f624a92212c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2223959 Jun 17 08:47:14.599925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] For port 7af62213-4945-4cce-8242-16119e3f4e77, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:14.618673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-7e59c390-a7ad-44ac-929b-1b1452d2ff5e', 'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': 'f3ddf8f2-3456-4a2f-b969-c804f66f283d'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:14.619800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.637562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] For port 7af62213-4945-4cce-8242-16119e3f4e77, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7af62213-4945-4cce-8242-16119e3f4e77,segment=NetworkSegment(cf141911-a404-4b37-97ca-99db0fe5cf80),segment_id=cf141911-a404-4b37-97ca-99db0fe5cf80)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:14.650801 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.654235 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.848179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Pushing event updated for resources: {'Port': ['ID=7af62213-4945-4cce-8242-16119e3f4e77,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.852873 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.887945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Allocated IP 2001:db8:1::2 (7e59c390-a7ad-44ac-929b-1b1452d2ff5e/f3ddf8f2-3456-4a2f-b969-c804f66f283d/4d2de2fc-8baf-4561-9e50-ffde28c58fbf) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:15.119041 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.129586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Transition to ACTIVE for port object 4d2de2fc-8baf-4561-9e50-ffde28c58fbf will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:15.162283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Transition to ACTIVE for port object 4d2de2fc-8baf-4561-9e50-ffde28c58fbf will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:15.166886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.182037 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.184246 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:15.280498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:15.286782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:15.292201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:15.332153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Pushing event updated for resources: {'Port': ['ID=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:15.351524 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:15.397219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ff8618a-b57e-411f-93f2-c519b99bf148 req-4df54755-c503-40a2-b88a-9e62614a2fc5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0659292 Jun 17 08:47:15.416562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Attempting to bind port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:15.416955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Attempting to bind port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '2f4dae53-0b19-4d70-b795-0d59bacece1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:15.417412 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Attempting to bind port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf on network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:15.425637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:15.426146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Checking segment: {'id': '2f4dae53-0b19-4d70-b795-0d59bacece1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:15.427968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.428462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Bound using segment: {'id': '2f4dae53-0b19-4d70-b795-0d59bacece1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:15.429432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Bound port: 4d2de2fc-8baf-4561-9e50-ffde28c58fbf, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4dae53-0b19-4d70-b795-0d59bacece1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e59c390-a7ad-44ac-929b-1b1452d2ff5e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:15.429897 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.520206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] For port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:15.523927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] For port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,segment=NetworkSegment(2f4dae53-0b19-4d70-b795-0d59bacece1d),segment_id=2f4dae53-0b19-4d70-b795-0d59bacece1d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:15.537166 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.540045 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:15.699826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8::1 (262159c8-9e3c-4637-972e-43298eb6c4c8/1b227fb6-1df9-4640-9282-22163a92d450/a73d8b57-dcdb-460b-ac29-a587f4a5f12e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:15.725620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7af62213-4945-4cce-8242-16119e3f4e77 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:15.730181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Pushing event updated for resources: {'Port': ['ID=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:15.770379 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:15.930066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 7af62213-4945-4cce-8242-16119e3f4e77 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:16.025596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.061710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object a73d8b57-dcdb-460b-ac29-a587f4a5f12e will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:16.178965 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.200410 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-30a19c43-6090-43ba-b3b6-0625099979d9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.270578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:16.274894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:16.279484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:16.280382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.367716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=a73d8b57-dcdb-460b-ac29-a587f4a5f12e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.381372 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.553735 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.743951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e016d-0478-4ec4-acc7-d1d46eb7e6d5 None None] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:16.861258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f3f69af-7fa5-4044-863e-34a9cd67c474 req-04eaac2e-ae9e-4ac4-a346-d29be96ff731 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.1257098 Jun 17 08:47:16.978059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Provisioning for port 7af62213-4945-4cce-8242-16119e3f4e77 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:16.990452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Provisioning complete for port 7af62213-4945-4cce-8242-16119e3f4e77 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:16.990797 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.044463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.057758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.058611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.062686 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:17.149948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=a73d8b57-dcdb-460b-ac29-a587f4a5f12e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:17.156307 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:17.415130 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.490471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:17.494728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:17.525698 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.622507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3745f61-c9ce-45fc-9f9a-be77ad1ff6d9 None None] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:17.878185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router d7bc5cad-42e6-408b-8e7a-d44d6b5f378f is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:17.887053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-34b1c864-652a-4c35-8ca4-1d457c3cecf2 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.898603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-34b1c864-652a-4c35-8ca4-1d457c3cecf2 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 814 time: 0.2420063 Jun 17 08:47:17.916666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-851ec3f2-7111-4214-8c57-77d8759a8a5f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/quotas/5041043332f1437ba4468932a0e1eea8 HTTP/1.1" status: 200 len: 375 time: 0.0179665 Jun 17 08:47:17.942983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:17.945881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4d2de2fc-8baf-4561-9e50-ffde28c58fbf up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:17.959932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-3c4ba82d-60f0-4bd6-b43b-9d531ffb5507 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418625 Jun 17 08:47:18.188776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2b9859a-4f8e-4c98-aac1-e202faf17318 req-bdd3a4b1-1f95-46b0-8a8d-e01f81df8ab3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0497310 Jun 17 08:47:18.196740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:18.223984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/d7bc5cad-42e6-408b-8e7a-d44d6b5f378f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7492661 Jun 17 08:47:18.226290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50974) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:18.262032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] Sync routers for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:18.286277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:18.286627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 796dcb3d-38a2-4d7c-8f91-0b01f66b77d0 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:18.290110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] For port 7af62213-4945-4cce-8242-16119e3f4e77, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7af62213-4945-4cce-8242-16119e3f4e77,segment=NetworkSegment(cf141911-a404-4b37-97ca-99db0fe5cf80),segment_id=cf141911-a404-4b37-97ca-99db0fe5cf80)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:18.339745 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.346125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-972057bc-6962-4db5-ac45-a7890863e471 service neutron] 10.222.0.65 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799827 Jun 17 08:47:18.364958 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a446e60c-80fa-41c9-8a19-e012fdccfadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:18.365343 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a767c-9bdb-4319-8920-b3ba3b7e45b8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:18.369301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b30a767c-9bdb-4319-8920-b3ba3b7e45b8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports/a73d8b57-dcdb-460b-ac29-a587f4a5f12e HTTP/1.1" status: 200 len: 911 time: 0.1414657 Jun 17 08:47:18.371678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 50976) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:18.441620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:18.442459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:18.583902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:18.585804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-200711f4-1cb5-427d-a252-ee9cb344742d service neutron] 10.222.0.65 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379773 Jun 17 08:47:18.591587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:18.676309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Provisioning for port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:18.678773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:18.679606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:18.683311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Pushing event updated for resources: {'Port': ['ID=7af62213-4945-4cce-8242-16119e3f4e77,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:18.698390 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:18.699396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Provisioning complete for port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:18.699968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.962354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:18.967463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c597be-16fe-4f85-939d-4f15ee71afc5 None None] The sync data for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:19.627549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.641548 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.696187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7af62213-4945-4cce-8242-16119e3f4e77 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:19.753721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] For port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,segment=NetworkSegment(2f4dae53-0b19-4d70-b795-0d59bacece1d),segment_id=2f4dae53-0b19-4d70-b795-0d59bacece1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:19.771408 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.774409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab2f94ca-dbca-40de-9506-5b9b60dcc006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:19.852151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dff3d6ce-f2ad-4ba7-b0bb-af05b2d73b14 req-c74f52fe-0ea0-41b5-beb7-564732b32b05 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 210 time: 0.9661970 Jun 17 08:47:19.933652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 7af62213-4945-4cce-8242-16119e3f4e77 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:19.934041 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.937068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Pushing event updated for resources: {'Port': ['ID=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:19.939008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3705838e-e258-4bff-a31e-e64a6397e8b1 req-9b03560d-eed1-48a1-a119-868e2f10bc29 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0830588 Jun 17 08:47:19.966511 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:19.980168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Provisioning complete for port 7af62213-4945-4cce-8242-16119e3f4e77 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:19.980646 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.128471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Provisioning complete for port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:20.128991 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.173395 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.237401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Provisioning for port a73d8b57-dcdb-460b-ac29-a587f4a5f12e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:20.244637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Provisioning complete for port a73d8b57-dcdb-460b-ac29-a587f4a5f12e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:20.245080 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.313956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cb540d84-c1cc-4fa1-9c14-c66bf3b9d079 None None] Port a73d8b57-dcdb-460b-ac29-a587f4a5f12e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:20.445499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aff2b1f4-f6b0-48a0-96d2-ac1d2adb7801 None None] Provisioning complete for port a73d8b57-dcdb-460b-ac29-a587f4a5f12e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:20.445876 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff2b1f4-f6b0-48a0-96d2-ac1d2adb7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.490445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-aff2b1f4-f6b0-48a0-96d2-ac1d2adb7801 None None] Port a73d8b57-dcdb-460b-ac29-a587f4a5f12e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:20.529845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8:1::1 (7e59c390-a7ad-44ac-929b-1b1452d2ff5e/f3ddf8f2-3456-4a2f-b969-c804f66f283d/d8f72a10-7036-43c6-a0e2-b7348a7eb12e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:20.678225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.696211 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object d8f72a10-7036-43c6-a0e2-b7348a7eb12e will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:20.739049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.743078 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d24dc660-b7ca-434e-b2b4-d180dccd0043 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:20.794936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:20.798880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:20.803365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:20.803979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.864994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=d8f72a10-7036-43c6-a0e2-b7348a7eb12e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:20.897494 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:21.099188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-a76e857a-540c-4458-93aa-da7977c849ff tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:21.102660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-a76e857a-540c-4458-93aa-da7977c849ff tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 814 time: 0.3526223 Jun 17 08:47:21.138516 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.140476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Request body: {'port': {'device_id': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e', 'admin_state_up': True, 'tenant_id': '5041043332f1437ba4468932a0e1eea8'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:21.193187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a8bae61-429c-4fad-8ef7-f41426dae0f8 req-9f1e458c-53f1-4984-bc5c-c1db6ef24749 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 210 time: 0.0860729 Jun 17 08:47:21.346389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bd21bef5-7fe6-4878-b6f1-aea30b0f9589 req-e99cb59f-f660-4f3b-9537-a4fea4dff8d0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d2755b-168c-49f6-8221-3f4a6fbf2b9f HTTP/1.1" status: 200 len: 210 time: 0.0759976 Jun 17 08:47:21.432868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e793ae27-22e6-4d87-84af-86ffe0c4fbe2 None None] Provisioning for port d8f72a10-7036-43c6-a0e2-b7348a7eb12e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:21.453945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e793ae27-22e6-4d87-84af-86ffe0c4fbe2 None None] Provisioning complete for port d8f72a10-7036-43c6-a0e2-b7348a7eb12e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:21.454474 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e793ae27-22e6-4d87-84af-86ffe0c4fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.514577 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.523345 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.525451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.527265 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b47d1319-2142-44d6-ad2d-d055e3c4168e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:21.550429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e793ae27-22e6-4d87-84af-86ffe0c4fbe2 None None] Port d8f72a10-7036-43c6-a0e2-b7348a7eb12e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:21.612261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Made reservation on behalf of 5041043332f1437ba4468932a0e1eea8 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:21.619225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.695664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=d8f72a10-7036-43c6-a0e2-b7348a7eb12e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:21.695921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4d2de2fc-8baf-4561-9e50-ffde28c58fbf up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:21.713618 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:21.825847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:21.827196 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.877565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Allocated IP 172.20.0.14 (c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e/1073a07c-9257-4e34-92ef-178d4ad7870a/9201fdd1-f393-4415-be36-46e3c6e54e31) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:21.883407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:21.889677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:22.058192 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router d7bc5cad-42e6-408b-8e7a-d44d6b5f378f has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:22.174392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:22.180105 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/d7bc5cad-42e6-408b-8e7a-d44d6b5f378f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8061028 Jun 17 08:47:22.182621 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51058) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:22.186052 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] Sync routers for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:22.201539 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:22.202550 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:22.244400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.254405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86076c5d-266c-484b-b8ca-881dfdc736fc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.255912 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-86076c5d-266c-484b-b8ca-881dfdc736fc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports/d8f72a10-7036-43c6-a0e2-b7348a7eb12e HTTP/1.1" status: 200 len: 913 time: 0.0714765 Jun 17 08:47:22.258763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51062) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:22.344594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.349900 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d7b7d79-650f-421c-9c55-95316c942d01 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:22.353872 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:22.372038 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:22.374281 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:22.444216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:22.448021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:22.458653 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:22.493660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-74f4f3b0-8013-407f-a73e-147fae11bf55 None None] Provisioning complete for port d8f72a10-7036-43c6-a0e2-b7348a7eb12e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:22.494890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74f4f3b0-8013-407f-a73e-147fae11bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.533438 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:22.535877 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a95bc9-6fa1-48be-8b4e-58715229f817 None None] The sync data for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:22.556244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Pushing event updated for resources: {'Port': ['ID=9201fdd1-f393-4415-be36-46e3c6e54e31,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:22.584108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-74f4f3b0-8013-407f-a73e-147fae11bf55 None None] Port d8f72a10-7036-43c6-a0e2-b7348a7eb12e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:22.606443 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:22.658409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.659231 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.694798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5714364 Jun 17 08:47:22.704691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc8e2-7ea2-4ac7-b48d-fa48c4d3e3d1 req-dbee5453-d101-4973-bfc4-d16118380d28 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.706385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12ebc8e2-7ea2-4ac7-b48d-fa48c4d3e3d1 req-dbee5453-d101-4973-bfc4-d16118380d28 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 932 time: 0.1524022 Jun 17 08:47:22.720761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Request body: {'port': {'device_id': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:22.812997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.941894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12ebc8e2-7ea2-4ac7-b48d-fa48c4d3e3d1 req-b4e5f47f-4e5b-42eb-8ef5-ed7c7d6c252b tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159512 Jun 17 08:47:22.956701 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.187679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port d8f72a10-7036-43c6-a0e2-b7348a7eb12e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:23.189350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.307224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.320633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9201fdd1-f393-4415-be36-46e3c6e54e31 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:23.329322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.357101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Transition to ACTIVE for port object 9201fdd1-f393-4415-be36-46e3c6e54e31 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:23.366812 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.370185 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0a9682de-743d-4cc1-9bd8-678b27e8f5ba tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:23.405807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for d8f72a10-7036-43c6-a0e2-b7348a7eb12e owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:23.605470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.609044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Pushing event updated for resources: {'Port': ['ID=9201fdd1-f393-4415-be36-46e3c6e54e31,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:23.609560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:23.612713 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:23.621552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Attempting to bind port 9201fdd1-f393-4415-be36-46e3c6e54e31 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:23.621893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Attempting to bind port 9201fdd1-f393-4415-be36-46e3c6e54e31 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:23.622219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Attempting to bind port 9201fdd1-f393-4415-be36-46e3c6e54e31 on network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:23.634812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Port 9201fdd1-f393-4415-be36-46e3c6e54e31 on network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:23.636157 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Attempting to bind port 9201fdd1-f393-4415-be36-46e3c6e54e31 on network c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:23.639247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=d8f72a10-7036-43c6-a0e2-b7348a7eb12e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:23.642451 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:23.650755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:23.659450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Checking segment: {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:23.660086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Bound using segment: {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:23.661435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Bound port: 9201fdd1-f393-4415-be36-46e3c6e54e31, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a617b8-419f-4ef2-8143-54c36fc15c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:23.662507 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.799450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] For port 9201fdd1-f393-4415-be36-46e3c6e54e31, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:23.803860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] For port 9201fdd1-f393-4415-be36-46e3c6e54e31, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9201fdd1-f393-4415-be36-46e3c6e54e31,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:23.809290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.817130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.821641 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:23.896160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.897028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.900426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] 10.222.0.67 "PUT /v2.0/ports/9201fdd1-f393-4415-be36-46e3c6e54e31 HTTP/1.1" status: 200 len: 1093 time: 1.1915348 Jun 17 08:47:23.900426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'tag': '9201fdd1-f393-4415-be36-46e3c6e54e31'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:23.903035 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bdf89-2aba-44f0-b746-bf3724e47764" -d '{"events": [{"name": "network-changed", "server_uuid": "f65f194d-5ed5-47a6-8a9c-908e3ca80844", "tag": "9201fdd1-f393-4415-be36-46e3c6e54e31"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:23.957691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Pushing event updated for resources: {'Port': ['ID=9201fdd1-f393-4415-be36-46e3c6e54e31,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:23.969640 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:24.040065 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2016b23-b9dc-434e-a4c8-04b19632f66c x-openstack-request-id: req-c2016b23-b9dc-434e-a4c8-04b19632f66c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:24.040769 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65f194d-5ed5-47a6-8a9c-908e3ca80844", "tag": "9201fdd1-f393-4415-be36-46e3c6e54e31", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:24.041386 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2016b23-b9dc-434e-a4c8-04b19632f66c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:24.042053 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'tag': '9201fdd1-f393-4415-be36-46e3c6e54e31', 'status': 'completed', 'code': 200} Jun 17 08:47:24.082121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-853cc05e-d4df-4fa1-b11c-216924d5bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.083896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-853cc05e-d4df-4fa1-b11c-216924d5bf2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 1096 time: 0.1163950 Jun 17 08:47:24.139526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-10fe1618-2998-4d1e-abd2-61c7b193dc06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201fdd1-f393-4415-be36-46e3c6e54e31 HTTP/1.1" status: 200 len: 217 time: 0.0487876 Jun 17 08:47:24.183023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router d7bc5cad-42e6-408b-8e7a-d44d6b5f378f has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:24.297203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-3f921f19-4953-4867-b967-0415a33995c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.299515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-3f921f19-4953-4867-b967-0415a33995c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 200 len: 854 time: 0.1522191 Jun 17 08:47:24.361962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-7d57502d-54b1-4ba8-baba-67b4c564ccdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525913 Jun 17 08:47:24.364566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:24.371748 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/d7bc5cad-42e6-408b-8e7a-d44d6b5f378f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1118989 Jun 17 08:47:24.374223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] Sync routers for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:24.375073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:24.388951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:24.389847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:24.406063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed31a9-bd10-4325-bb62-68f59c931d54 req-4f36e704-562e-48e4-aad4-81d2bfd203ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.421810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15ed31a9-bd10-4325-bb62-68f59c931d54 req-4f36e704-562e-48e4-aad4-81d2bfd203ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 944 time: 0.2196207 Jun 17 08:47:24.496944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:24.532061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:24.533066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:24.594072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15ed31a9-bd10-4325-bb62-68f59c931d54 req-13250f3c-1a2a-44e4-904c-7cb063fcfbde tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683745 Jun 17 08:47:24.655148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:24.655843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf669d4-39fd-46fb-94e6-8f9120e3c083 None None] The sync data for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:24.735798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-f329585e-d542-4e10-9cac-80273d4531b1 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579577 Jun 17 08:47:24.823266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51094) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:24.867459 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4de7bc97-3c52-4a7e-9b5b-73d46f5f3f16 req-e325a132-a5ad-471d-8d66-6cb07d9aaae2 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241450 Jun 17 08:47:25.030885 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-52cd1932-7c6f-4e80-bfef-4b39fe1a56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.033663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-52cd1932-7c6f-4e80-bfef-4b39fe1a56a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5041043332f1437ba4468932a0e1eea8&device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 1096 time: 0.1074085 Jun 17 08:47:25.034226 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-401be9e1-da3f-4aec-a379-60b52efd652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.084573 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.122245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.241227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-67501806-fe28-4fc0-91d4-73189683c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.242717 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-67501806-fe28-4fc0-91d4-73189683c938 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 200 len: 915 time: 0.1993098 Jun 17 08:47:25.371079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-39f0677a-7dfb-447f-848b-37dfb2c36135 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201fdd1-f393-4415-be36-46e3c6e54e31 HTTP/1.1" status: 200 len: 217 time: 0.1185718 Jun 17 08:47:25.457099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-51adeee4-7642-47cb-bb53-8b2840b12af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.459849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-51adeee4-7642-47cb-bb53-8b2840b12af4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 200 len: 854 time: 0.0813630 Jun 17 08:47:25.515258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.527787 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.556645 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-949b07f8-7586-4a5d-b545-784917ec4208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:25.561204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eefd62b61fb84c848eb60521412d450c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368586 Jun 17 08:47:25.569853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:25.605991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-8e0b3efb-f380-4da2-b3f1-888ff03f54fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380181 Jun 17 08:47:25.620852 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7327903-cb4e-4929-bf52-6f9020b4a5c9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:25.633773 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:25.664421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port a73d8b57-dcdb-460b-ac29-a587f4a5f12e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:25.664798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.756654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-b2719703-82bf-4405-8d01-fa1bf6fff7b8 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430151 Jun 17 08:47:25.832707 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.905458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.953912 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.965696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-886bdf89-2aba-44f0-b746-bf3724e47764 req-b7161cae-74f3-4ce3-98ce-e3a9007a3f53 service neutron] 10.222.0.67 "GET /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016170 Jun 17 08:47:26.068420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beaee4-0e58-4ee0-872c-641367bb0831 req-01a8a692-8917-49f4-8f78-2162a2718ad3 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:26.070528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03beaee4-0e58-4ee0-872c-641367bb0831 req-01a8a692-8917-49f4-8f78-2162a2718ad3 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 944 time: 0.2446406 Jun 17 08:47:26.162431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03beaee4-0e58-4ee0-872c-641367bb0831 req-da5a3943-9000-473c-b30f-3d67b28f4ba1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861120 Jun 17 08:47:26.436604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for a73d8b57-dcdb-460b-ac29-a587f4a5f12e owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:26.509947 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.513013 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.515368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7327903-cb4e-4929-bf52-6f9020b4a5c9 HTTP/1.1" status: 204 len: 168 time: 0.9435637 Jun 17 08:47:26.520220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3ee6bfd7-dc7c-4d6e-b9ed-f82cb060a390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:26.565641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7327903-cb4e-4929-bf52-6f9020b4a5c9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:26.574886 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:26.663327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:26.671517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.676340 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6111ae08-4dec-4f96-99cf-3148f4bab6a6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:26.721208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=a73d8b57-dcdb-460b-ac29-a587f4a5f12e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:26.738372 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:26.845737 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.992163 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.132448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router d7bc5cad-42e6-408b-8e7a-d44d6b5f378f has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:27.235104 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:27.244083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/d7bc5cad-42e6-408b-8e7a-d44d6b5f378f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8639076 Jun 17 08:47:27.244447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51158) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.252018 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] Sync routers for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:27.262155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.267801 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.270528 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18e8b8b6-f64e-4ab6-8b8b-c7d8c64aee4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:27.270958 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:27.272445 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:27.299955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a4422ba0-5557-4a5b-b72d-e4a076b791ef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7bc5cad-42e6-408b-8e7a-d44d6b5f378f HTTP/1.1" status: 200 len: 205 time: 0.0504525 Jun 17 08:47:27.299955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51160) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.313781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb5b91c7fcc34400bf4a6fa924a39856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493378 Jun 17 08:47:27.314893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08cb63-c3bf-4145-9fba-6b946a9ed1bf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:27.318026 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:27.318521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51164) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.348597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:27.361784 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] Routers {'d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:27.363206 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:46:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:27.374608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.401561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.407930 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:27.408788 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ca75e-406f-478d-adaa-5aa4bd93678c None None] The sync data for ids ['d7bc5cad-42e6-408b-8e7a-d44d6b5f378f'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:27.435983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.466204 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.472941 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.474119 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad08cb63-c3bf-4145-9fba-6b946a9ed1bf HTTP/1.1" status: 204 len: 168 time: 0.1543846 Jun 17 08:47:27.476096 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-72d942cf-2d90-41b6-9cdc-641a63fed39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:27.496307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad08cb63-c3bf-4145-9fba-6b946a9ed1bf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:27.501828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:27.603880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51178) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.623789 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.728444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779437f-d992-4b99-a061-18fc26d75245 req-fc342503-e268-49e8-acdd-b5f82ab73c8d tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.730091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9779437f-d992-4b99-a061-18fc26d75245 req-fc342503-e268-49e8-acdd-b5f82ab73c8d tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 944 time: 0.3494155 Jun 17 08:47:27.745377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.748313 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.819645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9779437f-d992-4b99-a061-18fc26d75245 req-0ca8a408-8d65-41ae-a942-11c20b263780 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814853 Jun 17 08:47:27.821483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.821972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router d7bc5cad-42e6-408b-8e7a-d44d6b5f378f {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:47:27.830580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9201fdd1-f393-4415-be36-46e3c6e54e31 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:27.850225 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.851363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-21b01e5f-fb41-4175-b956-3416948d2c97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/d7bc5cad-42e6-408b-8e7a-d44d6b5f378f HTTP/1.1" status: 204 len: 168 time: 0.5523982 Jun 17 08:47:27.854770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51184) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.917860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-64318511-network', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:27.940533 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0834de3-2735-4395-a626-ecdf144198e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.956828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Made reservation on behalf of a1118ad3e81049bab06d9f6d2f28dad8 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:27.959394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.971420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9201fdd1-f393-4415-be36-46e3c6e54e31, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9201fdd1-f393-4415-be36-46e3c6e54e31,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:27.976948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.978253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51186) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.984293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '9201fdd1-f393-4415-be36-46e3c6e54e31', 'network_id': 'c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e', 'port_id': '9201fdd1-f393-4415-be36-46e3c6e54e31', 'mac_address': 'fa:16:3e:47:83:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1073a07c-9257-4e34-92ef-178d4ad7870a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:27.995854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet f3ddf8f2-3456-4a2f-b969-c804f66f283d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:27.998931 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.999049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.028098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.041656 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9201fdd1-f393-4415-be36-46e3c6e54e31 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:28.044628 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.062007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9201fdd1-f393-4415-be36-46e3c6e54e31, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9201fdd1-f393-4415-be36-46e3c6e54e31,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:28.066223 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.068037 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb2bb52f-ac39-47cf-9ace-5afd6f45b93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.108055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.113925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.117381 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a0578f0-6053-4cf9-94e4-d41f0aa03ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.124335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9201fdd1-f393-4415-be36-46e3c6e54e31,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.129486 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.165304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.171075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53bb08a1570f41d7b4eaefa6efcb4a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886826 Jun 17 08:47:28.171075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1e5c9-e871-4cee-89a1-d90363fe6031,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.173650 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.174497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51188) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:28.234641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.253114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.255670 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ca9c5d0-38e4-483f-b2fc-33ebe37885c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.259777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.277936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9201fdd1-f393-4415-be36-46e3c6e54e31'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:28.293989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.296778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/f3ddf8f2-3456-4a2f-b969-c804f66f283d HTTP/1.1" status: 204 len: 168 time: 0.4374125 Jun 17 08:47:28.299154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51190) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:28.301503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ddf8f2-3456-4a2f-b969-c804f66f283d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.303902 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa28bd3a-e485-4173-ba27-066e733a3cd7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.309224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.314173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.317667 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4a6df123-4454-459f-94d1-d60ef19f538d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.345165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e17e71-1970-43c5-a297-2f6c404aa138,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.349167 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.353400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24728d-072d-4b72-a813-ca6853d6c068 None None] Network 7e59c390-a7ad-44ac-929b-1b1452d2ff5e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:28.357556 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.361255 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.364168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:28.377699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.378396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21c1e5c9-e871-4cee-89a1-d90363fe6031 HTTP/1.1" status: 204 len: 168 time: 0.2017894 Jun 17 08:47:28.378667 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Added segment 37830952-7db4-4964-b511-c09b362e4579 of type vlan for network bb806554-943c-481b-a323-0f20ba4193b3 Jun 17 08:47:28.382884 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-32476fec-233f-48f4-9f14-5c4818a6f150 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.427474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet 1b227fb6-1df9-4640-9282-22163a92d450 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:28.428451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.435800 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.468481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.470822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.471600 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.481648 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-18efa220-73b9-4acc-9a83-d2821172a727 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.485210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1e5c9-e871-4cee-89a1-d90363fe6031,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.498804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.519785 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.573714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Pushing event updated for resources: {'Network': ['ID=bb806554-943c-481b-a323-0f20ba4193b3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.577563 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.582235 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9772696 Jun 17 08:47:28.585062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51194) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:28.591170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network bb806554-943c-481b-a323-0f20ba4193b3 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:28.593562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Request body: {'subnet': {'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-64318511-subnet', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:28.654674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Made reservation on behalf of a1118ad3e81049bab06d9f6d2f28dad8 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:28.657712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.723224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.793005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] DHCP port deletion for 7e59c390-a7ad-44ac-929b-1b1452d2ff5e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:47:28.854757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.861526 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7f9cc6a9-f675-47dc-b5d0-17a26ac018e8 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.881310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Deleting port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:28.881963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.886683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.904937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=1b227fb6-1df9-4640-9282-22163a92d450,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.912754 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.917710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/1b227fb6-1df9-4640-9282-22163a92d450 HTTP/1.1" status: 204 len: 168 time: 0.6173782 Jun 17 08:47:28.918636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51204) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:28.919623 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.981602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] For port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,segment=NetworkSegment(2f4dae53-0b19-4d70-b795-0d59bacece1d),segment_id=2f4dae53-0b19-4d70-b795-0d59bacece1d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:28.981929 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.992883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51206) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:29.045205 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.048640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1b3bceba-a716-4d2b-8682-cf59f50c3931 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.057443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Calling delete_port for 4d2de2fc-8baf-4561-9e50-ffde28c58fbf owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:29.090107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.102157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.115492 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.126319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Checking segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:29.126679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Network hostable DHCP agents. Network: bb806554-943c-481b-a323-0f20ba4193b3, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:29.143891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea9c77-2eb1-4657-81b3-b8d1232836b0 None None] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:29.147471 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.148681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Network bb806554-943c-481b-a323-0f20ba4193b3 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:29.149805 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.158071 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f7bf718-f513-4c26-a16a-18ae81bbe85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.165440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, bb806554-943c-481b-a323-0f20ba4193b3) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:29.179212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.180346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.197835 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe65271-13cb-43e3-84a8-501e63a8fb90 None None] Network bb806554-943c-481b-a323-0f20ba4193b3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:29.204141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Pushing event deleted for resources: {'Port': ['ID=4d2de2fc-8baf-4561-9e50-ffde28c58fbf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.206713 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.230638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] No DVR routers for this DVR port 4d2de2fc-8baf-4561-9e50-ffde28c58fbf on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:29.304911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca858f-1864-479a-ac64-b271de1c7104 req-bb998343-7cdb-4db5-be0d-de613953651c tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.306406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5ca858f-1864-479a-ac64-b271de1c7104 req-bb998343-7cdb-4db5-be0d-de613953651c tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 945 time: 0.2388406 Jun 17 08:47:29.336871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.359905 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e59c390-a7ad-44ac-929b-1b1452d2ff5e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:29.384389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4dae53-0b19-4d70-b795-0d59bacece1d') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:29.384725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4dae53-0b19-4d70-b795-0d59bacece1d') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:29.401646 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.436156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5ca858f-1864-479a-ac64-b271de1c7104 req-40558208-ff38-41a1-9683-66388cd92d10 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962472 Jun 17 08:47:29.440025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.445043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.450368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:47:29.450970 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.459279 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-68f89b27-2d31-4c68-a4df-669066e46fe9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8724859 Jun 17 08:47:29.461830 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:47:29.462110 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:47:29.470828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:29.474096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.503521 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2627763c-06aa-4681-ae2e-509832a4979b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.505348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-bb806554-943c-481b-a323-0f20ba4193b3', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:29.506659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b53cf3605ca543a4b58ffe98779e9638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127425 Jun 17 08:47:29.507541 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.510449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51210) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:29.549841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.550944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.566535 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ecfce8-b6f7-4df4-aaaa-8b41fb32e6a1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.570179 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.571390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.576464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.581137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/7e59c390-a7ad-44ac-929b-1b1452d2ff5e HTTP/1.1" status: 204 len: 168 time: 0.6576359 Jun 17 08:47:29.581137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-15918b45-8953-475f-aeb5-6c232561881e tempest-ExternalNetworksTestJSON-596659603 tempest-ExternalNetworksTestJSON-596659603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.582694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51212) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:29.585703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.608031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=7e59c390-a7ad-44ac-929b-1b1452d2ff5e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.612084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.612231 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.684094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.685841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] DHCP port deletion for 262159c8-9e3c-4637-972e-43298eb6c4c8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:47:29.698012 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.699757 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01ecfce8-b6f7-4df4-aaaa-8b41fb32e6a1 HTTP/1.1" status: 204 len: 168 time: 0.1890378 Jun 17 08:47:29.708571 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.743151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4d2de2fc-8baf-4561-9e50-ffde28c58fbf no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:29.743345 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-424e2692-dc6a-4a6d-bb6e-b7b05a3a2734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.753551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.754819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ecfce8-b6f7-4df4-aaaa-8b41fb32e6a1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.770001 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.800608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 4d2de2fc-8baf-4561-9e50-ffde28c58fbf {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:29.801123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4d2de2fc-8baf-4561-9e50-ffde28c58fbf not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:29.801427 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 7af62213-4945-4cce-8242-16119e3f4e77 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:29.826725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 7af62213-4945-4cce-8242-16119e3f4e77 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:29.827101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.889081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9201fdd1-f393-4415-be36-46e3c6e54e31 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:29.967039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port 7af62213-4945-4cce-8242-16119e3f4e77, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=7af62213-4945-4cce-8242-16119e3f4e77,segment=NetworkSegment(cf141911-a404-4b37-97ca-99db0fe5cf80),segment_id=cf141911-a404-4b37-97ca-99db0fe5cf80)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:29.967405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.060560 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.100598 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.118862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 7af62213-4945-4cce-8242-16119e3f4e77 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:30.154567 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Allocated IP 172.20.0.2 (bb806554-943c-481b-a323-0f20ba4193b3/151f2a04-e7ce-498a-9fb3-e3ba4c47a3de/3bea428b-3b79-4642-b1d2-d339d7d63841) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:30.309620 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.330581 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0b0aecaf-59fd-46cb-a304-cac0f9dff737 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.345699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port 7af62213-4945-4cce-8242-16119e3f4e77 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:30.521536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Deleting port 7af62213-4945-4cce-8242-16119e3f4e77 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:30.527149 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.552681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.596273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.606107 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.607813 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262159c8-9e3c-4637-972e-43298eb6c4c8']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:30.621983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf141911-a404-4b37-97ca-99db0fe5cf80') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:30.622553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf141911-a404-4b37-97ca-99db0fe5cf80') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:30.634419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.650978 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.658443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:47:30.658993 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.698632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] For port 7af62213-4945-4cce-8242-16119e3f4e77, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:30.701384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:47:30.729843 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:47:30.731527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=7af62213-4945-4cce-8242-16119e3f4e77,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.740341 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:30.752631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 9201fdd1-f393-4415-be36-46e3c6e54e31 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:30.757843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.768736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.770788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/262159c8-9e3c-4637-972e-43298eb6c4c8 HTTP/1.1" status: 204 len: 168 time: 1.1854362 Jun 17 08:47:30.775038 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f56cff51-ea15-4baa-8055-9144379db3d0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.776361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51280) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:30.791631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Calling delete_port for 7af62213-4945-4cce-8242-16119e3f4e77 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:30.793515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 9201fdd1-f393-4415-be36-46e3c6e54e31 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:30.793940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.797618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Port 7af62213-4945-4cce-8242-16119e3f4e77 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:47:30.800105 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.826696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.833562 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bc6b9cd4-f510-489f-9363-b98a5d4dd0f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.841415 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.845203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1923776677'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:30.877012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Network 262159c8-9e3c-4637-972e-43298eb6c4c8 is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:47:30.877545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] No DVR routers for this DVR port 7af62213-4945-4cce-8242-16119e3f4e77 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:30.887546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Pushing event deleted for resources: {'Port': ['ID=7af62213-4945-4cce-8242-16119e3f4e77,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.889924 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:30.899867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=262159c8-9e3c-4637-972e-43298eb6c4c8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.901279 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:30.903672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Allocated IP 172.25.7.226 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:30.906377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Transition to ACTIVE for port object 3bea428b-3b79-4642-b1d2-d339d7d63841 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:30.947162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Transition to ACTIVE for port object 3bea428b-3b79-4642-b1d2-d339d7d63841 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:30.989968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eb301-8fd6-4167-adc9-4670459bb8ac req-2c3e7edd-5e1d-46a8-84c9-aaca65690d94 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:30.995338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac4eb301-8fd6-4167-adc9-4670459bb8ac req-2c3e7edd-5e1d-46a8-84c9-aaca65690d94 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 945 time: 0.2649510 Jun 17 08:47:31.006768 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.006859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:31.008992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.027128 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.031131 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3999fb41-f0c8-421a-8685-5ea7563a8da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.042462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201fdd1-f393-4415-be36-46e3c6e54e31'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:31.045882 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5ea0a2-f8da-4e03-9f7f-b9864249d9e4" -d '{"events": [{"server_uuid": "f65f194d-5ed5-47a6-8a9c-908e3ca80844", "name": "network-vif-plugged", "status": "completed", "tag": "9201fdd1-f393-4415-be36-46e3c6e54e31"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:31.087935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9201fdd1-f393-4415-be36-46e3c6e54e31, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9201fdd1-f393-4415-be36-46e3c6e54e31,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:31.099774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Network bb806554-943c-481b-a323-0f20ba4193b3 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:31.103396 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.112050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:31.117809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:31.122126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Pushing event updated for resources: {'Port': ['ID=3bea428b-3b79-4642-b1d2-d339d7d63841,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.125965 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.128433 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fde450e3-5565-49b1-adc0-0e9bc5d17761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.170545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:31.173031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.203016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac4eb301-8fd6-4167-adc9-4670459bb8ac req-7f5f3cba-95e4-4cc0-99ac-5c7c0e7656e8 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981468 Jun 17 08:47:31.204287 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a29f2-0cc8-4bc0-a2e4-948748d153f2 x-openstack-request-id: req-6d4a29f2-0cc8-4bc0-a2e4-948748d153f2 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:31.204504 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65f194d-5ed5-47a6-8a9c-908e3ca80844", "name": "network-vif-plugged", "status": "completed", "tag": "9201fdd1-f393-4415-be36-46e3c6e54e31", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:31.204854 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d4a29f2-0cc8-4bc0-a2e4-948748d153f2 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:31.205358 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201fdd1-f393-4415-be36-46e3c6e54e31', 'code': 200} Jun 17 08:47:31.224536 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.226026 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment bb2c2848-a43a-4420-b877-2e8e94fc05f6 of type vlan for network 7bbdd197-f73d-4f12-aebd-5eb849c51349 Jun 17 08:47:31.248498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Attempting to bind port 3bea428b-3b79-4642-b1d2-d339d7d63841 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:31.249260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Attempting to bind port 3bea428b-3b79-4642-b1d2-d339d7d63841 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:31.249715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Attempting to bind port 3bea428b-3b79-4642-b1d2-d339d7d63841 on network bb806554-943c-481b-a323-0f20ba4193b3 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:31.259100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:31.259555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Checking segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:31.260030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.260495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Bound using segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:31.262299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Bound port: 3bea428b-3b79-4642-b1d2-d339d7d63841, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:31.262703 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.266293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9201fdd1-f393-4415-be36-46e3c6e54e31,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.270773 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.309671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.314384 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25ef5ed2-4313-4ea4-8beb-4702d294368a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.364872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.372360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:31.377854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:31.382918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:31.386503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Pushing event updated for resources: {'Port': ['ID=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.390597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] For port 3bea428b-3b79-4642-b1d2-d339d7d63841, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:31.395330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] For port 3bea428b-3b79-4642-b1d2-d339d7d63841, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bea428b-3b79-4642-b1d2-d339d7d63841,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:31.403788 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.409247 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a9888ec-0d53-43af-a54b-eb128bd94b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.417017 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.423588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfb964-7a8c-4fc3-bac4-d59a55dda3b1 req-fdbab095-6b3a-4c03-831b-1a2788366004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.425882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0cfb964-7a8c-4fc3-bac4-d59a55dda3b1 req-fdbab095-6b3a-4c03-831b-1a2788366004 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 1098 time: 0.1143630 Jun 17 08:47:31.427407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.433376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.434606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.446339 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b4866a9-f0e8-421a-91fc-9713010b7be9 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.513228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Pushing event updated for resources: {'Port': ['ID=3bea428b-3b79-4642-b1d2-d339d7d63841,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.515774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7382610 Jun 17 08:47:31.520477 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.525134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:31.532331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:31.574049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=7bbdd197-f73d-4f12-aebd-5eb849c51349,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.576910 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.580393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c0cfb964-7a8c-4fc3-bac4-d59a55dda3b1 req-0893977c-5a5e-406d-a6cb-e091e83f312c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411357 Jun 17 08:47:31.587805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:31.918232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.177193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:32.183234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.213162 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.441005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Router cfbeec43-e024-4873-bcee-6b2073d91328 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:32.560529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.571161 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c8b924f-f022-4e14-b534-8d257931a5cb tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:32.659429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=2444f946-b4b2-488d-893b-0e02ea1db5c2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:32.661018 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:32.663599 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:32.676262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Sync routers for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:32.688020 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034fa82-fdf5-478d-b9a2-b3198c459d6f req-129e9525-1acd-4fa2-94eb-6a85bc20b69f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.689978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:32.690380 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.691118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:32.697624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2293651 Jun 17 08:47:32.698334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51342) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:32.699560 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a034fa82-fdf5-478d-b9a2-b3198c459d6f req-129e9525-1acd-4fa2-94eb-6a85bc20b69f tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 946 time: 0.2262592 Jun 17 08:47:32.748333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a034fa82-fdf5-478d-b9a2-b3198c459d6f req-986d058b-4b84-4b97-9c36-1eb749ffaded tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Jun 17 08:47:32.749301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': 'bb2c2848-a43a-4420-b877-2e8e94fc05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:32.767017 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 7bbdd197-f73d-4f12-aebd-5eb849c51349, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:32.814380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:32.850110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7bbdd197-f73d-4f12-aebd-5eb849c51349) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:32.854943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.855535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.888662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3607695 Jun 17 08:47:32.891722 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51352) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:32.897814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977215009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:32.948100 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.949702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.052055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.060504 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.086311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.101404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5e3a779e-fdf6-43ac-aa08-190fc4ffae73 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2014115 Jun 17 08:47:33.102202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51356) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:33.108174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'port': {'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349', 'name': 'tempest-RoutersIpV6Test-1725747560'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:33.189026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:33.254780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253712d-b039-412f-8384-f15d0bed70a0 None None] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:33.257787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ae578-3d7b-4de7-b707-a343abad3221 None None] Network bb806554-943c-481b-a323-0f20ba4193b3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:33.260733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:33.265996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.295852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] device_id is not set on port e7154735-60b8-4308-a1c4-bc21fefbe883 yet. {{(pid=93500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:47:33.347840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c52e5df7-9427-4d40-86a0-2d7172247d43 None None] Provisioning for port 3bea428b-3b79-4642-b1d2-d339d7d63841 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:33.416621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.441507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8::1d4 (7bbdd197-f73d-4f12-aebd-5eb849c51349/2444f946-b4b2-488d-893b-0e02ea1db5c2/e7154735-60b8-4308-a1c4-bc21fefbe883) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:33.720009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.736227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Allocated IP 172.20.0.1 (bb806554-943c-481b-a323-0f20ba4193b3/151f2a04-e7ce-498a-9fb3-e3ba4c47a3de/26d2409e-f0e6-4d16-9dd3-e511dc6a20d9) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:33.737424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object e7154735-60b8-4308-a1c4-bc21fefbe883 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:33.776490 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bea428b-3b79-4642-b1d2-d339d7d63841 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:33.787839 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.793159 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1cf994de-eb4d-45ac-a28f-f1d15a8655fb tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:33.844496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=e7154735-60b8-4308-a1c4-bc21fefbe883,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:33.852081 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:33.863069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:33.864632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:33.868092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:33.875975 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.876183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.896346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7928135 Jun 17 08:47:33.899108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51376) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:34.117450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3bea428b-3b79-4642-b1d2-d339d7d63841 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:34.134487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3bea428b-3b79-4642-b1d2-d339d7d63841 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:34.135065 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.193093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:31Z', 'revision_number': 3, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:34.235485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Checking router: cfbeec43-e024-4873-bcee-6b2073d91328 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:34.235919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Updating router cfbeec43-e024-4873-bcee-6b2073d91328 port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:34.294074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-7bbdd197-f73d-4f12-aebd-5eb849c51349', 'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': '2444f946-b4b2-488d-893b-0e02ea1db5c2'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:34.295214 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.299650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4b23-88e7-4f9c-8566-3340f109fd3a req-7004e124-2505-4793-ad99-1a673b6a3ce9 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.307042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d84a4b23-88e7-4f9c-8566-3340f109fd3a req-7004e124-2505-4793-ad99-1a673b6a3ce9 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 946 time: 0.1974478 Jun 17 08:47:34.412418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.468402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d84a4b23-88e7-4f9c-8566-3340f109fd3a req-c89cb547-6271-4cac-a080-e7e3c8648acf tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602573 Jun 17 08:47:34.569203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.591757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.623551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Transition to ACTIVE for port object 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:34.689744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.695664 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2155dc0a-ae3c-480a-9b6a-76aa79a45fcd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:34.725124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Allocated IP 2001:db8::2 (7bbdd197-f73d-4f12-aebd-5eb849c51349/2444f946-b4b2-488d-893b-0e02ea1db5c2/c5e6392e-91e9-44b7-8f4b-bb0320fa8405) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:34.742877 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.751228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Pushing event updated for resources: {'Port': ['ID=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:34.763826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:34.774354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Network bb806554-943c-481b-a323-0f20ba4193b3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:34.776202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:34.779523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:34.834969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.013210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3edde9a4-2f1b-4bab-9b09-8dc1539a95e7 None None] Provisioning complete for port 3bea428b-3b79-4642-b1d2-d339d7d63841 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:35.019536 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3edde9a4-2f1b-4bab-9b09-8dc1539a95e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.095050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.115834 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.118603 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4dcca349-7e94-498a-82b2-a75f010cba02 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.193418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3bea428b-3b79-4642-b1d2-d339d7d63841, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bea428b-3b79-4642-b1d2-d339d7d63841,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:35.211786 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.220911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=e7154735-60b8-4308-a1c4-bc21fefbe883,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.229834 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.282741 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.289775 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-80484fef-a995-47b4-89b3-43ca116ee2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.415912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3bea428b-3b79-4642-b1d2-d339d7d63841,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.441167 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.471024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.551012 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.569839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.581987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.632535 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Transition to ACTIVE for port object c5e6392e-91e9-44b7-8f4b-bb0320fa8405 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:35.648495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cebc3f2-89f5-4b62-9e91-bf9918b93d30 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.651321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.714133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Transition to ACTIVE for port object c5e6392e-91e9-44b7-8f4b-bb0320fa8405 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:35.739826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bea428b-3b79-4642-b1d2-d339d7d63841 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:35.754789 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.760600 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.763572 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.782123 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-47cad1db-a2d2-4df4-8ebf-88569e8b8937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.821544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Transition to ACTIVE for port object b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:35.839847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:35.857972 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.869108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:35.872487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Pushing event updated for resources: {'Port': ['ID=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.878128 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.882077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:35.886000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Pushing event updated for resources: {'Port': ['ID=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.889911 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.893184 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.953727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Network bb806554-943c-481b-a323-0f20ba4193b3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:35.955971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:36.204665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Router cfbeec43-e024-4873-bcee-6b2073d91328 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:36.340108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90d723ad-f1fa-4b72-8659-6fd98041d46c None None] Provisioning for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:36.394678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:36.400846 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] 10.222.0.65 "PUT /v2.0/routers/cfbeec43-e024-4873-bcee-6b2073d91328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7010553 Jun 17 08:47:36.410186 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Attempting to bind port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:36.410788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Attempting to bind port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:36.411217 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Attempting to bind port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:36.417554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90d723ad-f1fa-4b72-8659-6fd98041d46c None None] Provisioning complete for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:36.417934 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90d723ad-f1fa-4b72-8659-6fd98041d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.453598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff487c53-1281-44fc-a04e-c83be8364c24 None None] Pushing event updated for resources: {'Port': ['ID=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.456242 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.460786 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff487c53-1281-44fc-a04e-c83be8364c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.463781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:36.464267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:36.464444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.464767 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.465181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:36.465301 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.465704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Bound port: b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:36.466106 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.467553 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5882f0f7-8934-480c-8a71-7299339fec6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.468031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3bea428b-3b79-4642-b1d2-d339d7d63841 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:36.468400 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.523208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Attempting to bind port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:36.523590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Attempting to bind port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'bb2c2848-a43a-4420-b877-2e8e94fc05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:36.523999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Attempting to bind port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 on network 7bbdd197-f73d-4f12-aebd-5eb849c51349 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:36.544728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-90d723ad-f1fa-4b72-8659-6fd98041d46c None None] Port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:36.553060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:36.553616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Checking segment: {'id': 'bb2c2848-a43a-4420-b877-2e8e94fc05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:36.554028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.554539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Bound using segment: {'id': 'bb2c2848-a43a-4420-b877-2e8e94fc05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:36.555112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Bound port: c5e6392e-91e9-44b7-8f4b-bb0320fa8405, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c2848-a43a-4420-b877-2e8e94fc05f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7bbdd197-f73d-4f12-aebd-5eb849c51349'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:36.555532 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.565855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=e7154735-60b8-4308-a1c4-bc21fefbe883,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.659032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] For port c5e6392e-91e9-44b7-8f4b-bb0320fa8405, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:36.660561 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.666106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] For port c5e6392e-91e9-44b7-8f4b-bb0320fa8405, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,segment=NetworkSegment(bb2c2848-a43a-4420-b877-2e8e94fc05f6),segment_id=bb2c2848-a43a-4420-b877-2e8e94fc05f6)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:36.668348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:36.670748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:36.732440 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.742684 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c8ed53e-558c-47f6-b306-e642aa0ede0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.814364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] For port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:36.819493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a7159b06-b52f-40d2-a56d-5f0edc4416f5 None None] Provisioning complete for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:36.819966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7159b06-b52f-40d2-a56d-5f0edc4416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.888178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] For port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:36.912205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 235b5232-ab03-40e8-b8e3-7ea52e1057ed is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:36.956609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.971842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Pushing event updated for resources: {'Port': ['ID=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.978781 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.981402 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d82461b1-2d78-4403-ad44-e697668a57bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.983530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a7159b06-b52f-40d2-a56d-5f0edc4416f5 None None] Port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:37.085573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:37.086759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:37.150264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:37.160011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/235b5232-ab03-40e8-b8e3-7ea52e1057ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2591515 Jun 17 08:47:37.162206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:37.163591 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] Sync routers for ids ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:37.181386 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] Routers {'235b5232-ab03-40e8-b8e3-7ea52e1057ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:37.187595 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:37.303365 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:37.314431 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] Routers {'235b5232-ab03-40e8-b8e3-7ea52e1057ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:37.315089 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:37.317513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b84d32-13ce-46b2-806a-66e9c1d3de29 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:37.329867 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-05b84d32-13ce-46b2-806a-66e9c1d3de29 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports/e7154735-60b8-4308-a1c4-bc21fefbe883 HTTP/1.1" status: 200 len: 984 time: 0.1624794 Jun 17 08:47:37.331271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51444) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:37.388962 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:37.389882 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2a7ef-7ad6-4898-b9c3-85a71da9a48a None None] The sync data for ids ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:37.541542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:37.557427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:37.564420 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1790463185-network', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:37.633996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff487c53-1281-44fc-a04e-c83be8364c24 None None] Pushing event updated for resources: {'Port': ['ID=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:37.641762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Made reservation on behalf of f4f52c50705f4eba91f6912861fc4911 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:37.645034 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff487c53-1281-44fc-a04e-c83be8364c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.647467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.675257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.766550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c5e6392e-91e9-44b7-8f4b-bb0320fa8405 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:37.921825 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.937564 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.941623 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20e38701-664f-4e5d-bc6b-3995077fc026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:38.015591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:38.032811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe501d-842d-458c-8d9d-41f069e8326d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:38.035073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:38.058501 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:38.076521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.077495 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Added segment 93f079b7-bb25-4ff4-bab9-e5ace3f70f77 of type vlan for network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 Jun 17 08:47:38.130769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 2, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:38.184774 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.201066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c0856-86a3-45d4-ac84-8d308467fcd3 None None] The sync data for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 is: [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 2, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:38.245489 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.245489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.245489 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.245489 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-421260b5-4274-4e18-ae40-f707b5d78cac tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:38.318008 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7593415 Jun 17 08:47:38.321594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:38.326702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Request body: {'subnet': {'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1790463185-subnet', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:38.382522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Pushing event updated for resources: {'Network': ['ID=caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:38.397842 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:38.399474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:38.435305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Made reservation on behalf of f4f52c50705f4eba91f6912861fc4911 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:38.438895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.580343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.781025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a84b7-2ecb-4b70-bbc7-453451f04774 None None] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:38.943293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.946639 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25a599a9-796d-48da-86ff-f700cc3354cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:39.022756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Provisioning for port e7154735-60b8-4308-a1c4-bc21fefbe883 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:39.038823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Provisioning complete for port e7154735-60b8-4308-a1c4-bc21fefbe883 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:39.039244 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.147159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Port e7154735-60b8-4308-a1c4-bc21fefbe883 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:39.162372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port e7154735-60b8-4308-a1c4-bc21fefbe883 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:39.163123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.175660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Checking segment: {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:39.176116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Network hostable DHCP agents. Network: caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:39.178614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb22550-bfa2-4423-90c8-7e60d76a601a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:39.191212 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:39.227917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:39.229984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Provisioning for port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:39.245446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Provisioning complete for port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:39.246553 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.247356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:39.253643 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.254890 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.280584 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9585621 Jun 17 08:47:39.284354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51468) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:39.297057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:39.322519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04fc838-9517-41a9-929b-ddb1452db4ee None None] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:39.362096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.363576 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.411588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.466332 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.605809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for e7154735-60b8-4308-a1c4-bc21fefbe883 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:39.619632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.893401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] For port c5e6392e-91e9-44b7-8f4b-bb0320fa8405, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,segment=NetworkSegment(bb2c2848-a43a-4420-b877-2e8e94fc05f6),segment_id=bb2c2848-a43a-4420-b877-2e8e94fc05f6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:39.910821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:39.930562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.989719 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.010028 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:40.122711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Pushing event updated for resources: {'Port': ['ID=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:40.133088 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:40.212943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:40.224686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fa0e9084-84f0-4b89-825e-50433a79aef7 None None] Provisioning complete for port e7154735-60b8-4308-a1c4-bc21fefbe883 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:40.225291 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9084-84f0-4b89-825e-50433a79aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.227706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:40.228341 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.248073 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.254168 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-741f004c-51d1-494c-89a6-6550e2f1f93b tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:40.291640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'fixed_ips': [{'subnet_id': '1fb22550-bfa2-4423-90c8-7e60d76a601a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:40.305657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.337612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=e7154735-60b8-4308-a1c4-bc21fefbe883,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:40.360638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:40.401651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e9084-84f0-4b89-825e-50433a79aef7 None None] Port e7154735-60b8-4308-a1c4-bc21fefbe883 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:40.529102 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.569961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.648292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fa0e9084-84f0-4b89-825e-50433a79aef7 None None] Provisioning complete for port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:40.648890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9084-84f0-4b89-825e-50433a79aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.798430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Allocated IP 172.25.7.66 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/b3dc99cc-cf17-477d-a57b-2724af26b4ca) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:41.107916 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Allocated IP 172.20.0.2 (caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1/1fb22550-bfa2-4423-90c8-7e60d76a601a/30954ce5-8a35-490b-bfd1-b527724c66de) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:41.143676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.268859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.278661 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ebf4d70-8f47-438d-8b67-1bbb15062c34 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:41.370567 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.412681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:41.416268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:41.420864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:41.435782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:41.450985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.498404 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8784b23e-3318-4176-997a-f2dcae191069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:41.504269 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Pushing event updated for resources: {'Port': ['ID=b3dc99cc-cf17-477d-a57b-2724af26b4ca,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:41.524120 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:41.526260 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.637011 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.699236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Transition to ACTIVE for port object 30954ce5-8a35-490b-bfd1-b527724c66de will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:41.762367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Transition to ACTIVE for port object 30954ce5-8a35-490b-bfd1-b527724c66de will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:41.766537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6b4f3134-26ca-426c-b7d2-fb42f4e85720 None None] Could not find standard attr ID for object e7154735-60b8-4308-a1c4-bc21fefbe883. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:47:41.789243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c5e6392e-91e9-44b7-8f4b-bb0320fa8405 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:41.929408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:41.930389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 235b5232-ab03-40e8-b8e3-7ea52e1057ed has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:41.943759 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:41.947547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ea53eb18-d780-4e7f-bbf7-2f541005525a None None] Could not find standard attr ID for object e7154735-60b8-4308-a1c4-bc21fefbe883. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:47:41.958695 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.983152 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff487c53-1281-44fc-a04e-c83be8364c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:42.007560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:42.016589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:42.020643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:42.107040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:42.115738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/235b5232-ab03-40e8-b8e3-7ea52e1057ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7837355 Jun 17 08:47:42.130026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51496) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:42.161348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] Sync routers for ids ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:42.174014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:42.174399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.225813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Pushing event updated for resources: {'Port': ['ID=30954ce5-8a35-490b-bfd1-b527724c66de,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:42.238465 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:42.263664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] Routers {'235b5232-ab03-40e8-b8e3-7ea52e1057ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:42.264840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:42.269809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Attempting to bind port 30954ce5-8a35-490b-bfd1-b527724c66de on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:42.270213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Attempting to bind port 30954ce5-8a35-490b-bfd1-b527724c66de by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:42.270598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Attempting to bind port 30954ce5-8a35-490b-bfd1-b527724c66de on network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:42.285811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.339696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:42.340107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Checking segment: {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:42.346752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.347446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Bound using segment: {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:42.347978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Bound port: 30954ce5-8a35-490b-bfd1-b527724c66de, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:42.348377 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.357158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:42.385996 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] Routers {'235b5232-ab03-40e8-b8e3-7ea52e1057ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:42.386644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:42.458388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:42.459139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3c12a-5479-4e91-b317-a45a46983d07 None None] The sync data for ids ['235b5232-ab03-40e8-b8e3-7ea52e1057ed'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:42.502125 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Sync routers for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:42.516967 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:42.516967 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:42.548132 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-2309774b-753e-4678-af1c-25af0329c91f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] remove_router_interface failed (client error): The resource could not be found. Jun 17 08:47:42.549210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2309774b-753e-4678-af1c-25af0329c91f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/235b5232-ab03-40e8-b8e3-7ea52e1057ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4181294 Jun 17 08:47:42.552412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51508) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:42.605265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-74774ac5-9d82-4ae9-9abc-64b7e5fbff46 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=235b5232-ab03-40e8-b8e3-7ea52e1057ed HTTP/1.1" status: 200 len: 205 time: 0.0515361 Jun 17 08:47:42.608750 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51510) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:42.617974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] For port 30954ce5-8a35-490b-bfd1-b527724c66de, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:42.651464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] For port 30954ce5-8a35-490b-bfd1-b527724c66de, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=30954ce5-8a35-490b-bfd1-b527724c66de,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:42.665082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.674473 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ed5df50-b6a4-49c7-9afc-f7104d154816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:42.732154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.757789 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:42.833866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Pushing event updated for resources: {'Port': ['ID=30954ce5-8a35-490b-bfd1-b527724c66de,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:42.845880 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:42.925449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.070010 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.073014 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.195035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.196350 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router 235b5232-ab03-40e8-b8e3-7ea52e1057ed {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:47:43.212552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.222730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2032e24c-5019-44e1-9e84-067c4cb8aba7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/235b5232-ab03-40e8-b8e3-7ea52e1057ed HTTP/1.1" status: 204 len: 168 time: 0.6117291 Jun 17 08:47:43.224873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51520) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:43.383328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet 2444f946-b4b2-488d-893b-0e02ea1db5c2 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:43.395389 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.455737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Router dd80391a-959c-4158-ab44-421ef5ec2c7b is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:43.531853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.608704 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 2, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:43.716856 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Checking router: cfbeec43-e024-4873-bcee-6b2073d91328 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:43.717227 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Updating router cfbeec43-e024-4873-bcee-6b2073d91328 port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:43.729927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:43.739263 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Sync routers for ids ['dd80391a-959c-4158-ab44-421ef5ec2c7b'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:43.770764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Routers {'dd80391a-959c-4158-ab44-421ef5ec2c7b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:43.771426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dd80391a-959c-4158-ab44-421ef5ec2c7b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:43.784672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.785997 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5003076 Jun 17 08:47:43.788710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51528) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:43.850751 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.874166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.023968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 30954ce5-8a35-490b-bfd1-b527724c66de up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:44.033202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:44.055714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.065662 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8b29466-cffd-444c-8028-0b6a6cdf51be tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:44.151492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=2444f946-b4b2-488d-893b-0e02ea1db5c2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:44.181309 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:44.182367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.184346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/2444f946-b4b2-488d-893b-0e02ea1db5c2 HTTP/1.1" status: 204 len: 168 time: 0.9583948 Jun 17 08:47:44.186967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51534) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:44.384887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.529595 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.599930 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.614874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:44.615728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.659585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d095cce-feb6-40a6-a6e7-2ac2acc615f9 None None] Network 7bbdd197-f73d-4f12-aebd-5eb849c51349 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:44.663728 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Transition to ACTIVE for port object 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:44.670506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:47:44.681386 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.714786 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4702f75f-2d5c-4ef2-b607-79c4de2944a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:44.812876 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port c5e6392e-91e9-44b7-8f4b-bb0320fa8405, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,segment=NetworkSegment(bb2c2848-a43a-4420-b877-2e8e94fc05f6),segment_id=bb2c2848-a43a-4420-b877-2e8e94fc05f6)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:44.812876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.876925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 30954ce5-8a35-490b-bfd1-b527724c66de completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:44.898354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:45.066211 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a081bf-cb2d-4025-ab63-ed40585458dc None None] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:45.092013 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for c5e6392e-91e9-44b7-8f4b-bb0320fa8405 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:45.129869 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Pushing event updated for resources: {'Port': ['ID=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.180623 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.181905 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.183179 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.184405 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.185610 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.186174 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.186607 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.187072 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.189890 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.190994 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.192067 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.192496 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:45.197505 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.205818 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Attempting to bind port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:45.207005 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Attempting to bind port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:45.208143 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Attempting to bind port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 on network bb806554-943c-481b-a323-0f20ba4193b3 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:45.219904 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:45.220455 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Checking segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:45.220979 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.222820 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Bound using segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:45.224070 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Bound port: 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:45.224560 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.231493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.265975 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.277523 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.287977 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7bf5a020-6712-4e25-a1dc-c69729e6317b tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:45.324267 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] For port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:45.329395 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] For port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:45.337214 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.347480 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-60abf383-9f1e-44f2-8864-4ca33393d974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:45.369030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8665a5-1f43-46d6-9f3b-73376a2da56d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.388353 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.425314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:45.425730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.447788 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.461987 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-73ff8ab1-3d23-4d38-8de7-54de6bc3006b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:45.470726 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:45.471413 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:45.502558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port c5e6392e-91e9-44b7-8f4b-bb0320fa8405 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:45.516146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=c5e6392e-91e9-44b7-8f4b-bb0320fa8405,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.517143 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Provisioning for port 30954ce5-8a35-490b-bfd1-b527724c66de completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:45.524448 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.538759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07093f09278743eeb11d55fc9a704756&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5041049 Jun 17 08:47:45.556509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51546) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:45.593665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Set router dd80391a-959c-4158-ab44-421ef5ec2c7b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:45.680495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Provisioning complete for port 30954ce5-8a35-490b-bfd1-b527724c66de triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:45.680913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.683106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1d2fe-dce1-4756-bb30-c1d3ccddbd21 None None] DHCP port deletion for 7bbdd197-f73d-4f12-aebd-5eb849c51349 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:47:45.707970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Allocated IP 172.20.0.1 (caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1/1fb22550-bfa2-4423-90c8-7e60d76a601a/4802b865-3155-4255-9c4a-73fd73bac3d5) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:45.759056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.775690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbdd197-f73d-4f12-aebd-5eb849c51349']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:45.781550 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Pushing event updated for resources: {'Port': ['ID=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.800256 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.808252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.809090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2c2848-a43a-4420-b877-2e8e94fc05f6') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:45.809390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2c2848-a43a-4420-b877-2e8e94fc05f6') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:45.836893 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.855457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.868134 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:47:45.869467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.869849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:47:45.879783 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:47:45.908813 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:45.964122 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.967492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.970242 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e8665a5-1f43-46d6-9f3b-73376a2da56d HTTP/1.1" status: 204 len: 168 time: 0.4127903 Jun 17 08:47:45.995506 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bed5bd88-5c63-4a62-93d0-d2cfe1303e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.070770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.089776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.101130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/7bbdd197-f73d-4f12-aebd-5eb849c51349 HTTP/1.1" status: 204 len: 168 time: 1.9086244 Jun 17 08:47:46.101130 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-dd2dc4e6-7f82-4e72-8029-c265a5cd6ca9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.107191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51558) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.110826 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.134367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014512454'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:46.135177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8665a5-1f43-46d6-9f3b-73376a2da56d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.137935 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.234782 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.246618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=7bbdd197-f73d-4f12-aebd-5eb849c51349,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.261780 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.274305 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:46.285383 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.319262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Transition to ACTIVE for port object 4802b865-3155-4255-9c4a-73fd73bac3d5 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:46.372292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:46.394470 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.396398 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment 844cf968-a704-43d9-99dd-12d58d9dd00f of type vlan for network 90495ee3-12ee-4e97-9c78-585005cd4559 Jun 17 08:47:46.406010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] For port 30954ce5-8a35-490b-bfd1-b527724c66de, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=30954ce5-8a35-490b-bfd1-b527724c66de,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:46.450268 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.456689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:46.462589 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:46.472051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.490602 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-174b7084-66a1-4177-a9dc-b4cf930266c4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.497553 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1501af-44e7-4faf-8a8f-e103d59f5d2f None None] The sync data for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 is: [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:46.532204 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.566084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:46.575770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:46.584580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:46.601011 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.625988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.637731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:46.638937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.643443 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb189708-fc93-435c-b62f-c044b773d811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.692323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Pushing event updated for resources: {'Port': ['ID=4802b865-3155-4255-9c4a-73fd73bac3d5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.711348 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.711892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51570) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.771472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=90495ee3-12ee-4e97-9c78-585005cd4559,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.777855 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.786728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.793334 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6842959 Jun 17 08:47:46.795597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.812965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:46.820341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.825012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:46.829456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 90495ee3-12ee-4e97-9c78-585005cd4559 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:46.842738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 3, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:46.933367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:46.939557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.003828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d0ec1d2-8eba-497c-8d2e-72846913d323 None None] Provisioning complete for port 30954ce5-8a35-490b-bfd1-b527724c66de triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:47.004449 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec1d2-8eba-497c-8d2e-72846913d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.021854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Checking router: dd80391a-959c-4158-ab44-421ef5ec2c7b for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:47.023127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Updating router dd80391a-959c-4158-ab44-421ef5ec2c7b port b3dc99cc-cf17-477d-a57b-2724af26b4ca binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:47.047510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Pushing event updated for resources: {'Port': ['ID=30954ce5-8a35-490b-bfd1-b527724c66de,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.102558 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.111679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.126156 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.147499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:47.152433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.281714 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cbb7a402-25b4-49ed-affe-d2319351e4d6 tempest-NegativeSecGroupTest-905507799 tempest-NegativeSecGroupTest-905507799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.332570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.337621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.379051 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.440167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d25a76-8e81-45fc-ba02-337b5a6ef187,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.446734 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.464253 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a917b27259bc4cd2a346dee746aeca4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438543 Jun 17 08:47:47.468881 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51576) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:47.489588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.553345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.557225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:47.557972 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3be5781c-a937-4ad5-bf41-3b1fff93e548 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.573250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.579475 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.658423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d0ec1d2-8eba-497c-8d2e-72846913d323 None None] Provisioning complete for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:47.659092 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec1d2-8eba-497c-8d2e-72846913d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.697664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=ac50b6f3-c06a-4ecd-b778-9bd8347acf3a,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.702550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c5e6392e-91e9-44b7-8f4b-bb0320fa8405 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:47.709252 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.742825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': '844cf968-a704-43d9-99dd-12d58d9dd00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:47.743313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 90495ee3-12ee-4e97-9c78-585005cd4559, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:47.771542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 90495ee3-12ee-4e97-9c78-585005cd4559 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:47.789901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 90495ee3-12ee-4e97-9c78-585005cd4559) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:47.791484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c5e6392e-91e9-44b7-8f4b-bb0320fa8405 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:47.791849 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c5e6392e-91e9-44b7-8f4b-bb0320fa8405 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:47.805194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6e991a-1dac-480e-866e-ad5e26b594e3 None None] Network 90495ee3-12ee-4e97-9c78-585005cd4559 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:47.807982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:47.809201 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.821154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.835580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.840606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:47.845320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0451674 Jun 17 08:47:47.845533 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.850153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2053798588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:47.932109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.935535 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.980112 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.077859 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.125734 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.137561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.140361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Transition to ACTIVE for port object b3dc99cc-cf17-477d-a57b-2724af26b4ca will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:48.143604 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.150725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97ac692c-c258-4594-b805-3b148f9af406 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.175830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.237761 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.245851 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c224a02-c7dc-48d0-8d74-0134e8cf9e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.252891 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.256772 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-49fce093-61fb-4c8b-a9b8-35bfffe7c9a9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4120309 Jun 17 08:47:48.256772 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Pushing event updated for resources: {'Port': ['ID=4802b865-3155-4255-9c4a-73fd73bac3d5,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.257299 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51586) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:48.276069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-6606e3e8-25a2-40c8-ba1b-1f29e68cd2d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1724339 Jun 17 08:47:48.296330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ac581771-d912-4e1d-92cf-d0fd2747d35f None None] Provisioning for port 4802b865-3155-4255-9c4a-73fd73bac3d5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:48.319792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-90495ee3-12ee-4e97-9c78-585005cd4559', 'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': 'ac50b6f3-c06a-4ecd-b778-9bd8347acf3a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:48.320634 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.329736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ac581771-d912-4e1d-92cf-d0fd2747d35f None None] Provisioning complete for port 4802b865-3155-4255-9c4a-73fd73bac3d5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:48.330115 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ac581771-d912-4e1d-92cf-d0fd2747d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.332970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:48.351155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.353493 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.387487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Pushing event updated for resources: {'Port': ['ID=b3dc99cc-cf17-477d-a57b-2724af26b4ca,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.388484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Attempting to bind port b3dc99cc-cf17-477d-a57b-2724af26b4ca on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:48.388864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Attempting to bind port b3dc99cc-cf17-477d-a57b-2724af26b4ca by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:48.389247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Attempting to bind port b3dc99cc-cf17-477d-a57b-2724af26b4ca on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:48.414661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.415031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.415375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.415717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.416051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.416382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.416707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.417050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.417359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.417679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.418006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.418327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.421686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:48.422283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:48.422788 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.425156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:48.425156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Bound port: b3dc99cc-cf17-477d-a57b-2724af26b4ca, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:48.425156 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.429689 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.438331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.448796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.450063 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88d25a76-8e81-45fc-ba02-337b5a6ef187 HTTP/1.1" status: 204 len: 168 time: 0.9788928 Jun 17 08:47:48.454852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-40b31ba8-baea-4448-93a8-ce57853c22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:48.458272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-40b31ba8-baea-4448-93a8-ce57853c22a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1098 time: 0.1557806 Jun 17 08:47:48.477504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ac581771-d912-4e1d-92cf-d0fd2747d35f None None] Port 4802b865-3155-4255-9c4a-73fd73bac3d5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:48.539220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bebbcbf-83c7-4f09-8f25-f5c85b03bef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.572907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d25a76-8e81-45fc-ba02-337b5a6ef187,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.579603 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.675977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-cc36797f-f686-4958-b49d-603397ccb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:48.678565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-cc36797f-f686-4958-b49d-603397ccb538 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.1873550 Jun 17 08:47:48.945121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-9e4f5cc2-2006-45de-85c8-9e317d211b03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 1002 time: 0.2600644 Jun 17 08:47:49.035493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-2e6a6834-2f2d-4c57-ba09-b4764e035678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.036996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-2e6a6834-2f2d-4c57-ba09-b4764e035678 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0843678 Jun 17 08:47:49.124115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] For port b3dc99cc-cf17-477d-a57b-2724af26b4ca, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:49.174725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:49.182231 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.189623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-9e0bbe18-5d7f-42ec-a7eb-4fcef6fe0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.191272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-9e0bbe18-5d7f-42ec-a7eb-4fcef6fe0263 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471298 Jun 17 08:47:49.211890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] For port b3dc99cc-cf17-477d-a57b-2724af26b4ca, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b3dc99cc-cf17-477d-a57b-2724af26b4ca,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:49.218029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51600) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:49.249089 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.252649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.276221 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ba5069e2-687b-4820-bc0e-6adf7319d390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:49.351653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Allocated IP 2001:db8::2 (90495ee3-12ee-4e97-9c78-585005cd4559/ac50b6f3-c06a-4ecd-b778-9bd8347acf3a/f03adfca-1876-43d4-a12a-d03c64ed2deb) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:49.435011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-7b7987ac-4a98-4b8f-8efe-8b8eb177c092 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337971 Jun 17 08:47:49.444405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Routers {'dd80391a-959c-4158-ab44-421ef5ec2c7b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:49.445277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dd80391a-959c-4158-ab44-421ef5ec2c7b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:49.507684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Pushing event updated for resources: {'Port': ['ID=b3dc99cc-cf17-477d-a57b-2724af26b4ca,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:49.559415 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:49.580917 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c6cdee4-79e0-4dce-9356-964c53215c18 req-bf16c6f1-431c-4c91-99e8-c32cf47bb191 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397870 Jun 17 08:47:49.609650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 30954ce5-8a35-490b-bfd1-b527724c66de up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:49.615687 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.657773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:49.662492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:49.701879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.718278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.721402 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b69a8500-8823-4dd9-892b-886a994f43a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:49.790463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] Set router dd80391a-959c-4158-ab44-421ef5ec2c7b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:49.834078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18d3f984f1cd47328cf5ddf1ea2c2c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109688 Jun 17 08:47:49.835367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51602) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:49.837801 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b50dd0-6f47-4593-b23a-44d011233a12,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:49.859583 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:49.918799 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.032776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.091473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 30954ce5-8a35-490b-bfd1-b527724c66de triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:50.092619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.119279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.216514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Router dd80391a-959c-4158-ab44-421ef5ec2c7b has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:50.239584 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.243212 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.244510 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25b50dd0-6f47-4593-b23a-44d011233a12 HTTP/1.1" status: 204 len: 168 time: 0.4078326 Jun 17 08:47:50.245521 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d0667d32-bcbb-4ab0-845f-f8a54847ef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:50.281654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bcfcac40-3a70-436b-8832-8975af819445 None None] Provisioning complete for port 4802b865-3155-4255-9c4a-73fd73bac3d5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:50.282274 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-3a70-436b-8832-8975af819445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.289755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b50dd0-6f47-4593-b23a-44d011233a12,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:50.299671 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:50.465331 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.516311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcac40-3a70-436b-8832-8975af819445 None None] Port 4802b865-3155-4255-9c4a-73fd73bac3d5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:50.519277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Transition to ACTIVE for port object f03adfca-1876-43d4-a12a-d03c64ed2deb will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:50.547613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Transition to ACTIVE for port object f03adfca-1876-43d4-a12a-d03c64ed2deb will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:50.567840 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.570878 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-409f7814-05ab-474d-a774-d13f513ad5c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:50.574148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '4802b865-3155-4255-9c4a-73fd73bac3d5', 'name': '', 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'mac_address': 'fa:16:3e:64:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:45Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 2, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'subnets': [{'id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:50.652747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ba49a-05de-4991-93eb-2fe4f6e4175d None None] The sync data for ids ['dd80391a-959c-4158-ab44-421ef5ec2c7b'] in n-d-780147-13 is: [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '4802b865-3155-4255-9c4a-73fd73bac3d5', 'name': '', 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'mac_address': 'fa:16:3e:64:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:45Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 2, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'subnets': [{'id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:50.657894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:50.675929 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] 10.222.0.65 "PUT /v2.0/routers/dd80391a-959c-4158-ab44-421ef5ec2c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8860860 Jun 17 08:47:50.684522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8::1 (90495ee3-12ee-4e97-9c78-585005cd4559/ac50b6f3-c06a-4ecd-b778-9bd8347acf3a/adaf9010-43ee-48a0-b1eb-130e489edf18) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:50.716370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Network 90495ee3-12ee-4e97-9c78-585005cd4559 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:50.737212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:50.745466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:50.751557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Pushing event updated for resources: {'Port': ['ID=f03adfca-1876-43d4-a12a-d03c64ed2deb,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:50.759653 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:50.888895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Attempting to bind port f03adfca-1876-43d4-a12a-d03c64ed2deb on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:50.889272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Attempting to bind port f03adfca-1876-43d4-a12a-d03c64ed2deb by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '844cf968-a704-43d9-99dd-12d58d9dd00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:50.889888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Attempting to bind port f03adfca-1876-43d4-a12a-d03c64ed2deb on network 90495ee3-12ee-4e97-9c78-585005cd4559 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:50.907447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:50.908549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Checking segment: {'id': '844cf968-a704-43d9-99dd-12d58d9dd00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:50.909862 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.910552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Bound using segment: {'id': '844cf968-a704-43d9-99dd-12d58d9dd00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:50.911344 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Bound port: f03adfca-1876-43d4-a12a-d03c64ed2deb, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844cf968-a704-43d9-99dd-12d58d9dd00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '90495ee3-12ee-4e97-9c78-585005cd4559'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:50.911983 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.917677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.962242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object adaf9010-43ee-48a0-b1eb-130e489edf18 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:51.033677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.037015 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9786d521-3bf7-415f-b556-4e3dfc206617 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:51.118735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] For port f03adfca-1876-43d4-a12a-d03c64ed2deb, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:51.133198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] For port f03adfca-1876-43d4-a12a-d03c64ed2deb, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f03adfca-1876-43d4-a12a-d03c64ed2deb,segment=NetworkSegment(844cf968-a704-43d9-99dd-12d58d9dd00f),segment_id=844cf968-a704-43d9-99dd-12d58d9dd00f)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:51.142756 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.158698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 90495ee3-12ee-4e97-9c78-585005cd4559 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:51.161631 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b41f890-0c3f-4bcf-81a2-02333aafc871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:51.165436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:51.174473 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:51.175444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.298843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=adaf9010-43ee-48a0-b1eb-130e489edf18,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:51.307535 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:51.375182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Pushing event updated for resources: {'Port': ['ID=f03adfca-1876-43d4-a12a-d03c64ed2deb,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:51.385908 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:51.423841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.033293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51648) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:52.039310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511899615', 'description': 'tempest-secgroup-smoke-511899615 description', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:52.064705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.075278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.076244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.085610 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6edd7625-3a8d-48e1-91d7-b2d7c93b9062 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:52.106037 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.290850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=adaf9010-43ee-48a0-b1eb-130e489edf18,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:52.308273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:52.364701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 90495ee3-12ee-4e97-9c78-585005cd4559 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:52.366676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:52.372831 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.384693 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.387699 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:52.506543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effa6dee-1b84-4956-8695-b94a316e84d3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:52.511690 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:52.518109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.519411 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4850392 Jun 17 08:47:52.522973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51658) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:52.529092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group_rule': {'security_group_id': 'effa6dee-1b84-4956-8695-b94a316e84d3', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:52.589808 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.732984 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.736092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 66161e0c-8b59-487f-a6ad-caed288a12db is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:52.749014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.755198 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e72a1a93-3547-4092-8355-567af5773e26 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:52.809539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b3dc99cc-cf17-477d-a57b-2724af26b4ca up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:52.820621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.824401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51660) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:52.829443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group_rule': {'security_group_id': 'effa6dee-1b84-4956-8695-b94a316e84d3', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:52.830100 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3010094 Jun 17 08:47:52.914466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.009251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port b3dc99cc-cf17-477d-a57b-2724af26b4ca completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:53.019271 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b3dc99cc-cf17-477d-a57b-2724af26b4ca triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:53.019664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.081923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:53.086419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11c71db-b9ad-41f7-a807-73265d422c1c,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.097906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.101996 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fce27-393f-411a-9949-ccb878c98267 None None] Sync routers for ids ['66161e0c-8b59-487f-a6ad-caed288a12db'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:53.102825 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.115265 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fce27-393f-411a-9949-ccb878c98267 None None] Routers {'66161e0c-8b59-487f-a6ad-caed288a12db'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:53.115983 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-919fce27-393f-411a-9949-ccb878c98267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['66161e0c-8b59-487f-a6ad-caed288a12db'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:53.117295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/66161e0c-8b59-487f-a6ad-caed288a12db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8577290 Jun 17 08:47:53.118427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.120053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:53.130194 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c95db1b9-a3da-4700-9ab8-b882466a9ecc tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:53.210025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3353348-f90c-41a5-a3b8-101f959ec20b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.214592 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.228596 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.230335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4049125 Jun 17 08:47:53.233112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51670) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:53.245379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group_rule': {'security_group_id': 'effa6dee-1b84-4956-8695-b94a316e84d3', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:53.275219 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-919fce27-393f-411a-9949-ccb878c98267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:53.308338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e981201-5ff9-4875-b378-9ff0e24727a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:53.309055 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fce27-393f-411a-9949-ccb878c98267 None None] Routers {'66161e0c-8b59-487f-a6ad-caed288a12db'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:53.309919 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-919fce27-393f-411a-9949-ccb878c98267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['66161e0c-8b59-487f-a6ad-caed288a12db'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:53.314500 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9e981201-5ff9-4875-b378-9ff0e24727a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports/adaf9010-43ee-48a0-b1eb-130e489edf18 HTTP/1.1" status: 200 len: 911 time: 0.1893365 Jun 17 08:47:53.316067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:53.327276 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.348011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.416789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port b3dc99cc-cf17-477d-a57b-2724af26b4ca, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b3dc99cc-cf17-477d-a57b-2724af26b4ca,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:53.430341 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.431275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f03adfca-1876-43d4-a12a-d03c64ed2deb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:53.432062 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-919fce27-393f-411a-9949-ccb878c98267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:53.432811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fce27-393f-411a-9949-ccb878c98267 None None] The sync data for ids ['66161e0c-8b59-487f-a6ad-caed288a12db'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:53.432993 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:53.506469 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.513778 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.522482 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e74a91a2-6a8b-4723-b82f-aae8184a0d97 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:53.544355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222eeef7-2ffe-42be-ba27-b9a9f33571af,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.548091 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.550889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.552528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3177083 Jun 17 08:47:53.555749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51676) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:53.562978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group_rule': {'security_group_id': 'effa6dee-1b84-4956-8695-b94a316e84d3', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:53.603350 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.634332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c999e-02d0-44db-ab54-677ce6ae7b69 None None] Network 90495ee3-12ee-4e97-9c78-585005cd4559 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:53.639770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=b3dc99cc-cf17-477d-a57b-2724af26b4ca,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.647502 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.683893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cba6ec15-e3a4-4444-ab64-583d6351972d None None] Provisioning for port f03adfca-1876-43d4-a12a-d03c64ed2deb completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:53.695648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.704217 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.713696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f03adfca-1876-43d4-a12a-d03c64ed2deb completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:53.716202 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5c79667b-e448-47a6-a306-54697ff5a321 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:53.736602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1841b1-d3a3-411d-acc4-5adb89c33218,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.739752 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.758173 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.760038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2027583 Jun 17 08:47:53.763287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51686) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:53.774645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group_rule': {'security_group_id': 'effa6dee-1b84-4956-8695-b94a316e84d3', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:53.808219 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Project a1118ad3e81049bab06d9f6d2f28dad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:47:53.808457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f03adfca-1876-43d4-a12a-d03c64ed2deb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:53.808787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.816856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.918944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.931930 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.943539 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-52774193-0608-4576-b770-d472b2809789 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:53.962789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e60a52-85d2-4f5f-b2ef-c30539583c4e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.966497 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.985195 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.988055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2227418 Jun 17 08:47:53.990755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51688) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:53.997695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'security_group_rule': {'security_group_id': 'effa6dee-1b84-4956-8695-b94a316e84d3', 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:54.026132 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Project a1118ad3e81049bab06d9f6d2f28dad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:47:54.034809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.091173 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.136381 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.152580 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.188598 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eada9243-8f9c-4a80-afe3-b1992d4d7bef tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:54.201523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.241212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f72906-491d-4efb-b180-9cc51ccfbb45,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:54.248849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:54.271844 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.273931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811248 Jun 17 08:47:54.335705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f03adfca-1876-43d4-a12a-d03c64ed2deb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f03adfca-1876-43d4-a12a-d03c64ed2deb,segment=NetworkSegment(844cf968-a704-43d9-99dd-12d58d9dd00f),segment_id=844cf968-a704-43d9-99dd-12d58d9dd00f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:54.348557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.354329 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:54.472748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f03adfca-1876-43d4-a12a-d03c64ed2deb,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:54.481876 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:54.685985 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b3dc99cc-cf17-477d-a57b-2724af26b4ca up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:54.813072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b3dc99cc-cf17-477d-a57b-2724af26b4ca triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:54.813640 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.065211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-040c0739-a26b-4b2c-89c3-1c2e19c9d835 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511899615&fields=id&tenant_id=a1118ad3e81049bab06d9f6d2f28dad8 HTTP/1.1" status: 200 len: 267 time: 0.1574914 Jun 17 08:47:55.118666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5972cf49-14b7-4aad-b2e6-f882efc52f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.191059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Sync routers for ids ['dd80391a-959c-4158-ab44-421ef5ec2c7b'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:55.215478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port adaf9010-43ee-48a0-b1eb-130e489edf18 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:55.216582 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.268520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Routers {'dd80391a-959c-4158-ab44-421ef5ec2c7b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:55.272848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dd80391a-959c-4158-ab44-421ef5ec2c7b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:55.354131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-05a403c3-bacc-4992-9566-6f7ec9b4393a tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.364215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-05a403c3-bacc-4992-9566-6f7ec9b4393a tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 807 time: 0.2905488 Jun 17 08:47:55.384618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-909630d8-260e-4246-82eb-0c9b19d8cf46 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/quotas/a1118ad3e81049bab06d9f6d2f28dad8 HTTP/1.1" status: 200 len: 375 time: 0.0187874 Jun 17 08:47:55.402988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.423948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-77ea27f4-1f02-4d0f-a94a-887fdc6f48f0 None None] Provisioning complete for port f03adfca-1876-43d4-a12a-d03c64ed2deb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:55.424685 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-77ea27f4-1f02-4d0f-a94a-887fdc6f48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.506562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for adaf9010-43ee-48a0-b1eb-130e489edf18 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:55.558435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-e7a067e9-72e6-4426-9e07-3edab76e465d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724815 Jun 17 08:47:55.704150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-fdeb33ce-f9d8-4018-b771-7c65af3d923d service neutron] 10.222.0.65 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421888 Jun 17 08:47:55.836383 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.840177 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:55.870565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-682f6166-507d-447d-b215-76326d65e3e3 service neutron] 10.222.0.65 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652935 Jun 17 08:47:55.908996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=adaf9010-43ee-48a0-b1eb-130e489edf18,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:55.920283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:56.063796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Set router dd80391a-959c-4158-ab44-421ef5ec2c7b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:56.198323 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.246523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50efdaa8-c21f-41ae-a879-b2e98f14a3a1 req-8dc36df4-6286-4e1c-b481-144a54379889 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0947988 Jun 17 08:47:56.431712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-77ea27f4-1f02-4d0f-a94a-887fdc6f48f0 None None] Could not find standard attr ID for object adaf9010-43ee-48a0-b1eb-130e489edf18. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:47:56.615045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-15f011df-a784-4af5-a3a1-cb71e24bf6cc None None] Could not find standard attr ID for object adaf9010-43ee-48a0-b1eb-130e489edf18. {{(pid=93501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:47:56.707056 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f03adfca-1876-43d4-a12a-d03c64ed2deb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:56.844995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f03adfca-1876-43d4-a12a-d03c64ed2deb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:56.845456 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.898664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '4802b865-3155-4255-9c4a-73fd73bac3d5', 'name': '', 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'mac_address': 'fa:16:3e:64:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:45Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 2, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'subnets': [{'id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:56.942627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Checking router: dd80391a-959c-4158-ab44-421ef5ec2c7b for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:56.943091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Updating router dd80391a-959c-4158-ab44-421ef5ec2c7b port 4802b865-3155-4255-9c4a-73fd73bac3d5 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:57.060360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.326025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 66161e0c-8b59-487f-a6ad-caed288a12db has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:57.486809 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.499432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Transition to ACTIVE for port object 4802b865-3155-4255-9c4a-73fd73bac3d5 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:57.511739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93c9b644-5613-43f2-98cb-7627cad1722f req-0ecbdbf0-02a7-4be0-ae34-38b61d458b47 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0635476 Jun 17 08:47:57.513047 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.516330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:57.525159 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:57.531747 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] Sync routers for ids ['66161e0c-8b59-487f-a6ad-caed288a12db'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:57.537461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51774) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:57.539620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/66161e0c-8b59-487f-a6ad-caed288a12db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2224340 Jun 17 08:47:57.544123 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] Routers {'66161e0c-8b59-487f-a6ad-caed288a12db'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:57.544746 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['66161e0c-8b59-487f-a6ad-caed288a12db'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:57.584316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8ee7abae-c9c4-4463-864a-95745f07e519 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=66161e0c-8b59-487f-a6ad-caed288a12db HTTP/1.1" status: 200 len: 205 time: 0.0453722 Jun 17 08:47:57.586968 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51776) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:57.631784 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:57.642529 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] Routers {'66161e0c-8b59-487f-a6ad-caed288a12db'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:57.643814 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['66161e0c-8b59-487f-a6ad-caed288a12db'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:57.756939 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:57.759514 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ccf93-162c-46bd-894b-ad447d166b5d None None] The sync data for ids ['66161e0c-8b59-487f-a6ad-caed288a12db'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:57.799544 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.802630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.851571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da52287-4899-4517-8b0a-17a881fe7b60 None None] Pushing event updated for resources: {'Port': ['ID=4802b865-3155-4255-9c4a-73fd73bac3d5,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:57.871675 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3da52287-4899-4517-8b0a-17a881fe7b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:57.914784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Attempting to bind port 4802b865-3155-4255-9c4a-73fd73bac3d5 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:57.915208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Attempting to bind port 4802b865-3155-4255-9c4a-73fd73bac3d5 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:57.915834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Attempting to bind port 4802b865-3155-4255-9c4a-73fd73bac3d5 on network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:57.960560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:57.960981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Checking segment: {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:57.961320 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.961855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Bound using segment: {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:57.962433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Bound port: 4802b865-3155-4255-9c4a-73fd73bac3d5, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f079b7-bb25-4ff4-bab9-e5ace3f70f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:57.963113 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.010052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-406be646-6f10-4fff-a2e3-88a17e92909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.179452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] For port 4802b865-3155-4255-9c4a-73fd73bac3d5, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:58.199443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] For port 4802b865-3155-4255-9c4a-73fd73bac3d5, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4802b865-3155-4255-9c4a-73fd73bac3d5,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:58.210781 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.217557 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bb346776-03cf-461f-b17d-2f474d92dffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.284062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Routers {'dd80391a-959c-4158-ab44-421ef5ec2c7b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:58.284821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dd80391a-959c-4158-ab44-421ef5ec2c7b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:58.350697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da52287-4899-4517-8b0a-17a881fe7b60 None None] Pushing event updated for resources: {'Port': ['ID=4802b865-3155-4255-9c4a-73fd73bac3d5,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.408828 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3da52287-4899-4517-8b0a-17a881fe7b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:58.463939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.467884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.509517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] Set router dd80391a-959c-4158-ab44-421ef5ec2c7b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:58.589401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-22cc277c-738f-4662-9ec3-1dde46c2fd41 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:58.601405 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-22cc277c-738f-4662-9ec3-1dde46c2fd41 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 807 time: 0.5663393 Jun 17 08:47:58.632220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.632718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router 66161e0c-8b59-487f-a6ad-caed288a12db {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:47:58.683588 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.697653 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1843267a-b9f8-4679-9550-5a9883c92724 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/66161e0c-8b59-487f-a6ad-caed288a12db HTTP/1.1" status: 204 len: 168 time: 1.1095796 Jun 17 08:47:58.698048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51788) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:58.746138 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-eaaeba74-c676-4357-b9ea-46d522363319 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1118ad3e81049bab06d9f6d2f28dad8 HTTP/1.1" status: 200 len: 379 time: 0.1337748 Jun 17 08:47:58.747274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4802b865-3155-4255-9c4a-73fd73bac3d5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:58.758087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'port': {'device_id': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'admin_state_up': True, 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'security_groups': ['effa6dee-1b84-4956-8695-b94a316e84d3']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:58.785006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f3b1126-a64a-43cb-81ea-ca025a4fab46 req-9f516521-eb5d-4346-b5d8-58967ad9f3ce tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 210 time: 0.1032059 Jun 17 08:47:58.946283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet ac50b6f3-c06a-4ecd-b778-9bd8347acf3a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:58.972241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.009651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Made reservation on behalf of a1118ad3e81049bab06d9f6d2f28dad8 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:59.014370 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.024049 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.050641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 4802b865-3155-4255-9c4a-73fd73bac3d5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:59.066494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.082314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4802b865-3155-4255-9c4a-73fd73bac3d5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:59.082744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.184257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '4802b865-3155-4255-9c4a-73fd73bac3d5', 'name': '', 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'mac_address': 'fa:16:3e:64:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:45Z', 'updated_at': '2021-06-17T08:47:58Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'subnets': [{'id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:59.216382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70544451-46c6-4aba-941a-f0aa64b3690c None None] The sync data for ids ['dd80391a-959c-4158-ab44-421ef5ec2c7b'] in n-d-780147-13 is: [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '4802b865-3155-4255-9c4a-73fd73bac3d5', 'name': '', 'network_id': 'caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'mac_address': 'fa:16:3e:64:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:45Z', 'updated_at': '2021-06-17T08:47:58Z', 'revision_number': 4, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'subnets': [{'id': '1fb22550-bfa2-4423-90c8-7e60d76a601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:59.226668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Allocated IP 172.20.0.13 (bb806554-943c-481b-a323-0f20ba4193b3/151f2a04-e7ce-498a-9fb3-e3ba4c47a3de/ba282a46-8809-4c07-a17f-23649a9fc0bf) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:59.238404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.307676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 4802b865-3155-4255-9c4a-73fd73bac3d5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4802b865-3155-4255-9c4a-73fd73bac3d5,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:59.325835 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.332121 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd55db4f-7b93-408b-b2ee-300df0a2e9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:59.338673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.465628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=4802b865-3155-4255-9c4a-73fd73bac3d5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:59.471744 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.475345 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-682cf541-edff-414f-91f8-76c3649dc1b6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:59.486045 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:59.535322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=ac50b6f3-c06a-4ecd-b778-9bd8347acf3a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:59.542874 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:59.544837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.547416 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.550241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/ac50b6f3-c06a-4ecd-b778-9bd8347acf3a HTTP/1.1" status: 204 len: 168 time: 0.8437874 Jun 17 08:47:59.551926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3234bf4f-71c6-4b52-98e5-7a6c3aa55045 None None] Network 90495ee3-12ee-4e97-9c78-585005cd4559 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:59.553921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:59.580332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Transition to ACTIVE for port object ba282a46-8809-4c07-a17f-23649a9fc0bf will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:59.658004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.665556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25c401e0-8118-4cd1-bc97-4cf1d0288209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:59.739966 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.779767 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'Port': ['ID=ba282a46-8809-4c07-a17f-23649a9fc0bf,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:59.785808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:59.806353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Network bb806554-943c-481b-a323-0f20ba4193b3 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:59.809883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:59.817751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:59.892899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port f03adfca-1876-43d4-a12a-d03c64ed2deb {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:59.896006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.949785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] DHCP port deletion for 90495ee3-12ee-4e97-9c78-585005cd4559 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:47:59.985672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.988443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.029728 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2751484 Jun 17 08:48:00.043115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Request body: {'port': {'device_id': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:00.091837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Deleting port f03adfca-1876-43d4-a12a-d03c64ed2deb {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:00.092225 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.118543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port f03adfca-1876-43d4-a12a-d03c64ed2deb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f03adfca-1876-43d4-a12a-d03c64ed2deb,segment=NetworkSegment(844cf968-a704-43d9-99dd-12d58d9dd00f),segment_id=844cf968-a704-43d9-99dd-12d58d9dd00f)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:00.118880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.183124 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.250416 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] For port f03adfca-1876-43d4-a12a-d03c64ed2deb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f03adfca-1876-43d4-a12a-d03c64ed2deb,segment=NetworkSegment(844cf968-a704-43d9-99dd-12d58d9dd00f),segment_id=844cf968-a704-43d9-99dd-12d58d9dd00f)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:00.250950 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.358112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for f03adfca-1876-43d4-a12a-d03c64ed2deb owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:00.487701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Calling delete_port for f03adfca-1876-43d4-a12a-d03c64ed2deb owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:00.630140 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.644570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c54d-e64a-4a88-a80a-c76f02031af4 req-7fdda8d0-e92d-4332-ad8f-dbf8ef236c03 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.645821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4802b865-3155-4255-9c4a-73fd73bac3d5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:00.651775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23d7c54d-e64a-4a88-a80a-c76f02031af4 req-7fdda8d0-e92d-4332-ad8f-dbf8ef236c03 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 932 time: 0.3885417 Jun 17 08:48:00.673431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-79f17689-a273-42ed-b379-4d257e8b9839 None None] Provisioning for port ba282a46-8809-4c07-a17f-23649a9fc0bf completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:00.718147 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.738664 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74edda30-673c-48cc-8ae7-7f3c36f46d2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:00.744722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-79f17689-a273-42ed-b379-4d257e8b9839 None None] Provisioning complete for port ba282a46-8809-4c07-a17f-23649a9fc0bf triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:00.745129 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-79f17689-a273-42ed-b379-4d257e8b9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.747161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba282a46-8809-4c07-a17f-23649a9fc0bf {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:00.767770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.782637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Transition to ACTIVE for port object ba282a46-8809-4c07-a17f-23649a9fc0bf will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:00.783086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=f03adfca-1876-43d4-a12a-d03c64ed2deb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:00.790770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.791078 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:00.795134 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:00.806215 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23d7c54d-e64a-4a88-a80a-c76f02031af4 req-2e595876-a0a4-4673-bc0d-0bfc85a58dc3 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534755 Jun 17 08:48:00.815059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port f03adfca-1876-43d4-a12a-d03c64ed2deb on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:00.918329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-79f17689-a273-42ed-b379-4d257e8b9839 None None] Port ba282a46-8809-4c07-a17f-23649a9fc0bf cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:00.981927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4802b865-3155-4255-9c4a-73fd73bac3d5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:00.982546 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.013017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba282a46-8809-4c07-a17f-23649a9fc0bf,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:01.022742 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.053557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.062711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90495ee3-12ee-4e97-9c78-585005cd4559']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:01.083375 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:01.094856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] No DVR routers for this DVR port f03adfca-1876-43d4-a12a-d03c64ed2deb on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:01.095703 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.096103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.096523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.096849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.097223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.097599 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.098194 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.098340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.098718 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.099586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.099586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.099829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:01.107104 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:01.150077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844cf968-a704-43d9-99dd-12d58d9dd00f') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:01.150479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844cf968-a704-43d9-99dd-12d58d9dd00f') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:01.167320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Attempting to bind port ba282a46-8809-4c07-a17f-23649a9fc0bf on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:01.167855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Attempting to bind port ba282a46-8809-4c07-a17f-23649a9fc0bf by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:01.169292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Attempting to bind port ba282a46-8809-4c07-a17f-23649a9fc0bf on network bb806554-943c-481b-a323-0f20ba4193b3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:01.182702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Port ba282a46-8809-4c07-a17f-23649a9fc0bf on network bb806554-943c-481b-a323-0f20ba4193b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:01.183761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Attempting to bind port ba282a46-8809-4c07-a17f-23649a9fc0bf on network bb806554-943c-481b-a323-0f20ba4193b3 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:01.192533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:01.192935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Checking segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:01.194669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Bound using segment: {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:01.196439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Bound port: ba282a46-8809-4c07-a17f-23649a9fc0bf, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37830952-7db4-4964-b511-c09b362e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:01.196439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.206224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.230743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Pushing event deleted for resources: {'Port': ['ID=f03adfca-1876-43d4-a12a-d03c64ed2deb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:01.244851 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:01.334055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] For port ba282a46-8809-4c07-a17f-23649a9fc0bf, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:01.357056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] For port ba282a46-8809-4c07-a17f-23649a9fc0bf, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:01.374247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.387194 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:01.541583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f03adfca-1876-43d4-a12a-d03c64ed2deb no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:01.618865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f03adfca-1876-43d4-a12a-d03c64ed2deb {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:01.619703 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f03adfca-1876-43d4-a12a-d03c64ed2deb not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:01.621056 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.621672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.633989 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 1093 time: 1.5849960 Jun 17 08:48:01.635028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:01.638303 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf7b4e4-7342-426a-b753-b4626fc32a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:01.785732 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b982dc-5611-4992-920a-0bd2ce14d0d0 x-openstack-request-id: req-41b982dc-5611-4992-920a-0bd2ce14d0d0 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:01.786396 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:01.786508 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41b982dc-5611-4992-920a-0bd2ce14d0d0 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:01.787004 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'status': 'completed', 'code': 200} Jun 17 08:48:01.787713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba282a46-8809-4c07-a17f-23649a9fc0bf,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:01.805854 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:01.849255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-bdb64eab-84d7-4a71-b3c5-578a3b52ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.851160 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-bdb64eab-84d7-4a71-b3c5-578a3b52ebaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1616161 Jun 17 08:48:01.916401 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-b87d2774-0cae-47a3-bd85-cb41c53475cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 217 time: 0.0557702 Jun 17 08:48:02.006884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-6438c92c-692d-44d7-aa75-0576080de088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.014971 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-6438c92c-692d-44d7-aa75-0576080de088 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.0796320 Jun 17 08:48:02.105372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-013433e8-9f17-4da6-bb55-e078acde4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.115310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-013433e8-9f17-4da6-bb55-e078acde4cbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954332 Jun 17 08:48:02.119186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.149465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:02.149883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:02.157584 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:02.224781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-4fbf185f-bdd0-4d88-882a-51ee45aedf25 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035767 Jun 17 08:48:02.235793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6e15-11e7-440f-97d6-df546a9232d6 req-6f0d5b08-71b5-4a08-bd5e-ef2e25d4596f tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.237345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ddba6e15-11e7-440f-97d6-df546a9232d6 req-6f0d5b08-71b5-4a08-bd5e-ef2e25d4596f tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 944 time: 0.1346815 Jun 17 08:48:02.288887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.305777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ddba6e15-11e7-440f-97d6-df546a9232d6 req-9d749993-7e30-45bd-b818-7a909f89717a tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618119 Jun 17 08:48:02.319048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.319048 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/90495ee3-12ee-4e97-9c78-585005cd4559 HTTP/1.1" status: 204 len: 168 time: 2.7600031 Jun 17 08:48:02.319048 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-115e700c-e07e-4cfc-809c-8e2575233462 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:02.330631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51834) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:02.331554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=90495ee3-12ee-4e97-9c78-585005cd4559,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:02.338401 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:02.343108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1839231772', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:02.367972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.369071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.376762 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2f278b0b-fc50-4340-9a25-be7cf3a538c9 req-bb10aacc-0590-42cc-8c69-7f8b2e4e551a service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447418 Jun 17 08:48:02.437552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.569520 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-95e379a6-634f-418a-a7e8-3b7a2a5325ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.571074 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-95e379a6-634f-418a-a7e8-3b7a2a5325ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1029043 Jun 17 08:48:02.643900 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.763631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-7e6099c3-f108-4834-afe5-8a192156d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.767454 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-7e6099c3-f108-4834-afe5-8a192156d724 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 908 time: 0.1845145 Jun 17 08:48:02.940774 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-bb402eb9-39e5-4f62-b1f3-c97e2f3c6f2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 217 time: 0.1627162 Jun 17 08:48:03.022402 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-82745e8c-78fd-40fe-a67e-e2e5d0019f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.028289 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-82745e8c-78fd-40fe-a67e-e2e5d0019f68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.0826313 Jun 17 08:48:03.111645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.137109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.141675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-7fd12512-09b1-4b82-b417-f70e0055f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.144079 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-7fd12512-09b1-4b82-b417-f70e0055f9e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055360 Jun 17 08:48:03.215346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dd1ec-66bc-4677-931f-e64bd0fb0247 req-94f2d080-c613-4a3d-8e11-4a18f688f642 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.224439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-870dd1ec-66bc-4677-931f-e64bd0fb0247 req-94f2d080-c613-4a3d-8e11-4a18f688f642 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1849866 Jun 17 08:48:03.283498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-870dd1ec-66bc-4677-931f-e64bd0fb0247 req-374ef42b-ed16-41d9-b6cd-7d4029229849 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581162 Jun 17 08:48:03.357267 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-61cbad72-fe01-45ae-bc81-a17b8560ecbc service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041070 Jun 17 08:48:03.379518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 172.25.7.141 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/497edfda-35e1-47e2-930b-6a551ce43122) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:03.504828 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1bf7b4e4-7342-426a-b753-b4626fc32a5c req-747a846e-178d-44ae-9b1c-7c827ec562ad service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403620 Jun 17 08:48:03.572524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.592282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db647a-e7d1-4d32-b121-9ea8adf4975c req-de72f38e-ced2-49b8-b285-d8e51e0a9da0 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.593928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2db647a-e7d1-4d32-b121-9ea8adf4975c req-de72f38e-ced2-49b8-b285-d8e51e0a9da0 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 944 time: 0.1644716 Jun 17 08:48:03.646376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f2db647a-e7d1-4d32-b121-9ea8adf4975c req-dd918a18-f1f3-4993-a65b-d5e2e5689823 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Jun 17 08:48:03.680764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.682921 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-07fde49f-885e-49cc-815e-4fc43097f75d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:03.748614 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=497edfda-35e1-47e2-930b-6a551ce43122,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:03.765270 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:03.771577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:03.773128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:03.785375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:04.216898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.304001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-97542918-66cc-4188-bcc5-92e979134e36 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.305382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-97542918-66cc-4188-bcc5-92e979134e36 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.2637315 Jun 17 08:48:04.329020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-fc0c4e91-99b9-44b2-a4e3-d9dc9693deeb tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0162714 Jun 17 08:48:04.527405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-d6964c3f-fd75-418b-b729-bc458fa9ac79 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917598 Jun 17 08:48:04.550374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.651499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e582-de2e-4e01-a8f5-2b6bd01f56ed req-749483f6-8132-49f5-9d83-b1b116761b28 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.652883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99f2e582-de2e-4e01-a8f5-2b6bd01f56ed req-749483f6-8132-49f5-9d83-b1b116761b28 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2363830 Jun 17 08:48:04.756192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-153eb565-ac38-4768-ac16-3597e70b986b service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159669 Jun 17 08:48:04.768823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99f2e582-de2e-4e01-a8f5-2b6bd01f56ed req-9e8be99f-79f3-4646-989f-2dec868ffe14 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873835 Jun 17 08:48:04.942155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router d00d1f7d-8328-42fe-b19f-a63b787e8adc is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:48:05.042567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-f9bd0605-1200-4a36-bf3a-434820ccd064 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710376 Jun 17 08:48:05.187984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1118f-bf55-497c-850b-af001ca6af5f req-9d4e2355-811e-42d9-82c4-3859e42a10c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.189576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62c1118f-bf55-497c-850b-af001ca6af5f req-9d4e2355-811e-42d9-82c4-3859e42a10c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 944 time: 0.2735627 Jun 17 08:48:05.250336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:05.265648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] Sync routers for ids ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:05.284673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] Routers {'d00d1f7d-8328-42fe-b19f-a63b787e8adc'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:05.285349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:05.316354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62c1118f-bf55-497c-850b-af001ca6af5f req-ed362882-aa5d-40dc-b12c-522e8825f6b2 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179039 Jun 17 08:48:05.334794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:05.339572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51892) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:05.345731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:05.347526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0068715 Jun 17 08:48:05.357540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] Routers {'d00d1f7d-8328-42fe-b19f-a63b787e8adc'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:05.360664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:05.438661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:05.448270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c625ad-26c8-46bd-a627-dd78ab7141a4 None None] The sync data for ids ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:05.586917 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa44a0d4-a08c-48ad-8183-6325387e5277 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/routers/d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 200 len: 885 time: 0.2456276 Jun 17 08:48:05.587665 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51902) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:05.596260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-73a7d59e-e6f6-45da-9c9e-d424e8f2f433 req-d5ece1a5-5dff-41f7-b50e-53009efb9572 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.0449679 Jun 17 08:48:05.811009 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4ed1576c-880a-4b52-a0b7-5fee123b28c9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2215142 Jun 17 08:48:05.813428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51912) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:05.824160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1839231772'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:05.939258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ba282a46-8809-4c07-a17f-23649a9fc0bf details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:06.139751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ba282a46-8809-4c07-a17f-23649a9fc0bf, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:06.166841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'port_id': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'mac_address': 'fa:16:3e:80:80:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:06.210375 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.238495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba282a46-8809-4c07-a17f-23649a9fc0bf {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:06.271935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ba282a46-8809-4c07-a17f-23649a9fc0bf, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:06.284605 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.288803 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:06.401951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ba282a46-8809-4c07-a17f-23649a9fc0bf,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:06.417287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:06.492240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ba282a46-8809-4c07-a17f-23649a9fc0bf'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:06.823368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0fe4e-ee75-473c-901f-31e0d888f3b7 req-ebcd7847-d691-4ca0-91ec-0f4f9ef9b1d0 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.825691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ca0fe4e-ee75-473c-901f-31e0d888f3b7 req-ebcd7847-d691-4ca0-91ec-0f4f9ef9b1d0 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 945 time: 0.2172012 Jun 17 08:48:06.902744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d898-c799-49d7-a028-4c450e0e4c60 req-6dd14d8c-034f-432a-a626-392b43b29e34 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.904147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-beb3d898-c799-49d7-a028-4c450e0e4c60 req-6dd14d8c-034f-432a-a626-392b43b29e34 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.9541252 Jun 17 08:48:06.968898 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ca0fe4e-ee75-473c-901f-31e0d888f3b7 req-11d866a6-70e2-481d-b3b3-69b368b25378 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309006 Jun 17 08:48:07.003044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-beb3d898-c799-49d7-a028-4c450e0e4c60 req-4608374b-7905-4176-ac67-b308c96531b4 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673990 Jun 17 08:48:07.146946 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.152086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5ea1c3a-2d50-4eb2-83cb-1fa538728076 req-ac043e5e-3677-49a0-8b42-dbb03a1bb343 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.0391734 Jun 17 08:48:07.162447 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.369522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7c71ee29-6043-402b-a242-a4f18b500d40 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.370980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7c71ee29-6043-402b-a242-a4f18b500d40 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.1683125 Jun 17 08:48:07.378061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router d00d1f7d-8328-42fe-b19f-a63b787e8adc has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:07.383265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': '539980cd-ccde-44e2-bc34-624f74fca82e', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:07.574265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:07.582434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.585160 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] Sync routers for ids ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:07.586259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51938) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:07.586670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-161bd5bc-72a6-4f16-b7b3-71b8f74ea678 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 200 len: 892 time: 1.7718146 Jun 17 08:48:07.596373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:07.599872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.601213 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] Routers {'d00d1f7d-8328-42fe-b19f-a63b787e8adc'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:07.601863 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:07.643681 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:07.655033 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] Routers {'d00d1f7d-8328-42fe-b19f-a63b787e8adc'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:07.656420 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:07.690534 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:07.691787 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13e07c-4e96-4894-b8ae-0b757bac9447 None None] The sync data for ids ['d00d1f7d-8328-42fe-b19f-a63b787e8adc'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:07.728782 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28021bff-974c-4b45-ba96-e78a182fae5f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/routers/d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 200 len: 892 time: 0.1405201 Jun 17 08:48:07.731306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51940) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:07.756349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.6 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/755c826a-b4e8-4fb4-9190-ac1239cf21ee) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:07.762346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-acc3df46-ce97-41b6-ac43-2ab8a991f3d4 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 200 len: 205 time: 0.0293126 Jun 17 08:48:07.765784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:07.906337 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.950929 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.972264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object 755c826a-b4e8-4fb4-9190-ac1239cf21ee will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:07.992775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ba282a46-8809-4c07-a17f-23649a9fc0bf up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:08.023189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.028399 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6dc7161b-de90-4c67-beef-f0cff3b697ba tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.048866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.079799 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:08.084639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:08.107724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:08.108484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port ba282a46-8809-4c07-a17f-23649a9fc0bf completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:08.113758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port ba282a46-8809-4c07-a17f-23649a9fc0bf triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:08.114143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.164084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 497edfda-35e1-47e2-930b-6a551ce43122 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:08.164458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.175287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=755c826a-b4e8-4fb4-9190-ac1239cf21ee,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.206560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.207086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.207579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.208217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.208720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.209218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.209650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.210320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.210797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.211299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.211732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.212181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:08.237347 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.253069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.253819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.284854 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.286282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.330983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ba282a46-8809-4c07-a17f-23649a9fc0bf, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:08.332438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:08.335319 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f25d7-687b-4483-a940-0eccbff61bb6" -d '{"events": [{"server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:08.344263 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.346784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d1199a7-3d8c-417a-8417-d507f6e5a8c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.348604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679472 Jun 17 08:48:08.364485 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 497edfda-35e1-47e2-930b-6a551ce43122 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:08.389284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Request body: {'port': {'device_id': '539980cd-ccde-44e2-bc34-624f74fca82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:08.418456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ba282a46-8809-4c07-a17f-23649a9fc0bf,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.429717 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.449603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ac674-444b-4e1f-ad75-e343f6602040 req-bd24706f-b9ba-40b4-8811-34e8aeb5afea tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.451122 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-716ac674-444b-4e1f-ad75-e343f6602040 req-bd24706f-b9ba-40b4-8811-34e8aeb5afea tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 945 time: 0.2615366 Jun 17 08:48:08.480563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021e29e-6ecd-48ea-8e2c-a59bd5336c3c req-94828f31-e652-408e-b0a6-0577ba2136fa tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.482570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1021e29e-6ecd-48ea-8e2c-a59bd5336c3c req-94828f31-e652-408e-b0a6-0577ba2136fa tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2184281 Jun 17 08:48:08.491279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e223034-5698-40b3-9c45-c990b04021ae None None] Provisioning for port 755c826a-b4e8-4fb4-9190-ac1239cf21ee completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:08.495576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2e223034-5698-40b3-9c45-c990b04021ae None None] Provisioning complete for port 755c826a-b4e8-4fb4-9190-ac1239cf21ee triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:08.496092 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e223034-5698-40b3-9c45-c990b04021ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.537879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2e223034-5698-40b3-9c45-c990b04021ae None None] Port 755c826a-b4e8-4fb4-9190-ac1239cf21ee cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:08.582586 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.585785 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cdc9ef1c-d8d9-447d-9844-0c3723c62f72 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.592893 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-716ac674-444b-4e1f-ad75-e343f6602040 req-64b5bb98-5ce1-45e7-83f2-f1284e14f832 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304009 Jun 17 08:48:08.596496 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.613006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1021e29e-6ecd-48ea-8e2c-a59bd5336c3c req-4b854368-79d4-44ba-9f7f-f447431af0b3 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139705 Jun 17 08:48:08.633213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=497edfda-35e1-47e2-930b-6a551ce43122,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.651037 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.727529 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca19309-de71-42a8-8f89-e574bc626ad5 x-openstack-request-id: req-3ca19309-de71-42a8-8f89-e574bc626ad5 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:08.728095 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:08.728666 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ca19309-de71-42a8-8f89-e574bc626ad5 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:08.730090 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'code': 200} Jun 17 08:48:08.752072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.878267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fede1-7533-41e1-b7f6-0d2b1f918d29 req-65f09efc-a7d4-4239-a690-5d68da30f652 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.879798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af3fede1-7533-41e1-b7f6-0d2b1f918d29 req-65f09efc-a7d4-4239-a690-5d68da30f652 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 931 time: 0.1381168 Jun 17 08:48:08.883712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.886952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.941055 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af3fede1-7533-41e1-b7f6-0d2b1f918d29 req-67838ef2-4a5f-48c2-a245-fea7c94d8b83 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496652 Jun 17 08:48:08.948634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.949276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router d00d1f7d-8328-42fe-b19f-a63b787e8adc {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:48:08.958745 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.959938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 204 len: 168 time: 1.1930692 Jun 17 08:48:08.963169 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0e249-4595-40a5-a378-bdc9276519c3 req-4b7fa208-d1ea-4740-a069-405a850861e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.964726 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47a0e249-4595-40a5-a378-bdc9276519c3 req-4b7fa208-d1ea-4740-a069-405a850861e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1418829 Jun 17 08:48:08.966546 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51958) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:08.972379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823452767'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:09.004458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755c826a-b4e8-4fb4-9190-ac1239cf21ee {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:09.013666 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.016694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:09.020463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.027422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Transition to ACTIVE for port object 755c826a-b4e8-4fb4-9190-ac1239cf21ee will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:09.032265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.033705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47a0e249-4595-40a5-a378-bdc9276519c3 req-a9c6c525-6be5-49ec-b754-2bda60a62211 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564768 Jun 17 08:48:09.034735 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd38b4ec-2c15-4385-bf96-16685d01a6d1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:09.050154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:09.059848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.060295 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment d8d7769c-cd6d-4270-b02a-4242307fb97e of type vlan for network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 Jun 17 08:48:09.107538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.107791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=755c826a-b4e8-4fb4-9190-ac1239cf21ee,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:09.112654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:09.142862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.148736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.149512 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.152167 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ed2b2-6368-4bb8-98b0-df5f42ab97eb tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:09.192170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Attempting to bind port 755c826a-b4e8-4fb4-9190-ac1239cf21ee on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:09.192404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Attempting to bind port 755c826a-b4e8-4fb4-9190-ac1239cf21ee by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:09.192650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Attempting to bind port 755c826a-b4e8-4fb4-9190-ac1239cf21ee on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:09.193450 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2257860 Jun 17 08:48:09.197257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:09.198335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Port 755c826a-b4e8-4fb4-9190-ac1239cf21ee on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:09.198816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Attempting to bind port 755c826a-b4e8-4fb4-9190-ac1239cf21ee on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:09.203315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:09.204957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:09.205315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:09.205698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:09.206128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Bound port: 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:09.206648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.240632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=61e6be5d-2c36-4bc6-8e85-5f6da793fd77,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:09.253576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:09.257520 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:09.300112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] For port 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:09.304738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] For port 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:09.310278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.323353 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63771ef9-ee66-4fb5-933e-6e2a0965ead9 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:09.356328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:09.363287 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.363490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.364157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.365712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] 10.222.0.67 "PUT /v2.0/ports/755c826a-b4e8-4fb4-9190-ac1239cf21ee HTTP/1.1" status: 200 len: 1092 time: 0.9890316 Jun 17 08:48:09.366312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539980cd-ccde-44e2-bc34-624f74fca82e', 'tag': '755c826a-b4e8-4fb4-9190-ac1239cf21ee'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:09.371321 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f483b533-125e-45fa-adb4-4b27892a8e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "539980cd-ccde-44e2-bc34-624f74fca82e", "tag": "755c826a-b4e8-4fb4-9190-ac1239cf21ee"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:09.479488 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cbcfb6-15cd-4b1e-84c0-f020786c2dec x-openstack-request-id: req-f9cbcfb6-15cd-4b1e-84c0-f020786c2dec {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:09.480092 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539980cd-ccde-44e2-bc34-624f74fca82e", "tag": "755c826a-b4e8-4fb4-9190-ac1239cf21ee", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:09.480580 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9cbcfb6-15cd-4b1e-84c0-f020786c2dec {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:09.481199 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539980cd-ccde-44e2-bc34-624f74fca82e', 'tag': '755c826a-b4e8-4fb4-9190-ac1239cf21ee', 'status': 'completed', 'code': 200} Jun 17 08:48:09.492369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=755c826a-b4e8-4fb4-9190-ac1239cf21ee,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:09.502304 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:09.523927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-29d962e6-2253-416b-98a0-276aed1cdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.526255 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-29d962e6-2253-416b-98a0-276aed1cdc2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 1095 time: 0.1019804 Jun 17 08:48:09.616277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-813df681-49a3-45b1-8567-3464f29e13a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee HTTP/1.1" status: 200 len: 217 time: 0.0750785 Jun 17 08:48:09.646058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.648544 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2092516b-4a8c-47de-92d2-f0b945458d42 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:09.693881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-58edc473-4516-4f87-935f-1fe06529dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.695856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-58edc473-4516-4f87-935f-1fe06529dd21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0673909 Jun 17 08:48:09.799137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-50fc323a-c22f-445d-9bf7-8813ef0e732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.803122 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-50fc323a-c22f-445d-9bf7-8813ef0e732d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004300 Jun 17 08:48:09.838196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=9eb0ab87-98e9-47d2-bc16-17acb01bc5eb,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:09.851697 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:09.873439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': 'd8d7769c-cd6d-4270-b02a-4242307fb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:09.875317 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 61e6be5d-2c36-4bc6-8e85-5f6da793fd77, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:09.910399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:09.923927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 61e6be5d-2c36-4bc6-8e85-5f6da793fd77) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:09.936040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e3742-2ee7-4757-b105-3267078182f3 None None] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:09.942213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.942884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.962230 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7635300 Jun 17 08:48:09.964768 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51968) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:09.970526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-750761827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:10.021599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.025226 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.067675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce97c7-3975-49fd-957d-0a2ab4d9851c req-708b5285-01f7-48b9-ba62-57dc43d19bff tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:10.069468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20ce97c7-3975-49fd-957d-0a2ab4d9851c req-708b5285-01f7-48b9-ba62-57dc43d19bff tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1927919 Jun 17 08:48:10.125975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-a48f8abc-a30e-4f92-ad67-6f1c00383807 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138618 Jun 17 08:48:10.127549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.134928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.157783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.161705 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd75850c-2e29-4257-98df-9397f941cb99 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1933892 Jun 17 08:48:10.162004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51972) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:10.178533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-61e6be5d-2c36-4bc6-8e85-5f6da793fd77', 'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': '9eb0ab87-98e9-47d2-bc16-17acb01bc5eb'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:10.179628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.233889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e81c99-ef6a-419f-af49-3f856a62f8d1 req-596142f0-14ce-425e-aa71-693442d81cf7 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997124 Jun 17 08:48:10.237905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20ce97c7-3975-49fd-957d-0a2ab4d9851c req-823daa22-e734-4b6f-9688-6aa16fcde664 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578200 Jun 17 08:48:10.251536 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba6d22-2248-4109-9c0f-8d0c4cf31882 req-97902ebb-8de6-48a8-b9c7-7c13d343d381 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:10.253314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acba6d22-2248-4109-9c0f-8d0c4cf31882 req-97902ebb-8de6-48a8-b9c7-7c13d343d381 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.3303182 Jun 17 08:48:10.306716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acba6d22-2248-4109-9c0f-8d0c4cf31882 req-1675f497-4437-49bd-8c4c-df369e212c9b tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470662 Jun 17 08:48:10.374836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-55386676-b8d2-4e7a-afb2-d5ca7ac01eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:10.376812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-55386676-b8d2-4e7a-afb2-d5ca7ac01eb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 1095 time: 0.0668566 Jun 17 08:48:10.417554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Allocated IP 2001:db8::2 (61e6be5d-2c36-4bc6-8e85-5f6da793fd77/9eb0ab87-98e9-47d2-bc16-17acb01bc5eb/e6cebbfd-8a8a-40f6-8b94-5e976d2e4967) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:10.522126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-fe8c1a30-6c49-4276-828d-57a9cf6cf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:10.524185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-fe8c1a30-6c49-4276-828d-57a9cf6cf95f service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.1404107 Jun 17 08:48:10.601668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.612861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Transition to ACTIVE for port object e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:10.613160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-4045db5d-278d-40e7-b1f5-61dab03a9d58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee HTTP/1.1" status: 200 len: 217 time: 0.0445786 Jun 17 08:48:10.633336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Transition to ACTIVE for port object e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:10.642733 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.645061 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3da52287-4899-4517-8b0a-17a881fe7b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:10.691611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:10.695816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:10.705731 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:10.720024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:10.746584 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:10.788424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Attempting to bind port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:10.788812 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Attempting to bind port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'd8d7769c-cd6d-4270-b02a-4242307fb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:10.789193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Attempting to bind port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 on network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:10.797317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:10.797901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Checking segment: {'id': 'd8d7769c-cd6d-4270-b02a-4242307fb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:10.798326 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.798738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Bound using segment: {'id': 'd8d7769c-cd6d-4270-b02a-4242307fb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:10.799265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Bound port: e6cebbfd-8a8a-40f6-8b94-5e976d2e4967, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d7769c-cd6d-4270-b02a-4242307fb97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '61e6be5d-2c36-4bc6-8e85-5f6da793fd77'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:10.799657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.887070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] For port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:10.891417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] For port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,segment=NetworkSegment(d8d7769c-cd6d-4270-b02a-4242307fb97e),segment_id=d8d7769c-cd6d-4270-b02a-4242307fb97e)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:10.898990 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.902511 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-94efd8b6-5ac8-4c94-aaee-653dd9839bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:10.917294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.980403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:10.984363 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:11.134090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc112-1bad-442b-812c-c90396489764 req-0fdd320a-d1bc-4c46-851b-d27c040448e9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.142088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9afc112-1bad-442b-812c-c90396489764 req-0fdd320a-d1bc-4c46-851b-d27c040448e9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.6166399 Jun 17 08:48:11.145503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-69745f9e-dbcd-4fce-889e-9d4fb1713e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.146892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-69745f9e-dbcd-4fce-889e-9d4fb1713e47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.5231066 Jun 17 08:48:11.226229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8::1 (61e6be5d-2c36-4bc6-8e85-5f6da793fd77/9eb0ab87-98e9-47d2-bc16-17acb01bc5eb/bb82ae21-dd63-4422-a969-e387c8e95f03) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:11.247490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9afc112-1bad-442b-812c-c90396489764 req-e863a173-812f-4303-9037-86713353feca tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046948 Jun 17 08:48:11.271559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-c15479ce-e472-4916-8c6c-e4f4e483487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.276391 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-c15479ce-e472-4916-8c6c-e4f4e483487a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209948 Jun 17 08:48:11.393027 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.415367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object bb82ae21-dd63-4422-a969-e387c8e95f03 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:11.458561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.463069 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d64f555b-0134-46a4-9fed-d2bf48a9abe7 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:11.514708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-815a076f-7855-452f-9ed3-36069268d90f service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326078 Jun 17 08:48:11.519696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:11.523109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:11.525866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:11.526858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.572841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=bb82ae21-dd63-4422-a969-e387c8e95f03,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:11.576605 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:11.584230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c255e40-fc1b-4524-b83a-a3cc1ba09efb req-3c6dfde5-4285-47b2-b0ca-29a4bda547e2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.585770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c255e40-fc1b-4524-b83a-a3cc1ba09efb req-3c6dfde5-4285-47b2-b0ca-29a4bda547e2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1614175 Jun 17 08:48:11.698534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42c8f1-1fcf-4f61-b6eb-6ccfd7399835 req-9fc38dc6-fd89-4baa-9e20-45644af2d758 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.698843 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.700073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d42c8f1-1fcf-4f61-b6eb-6ccfd7399835 req-9fc38dc6-fd89-4baa-9e20-45644af2d758 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.2042606 Jun 17 08:48:11.712928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c255e40-fc1b-4524-b83a-a3cc1ba09efb req-b7bc0dd5-4bc5-470d-8e12-f83f309fefb3 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102629 Jun 17 08:48:11.722869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f483b533-125e-45fa-adb4-4b27892a8e3a req-d41a6fe7-a867-49a1-a3da-e0ded7d82d61 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817946 Jun 17 08:48:11.772399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d42c8f1-1fcf-4f61-b6eb-6ccfd7399835 req-b1418334-7701-4b3d-bbf3-9416d9689d38 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626917 Jun 17 08:48:11.984868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21cd92-72ae-4bb0-9fe6-6af523d148ef req-fb74cefb-6fcd-48a1-9b2a-fa05da0cd4f9 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.987650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c21cd92-72ae-4bb0-9fe6-6af523d148ef req-fb74cefb-6fcd-48a1-9b2a-fa05da0cd4f9 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.0853786 Jun 17 08:48:11.991405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.996854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.997794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.000440 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-65d7b118-1afb-4693-9a7e-3fcfba07cf79 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:12.039409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c21cd92-72ae-4bb0-9fe6-6af523d148ef req-e3054030-140f-425c-89ba-9d826a40e09c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 Jun 17 08:48:12.073512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=bb82ae21-dd63-4422-a969-e387c8e95f03,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:12.079287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:12.165757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:12.171728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:12.286412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5286d-5090-41cc-a6c2-104a46cae980 req-396d011d-59ee-4d36-9d02-ca7822ba5f7f tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.297665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cf5286d-5090-41cc-a6c2-104a46cae980 req-396d011d-59ee-4d36-9d02-ca7822ba5f7f tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.1105404 Jun 17 08:48:12.318213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8eec9-7ade-4ca5-bd3b-efcd20ba46aa None None] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:12.360132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cf5286d-5090-41cc-a6c2-104a46cae980 req-152e7603-be7d-4ce6-a238-02deec5cc166 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606422 Jun 17 08:48:12.379436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 51984) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:12.457136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-481e4dcd-803f-44fc-9461-5346fdf03c45 None None] Provisioning for port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:12.459942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:48:12.626101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3f625-91f7-411a-bead-8e4dbc752852 req-85c2100a-dc21-4050-8eb3-cfa6ba85e197 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.638155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0c3f625-91f7-411a-bead-8e4dbc752852 req-85c2100a-dc21-4050-8eb3-cfa6ba85e197 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1727438 Jun 17 08:48:12.656838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:12.682085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:12.710276 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448608 Jun 17 08:48:12.710636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51990) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:12.747002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0c3f625-91f7-411a-bead-8e4dbc752852 req-f115dfd6-78a6-445e-9797-0dafe13188ec tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078484 Jun 17 08:48:12.761000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] Sync routers for ids ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:12.825504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4957eb-6aea-4bf5-b88e-6c5f5ce6cd08 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.834878 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd4957eb-6aea-4bf5-b88e-6c5f5ce6cd08 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports/bb82ae21-dd63-4422-a969-e387c8e95f03 HTTP/1.1" status: 200 len: 911 time: 0.1230507 Jun 17 08:48:12.835578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 51998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:12.841279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9eb0ab87-98e9-47d2-bc16-17acb01bc5eb'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:12.865512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] Routers {'fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:12.866174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:12.881288 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84645a72-6414-4c6c-a65e-e37a2877d213 tempest-TestServerBasicOps-1182897619 tempest-TestServerBasicOps-1182897619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.887585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-84645a72-6414-4c6c-a65e-e37a2877d213 tempest-TestServerBasicOps-1182897619 tempest-TestServerBasicOps-1182897619-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1093 time: 0.5036860 Jun 17 08:48:12.888302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52000) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:12.902935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:12.971965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.980585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:12.997089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] Routers {'fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:12.998342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:13.052609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:13.053512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad378a5-c2fc-4636-8963-40db215112eb None None] The sync data for ids ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:13.080374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:13.086840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:13.089870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.210985 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.232820 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d3e9-1818-41e0-9330-4216d6050a41 req-8eb564ed-9952-494d-b87a-e8f815a74e55 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.235037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0441d3e9-1818-41e0-9330-4216d6050a41 req-8eb564ed-9952-494d-b87a-e8f815a74e55 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2744217 Jun 17 08:48:13.315853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.414788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,segment=NetworkSegment(d8d7769c-cd6d-4270-b02a-4242307fb97e),segment_id=d8d7769c-cd6d-4270-b02a-4242307fb97e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:13.437543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.440993 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:13.464194 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0441d3e9-1818-41e0-9330-4216d6050a41 req-59566692-b058-4e65-8f4b-d586b74c4dad tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260936 Jun 17 08:48:13.516814 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.529409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:13.536888 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:13.555494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-104193ca-495f-4364-a724-669de3bb1c9d None None] Provisioning for port bb82ae21-dd63-4422-a969-e387c8e95f03 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:13.560076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-104193ca-495f-4364-a724-669de3bb1c9d None None] Provisioning complete for port bb82ae21-dd63-4422-a969-e387c8e95f03 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:13.560469 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-104193ca-495f-4364-a724-669de3bb1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.604905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-104193ca-495f-4364-a724-669de3bb1c9d None None] Port bb82ae21-dd63-4422-a969-e387c8e95f03 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:13.618599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-104193ca-495f-4364-a724-669de3bb1c9d None None] Provisioning complete for port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:13.618798 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-104193ca-495f-4364-a724-669de3bb1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.729463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a26e3-a1b9-4f87-87e9-aa768bd50b65 req-13f6321d-b8b6-4cc7-8c42-3ce96b34f0c0 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.731000 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c3a26e3-a1b9-4f87-87e9-aa768bd50b65 req-13f6321d-b8b6-4cc7-8c42-3ce96b34f0c0 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 946 time: 0.1892626 Jun 17 08:48:13.756727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Allocated IP 172.25.7.33 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/b46a7768-c21a-4686-91f1-3c4e389cfdcc) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:13.941629 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0c3a26e3-a1b9-4f87-87e9-aa768bd50b65 req-0e7c7d47-96fd-4b7e-874e-0b30e024edcd tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016339 Jun 17 08:48:13.970970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-982236db-d522-42e8-92ca-60dafc5d2fae None None] Provisioning complete for port bb82ae21-dd63-4422-a969-e387c8e95f03 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:13.971367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-982236db-d522-42e8-92ca-60dafc5d2fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.019125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.031766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.041689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-982236db-d522-42e8-92ca-60dafc5d2fae None None] Port bb82ae21-dd63-4422-a969-e387c8e95f03 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:14.052632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.058731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.059401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.060752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/ports/bb82ae21-dd63-4422-a969-e387c8e95f03 HTTP/1.1" status: 200 len: 911 time: 1.2241387 Jun 17 08:48:14.062189 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60c20bfb-47f1-4e0c-b1b2-66e531e8c1b2 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:14.072279 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52010) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:14.180926 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.201975 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-048c48fb-7727-44fd-a2e6-6b44a8458606 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:14.232655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=bb82ae21-dd63-4422-a969-e387c8e95f03,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:14.237513 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:14.260947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:14.271688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79e8e-0f2a-43bb-9725-4afd8539012a req-8ac3aad0-3592-49b2-a5dc-de0c35487aac tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.272243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3071a810-2998-4584-91c7-6ede94d31b08 None None] Provisioning complete for port bb82ae21-dd63-4422-a969-e387c8e95f03 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:14.272630 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3071a810-2998-4584-91c7-6ede94d31b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.273222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19a79e8e-0f2a-43bb-9725-4afd8539012a req-8ac3aad0-3592-49b2-a5dc-de0c35487aac tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.2239649 Jun 17 08:48:14.274645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'Port': ['ID=b46a7768-c21a-4686-91f1-3c4e389cfdcc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:14.280112 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:14.282673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:14.286808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:14.340352 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3071a810-2998-4584-91c7-6ede94d31b08 None None] Port bb82ae21-dd63-4422-a969-e387c8e95f03 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:14.363273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-19a79e8e-0f2a-43bb-9725-4afd8539012a req-5834f179-c155-4511-98de-79fe52589505 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818496 Jun 17 08:48:14.673411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.703437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:14.788978 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:14.789250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.073729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port bb82ae21-dd63-4422-a969-e387c8e95f03 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:15.074086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.201825 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.207264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-8240aab9-c890-43f3-9496-d9dac5e96b00 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:15.208873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-8240aab9-c890-43f3-9496-d9dac5e96b00 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 946 time: 0.3178024 Jun 17 08:48:15.279930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for bb82ae21-dd63-4422-a969-e387c8e95f03 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:15.289380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.320066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb47e5b-ff3b-46f2-b55e-9c55f4b4be13 req-48d4c11e-46b6-44fd-ba07-9a0545bb2a9d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:15.328625 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bb47e5b-ff3b-46f2-b55e-9c55f4b4be13 req-48d4c11e-46b6-44fd-ba07-9a0545bb2a9d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.4353452 Jun 17 08:48:15.503259 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.507896 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:15.522458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303d9c0-c541-47d0-a673-81633ab18716 req-cc3d10ac-ff3d-434e-9a28-ab95d9b4dd8b tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:15.524265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f303d9c0-c541-47d0-a673-81633ab18716 req-cc3d10ac-ff3d-434e-9a28-ab95d9b4dd8b tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 946 time: 0.4204984 Jun 17 08:48:15.540109 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bb47e5b-ff3b-46f2-b55e-9c55f4b4be13 req-45766293-a209-40bf-b6f8-2b7f83c6293d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106934 Jun 17 08:48:15.548382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=bb82ae21-dd63-4422-a969-e387c8e95f03,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:15.557460 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:15.669644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Deleting port 9201fdd1-f393-4415-be36-46e3c6e54e31 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:15.683350 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.698737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f303d9c0-c541-47d0-a673-81633ab18716 req-e076ef7d-b7e7-4494-99ac-66cf436b1b53 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536648 Jun 17 08:48:15.714424 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.803629 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.003673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:16.097101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:16.109831 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339382 Jun 17 08:48:16.111016 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961b843-305d-4234-8302-e391873c0a2e None None] Sync routers for ids ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:16.113153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52024) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:16.126931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] For port 9201fdd1-f393-4415-be36-46e3c6e54e31, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9201fdd1-f393-4415-be36-46e3c6e54e31,segment=NetworkSegment(68a617b8-419f-4ef2-8143-54c36fc15c27),segment_id=68a617b8-419f-4ef2-8143-54c36fc15c27)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:16.127298 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.140627 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.142054 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961b843-305d-4234-8302-e391873c0a2e None None] Routers {'fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:16.143453 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3961b843-305d-4234-8302-e391873c0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:16.164288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.181455 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27c8615b-96dc-43db-b861-71d4ea8100bd tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:16.182744 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e32ec458-85f1-4985-96e1-f2333890df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda HTTP/1.1" status: 200 len: 205 time: 0.0683126 Jun 17 08:48:16.184325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52028) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:16.204660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab454f-26ae-46a3-88fe-fc1e22dec2f0 req-941ce6ae-0b7f-4311-9064-5d8ddc2a60cf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.210814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3ab454f-26ae-46a3-88fe-fc1e22dec2f0 req-941ce6ae-0b7f-4311-9064-5d8ddc2a60cf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.4593940 Jun 17 08:48:16.242687 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3961b843-305d-4234-8302-e391873c0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:16.252886 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961b843-305d-4234-8302-e391873c0a2e None None] Routers {'fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:16.253538 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3961b843-305d-4234-8302-e391873c0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:16.340569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Calling delete_port for 9201fdd1-f393-4415-be36-46e3c6e54e31 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:16.342099 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.418435 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.418658 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3961b843-305d-4234-8302-e391873c0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:16.419250 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961b843-305d-4234-8302-e391873c0a2e None None] The sync data for ids ['fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:17.067316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event updated for resources: {'Port': ['ID=b46a7768-c21a-4686-91f1-3c4e389cfdcc,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:17.097082 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:17.100197 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Floating IP 63386e6f-50cf-4586-863e-5b9e716b0eb0 associated. External IP: 172.25.7.33, port: ba282a46-8809-4c07-a17f-23649a9fc0bf. Jun 17 08:48:17.107627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.110454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.166449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.167942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:48:17.188700 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.191454 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-77ede2a5-05e5-4905-b78d-451a45c73a0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda HTTP/1.1" status: 204 len: 168 time: 1.0061746 Jun 17 08:48:17.193155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52032) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:17.214554 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.272047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e3ab454f-26ae-46a3-88fe-fc1e22dec2f0 req-a979df45-fe15-4807-9487-ee2458361841 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9708085 Jun 17 08:48:17.278453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet 9eb0ab87-98e9-47d2-bc16-17acb01bc5eb {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:17.284155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.367035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.519235 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.568945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb67aa-144e-421a-84f0-5d1cb43b6a9c req-2b7f6b9e-a97b-4a36-9fbe-6592a7304371 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.569151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56fb67aa-144e-421a-84f0-5d1cb43b6a9c req-2b7f6b9e-a97b-4a36-9fbe-6592a7304371 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 1.1544681 Jun 17 08:48:17.593128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.596698 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-db21a25d-30a3-422a-ba3e-83437d8ac91f tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:17.597324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-6260c8f8-046b-4e57-a755-78906116ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.598875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-6260c8f8-046b-4e57-a755-78906116ebba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1098 time: 1.2499478 Jun 17 08:48:17.624925 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb0ab87-98e9-47d2-bc16-17acb01bc5eb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:17.627819 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:17.631064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.636471 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/9eb0ab87-98e9-47d2-bc16-17acb01bc5eb HTTP/1.1" status: 204 len: 168 time: 0.4421272 Jun 17 08:48:17.637098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52036) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:17.643393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdff014-1be0-4e3a-9258-2dfe65f6c072 None None] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:17.760062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.821070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-56fb67aa-144e-421a-84f0-5d1cb43b6a9c req-24602a42-3b35-4217-baac-09a07d25289d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211058 Jun 17 08:48:17.828427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-2b2e1e84-cb08-4091-ad8a-58e7958a0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.830115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-2b2e1e84-cb08-4091-ad8a-58e7958a0089 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.2178915 Jun 17 08:48:17.833178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.842493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d5b7-6680-458b-add9-37924db5110f req-beded0c7-a209-44d7-bfed-c10005b21a0d tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.849599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e90d5b7-6680-458b-add9-37924db5110f req-beded0c7-a209-44d7-bfed-c10005b21a0d tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/ports?device_id=f65f194d-5ed5-47a6-8a9c-908e3ca80844 HTTP/1.1" status: 200 len: 946 time: 0.3928845 Jun 17 08:48:17.865025 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4b2f3f63-1b62-4e66-b449-0a0ae9ee3de2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:17.882619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Router cfbeec43-e024-4873-bcee-6b2073d91328 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:17.901859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:17.902266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.961708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] DHCP port deletion for 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:48:18.006544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,segment=NetworkSegment(d8d7769c-cd6d-4270-b02a-4242307fb97e),segment_id=d8d7769c-cd6d-4270-b02a-4242307fb97e)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:18.008059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.021638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Pushing event deleted for resources: {'Port': ['ID=9201fdd1-f393-4415-be36-46e3c6e54e31,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.028487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9201fdd1-f393-4415-be36-46e3c6e54e31 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:18.080318 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.086117 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:18.094868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 9201fdd1-f393-4415-be36-46e3c6e54e31 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:18.095245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9201fdd1-f393-4415-be36-46e3c6e54e31 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:18.122465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] No DVR routers for this DVR port 9201fdd1-f393-4415-be36-46e3c6e54e31 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:18.140460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.142439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7da30aeb-c495-4bdc-94cf-e8e0762c077b req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.67 "DELETE /v2.0/ports/9201fdd1-f393-4415-be36-46e3c6e54e31 HTTP/1.1" status: 204 len: 173 time: 2.9266207 Jun 17 08:48:18.150182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0e90d5b7-6680-458b-add9-37924db5110f req-edd9f61a-ff7c-4d43-ac35-304da009f4de tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] 10.222.0.65 "GET /v2.0/security-groups?id=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549081 Jun 17 08:48:18.150929 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'name': 'network-vif-deleted', 'tag': '9201fdd1-f393-4415-be36-46e3c6e54e31'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:18.153592 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5625aec-41ce-4d88-b285-ae403151b34d" -d '{"events": [{"server_uuid": "f65f194d-5ed5-47a6-8a9c-908e3ca80844", "name": "network-vif-deleted", "tag": "9201fdd1-f393-4415-be36-46e3c6e54e31"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:18.167480 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Deleting port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:18.169439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.196529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-cf14d1aa-602c-460c-83da-b392ecc402f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 1002 time: 0.3429630 Jun 17 08:48:18.232918 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.237286 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-74e3b3b5-19d7-4752-8d31-69ada976bb67 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:18.254556 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-2f20f440-30db-4a05-bf68-4a8a08f52573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.258999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-2f20f440-30db-4a05-bf68-4a8a08f52573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0567505 Jun 17 08:48:18.260618 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74231ea6-4d47-477c-8adb-665018f64c77 x-openstack-request-id: req-74231ea6-4d47-477c-8adb-665018f64c77 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:18.260954 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65f194d-5ed5-47a6-8a9c-908e3ca80844", "name": "network-vif-deleted", "tag": "9201fdd1-f393-4415-be36-46e3c6e54e31", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:18.261253 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74231ea6-4d47-477c-8adb-665018f64c77 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:18.261686 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65f194d-5ed5-47a6-8a9c-908e3ca80844', 'name': 'network-vif-deleted', 'tag': '9201fdd1-f393-4415-be36-46e3c6e54e31', 'status': 'completed', 'code': 200} Jun 17 08:48:18.266635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.269157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:18.270358 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.326402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] For port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,segment=NetworkSegment(d8d7769c-cd6d-4270-b02a-4242307fb97e),segment_id=d8d7769c-cd6d-4270-b02a-4242307fb97e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:18.327011 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.372230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:18.373458 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.393000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] Sync routers for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:18.402414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e6be5d-2c36-4bc6-8e85-5f6da793fd77']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:18.426463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Calling delete_port for e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:18.426801 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d7769c-cd6d-4270-b02a-4242307fb97e') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:18.428195 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.429540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d7769c-cd6d-4270-b02a-4242307fb97e') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:18.442259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:18.443298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:18.452889 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.481209 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.514286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:18.515496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:18.519538 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:18.552518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-d4d7b943-ea67-405d-8344-da31fe881781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.554047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-d4d7b943-ea67-405d-8344-da31fe881781 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2845807 Jun 17 08:48:18.562716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6731431 Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:18.617244 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:48:18.635060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:18.662461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ea7be-ca0f-4ac3-87a2-e5a17bd622c4 req-1744a111-5709-46b9-a23d-8e3cd3560e70 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.664131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b23ea7be-ca0f-4ac3-87a2-e5a17bd622c4 req-1744a111-5709-46b9-a23d-8e3cd3560e70 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1762168 Jun 17 08:48:18.698485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.703438 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.711316 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff487c53-1281-44fc-a04e-c83be8364c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:18.713374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Network 61e6be5d-2c36-4bc6-8e85-5f6da793fd77 is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:48:18.713911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] No DVR routers for this DVR port e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:18.718148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-bb5d0226-68be-43c6-842e-f4ec386b19bd service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524799 Jun 17 08:48:18.722752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:18.735808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a5df156c-4ee7-4906-a664-f4665573de28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:18.742702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.744963 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/61e6be5d-2c36-4bc6-8e85-5f6da793fd77 HTTP/1.1" status: 204 len: 168 time: 1.1065824 Jun 17 08:48:18.761287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52046) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:18.767618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1482423749', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:18.769705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Pushing event deleted for resources: {'Port': ['ID=e6cebbfd-8a8a-40f6-8b94-5e976d2e4967,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.776068 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.778746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:18.779181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e6cebbfd-8a8a-40f6-8b94-5e976d2e4967 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:18.794188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=61e6be5d-2c36-4bc6-8e85-5f6da793fd77,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.798765 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b23ea7be-ca0f-4ac3-87a2-e5a17bd622c4 req-98da35dd-b7cb-4270-b2d8-ae68f33f1491 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150255 Jun 17 08:48:18.800196 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.874074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.875333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.960447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5a0ffcb-cbf0-4563-aded-3b879c9aa7b3 req-c4c19e66-df43-4dee-ace1-fe2288a16c8f service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294118 Jun 17 08:48:18.965004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.973702 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.003434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.004652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ce47e12-be16-44de-b78e-2fdf99b21989 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2421374 Jun 17 08:48:19.007260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52050) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:19.012447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1856371104'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:19.107258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:19.110881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.173855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '63386e6f-50cf-4586-863e-5b9e716b0eb0', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'port_id': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'mac_address': 'fa:16:3e:80:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:48:14Z', 'updated_at': '2021-06-17T08:48:14Z', 'revision_number': 0, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:19.175026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd50a5d-cdf9-462e-a023-3937abcc578b req-c43d62a7-b5c2-4785-963e-18aeb3bb66d5 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.178938 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2bd50a5d-cdf9-462e-a023-3937abcc578b req-c43d62a7-b5c2-4785-963e-18aeb3bb66d5 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1261892 Jun 17 08:48:19.178938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:19.187491 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.187757 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment a381d598-0aed-4441-995a-5ed17f0bcf48 of type vlan for network 461fcf2f-8469-4ae2-a17c-3644a4baf46e Jun 17 08:48:19.266658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.272634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] Checking router: cfbeec43-e024-4873-bcee-6b2073d91328 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:19.273158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2bd50a5d-cdf9-462e-a023-3937abcc578b req-cb6bdf54-b04b-4c0b-98e0-a7ae47aa92a6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769498 Jun 17 08:48:19.291781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:19.292542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:19.338451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.345893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.346650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.350184 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a99cf9c5-6eac-44aa-909c-997c6e3de846 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:19.384404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3761141 Jun 17 08:48:19.387586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:19.395109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:19.432761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=461fcf2f-8469-4ae2-a17c-3644a4baf46e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:19.439033 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3ec2b08-fbf5-449e-af61-528c534a0e1e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:19.610503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:19.642195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:19.653376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.696079 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.735756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:20.057735 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.064841 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c765c197-eec9-4928-9b67-0d2f2fc913d4 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:20.116150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=2d52b846-9d2f-4b86-ab9f-dfae4918ac4f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:20.128066 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:20.141188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9022e-d818-494e-8fa2-2509c51171e8 req-64357f20-d1fb-4596-abcd-de4e68912493 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.142931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24a9022e-d818-494e-8fa2-2509c51171e8 req-64357f20-d1fb-4596-abcd-de4e68912493 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1508262 Jun 17 08:48:20.149661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:20.150328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 461fcf2f-8469-4ae2-a17c-3644a4baf46e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:20.151941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '63386e6f-50cf-4586-863e-5b9e716b0eb0', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'port_id': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'mac_address': 'fa:16:3e:80:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:48:14Z', 'updated_at': '2021-06-17T08:48:14Z', 'revision_number': 0, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:20.181003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:20.186093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79188c-49b3-4c86-b44e-6c8db5445fd3 None None] The sync data for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 is: [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '63386e6f-50cf-4586-863e-5b9e716b0eb0', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'port_id': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'mac_address': 'fa:16:3e:80:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:48:14Z', 'updated_at': '2021-06-17T08:48:14Z', 'revision_number': 0, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:20.191348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24a9022e-d818-494e-8fa2-2509c51171e8 req-ff92d8e7-b6e4-4fa3-ae38-27ff1fb19f95 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Jun 17 08:48:20.213366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 461fcf2f-8469-4ae2-a17c-3644a4baf46e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:20.222271 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ebce8-85a3-4dcd-8a3d-aa5fce8b99aa None None] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:20.235746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.236357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.265784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:20.274170 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-886c3bce-cacb-4782-a3f2-87c5299f2533 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8848941 Jun 17 08:48:20.275052 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52068) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:20.275935 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa86ce-14a2-47c6-845c-7e0fe0362524" -d '{"events": [{"name": "network-changed", "server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:20.360075 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b6ff3-e228-40fd-9c55-33b2bb7380ca x-openstack-request-id: req-c00b6ff3-e228-40fd-9c55-33b2bb7380ca {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:20.360410 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:20.360885 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c00b6ff3-e228-40fd-9c55-33b2bb7380ca {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:20.361343 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'status': 'completed', 'code': 200} Jun 17 08:48:20.607345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:20.611050 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.629924 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c39c5-1bd2-443c-a9df-5fc774b0eaff None None] New status for floating IP 63386e6f-50cf-4586-863e-5b9e716b0eb0: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:48:20.647945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb690-f9ed-4773-a468-22f14c78d5e9 req-8b73fe9d-4a9d-4bd4-a859-bd4bc63e4226 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.663365 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c25cb690-f9ed-4773-a468-22f14c78d5e9 req-8b73fe9d-4a9d-4bd4-a859-bd4bc63e4226 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1722577 Jun 17 08:48:20.787486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c25cb690-f9ed-4773-a468-22f14c78d5e9 req-455422db-fcd1-4331-abab-820daad709d4 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174419 Jun 17 08:48:20.844590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Allocated IP 2001:db8::2 (461fcf2f-8469-4ae2-a17c-3644a4baf46e/2d52b846-9d2f-4b86-ab9f-dfae4918ac4f/1c7113e7-a89b-4eea-a116-dca3b250ef5a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:20.862571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-b5167768-7dea-4fd7-9904-0af4757da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.864182 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-b5167768-7dea-4fd7-9904-0af4757da4eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.4451876 Jun 17 08:48:20.868930 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:48:21.041997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.112089 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.140021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Transition to ACTIVE for port object 1c7113e7-a89b-4eea-a116-dca3b250ef5a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:21.160682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-ab439dc8-5a4b-48de-94b9-8b438b01b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.162221 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-ab439dc8-5a4b-48de-94b9-8b438b01b859 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 908 time: 0.2439344 Jun 17 08:48:21.191138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Transition to ACTIVE for port object 1c7113e7-a89b-4eea-a116-dca3b250ef5a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:21.211667 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.215150 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0b178cf-237f-4b9c-952e-37e2ae5e9116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:21.300397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:21.307088 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:21.312750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:21.337702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Pushing event updated for resources: {'Port': ['ID=1c7113e7-a89b-4eea-a116-dca3b250ef5a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:21.344872 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:21.360463 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-bb8fd407-e97f-4fd4-a265-b82699b7f0df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 1001 time: 0.1904752 Jun 17 08:48:21.448079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Attempting to bind port 1c7113e7-a89b-4eea-a116-dca3b250ef5a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:21.453987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Attempting to bind port 1c7113e7-a89b-4eea-a116-dca3b250ef5a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:21.454665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Attempting to bind port 1c7113e7-a89b-4eea-a116-dca3b250ef5a on network 461fcf2f-8469-4ae2-a17c-3644a4baf46e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:21.473806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:21.478616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Checking segment: {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:21.483120 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.487690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Bound using segment: {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:21.488612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Bound port: 1c7113e7-a89b-4eea-a116-dca3b250ef5a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:21.488906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c3c4-59f6-4997-976e-6dd7615d19fe req-d854f4a4-8a5b-4954-94f7-1909b2073677 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.489365 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.507159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9730c3c4-59f6-4997-976e-6dd7615d19fe req-d854f4a4-8a5b-4954-94f7-1909b2073677 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1295364 Jun 17 08:48:21.522514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-538355a0-7060-4b71-8c8f-0a89ba81825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.524403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-538355a0-7060-4b71-8c8f-0a89ba81825a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.1428709 Jun 17 08:48:21.579448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9730c3c4-59f6-4997-976e-6dd7615d19fe req-b4a8a606-1fe0-4388-95f2-42fb8509b209 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683684 Jun 17 08:48:21.609724 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8::1 (461fcf2f-8469-4ae2-a17c-3644a4baf46e/2d52b846-9d2f-4b86-ab9f-dfae4918ac4f/2b441d72-33e0-4cd3-9b50-eac4867e7969) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:21.625159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] For port 1c7113e7-a89b-4eea-a116-dca3b250ef5a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:21.632998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] For port 1c7113e7-a89b-4eea-a116-dca3b250ef5a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c7113e7-a89b-4eea-a116-dca3b250ef5a,segment=NetworkSegment(a381d598-0aed-4441-995a-5ed17f0bcf48),segment_id=a381d598-0aed-4441-995a-5ed17f0bcf48)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:21.643609 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.647042 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6a0d41d6-8721-4a73-9d04-b8e0dc3c81f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:21.678566 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-e764c0d9-1049-40d9-a126-67be270d319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.680113 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-e764c0d9-1049-40d9-a126-67be270d319c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461921 Jun 17 08:48:21.735759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Pushing event updated for resources: {'Port': ['ID=1c7113e7-a89b-4eea-a116-dca3b250ef5a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:21.739934 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:21.843897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.884095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object 2b441d72-33e0-4cd3-9b50-eac4867e7969 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:21.888401 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-e9ebc330-d736-4dab-85e8-9ae79f480c6f service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984150 Jun 17 08:48:22.036596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.046820 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:22.091693 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-46aa86ce-14a2-47c6-845c-7e0fe0362524 req-3bd414a2-ef73-483e-87e4-799e36e54e61 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950538 Jun 17 08:48:22.095238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:22.102623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:22.112415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:22.113975 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.177597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=2b441d72-33e0-4cd3-9b50-eac4867e7969,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:22.208817 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:22.376730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.755409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c7113e7-a89b-4eea-a116-dca3b250ef5a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:22.853090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daceae7-404b-43f5-bbd3-5ee73f9a342f req-eb753823-5d68-4865-bece-c5fa74d94c4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.854836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8daceae7-404b-43f5-bbd3-5ee73f9a342f req-eb753823-5d68-4865-bece-c5fa74d94c4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1184194 Jun 17 08:48:22.888585 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 1c7113e7-a89b-4eea-a116-dca3b250ef5a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:22.921439 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.940296 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.941549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.944128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8daceae7-404b-43f5-bbd3-5ee73f9a342f req-b8df83d7-8b9b-40a2-9027-1ccd9285a5b7 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Jun 17 08:48:22.946144 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:23.050948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=2b441d72-33e0-4cd3-9b50-eac4867e7969,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.057725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:23.107345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:23.109723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:23.242816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2834d2c1-5a30-414e-9bec-89c69f12b241 None None] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:23.254959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:48:23.346919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Provisioning for port 1c7113e7-a89b-4eea-a116-dca3b250ef5a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:23.352905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Provisioning complete for port 1c7113e7-a89b-4eea-a116-dca3b250ef5a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:23.353293 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.401735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:23.412781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52098) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:23.416927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:23.418400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2080037896'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:23.422770 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465693 Jun 17 08:48:23.446706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:23.450433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.465991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:23.466589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:23.474297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:23.483721 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.484291 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment 5723fbdf-64a1-493d-8f2f-7922c4ac95a5 of type vlan for network c0cee33a-a87b-4208-8009-430f048db705 Jun 17 08:48:23.539737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.580017 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.586176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.587173 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.591123 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-59ab5299-4541-406c-b21f-f54a4629e39f tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:23.596040 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.625918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52100) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:23.626816 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2114103 Jun 17 08:48:23.632519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:23.653551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:23.713572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=c0cee33a-a87b-4208-8009-430f048db705,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.716698 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:23.748755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network c0cee33a-a87b-4208-8009-430f048db705 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:23.873773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] For port 1c7113e7-a89b-4eea-a116-dca3b250ef5a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c7113e7-a89b-4eea-a116-dca3b250ef5a,segment=NetworkSegment(a381d598-0aed-4441-995a-5ed17f0bcf48),segment_id=a381d598-0aed-4441-995a-5ed17f0bcf48)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:23.937098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.969699 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a76922a4-916a-4dad-bcec-533c5bfb7073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:24.102963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Pushing event updated for resources: {'Port': ['ID=1c7113e7-a89b-4eea-a116-dca3b250ef5a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:24.124540 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:24.191224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:24.195255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.205966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4cd52-3357-4db1-a1f6-e76b114ce00f req-eed742ed-7b47-46b2-824f-db07760964b1 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:24.208617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1e4cd52-3357-4db1-a1f6-e76b114ce00f req-eed742ed-7b47-46b2-824f-db07760964b1 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.0752375 Jun 17 08:48:24.287366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1e4cd52-3357-4db1-a1f6-e76b114ce00f req-b1f6e0f8-74ee-4333-acde-66722f53ca5b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710905 Jun 17 08:48:24.373308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:22Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:22Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:24.414368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:24.414729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Updating router 2c231e7a-4c82-44ee-b618-c339c42d30ad port 2b441d72-33e0-4cd3-9b50-eac4867e7969 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:24.457117 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.505067 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.507940 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8af66448-5422-432d-b8e3-5567acce4605 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:24.601942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=c1bf5fa8-4393-454c-94ae-95a1cc6fbc63,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:24.616693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:24.623435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:24.624072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: c0cee33a-a87b-4208-8009-430f048db705, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:24.645062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c7113e7-a89b-4eea-a116-dca3b250ef5a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:24.651572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network c0cee33a-a87b-4208-8009-430f048db705 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:24.666230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, c0cee33a-a87b-4208-8009-430f048db705) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:24.694607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:24.695603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.707575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2789ec9-7483-4001-bfea-9426eab05f4f None None] Network c0cee33a-a87b-4208-8009-430f048db705 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:24.721099 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0938401 Jun 17 08:48:24.723798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52112) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:25.207827 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.229672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Transition to ACTIVE for port object 2b441d72-33e0-4cd3-9b50-eac4867e7969 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:25.242233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae321879-1734-4ce3-b2cc-911ce6992949 None None] Provisioning for port 2b441d72-33e0-4cd3-9b50-eac4867e7969 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:25.255723 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.258886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.262730 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:25.265308 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae321879-1734-4ce3-b2cc-911ce6992949 None None] Provisioning complete for port 2b441d72-33e0-4cd3-9b50-eac4867e7969 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:25.265782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae321879-1734-4ce3-b2cc-911ce6992949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.341378 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7849019-799a-46dc-8c07-268f99da571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.442295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 1c7113e7-a89b-4eea-a116-dca3b250ef5a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:25.442684 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.477936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51bce-5eab-4df1-9a46-5cb393102a10 None None] Pushing event updated for resources: {'Port': ['ID=2b441d72-33e0-4cd3-9b50-eac4867e7969,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:25.481334 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-31d51bce-5eab-4df1-9a46-5cb393102a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:25.482149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ae321879-1734-4ce3-b2cc-911ce6992949 None None] Port 2b441d72-33e0-4cd3-9b50-eac4867e7969 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:25.610919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ae321879-1734-4ce3-b2cc-911ce6992949 None None] Provisioning complete for port 1c7113e7-a89b-4eea-a116-dca3b250ef5a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:25.611311 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ae321879-1734-4ce3-b2cc-911ce6992949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.647100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-c0cee33a-a87b-4208-8009-430f048db705', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:25.647940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.656690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b2aab-e4d4-49c1-b582-152426761a61 req-70bac323-a72c-4cef-8410-f90939a927ef tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:25.658343 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b12b2aab-e4d4-49c1-b582-152426761a61 req-70bac323-a72c-4cef-8410-f90939a927ef tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1146524 Jun 17 08:48:25.675281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Attempting to bind port 2b441d72-33e0-4cd3-9b50-eac4867e7969 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:25.675856 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Attempting to bind port 2b441d72-33e0-4cd3-9b50-eac4867e7969 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:25.676238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Attempting to bind port 2b441d72-33e0-4cd3-9b50-eac4867e7969 on network 461fcf2f-8469-4ae2-a17c-3644a4baf46e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:25.720271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b12b2aab-e4d4-49c1-b582-152426761a61 req-a3aeddd8-233a-46cc-a9df-be95010e9049 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Jun 17 08:48:25.725334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8:1::1 (c0cee33a-a87b-4208-8009-430f048db705/c1bf5fa8-4393-454c-94ae-95a1cc6fbc63/8b6718c2-4008-4be5-b51d-b3dd4679b6c2) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:25.777065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:25.777597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Checking segment: {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:25.778019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.778418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Bound using segment: {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:25.779023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Bound port: 2b441d72-33e0-4cd3-9b50-eac4867e7969, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a381d598-0aed-4441-995a-5ed17f0bcf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:25.779817 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.907518 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.929060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:25.975649 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] For port 2b441d72-33e0-4cd3-9b50-eac4867e7969, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:25.985360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] For port 2b441d72-33e0-4cd3-9b50-eac4867e7969, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2b441d72-33e0-4cd3-9b50-eac4867e7969,segment=NetworkSegment(a381d598-0aed-4441-995a-5ed17f0bcf48),segment_id=a381d598-0aed-4441-995a-5ed17f0bcf48)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:25.987658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.992727 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.005895 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.026845 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9d9042bc-2a5c-4d3a-b21e-1427ec0387e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.051306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network c0cee33a-a87b-4208-8009-430f048db705 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:26.055316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:26.062951 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:26.062951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.072827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 755c826a-b4e8-4fb4-9190-ac1239cf21ee details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:26.160966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51bce-5eab-4df1-9a46-5cb393102a10 None None] Pushing event updated for resources: {'Port': ['ID=2b441d72-33e0-4cd3-9b50-eac4867e7969,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:26.177609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Allocated IP 2001:db8:1::2 (c0cee33a-a87b-4208-8009-430f048db705/c1bf5fa8-4393-454c-94ae-95a1cc6fbc63/a6e91f42-0c77-4c39-9800-0c1a12e373db) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:26.199702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:26.206872 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:26.228045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.340301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-31d51bce-5eab-4df1-9a46-5cb393102a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:26.410170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:48:26.417504 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.439361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Transition to ACTIVE for port object a6e91f42-0c77-4c39-9800-0c1a12e373db will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:26.442677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:26.444672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:47:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:26.614874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:26.627899 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.637531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.638554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.650333 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.736188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Transition to ACTIVE for port object a6e91f42-0c77-4c39-9800-0c1a12e373db will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:26.762697 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.773921 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29c7efc3-2fd3-403a-965e-ffabd014bd9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.806666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:26.820404 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:26.860138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Pushing event updated for resources: {'Port': ['ID=a6e91f42-0c77-4c39-9800-0c1a12e373db,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:26.868648 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:26.903389 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network c0cee33a-a87b-4208-8009-430f048db705 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:26.907649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:26.919194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:26.935710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Network c0cee33a-a87b-4208-8009-430f048db705 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:26.960608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:26.979009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:26.980520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb81d8-e07d-4d25-8f88-a604f5c48372 req-52c0e8b2-8b4f-4948-8f35-d035bef7dae4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:26.991455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1cb81d8-e07d-4d25-8f88-a604f5c48372 req-52c0e8b2-8b4f-4948-8f35-d035bef7dae4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 943 time: 0.1003940 Jun 17 08:48:27.018253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '755c826a-b4e8-4fb4-9190-ac1239cf21ee', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': '755c826a-b4e8-4fb4-9190-ac1239cf21ee', 'mac_address': 'fa:16:3e:01:12:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:27.053983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1cb81d8-e07d-4d25-8f88-a604f5c48372 req-b978204a-23d7-4bc5-bb60-5a8af84e693f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588248 Jun 17 08:48:27.056058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:27.173399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Attempting to bind port a6e91f42-0c77-4c39-9800-0c1a12e373db on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:27.173862 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Attempting to bind port a6e91f42-0c77-4c39-9800-0c1a12e373db by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:27.174299 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Attempting to bind port a6e91f42-0c77-4c39-9800-0c1a12e373db on network c0cee33a-a87b-4208-8009-430f048db705 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:27.189648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:27.199333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Checking segment: {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:27.199333 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.199333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Bound using segment: {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:27.199333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Bound port: a6e91f42-0c77-4c39-9800-0c1a12e373db, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:27.199333 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.210247 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.248020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755c826a-b4e8-4fb4-9190-ac1239cf21ee {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:27.269904 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:27.278983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:27.279386 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5542359 Jun 17 08:48:27.284669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:27.286453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-823428987'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:27.298614 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.303899 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:27.330031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] For port a6e91f42-0c77-4c39-9800-0c1a12e373db, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:27.332397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:27.333811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:26Z', 'revision_number': 3, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:25Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:25Z', 'revision_number': 1, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:27.336915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.374470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] For port a6e91f42-0c77-4c39-9800-0c1a12e373db, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a6e91f42-0c77-4c39-9800-0c1a12e373db,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:27.375800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f207c30-d9f5-4441-8978-0755322cfa62 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:26Z', 'revision_number': 3, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:25Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:25Z', 'revision_number': 1, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:27.388906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.391003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:27.406797 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.407534 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment 6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7 of type vlan for network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 Jun 17 08:48:27.427381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=755c826a-b4e8-4fb4-9190-ac1239cf21ee,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:27.431114 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:27.431620 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-31d51bce-5eab-4df1-9a46-5cb393102a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:27.498156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.506245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Pushing event updated for resources: {'Port': ['ID=a6e91f42-0c77-4c39-9800-0c1a12e373db,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:27.512703 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:27.517496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['755c826a-b4e8-4fb4-9190-ac1239cf21ee'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:27.563611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.571425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.572284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.581877 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-76c96a05-a7a0-4306-9e6e-f60013704357 tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:27.607412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:27.615693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:27.618959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3369093 Jun 17 08:48:27.653443 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.837180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=9351feef-13bb-49f0-b1a7-bf36c3f15e93,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:27.846787 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33a09527-e335-4b0f-ab6f-62ef99776572 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:27.862711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:27.984392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:27.987490 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e68f8f0a-13fd-4a43-bfb5-0584761b6aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:27.988207 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.406650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.409238 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c70e2a6f-5f97-4f49-b3ce-dc06fa0b9bc8 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:28.411531 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb960be-beb2-4662-8e00-c754e1d912cd req-e57e95ca-399e-4bad-a3ad-f0bbd08ef94d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:28.419723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6cb960be-beb2-4662-8e00-c754e1d912cd req-e57e95ca-399e-4bad-a3ad-f0bbd08ef94d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 944 time: 0.1531456 Jun 17 08:48:28.464961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6cb960be-beb2-4662-8e00-c754e1d912cd req-63fc9db9-718f-4145-978a-5e62ee41fd2d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Jun 17 08:48:28.510734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=630a11e5-9552-4cb3-95a1-c60af44ff2f1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:28.521134 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:28.527547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:28.531885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 9351feef-13bb-49f0-b1a7-bf36c3f15e93, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:28.567360 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:28.585740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 9351feef-13bb-49f0-b1a7-bf36c3f15e93) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:28.593156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:28.594377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.599473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0487e-76b5-4610-ab77-b5b4c76f072e None None] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:28.637200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0259197 Jun 17 08:48:28.642299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52156) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:28.812292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a6e91f42-0c77-4c39-9800-0c1a12e373db up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:28.925187 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.978019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:28.978866 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.010442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a6e91f42-0c77-4c39-9800-0c1a12e373db completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:29.018403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2b441d72-33e0-4cd3-9b50-eac4867e7969 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:29.128772 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965bdf2-dd5e-4027-8ac9-5f009a1c8997 None None] Network c0cee33a-a87b-4208-8009-430f048db705 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:29.314322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.509847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Provisioning for port a6e91f42-0c77-4c39-9800-0c1a12e373db completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:29.527782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Provisioning complete for port a6e91f42-0c77-4c39-9800-0c1a12e373db triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:29.528165 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.561915 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Allocated IP 2001:db8:2::2 (9351feef-13bb-49f0-b1a7-bf36c3f15e93/630a11e5-9552-4cb3-95a1-c60af44ff2f1/6dd30aa8-849c-4e38-89f2-c5e87578d137) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:29.573020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 2b441d72-33e0-4cd3-9b50-eac4867e7969 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:29.623245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2b441d72-33e0-4cd3-9b50-eac4867e7969 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:29.623985 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.874320 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.979119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] For port a6e91f42-0c77-4c39-9800-0c1a12e373db, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a6e91f42-0c77-4c39-9800-0c1a12e373db,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:30.010241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.017578 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a9762b84-72ed-4c5b-bce2-19b45253ec7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:30.109590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Pushing event updated for resources: {'Port': ['ID=a6e91f42-0c77-4c39-9800-0c1a12e373db,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:30.120409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 755c826a-b4e8-4fb4-9190-ac1239cf21ee up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:30.160409 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:30.179303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.198040 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.235257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 2b441d72-33e0-4cd3-9b50-eac4867e7969, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2b441d72-33e0-4cd3-9b50-eac4867e7969,segment=NetworkSegment(a381d598-0aed-4441-995a-5ed17f0bcf48),segment_id=a381d598-0aed-4441-995a-5ed17f0bcf48)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:30.240058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Transition to ACTIVE for port object 6dd30aa8-849c-4e38-89f2-c5e87578d137 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:30.242627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 755c826a-b4e8-4fb4-9190-ac1239cf21ee completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:30.250707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 755c826a-b4e8-4fb4-9190-ac1239cf21ee triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:30.251143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.288920 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.300544 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3da52287-4899-4517-8b0a-17a881fe7b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:30.388355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=2b441d72-33e0-4cd3-9b50-eac4867e7969,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:30.407857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Transition to ACTIVE for port object 6dd30aa8-849c-4e38-89f2-c5e87578d137 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:30.409326 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:30.419424 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.454744 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:30.487872 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.504634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:30.515828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8:2::1 (9351feef-13bb-49f0-b1a7-bf36c3f15e93/630a11e5-9552-4cb3-95a1-c60af44ff2f1/ea41eb49-d9d9-4c76-80aa-9a549a8cd36a) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:30.541698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:30.542132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865852f5-dc11-46a5-9714-14f06bc3ffb6 req-33dabca1-a9c5-4cb8-898c-b4a95095eedc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:30.551745 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-865852f5-dc11-46a5-9714-14f06bc3ffb6 req-33dabca1-a9c5-4cb8-898c-b4a95095eedc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 944 time: 0.9476316 Jun 17 08:48:30.566973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:30.583809 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.588454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e1dc8e33-fd70-4a0d-b748-bf0ad42ac885 None None] Provisioning for port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:30.601275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Pushing event updated for resources: {'Port': ['ID=6dd30aa8-849c-4e38-89f2-c5e87578d137,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:30.607985 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:30.635366 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:30.644196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-865852f5-dc11-46a5-9714-14f06bc3ffb6 req-d8fa7ce4-fa96-4fca-88d1-4360d7ea0bb4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912344 Jun 17 08:48:30.660250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e1dc8e33-fd70-4a0d-b748-bf0ad42ac885 None None] Provisioning complete for port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:30.660726 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8e33-fd70-4a0d-b748-bf0ad42ac885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.677202 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:30.677852 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:30.729179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc8e33-fd70-4a0d-b748-bf0ad42ac885 None None] Port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:30.815096 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:30.832354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a6e91f42-0c77-4c39-9800-0c1a12e373db up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:30.833843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539980cd-ccde-44e2-bc34-624f74fca82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755c826a-b4e8-4fb4-9190-ac1239cf21ee'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:30.847098 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6eb2d6-e691-4e4a-a86c-0b3a166f2dc1" -d '{"events": [{"server_uuid": "539980cd-ccde-44e2-bc34-624f74fca82e", "name": "network-vif-plugged", "status": "completed", "tag": "755c826a-b4e8-4fb4-9190-ac1239cf21ee"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:30.878461 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.899936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object ea41eb49-d9d9-4c76-80aa-9a549a8cd36a will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:30.962333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Attempting to bind port 6dd30aa8-849c-4e38-89f2-c5e87578d137 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:30.962820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Attempting to bind port 6dd30aa8-849c-4e38-89f2-c5e87578d137 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:30.966076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Attempting to bind port 6dd30aa8-849c-4e38-89f2-c5e87578d137 on network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:30.983174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:30.987433 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9adc0-a674-458f-93d4-b79d65344703 x-openstack-request-id: req-10a9adc0-a674-458f-93d4-b79d65344703 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:30.988162 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539980cd-ccde-44e2-bc34-624f74fca82e", "name": "network-vif-plugged", "status": "completed", "tag": "755c826a-b4e8-4fb4-9190-ac1239cf21ee", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:30.988960 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10a9adc0-a674-458f-93d4-b79d65344703 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:30.989365 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539980cd-ccde-44e2-bc34-624f74fca82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755c826a-b4e8-4fb4-9190-ac1239cf21ee', 'code': 200} Jun 17 08:48:30.998333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:30.999744 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Checking segment: {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:31.000165 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.001339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Bound using segment: {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:31.001855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Bound port: 6dd30aa8-849c-4e38-89f2-c5e87578d137, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:31.003236 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.003379 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.021797 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:31.024623 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.056418 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:31.125446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:31.134804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:31.149354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:31.149963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.155644 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:31.191372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=755c826a-b4e8-4fb4-9190-ac1239cf21ee,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:31.194004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e1dc8e33-fd70-4a0d-b748-bf0ad42ac885 None None] Provisioning complete for port a6e91f42-0c77-4c39-9800-0c1a12e373db triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:31.194645 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8e33-fd70-4a0d-b748-bf0ad42ac885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.217989 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:31.285998 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:31.303858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8a11-fa86-4775-804a-515be08f6be4 req-eb0cd67b-363d-4fe3-94b0-d0327f207442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:31.307979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-178d8a11-fa86-4775-804a-515be08f6be4 req-eb0cd67b-363d-4fe3-94b0-d0327f207442 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 1097 time: 0.2369826 Jun 17 08:48:31.355650 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:26Z', 'revision_number': 3, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:26Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:31.419150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-178d8a11-fa86-4775-804a-515be08f6be4 req-09634326-8320-49a7-8abf-1ceaf3c035a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030514 Jun 17 08:48:31.423730 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:31.424392 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Updating router 2c231e7a-4c82-44ee-b618-c339c42d30ad port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:31.455466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.463601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a6e91f42-0c77-4c39-9800-0c1a12e373db triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:31.464009 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.492590 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.504297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] For port 6dd30aa8-849c-4e38-89f2-c5e87578d137, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:31.525910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] For port 6dd30aa8-849c-4e38-89f2-c5e87578d137, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6dd30aa8-849c-4e38-89f2-c5e87578d137,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:31.540260 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.543967 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42f7cc29-e868-45c9-9503-2366e665159b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:31.613725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Pushing event updated for resources: {'Port': ['ID=6dd30aa8-849c-4e38-89f2-c5e87578d137,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:31.620356 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:31.669444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-852481f3-fc35-4790-87dd-774c51d00ec2 None None] Provisioning complete for port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:31.670026 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-852481f3-fc35-4790-87dd-774c51d00ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.740249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2b441d72-33e0-4cd3-9b50-eac4867e7969 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:31.868876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-852481f3-fc35-4790-87dd-774c51d00ec2 None None] Port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:31.879119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2b441d72-33e0-4cd3-9b50-eac4867e7969 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:31.879504 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.046326 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.073690 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Transition to ACTIVE for port object 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:32.092727 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.096521 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0dd0550-0e63-4885-92f8-4b89efa998cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:32.143804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.175186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c9f19-3498-417c-8812-896a96ca2f20 req-d8fc08bc-f4b3-4c72-974e-33060edaf551 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:32.182783 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a1c9f19-3498-417c-8812-896a96ca2f20 req-d8fc08bc-f4b3-4c72-974e-33060edaf551 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 945 time: 0.2481132 Jun 17 08:48:32.270084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0a1c9f19-3498-417c-8812-896a96ca2f20 req-9b169000-73f9-4a93-81df-5b73162ba050 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Jun 17 08:48:32.276144 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.277738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.289621 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:32.312702 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08a8b1-fc50-4210-af1a-9af97664d66c None None] Pushing event updated for resources: {'Port': ['ID=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:32.351221 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b08a8b1-fc50-4210-af1a-9af97664d66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:32.420048 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Attempting to bind port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:32.420489 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Attempting to bind port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:32.421078 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Attempting to bind port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 on network c0cee33a-a87b-4208-8009-430f048db705 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:32.432608 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:32.432942 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Checking segment: {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:32.433601 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.435621 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Bound using segment: {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:32.436359 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Bound port: 8b6718c2-4008-4be5-b51d-b3dd4679b6c2, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5723fbdf-64a1-493d-8f2f-7922c4ac95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:32.436839 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.439061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:32.450093 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:32.546093 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] For port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:32.559283 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] For port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:32.570694 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.584418 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8af1ec4-0ab4-47ed-bd12-82da296ac0a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:32.683953 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08a8b1-fc50-4210-af1a-9af97664d66c None None] Pushing event updated for resources: {'Port': ['ID=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:32.687095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:32.688738 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b08a8b1-fc50-4210-af1a-9af97664d66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:32.688911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:32.715403 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:32.716132 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:32.760937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6dd30aa8-849c-4e38-89f2-c5e87578d137 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:32.894187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6dd30aa8-849c-4e38-89f2-c5e87578d137 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:32.900677 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:32.908736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:33.094461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:33.105570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4593248 Jun 17 08:48:33.105893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:33.112503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-15755558'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:33.169271 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:33.173934 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.200871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:33.210840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.211556 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added segment c66f581b-c8a2-445b-a81a-813e51cfa887 of type vlan for network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e Jun 17 08:48:33.276807 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.319747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.327278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:33.328457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.333126 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2fb201bb-448d-41d8-8a65-483e68308366 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:33.410431 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:32Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:33.464223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52196) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:33.464666 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3573735 Jun 17 08:48:33.469524 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Network': ['ID=62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:33.472332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'subnet': {'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:33.472556 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:33.503329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:33.559228 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a00e-38a0-49d2-ba61-4e7c2e6aeee3 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:32Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:33.692054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b316725-459c-4942-a496-b72e95e9e8a3 None None] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:33.835030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Provisioning for port 6dd30aa8-849c-4e38-89f2-c5e87578d137 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:33.848048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Provisioning complete for port 6dd30aa8-849c-4e38-89f2-c5e87578d137 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:33.849658 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.955213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbbf05-3842-43e8-863c-1f4795c7cbb5 req-acf43145-9b9a-437c-a324-a4be7f1deb8f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:33.962305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ddbbf05-3842-43e8-863c-1f4795c7cbb5 req-acf43145-9b9a-437c-a324-a4be7f1deb8f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 945 time: 0.3819950 Jun 17 08:48:33.972710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.977400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Made reservation on behalf of 00c5671b5cbf49b0ab4db05396f0f3b6 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:33.980856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.051184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] For port 6dd30aa8-849c-4e38-89f2-c5e87578d137, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6dd30aa8-849c-4e38-89f2-c5e87578d137,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:34.057725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ddbbf05-3842-43e8-863c-1f4795c7cbb5 req-7489a27b-2ae1-4212-9b62-f742a1e16795 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944564 Jun 17 08:48:34.066027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.077836 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:34.136580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Pushing event updated for resources: {'Port': ['ID=6dd30aa8-849c-4e38-89f2-c5e87578d137,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:34.173479 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:34.414760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.418694 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b90ddcb-5352-4526-b7f1-d1161f62188d tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:34.501766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787984ed-09b8-4695-878e-b023613b69dc req-e70e61f3-5e8c-4949-8cbc-bd5d5a6a12b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:34.503251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-787984ed-09b8-4695-878e-b023613b69dc req-e70e61f3-5e8c-4949-8cbc-bd5d5a6a12b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 945 time: 0.1939745 Jun 17 08:48:34.519070 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Subnet': ['ID=f18cf117-1887-4df1-bac8-7d86bc6a964e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:34.529594 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:34.565405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Checking segment: {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:34.566240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network hostable DHCP agents. Network: 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:34.606330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-787984ed-09b8-4695-878e-b023613b69dc req-43230817-3398-4b8d-9f6a-84d0638eb13a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684328 Jun 17 08:48:34.642144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:34.665413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:34.681664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:34.682443 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.683275 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78607ed6-bb3d-4a77-a777-329ce78b60f3 None None] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:34.722804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa5b51eb-bef1-462e-8f96-847714b90cad tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2572749 Jun 17 08:48:34.723446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52206) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:34.759243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6dd30aa8-849c-4e38-89f2-c5e87578d137 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:34.933843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-504cd013-c458-4f62-afee-cc5d004092d6 None None] Provisioning complete for port 6dd30aa8-849c-4e38-89f2-c5e87578d137 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:34.934402 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504cd013-c458-4f62-afee-cc5d004092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.946573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:35.074210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:35.074869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:35.434791 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.519309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6dd30aa8-849c-4e38-89f2-c5e87578d137 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:35.519605 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.710688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:35.727183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:35.728019 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.914947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Allocated IP 2001:db8:3::1 (62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e/f18cf117-1887-4df1-bac8-7d86bc6a964e/0de554e9-eda8-469e-9397-c4838c719762) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:35.958706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-504cd013-c458-4f62-afee-cc5d004092d6 None None] Provisioning for port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:36.036291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-504cd013-c458-4f62-afee-cc5d004092d6 None None] Provisioning complete for port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:36.036919 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-504cd013-c458-4f62-afee-cc5d004092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.117488 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.143152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Transition to ACTIVE for port object 0de554e9-eda8-469e-9397-c4838c719762 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:36.153732 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:36.198819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.207021 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:36.261680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-504cd013-c458-4f62-afee-cc5d004092d6 None None] Port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:36.297641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:36.302196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:36.309756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:36.310526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.384622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=0de554e9-eda8-469e-9397-c4838c719762,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:36.388205 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:36.442913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Allocated IP 2001:db8:3::2 (62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e/f18cf117-1887-4df1-bac8-7d86bc6a964e/b1b82481-5075-448a-973e-0ce36c5135bc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:36.498159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3ef5d4b5-db7e-4208-a98a-60194f6e66a2 None None] Provisioning complete for port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:36.499285 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d4b5-db7e-4208-a98a-60194f6e66a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.532986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.534338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:36.540759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5d4b5-db7e-4208-a98a-60194f6e66a2 None None] Port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:36.548233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:36.548730 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.682490 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:32Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:36.735721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:36.736297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Updating router 2c231e7a-4c82-44ee-b618-c339c42d30ad port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:36.893956 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.936170 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.948351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.986560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Transition to ACTIVE for port object b1b82481-5075-448a-973e-0ce36c5135bc will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:37.062555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.066711 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:37.070056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.071455 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.090936 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e097050-2cd8-4a95-8288-622e2e79cad0 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.119384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.167533 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75416d4a-1036-4029-9508-97f33d892c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.230321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event updated for resources: {'Port': ['ID=0de554e9-eda8-469e-9397-c4838c719762,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.230948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Transition to ACTIVE for port object b1b82481-5075-448a-973e-0ce36c5135bc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:37.234391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.288479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:37.290428 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:37.319337 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.373901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:37.377190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.391215 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.395388 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:37.397164 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.399274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:37.509895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:37.601108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Pushing event updated for resources: {'Port': ['ID=b1b82481-5075-448a-973e-0ce36c5135bc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.604019 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.624770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Attempting to bind port b1b82481-5075-448a-973e-0ce36c5135bc on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:37.625304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Attempting to bind port b1b82481-5075-448a-973e-0ce36c5135bc by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:37.626149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Attempting to bind port b1b82481-5075-448a-973e-0ce36c5135bc on network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:37.636855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:37.637765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Checking segment: {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:37.638245 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.638721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Bound using segment: {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:37.639365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Bound port: b1b82481-5075-448a-973e-0ce36c5135bc, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:37.639944 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.696875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:37.713201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52328) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:37.720140 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:37.720940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9947577 Jun 17 08:48:37.778287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] For port b1b82481-5075-448a-973e-0ce36c5135bc, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:37.787310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] For port b1b82481-5075-448a-973e-0ce36c5135bc, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b1b82481-5075-448a-973e-0ce36c5135bc,segment=NetworkSegment(c66f581b-c8a2-445b-a81a-813e51cfa887),segment_id=c66f581b-c8a2-445b-a81a-813e51cfa887)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:37.813368 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.823986 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e69b1e35-ba73-4047-ba75-5cd0210e573b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.885733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Pushing event updated for resources: {'Port': ['ID=b1b82481-5075-448a-973e-0ce36c5135bc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.891601 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.934321 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.953047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Transition to ACTIVE for port object ea41eb49-d9d9-4c76-80aa-9a549a8cd36a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:37.975352 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.978423 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:38.059767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc6233-f8e9-4e05-947b-ab80863f2807 None None] Pushing event updated for resources: {'Port': ['ID=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:38.069277 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fddc6233-f8e9-4e05-947b-ab80863f2807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:38.229409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Attempting to bind port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:38.229859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Attempting to bind port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:38.230305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Attempting to bind port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a on network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:38.237346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:38.237819 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Checking segment: {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:38.238394 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.238866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Bound using segment: {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:38.239440 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Bound port: ea41eb49-d9d9-4c76-80aa-9a549a8cd36a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:38.239908 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.369621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] For port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:38.373959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] For port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:38.380956 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.384972 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:38.572360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:38.587436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:38.635459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:48:38.688324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Removed routes are [] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:48:38.689054 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.707512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-2a54cc0b-ab70-462f-987f-29f3aba0286e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:38.714995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-2a54cc0b-ab70-462f-987f-29f3aba0286e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.3256388 Jun 17 08:48:38.737472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-52e81c6f-41d2-434e-919b-7a7b68099693 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0157945 Jun 17 08:48:38.953433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-38de917b-d602-4480-bb05-e8994fea251b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2026732 Jun 17 08:48:39.058073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc6233-f8e9-4e05-947b-ab80863f2807 None None] Pushing event updated for resources: {'Port': ['ID=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.111547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-ba1367d7-06bc-45c5-b20e-94c2d5e7635f service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571906 Jun 17 08:48:39.169067 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fddc6233-f8e9-4e05-947b-ab80863f2807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.266794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:39.388313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-89bf8144-2b6a-44fe-b253-f46cebee8bef service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758656 Jun 17 08:48:39.529490 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b1b82481-5075-448a-973e-0ce36c5135bc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:39.790739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port b1b82481-5075-448a-973e-0ce36c5135bc completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:39.815848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea41eb49-d9d9-4c76-80aa-9a549a8cd36a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:39.871706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ae4e4-6fff-4dc3-bc9f-ca94b0abe8dd None None] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:39.949314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ccb08f26-1c44-4bdc-853c-34d22148ce5b req-a80d403e-8b4e-4bc6-8988-97faa004e6ff tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.1361549 Jun 17 08:48:39.986527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Provisioning for port b1b82481-5075-448a-973e-0ce36c5135bc completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:39.991268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.996134 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.012530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Provisioning complete for port b1b82481-5075-448a-973e-0ce36c5135bc triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:40.013072 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.019869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:36Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:36Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:38Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:40.129417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae812d4-acf7-4660-8048-cae8faca7fbb None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:36Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:36Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:38Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:40.208957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:40.209651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:40.209651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.310783 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:40.366762 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.451934 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.485167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] For port b1b82481-5075-448a-973e-0ce36c5135bc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b1b82481-5075-448a-973e-0ce36c5135bc,segment=NetworkSegment(c66f581b-c8a2-445b-a81a-813e51cfa887),segment_id=c66f581b-c8a2-445b-a81a-813e51cfa887)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:40.513371 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.520983 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5fb0e39-8a6d-4b35-812e-b2d40f2c6302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:40.532947 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:40.544909 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.547158 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c4842405-ceec-4a7a-bde7-9f62c7a194ff tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 954 time: 2.8327062 Jun 17 08:48:40.552125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52404) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:40.601892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Pushing event updated for resources: {'Port': ['ID=b1b82481-5075-448a-973e-0ce36c5135bc,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:40.610156 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:40.629737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:40.645213 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.646096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:40.687979 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fddc6233-f8e9-4e05-947b-ab80863f2807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:40.822451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:40.823120 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.833956 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:40.839430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'routes': None}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:40.843776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e93c4843-53f8-4da4-b9c5-144100055022 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 954 time: 0.2880490 Jun 17 08:48:40.935025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:40.939939 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:41.148305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2bda2d5e-dc86-4caa-9e5c-41ab6080b943 None None] Provisioning for port 0de554e9-eda8-469e-9397-c4838c719762 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:41.152924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2bda2d5e-dc86-4caa-9e5c-41ab6080b943 None None] Provisioning complete for port 0de554e9-eda8-469e-9397-c4838c719762 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:41.155871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bda2d5e-dc86-4caa-9e5c-41ab6080b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.243315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2bda2d5e-dc86-4caa-9e5c-41ab6080b943 None None] Port 0de554e9-eda8-469e-9397-c4838c719762 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:41.255956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2bda2d5e-dc86-4caa-9e5c-41ab6080b943 None None] Provisioning complete for port b1b82481-5075-448a-973e-0ce36c5135bc triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:41.256667 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bda2d5e-dc86-4caa-9e5c-41ab6080b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.342007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80fb809c-522f-4f04-9436-a73b74abfb44 req-8359cc27-0048-43f2-9906-fd9b12437df0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.0835207 Jun 17 08:48:41.356218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b1b82481-5075-448a-973e-0ce36c5135bc up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:41.474944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port b1b82481-5075-448a-973e-0ce36c5135bc triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:41.475520 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.522200 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b272024-f157-43df-a399-e6db35299814 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:41.544176 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:41.544895 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:41.627681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added routes are [] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:48:41.628241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.extraroute_db [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:48:41.656980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea41eb49-d9d9-4c76-80aa-9a549a8cd36a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:41.701838 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:41.707716 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.806949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a4938cf3-0eb2-4341-85fa-d79dcc1c72fc None None] Provisioning complete for port 0de554e9-eda8-469e-9397-c4838c719762 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:41.807378 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4938cf3-0eb2-4341-85fa-d79dcc1c72fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.852722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a4938cf3-0eb2-4341-85fa-d79dcc1c72fc None None] Port 0de554e9-eda8-469e-9397-c4838c719762 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:41.866723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:41.867619 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.049951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c1322b5b-50dc-4172-929e-0e0e2e6bae23 None None] Provisioning complete for port 0de554e9-eda8-469e-9397-c4838c719762 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:42.050521 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1322b5b-50dc-4172-929e-0e0e2e6bae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.154673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c1322b5b-50dc-4172-929e-0e0e2e6bae23 None None] Port 0de554e9-eda8-469e-9397-c4838c719762 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:42.163650 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:38Z', 'revision_number': 6, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:36Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:42.182676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.204136 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b272024-f157-43df-a399-e6db35299814 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:42.204510 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b272024-f157-43df-a399-e6db35299814 None None] Updating router 2c231e7a-4c82-44ee-b618-c339c42d30ad port 0de554e9-eda8-469e-9397-c4838c719762 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:42.211926 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.243388 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-2b183171-0687-4f06-b79a-4e3dc8c89dd9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:42.247726 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b272024-f157-43df-a399-e6db35299814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.251489 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-2b183171-0687-4f06-b79a-4e3dc8c89dd9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.3121929 Jun 17 08:48:42.279333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:42.483764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:42.609286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:42.613108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.639943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:42.647304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.651388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0634115a-ff46-4ed5-895c-d3674223cf94 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 704 time: 1.8162022 Jun 17 08:48:42.652049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52424) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:42.673589 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6c11fd7e-9afe-43d1-9570-24064118793e req-c60d2c7e-5bd8-4979-b918-171e3d28ecee tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.1255991 Jun 17 08:48:42.697891 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b272024-f157-43df-a399-e6db35299814 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.710549 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-5b272024-f157-43df-a399-e6db35299814 None None] Transition to ACTIVE for port object 0de554e9-eda8-469e-9397-c4838c719762 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:42.720189 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b272024-f157-43df-a399-e6db35299814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.724533 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-46a78e2c-23cb-4fdc-81ae-0bc9964ba36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:42.776724 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da866d2-be23-4f1b-ab47-e16027271190 None None] Pushing event updated for resources: {'Port': ['ID=0de554e9-eda8-469e-9397-c4838c719762,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:42.781842 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4da866d2-be23-4f1b-ab47-e16027271190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:42.842793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52428) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:42.846916 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f0335ada-463b-4953-a6fc-18a04c07f5e5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 704 time: 0.1811323 Jun 17 08:48:43.002964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.5 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/a36b2ab0-a633-4014-8e11-f8f668a7ac98) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:43.107501 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-5b272024-f157-43df-a399-e6db35299814 None None] Attempting to bind port 0de554e9-eda8-469e-9397-c4838c719762 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:43.108727 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-5b272024-f157-43df-a399-e6db35299814 None None] Attempting to bind port 0de554e9-eda8-469e-9397-c4838c719762 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:43.109205 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b272024-f157-43df-a399-e6db35299814 None None] Attempting to bind port 0de554e9-eda8-469e-9397-c4838c719762 on network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:43.137061 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b272024-f157-43df-a399-e6db35299814 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:43.139249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b272024-f157-43df-a399-e6db35299814 None None] Checking segment: {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:43.139792 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b272024-f157-43df-a399-e6db35299814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.140503 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b272024-f157-43df-a399-e6db35299814 None None] Bound using segment: {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:43.141378 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-5b272024-f157-43df-a399-e6db35299814 None None] Bound port: 0de554e9-eda8-469e-9397-c4838c719762, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f581b-c8a2-445b-a81a-813e51cfa887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:43.141967 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b272024-f157-43df-a399-e6db35299814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.239289 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-5b272024-f157-43df-a399-e6db35299814 None None] For port 0de554e9-eda8-469e-9397-c4838c719762, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:43.243649 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-5b272024-f157-43df-a399-e6db35299814 None None] For port 0de554e9-eda8-469e-9397-c4838c719762, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0de554e9-eda8-469e-9397-c4838c719762,segment=NetworkSegment(c66f581b-c8a2-445b-a81a-813e51cfa887),segment_id=c66f581b-c8a2-445b-a81a-813e51cfa887)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:43.250534 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b272024-f157-43df-a399-e6db35299814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.260984 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b08a8b1-fc50-4210-af1a-9af97664d66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:43.326522 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:43.328033 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:43.432477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.466073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object a36b2ab0-a633-4014-8e11-f8f668a7ac98 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:43.534733 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:43.586442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.591919 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dbce4b1f-ac54-4f12-8ed6-8c6f2141d3b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:43.601839 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['755c826a-b4e8-4fb4-9190-ac1239cf21ee'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:43.762832 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da866d2-be23-4f1b-ab47-e16027271190 None None] Pushing event updated for resources: {'Port': ['ID=0de554e9-eda8-469e-9397-c4838c719762,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:43.845577 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4da866d2-be23-4f1b-ab47-e16027271190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:43.962019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=a36b2ab0-a633-4014-8e11-f8f668a7ac98,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:43.973967 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:43.997120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:43.999545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:44.003154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:44.146942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.150131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.185109 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9210768 Jun 17 08:48:44.204841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Request body: {'port': {'device_id': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:44.392225 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.395229 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5b272024-f157-43df-a399-e6db35299814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 7, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:44.470418 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b272024-f157-43df-a399-e6db35299814 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 7, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:44.484097 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb35d88-5969-40dc-9361-76850a2c9cbb req-1a8f5ec3-b33e-4b2b-b424-a794bd5ebbcc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.499561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eb35d88-5969-40dc-9361-76850a2c9cbb req-1a8f5ec3-b33e-4b2b-b424-a794bd5ebbcc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 931 time: 0.2833388 Jun 17 08:48:44.569059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6b065611-4ee7-41ec-b402-39472509f37f None None] Provisioning for port a36b2ab0-a633-4014-8e11-f8f668a7ac98 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:44.579397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6b065611-4ee7-41ec-b402-39472509f37f None None] Provisioning complete for port a36b2ab0-a633-4014-8e11-f8f668a7ac98 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:44.579833 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b065611-4ee7-41ec-b402-39472509f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.637490 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eb35d88-5969-40dc-9361-76850a2c9cbb req-677c24c4-5ebe-442b-8b29-2c08302f11ad tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359715 Jun 17 08:48:44.671017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6b065611-4ee7-41ec-b402-39472509f37f None None] Port a36b2ab0-a633-4014-8e11-f8f668a7ac98 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:44.728842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:44.741953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:44.742891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:44.749115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.866601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:44.900722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36b2ab0-a633-4014-8e11-f8f668a7ac98 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:44.906305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.919543 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Transition to ACTIVE for port object a36b2ab0-a633-4014-8e11-f8f668a7ac98 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:44.925097 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.929350 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-24409518-57b8-432b-8c4f-d366a782667e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.996704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Pushing event updated for resources: {'Port': ['ID=a36b2ab0-a633-4014-8e11-f8f668a7ac98,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:45.003217 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:45.273455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 0de554e9-eda8-469e-9397-c4838c719762 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:45.273802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.300450 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Attempting to bind port a36b2ab0-a633-4014-8e11-f8f668a7ac98 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:45.302020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Attempting to bind port a36b2ab0-a633-4014-8e11-f8f668a7ac98 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:45.302373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Attempting to bind port a36b2ab0-a633-4014-8e11-f8f668a7ac98 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:45.312653 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Port a36b2ab0-a633-4014-8e11-f8f668a7ac98 on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:45.313054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Attempting to bind port a36b2ab0-a633-4014-8e11-f8f668a7ac98 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:45.324596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:45.325636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:45.326047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:45.327107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Bound port: a36b2ab0-a633-4014-8e11-f8f668a7ac98, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:45.328659 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.348306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 7, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:45.431995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port 0de554e9-eda8-469e-9397-c4838c719762, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0de554e9-eda8-469e-9397-c4838c719762,segment=NetworkSegment(c66f581b-c8a2-445b-a81a-813e51cfa887),segment_id=c66f581b-c8a2-445b-a81a-813e51cfa887)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:45.432340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.449242 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:45.470174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0de554e9-eda8-469e-9397-c4838c719762 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:45.540102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 0de554e9-eda8-469e-9397-c4838c719762 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:45.565467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] For port a36b2ab0-a633-4014-8e11-f8f668a7ac98, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:45.580600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] For port a36b2ab0-a633-4014-8e11-f8f668a7ac98, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:45.598637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.602775 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-335a3389-98bc-46a1-89d5-4562f3dc8a28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:45.657019 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:45.657883 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.659346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] 10.222.0.60 "PUT /v2.0/ports/a36b2ab0-a633-4014-8e11-f8f668a7ac98 HTTP/1.1" status: 200 len: 1092 time: 1.4669929 Jun 17 08:48:45.660156 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'tag': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:45.662469 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28c525-8203-4610-b5ad-7e8595e7d1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4111977e-79e9-43f0-8657-cd0d2e3265de", "tag": "a36b2ab0-a633-4014-8e11-f8f668a7ac98"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:45.720398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Pushing event updated for resources: {'Port': ['ID=a36b2ab0-a633-4014-8e11-f8f668a7ac98,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:45.727158 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:45.829391 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed1dda-432c-4294-a031-5f97f7a4bd21 x-openstack-request-id: req-c7ed1dda-432c-4294-a031-5f97f7a4bd21 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:45.829737 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4111977e-79e9-43f0-8657-cd0d2e3265de", "tag": "a36b2ab0-a633-4014-8e11-f8f668a7ac98", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:45.831192 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7ed1dda-432c-4294-a031-5f97f7a4bd21 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:45.831957 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'tag': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98', 'status': 'completed', 'code': 200} Jun 17 08:48:45.875681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:45.876361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:45.945883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-43294369-15e1-476c-a7ec-2144d659e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:45.951175 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-43294369-15e1-476c-a7ec-2144d659e6e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 1095 time: 0.2227437 Jun 17 08:48:46.073043 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-6615b35f-783a-424c-a8c0-6a2a3d7beb3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98 HTTP/1.1" status: 200 len: 217 time: 0.1131632 Jun 17 08:48:46.099136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.107391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:46.165838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-212d8042-c049-4359-bb5a-7eb575e1355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.167566 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-212d8042-c049-4359-bb5a-7eb575e1355b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0824068 Jun 17 08:48:46.185474 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=0de554e9-eda8-469e-9397-c4838c719762,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:46.218627 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:46.309133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 0de554e9-eda8-469e-9397-c4838c719762 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:46.318125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0de554e9-eda8-469e-9397-c4838c719762 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:46.318941 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.348782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0f4b2-af42-46bc-8289-5224bf8a0dda req-6f0cf1a5-d6d5-4f0a-a833-61eca23a6a87 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.350356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fb0f4b2-af42-46bc-8289-5224bf8a0dda req-6f0cf1a5-d6d5-4f0a-a833-61eca23a6a87 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.4090278 Jun 17 08:48:46.368196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b663-83bd-447b-9db8-f574dc22493c req-8e3a3f38-e6f0-4efc-87e4-133094a0d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.370715 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-8e3a3f38-e6f0-4efc-87e4-133094a0d27c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953361 Jun 17 08:48:46.377165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:46.407427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.568775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Port 0de554e9-eda8-469e-9397-c4838c719762 was deleted so its status cannot be updated. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:48:46.581077 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-ba34030d-c7f4-4488-b7ec-38ca87591b79 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988406 Jun 17 08:48:46.640228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fb0f4b2-af42-46bc-8289-5224bf8a0dda req-136ef259-b7b9-4f2f-9380-0f5f5934f2f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334690 Jun 17 08:48:46.825537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5d74b663-83bd-447b-9db8-f574dc22493c req-98d8eb4f-e82e-45ec-9f6e-6fbb63ed3f0b service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391076 Jun 17 08:48:46.892958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:46.928306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 7, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:47.019764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-98f08047-0de2-4c19-9fd9-f3e9cdfe7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.022732 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-98f08047-0de2-4c19-9fd9-f3e9cdfe7d55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 1095 time: 0.1256526 Jun 17 08:48:47.055130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf51405-3edc-4f16-b7a1-05933b4693c4 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 7, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '0de554e9-eda8-469e-9397-c4838c719762', 'name': '', 'network_id': '62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:32:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:35Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 4, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'f18cf117-1887-4df1-bac8-7d86bc6a964e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:47.132926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52482) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:47.178416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:47.193776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3478804 Jun 17 08:48:47.195265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52486) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:47.213688 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.259369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-2cf273f9-0726-4662-99b7-8741b4a3dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.262498 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-2cf273f9-0726-4662-99b7-8741b4a3dc46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.2327828 Jun 17 08:48:47.363782 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-0b7952fa-8b20-419b-a2f2-4198caa919ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98 HTTP/1.1" status: 200 len: 217 time: 0.0905392 Jun 17 08:48:47.387066 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:47.390912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet f18cf117-1887-4df1-bac8-7d86bc6a964e {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:47.394858 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.401997 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:47.402944 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:47.433528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-9fa4225a-8461-4ae1-8321-2574dff6e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.435062 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-9fa4225a-8461-4ae1-8321-2574dff6e8fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0647166 Jun 17 08:48:47.489245 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.534496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316006-ef96-4ba1-96b7-5d5d127ff7d6 req-1935541e-fbe6-43e5-956d-7ebb0cc4ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.542189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1316006-ef96-4ba1-96b7-5d5d127ff7d6 req-1935541e-fbe6-43e5-956d-7ebb0cc4ee69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.4080145 Jun 17 08:48:47.594469 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-d2392c58-11dc-4f8d-9009-78f095c6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.596040 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-d2392c58-11dc-4f8d-9009-78f095c6b5cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485064 Jun 17 08:48:47.596179 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:47.703594 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1316006-ef96-4ba1-96b7-5d5d127ff7d6 req-a0559bc9-c435-494d-8910-e5c4a2c40985 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598632 Jun 17 08:48:47.756343 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.876160 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.884517 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-0d3cc825-894e-4e61-a3a9-d9fc86baedb3 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811081 Jun 17 08:48:47.887525 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ecf44c6d-f98d-45d9-b37d-50d41509f559 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:47.936351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=f18cf117-1887-4df1-bac8-7d86bc6a964e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:47.952370 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:47.975512 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.976905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291c924-49c1-4743-9c99-475d791d583c None None] Network 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:47.977359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/f18cf117-1887-4df1-bac8-7d86bc6a964e HTTP/1.1" status: 204 len: 168 time: 0.7811782 Jun 17 08:48:47.981348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52494) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:48.088804 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 8, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:48.269781 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4d28c525-8203-4610-b5ad-7e8595e7d1f5 req-4f44d87d-44b9-4f7a-9b71-180823ba194b service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711362 Jun 17 08:48:48.315125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.348339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9247-ab7f-4cd4-bb3c-e74ae62f21a8 req-5f73970b-5267-43c6-89e7-1e42a7398c89 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:48.356161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-868d9247-ab7f-4cd4-bb3c-e74ae62f21a8 req-5f73970b-5267-43c6-89e7-1e42a7398c89 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.4215674 Jun 17 08:48:48.400198 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:48.409787 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:48.410597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:48.499463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-868d9247-ab7f-4cd4-bb3c-e74ae62f21a8 req-e4e6300a-f650-4c16-9b3d-cb24d2ad12d2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418772 Jun 17 08:48:48.625340 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:48.627311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port b1b82481-5075-448a-973e-0ce36c5135bc {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:48.627311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.692957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] DHCP port deletion for 62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:48:48.720390 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-9024fde3-502d-4ec5-adde-0e83d53db4d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1483791 Jun 17 08:48:48.823826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port b1b82481-5075-448a-973e-0ce36c5135bc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b1b82481-5075-448a-973e-0ce36c5135bc,segment=NetworkSegment(c66f581b-c8a2-445b-a81a-813e51cfa887),segment_id=c66f581b-c8a2-445b-a81a-813e51cfa887)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:48.824316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.896487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Deleting port b1b82481-5075-448a-973e-0ce36c5135bc {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:48.896872 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.996468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for b1b82481-5075-448a-973e-0ce36c5135bc owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:49.011874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-8c439e65-882a-4515-8220-ccb43bc2359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:49.016934 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-8c439e65-882a-4515-8220-ccb43bc2359d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1938565 Jun 17 08:48:49.133154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] For port b1b82481-5075-448a-973e-0ce36c5135bc, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b1b82481-5075-448a-973e-0ce36c5135bc,segment=NetworkSegment(c66f581b-c8a2-445b-a81a-813e51cfa887),segment_id=c66f581b-c8a2-445b-a81a-813e51cfa887)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:49.135303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.360617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.379765 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:49.390238 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 8, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:49.413641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Calling delete_port for b1b82481-5075-448a-973e-0ce36c5135bc owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:49.521500 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f49df4-6dd9-4434-a010-517c9b9de925 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 8, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea41eb49-d9d9-4c76-80aa-9a549a8cd36a', 'name': '', 'network_id': '9351feef-13bb-49f0-b1a7-bf36c3f15e93', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:f2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:29Z', 'updated_at': '2021-06-17T08:48:40Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '630a11e5-9552-4cb3-95a1-c60af44ff2f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:49.528198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port b1b82481-5075-448a-973e-0ce36c5135bc on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:49.535179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=b1b82481-5075-448a-973e-0ce36c5135bc,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:49.558636 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:49.565174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-2c9fc328-5826-47ce-808e-950cf76fad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:49.567301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-2c9fc328-5826-47ce-808e-950cf76fad3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 908 time: 0.5054889 Jun 17 08:48:49.631059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b1b82481-5075-448a-973e-0ce36c5135bc no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:49.701018 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-81a00afc-80dc-4fcd-ac49-7aa120daf94a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 1001 time: 0.1272192 Jun 17 08:48:49.775780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.796359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:49.799082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: b1b82481-5075-448a-973e-0ce36c5135bc {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:49.799618 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b1b82481-5075-448a-973e-0ce36c5135bc not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:49.813384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66f581b-c8a2-445b-a81a-813e51cfa887') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:49.813631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66f581b-c8a2-445b-a81a-813e51cfa887') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:49.829988 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.841657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-729aa23c-f733-45ef-aeed-68f07faea144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:49.844555 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-729aa23c-f733-45ef-aeed-68f07faea144 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.1357820 Jun 17 08:48:49.872856 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.875744 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:49.907841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Pushing event deleted for resources: {'Port': ['ID=b1b82481-5075-448a-973e-0ce36c5135bc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:49.922971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] No DVR routers for this DVR port b1b82481-5075-448a-973e-0ce36c5135bc on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:49.938365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.938740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.956461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.957046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.957341 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.957994 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.958346 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.958694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.959057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.959637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.960210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.960541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.964599 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:49.970897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.999171 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.020839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:50.021535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:50.027565 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:50.039605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-fded3147-43df-4b03-abc7-d9140a082a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.041985 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-fded3147-43df-4b03-abc7-d9140a082a2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901369 Jun 17 08:48:50.144852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25499728-f02f-43b8-93d5-a8a9353e48fe req-60cb9c69-9a6a-4df8-ba90-d0900e1ae347 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.156209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25499728-f02f-43b8-93d5-a8a9353e48fe req-60cb9c69-9a6a-4df8-ba90-d0900e1ae347 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.3316317 Jun 17 08:48:50.215268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.223400 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.226248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e HTTP/1.1" status: 204 len: 168 time: 2.2437694 Jun 17 08:48:50.233894 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-716c720c-c339-46f8-b2bc-a90753077a84 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:50.245522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:50.261031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=62ce81f7-f301-479e-b3fa-3c2ccdf5fb3e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:50.271455 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:50.280686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25499728-f02f-43b8-93d5-a8a9353e48fe req-8ec9eb03-7535-49cc-81e5-978521d17ef3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176152 Jun 17 08:48:50.288342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-5f718e26-f3a3-4b54-a36d-b946ee19f2e7 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372880 Jun 17 08:48:50.974553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-fa5fa4f6-b931-4713-b961-9c2924688833 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1279542 Jun 17 08:48:51.139844 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a8b86c2-00e4-4f0e-ae36-385daf5daaae req-c1de8ebd-5e4d-4e8c-88a7-db7ac1c3d72e service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543437 Jun 17 08:48:51.140697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-b1c5114f-a997-4a1b-b8d1-58109f2c6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.142831 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-b1c5114f-a997-4a1b-b8d1-58109f2c6e8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1098 time: 0.1004179 Jun 17 08:48:51.197408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0de554e9-eda8-469e-9397-c4838c719762 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:51.228473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 0de554e9-eda8-469e-9397-c4838c719762 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:51.229065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0de554e9-eda8-469e-9397-c4838c719762 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:51.332622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-468bd582-f61d-416f-8257-859e4934c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.336535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-468bd582-f61d-416f-8257-859e4934c946 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.1618319 Jun 17 08:48:51.469348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-a8bd5461-5fa3-43d2-ae2d-591c0dcf4575 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 1002 time: 0.1283762 Jun 17 08:48:51.643608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-0c38204e-228a-4202-b135-1678434e3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.645082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-0c38204e-228a-4202-b135-1678434e3cd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.1689153 Jun 17 08:48:51.649862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.746754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35121d90-7579-4df5-bb7b-a7d0b7f89052 req-78bd232a-1516-4d19-8cdd-010668c0dffc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.749662 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35121d90-7579-4df5-bb7b-a7d0b7f89052 req-78bd232a-1516-4d19-8cdd-010668c0dffc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1589684 Jun 17 08:48:51.782364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-1d0ecf3d-b776-4716-8620-020e5168b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.783921 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-1d0ecf3d-b776-4716-8620-020e5168b040 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239851 Jun 17 08:48:51.825053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35121d90-7579-4df5-bb7b-a7d0b7f89052 req-416ee450-38af-4ed4-a6c7-5840fad64983 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639014 Jun 17 08:48:51.980102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-4ac023be-021c-4429-841f-bd9158d4f00a service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895578 Jun 17 08:48:52.082451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:52.085924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.126262 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-652b267b-2c8e-447b-b4d7-ab5b4c6f8640 req-ca0652ba-971b-46ca-a95c-a690893a29b3 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386955 Jun 17 08:48:52.269554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port ea41eb49-d9d9-4c76-80aa-9a549a8cd36a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:52.273947 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.366074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for ea41eb49-d9d9-4c76-80aa-9a549a8cd36a owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:52.645749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.651469 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9022c691-9f2e-442b-a692-49f5d2d3258b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:52.703695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=ea41eb49-d9d9-4c76-80aa-9a549a8cd36a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:52.708897 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:52.887961 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.153040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44875e-c693-4301-b435-31b4567e5e9e req-1158e4bd-7000-49f0-baa7-6a723974dc68 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:53.171308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc44875e-c693-4301-b435-31b4567e5e9e req-1158e4bd-7000-49f0-baa7-6a723974dc68 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1162336 Jun 17 08:48:53.253744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc44875e-c693-4301-b435-31b4567e5e9e req-088ca67b-fa7a-458d-b5af-e55e9114f4a0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807440 Jun 17 08:48:53.298371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:53.421157 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:53.431601 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761596 Jun 17 08:48:53.434041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52538) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:53.446810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956713c-0706-4092-a301-72b8387d3888 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:53.460144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:53.460774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:53.515315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet 630a11e5-9552-4cb3-95a1-c60af44ff2f1 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:53.522394 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.579270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:53.623634 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.834329 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.999543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:52Z', 'revision_number': 9, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:54.011741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.020787 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e801024c-38e5-4baf-90eb-a458498b52f7 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:54.083854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=630a11e5-9552-4cb3-95a1-c60af44ff2f1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:54.094548 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:54.102588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956713c-0706-4092-a301-72b8387d3888 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:54.110939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.115964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c4d1d-0e62-4c53-8a79-71ba249a9fe2 None None] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:54.117033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/630a11e5-9552-4cb3-95a1-c60af44ff2f1 HTTP/1.1" status: 204 len: 168 time: 0.6818998 Jun 17 08:48:54.117799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52552) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:54.212533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:54.217636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:54.366650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.535613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:54.541894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 6dd30aa8-849c-4e38-89f2-c5e87578d137 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:54.542441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.614172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcdd93-c404-4c86-81cc-f01db49c2604 req-5d07b8d1-8c57-482b-87d0-350bfd2debe9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.627596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71bcdd93-c404-4c86-81cc-f01db49c2604 req-5d07b8d1-8c57-482b-87d0-350bfd2debe9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1523123 Jun 17 08:48:54.717811 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71bcdd93-c404-4c86-81cc-f01db49c2604 req-ec76fbe1-1641-4cab-8650-8f52247b66d8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864139 Jun 17 08:48:54.784747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port 6dd30aa8-849c-4e38-89f2-c5e87578d137, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6dd30aa8-849c-4e38-89f2-c5e87578d137,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:54.785357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.805670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] DHCP port deletion for 9351feef-13bb-49f0-b1a7-bf36c3f15e93 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:48:54.903295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Deleting port 6dd30aa8-849c-4e38-89f2-c5e87578d137 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:54.903691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.908244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 6dd30aa8-849c-4e38-89f2-c5e87578d137 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:55.062399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] For port 6dd30aa8-849c-4e38-89f2-c5e87578d137, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6dd30aa8-849c-4e38-89f2-c5e87578d137,segment=NetworkSegment(6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7),segment_id=6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:55.062793 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.284957 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.293787 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-44805d97-7943-45bc-a5d2-6129627a8d72 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:55.356046 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=6dd30aa8-849c-4e38-89f2-c5e87578d137,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:55.359323 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:55.365995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port 6dd30aa8-849c-4e38-89f2-c5e87578d137 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:55.483793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.519740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9351feef-13bb-49f0-b1a7-bf36c3f15e93']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:55.543530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:55.544090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa0d2f8-b9bf-40d3-b564-7eed5a53cbc7') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:55.569190 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.623007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Calling delete_port for 6dd30aa8-849c-4e38-89f2-c5e87578d137 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:55.630959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.637249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:55.637673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.648459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6dd30aa8-849c-4e38-89f2-c5e87578d137 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:55.678674 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:55.750520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6dd30aa8-849c-4e38-89f2-c5e87578d137 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:55.751091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6dd30aa8-849c-4e38-89f2-c5e87578d137 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:55.783168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.803693 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.813570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52566) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:55.816754 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/9351feef-13bb-49f0-b1a7-bf36c3f15e93 HTTP/1.1" status: 204 len: 168 time: 1.6965597 Jun 17 08:48:55.823161 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0a41717-4673-4982-8d3a-e23436676e9e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:55.877692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=9351feef-13bb-49f0-b1a7-bf36c3f15e93,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:55.880614 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:55.921722 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-67b181b4-41c1-426a-9139-3363a171608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.972598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4956713c-0706-4092-a301-72b8387d3888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:52Z', 'revision_number': 9, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:56.079437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956713c-0706-4092-a301-72b8387d3888 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:52Z', 'revision_number': 9, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6718c2-4008-4be5-b51d-b3dd4679b6c2', 'name': '', 'network_id': 'c0cee33a-a87b-4208-8009-430f048db705', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:13:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:25Z', 'updated_at': '2021-06-17T08:48:37Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': 'c1bf5fa8-4393-454c-94ae-95a1cc6fbc63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:56.116089 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.124825 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:56.133664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Network 9351feef-13bb-49f0-b1a7-bf36c3f15e93 is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:48:56.134115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] No DVR routers for this DVR port 6dd30aa8-849c-4e38-89f2-c5e87578d137 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:56.210614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Pushing event deleted for resources: {'Port': ['ID=6dd30aa8-849c-4e38-89f2-c5e87578d137,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:56.212557 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:56.370314 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b89786-5886-4e08-a703-a5131ccda646 req-c5834ce0-45ea-49ed-9c15-d44e7b016caf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:56.371779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10b89786-5886-4e08-a703-a5131ccda646 req-c5834ce0-45ea-49ed-9c15-d44e7b016caf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.3089161 Jun 17 08:48:56.480825 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-10b89786-5886-4e08-a703-a5131ccda646 req-04ba8522-1042-4cb7-9440-2f3c152c7640 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002419 Jun 17 08:48:56.643776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.235120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea41eb49-d9d9-4c76-80aa-9a549a8cd36a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:57.274201 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: ea41eb49-d9d9-4c76-80aa-9a549a8cd36a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:57.274791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea41eb49-d9d9-4c76-80aa-9a549a8cd36a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:57.413147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:57.413809 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.519005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port 8b6718c2-4008-4be5-b51d-b3dd4679b6c2, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:57.519005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.676671 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.723841 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:48:57.743675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:57.889722 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02e0bfbf-ef1e-4481-808c-f1f4138a91a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.968358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb71755-d835-4ba8-be5d-ba4f6a5f7880 req-5aad0ba4-9bb0-41e8-8a13-afe28c8842a0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:57.971382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9eb71755-d835-4ba8-be5d-ba4f6a5f7880 req-5aad0ba4-9bb0-41e8-8a13-afe28c8842a0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1578350 Jun 17 08:48:58.048833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9eb71755-d835-4ba8-be5d-ba4f6a5f7880 req-7115246a-db19-4532-beb2-9adca01a3a7c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717506 Jun 17 08:48:58.078332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.080719 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:58.109755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=8b6718c2-4008-4be5-b51d-b3dd4679b6c2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:58.118003 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:58.265909 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.517325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:58.635251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:58.648008 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:58.649098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8339159 Jun 17 08:48:58.652029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52592) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:58.664559 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:58.666315 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:58.713566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet c1bf5fa8-4393-454c-94ae-95a1cc6fbc63 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:58.717999 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.770693 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:58.774271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.894216 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.999182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.013268 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 10, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:59.065338 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:59.078054 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:59.078931 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:59.136138 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.142725 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-20f65d2b-3b84-4c10-9f60-ad3fecc125b0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:59.214480 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:59.249340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bf5fa8-4393-454c-94ae-95a1cc6fbc63,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:59.257252 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:59.263827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.266863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/c1bf5fa8-4393-454c-94ae-95a1cc6fbc63 HTTP/1.1" status: 204 len: 168 time: 0.6121519 Jun 17 08:48:59.269788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52600) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:59.272705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f31a6-3b11-4489-afa1-5e63998723a1 None None] Network c0cee33a-a87b-4208-8009-430f048db705 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:59.565808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146b1c-aba0-44f1-b666-4254601e1ba1 req-2ea2ea5b-cd87-425c-b782-4913add51795 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.582676 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74146b1c-aba0-44f1-b666-4254601e1ba1 req-2ea2ea5b-cd87-425c-b782-4913add51795 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.2509639 Jun 17 08:48:59.606292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.622645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] DHCP port deletion for c0cee33a-a87b-4208-8009-430f048db705 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:48:59.722623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74146b1c-aba0-44f1-b666-4254601e1ba1 req-b48b0dba-4bf0-429e-8e64-6734217f314b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387265 Jun 17 08:48:59.771290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Deleting port a6e91f42-0c77-4c39-9800-0c1a12e373db {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:59.771757 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.783887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port a6e91f42-0c77-4c39-9800-0c1a12e373db {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:59.784646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.832819 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 10, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:59.861060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] For port a6e91f42-0c77-4c39-9800-0c1a12e373db, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a6e91f42-0c77-4c39-9800-0c1a12e373db,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:59.861837 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.914364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0561fd1-d409-4bce-96c4-09e7574c008e None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 10, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None, '_interfaces': [{'id': '2b441d72-33e0-4cd3-9b50-eac4867e7969', 'name': '', 'network_id': '461fcf2f-8469-4ae2-a17c-3644a4baf46e', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'mac_address': 'fa:16:3e:4b:b9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:21Z', 'updated_at': '2021-06-17T08:48:30Z', 'revision_number': 5, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'subnets': [{'id': '2d52b846-9d2f-4b86-ab9f-dfae4918ac4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:59.921764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port a6e91f42-0c77-4c39-9800-0c1a12e373db, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a6e91f42-0c77-4c39-9800-0c1a12e373db,segment=NetworkSegment(5723fbdf-64a1-493d-8f2f-7922c4ac95a5),segment_id=5723fbdf-64a1-493d-8f2f-7922c4ac95a5)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:59.923057 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.946572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Calling delete_port for a6e91f42-0c77-4c39-9800-0c1a12e373db owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:00.008006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for a6e91f42-0c77-4c39-9800-0c1a12e373db owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:00.113684 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.125997 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:00.126228 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.139591 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93dac12d-2e9f-4b14-8e29-1f4a677a891d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:00.153644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Pushing event deleted for resources: {'Port': ['ID=a6e91f42-0c77-4c39-9800-0c1a12e373db,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:00.156332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] No DVR routers for this DVR port a6e91f42-0c77-4c39-9800-0c1a12e373db on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:00.158572 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:00.180130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port a6e91f42-0c77-4c39-9800-0c1a12e373db on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:00.181994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=a6e91f42-0c77-4c39-9800-0c1a12e373db,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:00.186572 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:00.296668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.324055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cee33a-a87b-4208-8009-430f048db705']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:00.337186 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.345593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5723fbdf-64a1-493d-8f2f-7922c4ac95a5') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:00.347338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5723fbdf-64a1-493d-8f2f-7922c4ac95a5') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:00.363028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.393481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.402045 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:00.402467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:00.408108 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:00.500438 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.512373 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cc951c3e-ebc7-4bef-b085-c617a09ff9b6 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:00.524071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.533775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52610) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:00.539683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/c0cee33a-a87b-4208-8009-430f048db705 HTTP/1.1" status: 204 len: 168 time: 1.2682626 Jun 17 08:49:00.555328 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=c0cee33a-a87b-4208-8009-430f048db705,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:00.558512 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:01.130196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d6a5f-52f5-4db5-bbab-ab5ec1281a39 req-75b7241e-a9ee-4361-ad62-23dd24785d68 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.132162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a9d6a5f-52f5-4db5-bbab-ab5ec1281a39 req-75b7241e-a9ee-4361-ad62-23dd24785d68 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2099431 Jun 17 08:49:01.149545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66b493-b511-47c3-9390-ecd724f688a1 req-4f7278e1-49b4-4382-93c8-10f36764de94 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.151525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d66b493-b511-47c3-9390-ecd724f688a1 req-4f7278e1-49b4-4382-93c8-10f36764de94 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1643312 Jun 17 08:49:01.231948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a9d6a5f-52f5-4db5-bbab-ab5ec1281a39 req-684438f5-d2e2-49fa-8a0b-3e0b27f16f2a tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760028 Jun 17 08:49:01.273158 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a6e91f42-0c77-4c39-9800-0c1a12e373db no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:01.275775 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d66b493-b511-47c3-9390-ecd724f688a1 req-4a93694a-8bfa-454d-8717-991d851f956a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935318 Jun 17 08:49:01.303778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a6e91f42-0c77-4c39-9800-0c1a12e373db {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:01.304470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a6e91f42-0c77-4c39-9800-0c1a12e373db not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:01.305100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:01.333673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:01.334229 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8b6718c2-4008-4be5-b51d-b3dd4679b6c2 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:01.370385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.773323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 2b441d72-33e0-4cd3-9b50-eac4867e7969 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:01.773825 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.947250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port 2b441d72-33e0-4cd3-9b50-eac4867e7969, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2b441d72-33e0-4cd3-9b50-eac4867e7969,segment=NetworkSegment(a381d598-0aed-4441-995a-5ed17f0bcf48),segment_id=a381d598-0aed-4441-995a-5ed17f0bcf48)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:01.948035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.019394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 2b441d72-33e0-4cd3-9b50-eac4867e7969 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:02.240986 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.252913 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6520710c-0ad0-4b23-ab6e-58dbf454e3a1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:02.400949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=2b441d72-33e0-4cd3-9b50-eac4867e7969,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:02.462817 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:02.669577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.864339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1792e0-1fa2-4960-97fa-f55b8dd37484 req-2f98c191-4842-45d7-88f0-5e94d7e045f7 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:02.866182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c1792e0-1fa2-4960-97fa-f55b8dd37484 req-2f98c191-4842-45d7-88f0-5e94d7e045f7 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.2907951 Jun 17 08:49:02.882873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edac6c-acd5-43b5-9af7-f70feeae0a1e req-6a2d7153-7b67-40e0-8678-14fcaec5e7dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:02.884913 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23edac6c-acd5-43b5-9af7-f70feeae0a1e req-6a2d7153-7b67-40e0-8678-14fcaec5e7dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.3218355 Jun 17 08:49:03.032013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23edac6c-acd5-43b5-9af7-f70feeae0a1e req-4ef81323-6e3c-4387-bb9e-02063cb33c68 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628855 Jun 17 08:49:03.041699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:03.044623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c1792e0-1fa2-4960-97fa-f55b8dd37484 req-c281d4b6-d88e-4444-82ca-9edda3b17e53 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227756 Jun 17 08:49:03.183869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:03.201476 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:03.212035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6770048 Jun 17 08:49:03.214103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:03.214673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52650) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:03.215870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:03.289237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting subnet 2d52b846-9d2f-4b86-ab9f-dfae4918ac4f {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:03.293086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.311491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:03.351014 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.378717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 11, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:03.411375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:03.423813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:03.424548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:03.448726 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.502194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:03.523214 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.540860 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-56a0c850-4a1e-4b88-ace7-f0534f5c2796 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:03.577663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Subnet': ['ID=2d52b846-9d2f-4b86-ab9f-dfae4918ac4f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:03.577876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 11, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:03.583374 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.585515 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/2d52b846-9d2f-4b86-ab9f-dfae4918ac4f HTTP/1.1" status: 204 len: 168 time: 0.3695772 Jun 17 08:49:03.588041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52654) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:03.602747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.603159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.603540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.603912 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.604282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.604792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.605164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.614022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e926a-7611-4632-be67-807d5bb05ed4 None None] Network 461fcf2f-8469-4ae2-a17c-3644a4baf46e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:03.616193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.617857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.618210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faefe8ec-8b87-420c-bd27-57340b8e763b None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 11, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:03.618345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.618616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.619005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:03.647599 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:03.732680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.878574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Deleting port 1c7113e7-a89b-4eea-a116-dca3b250ef5a {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:03.878951 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.950666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] For port 1c7113e7-a89b-4eea-a116-dca3b250ef5a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1c7113e7-a89b-4eea-a116-dca3b250ef5a,segment=NetworkSegment(a381d598-0aed-4441-995a-5ed17f0bcf48),segment_id=a381d598-0aed-4441-995a-5ed17f0bcf48)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:03.951927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.031639 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] DHCP port deletion for 461fcf2f-8469-4ae2-a17c-3644a4baf46e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:49:04.040933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Calling delete_port for 1c7113e7-a89b-4eea-a116-dca3b250ef5a owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:04.162696 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.168589 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7370b748-c1cd-4b4a-839d-790a2b55adde tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:04.181408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Deleting port 1c7113e7-a89b-4eea-a116-dca3b250ef5a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:04.181793 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.203265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Port': ['ID=1c7113e7-a89b-4eea-a116-dca3b250ef5a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:04.205329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No DVR routers for this DVR port 1c7113e7-a89b-4eea-a116-dca3b250ef5a on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:04.207519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:04.348642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.378697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] For port 1c7113e7-a89b-4eea-a116-dca3b250ef5a, host n-d-780147-13, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:04.379683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.416334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461fcf2f-8469-4ae2-a17c-3644a4baf46e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:04.448684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a381d598-0aed-4441-995a-5ed17f0bcf48') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:04.449014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a381d598-0aed-4441-995a-5ed17f0bcf48') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:04.463848 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.500021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.505373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Calling delete_port for 1c7113e7-a89b-4eea-a116-dca3b250ef5a owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:04.511629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Port 1c7113e7-a89b-4eea-a116-dca3b250ef5a was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:49:04.513901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:04.514311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.514451 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.517414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:04.517585 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:04.550108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3419a-397b-4954-ba5d-d224977352a0 req-9b395eb9-582e-4a4a-97d7-1262f45e1217 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.551823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76b3419a-397b-4954-ba5d-d224977352a0 req-9b395eb9-582e-4a4a-97d7-1262f45e1217 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1929998 Jun 17 08:49:04.563671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef1d1-3159-4d85-bc9a-39d660b2b6b4 req-008002cf-1acb-4050-bdf5-bb84c07fb0b7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.565586 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-becef1d1-3159-4d85-bc9a-39d660b2b6b4 req-008002cf-1acb-4050-bdf5-bb84c07fb0b7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1867740 Jun 17 08:49:04.585518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] No DVR routers for this DVR port 1c7113e7-a89b-4eea-a116-dca3b250ef5a on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:04.589910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Pushing event deleted for resources: {'Port': ['ID=1c7113e7-a89b-4eea-a116-dca3b250ef5a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:04.596786 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:05.113559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.129506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76b3419a-397b-4954-ba5d-d224977352a0 req-d178b089-280c-49e6-a20d-b54a9d821811 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628548 Jun 17 08:49:05.137093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-becef1d1-3159-4d85-bc9a-39d660b2b6b4 req-8f1f7ce7-1723-4453-a20d-c6fb1eeb7285 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5617332 Jun 17 08:49:05.137771 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bfc196cb-f294-4985-9277-510a5ca19622 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:05.142750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.144596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/networks/461fcf2f-8469-4ae2-a17c-3644a4baf46e HTTP/1.1" status: 204 len: 168 time: 1.5555811 Jun 17 08:49:05.147234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52678) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:05.151770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'routes': None}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:05.217894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Pushing event deleted for resources: {'Network': ['ID=461fcf2f-8469-4ae2-a17c-3644a4baf46e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:05.265101 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:05.316417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2b441d72-33e0-4cd3-9b50-eac4867e7969 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:05.366987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 2b441d72-33e0-4cd3-9b50-eac4867e7969 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:05.379592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2b441d72-33e0-4cd3-9b50-eac4867e7969 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:05.381451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c7113e7-a89b-4eea-a116-dca3b250ef5a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:05.413512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.extraroute_db [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Added routes are [] {{(pid=93500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:49:05.414169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.extraroute_db [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Removed routes are [] {{(pid=93500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:49:05.416167 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.433607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1c7113e7-a89b-4eea-a116-dca3b250ef5a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:05.434120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1c7113e7-a89b-4eea-a116-dca3b250ef5a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:05.650743 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.661409 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.789666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 2c231e7a-4c82-44ee-b618-c339c42d30ad has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:05.869834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:05.878891 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.882622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ffeadfab-100c-403e-b4bf-315931e3c314 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 705 time: 0.7319386 Jun 17 08:49:05.882851 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52682) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:05.883199 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] Sync routers for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:05.911163 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:05.912054 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:05.939797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dadb7eea-78bd-4385-b8eb-abb80ed88a67 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 205 time: 0.0535171 Jun 17 08:49:05.940202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52684) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:06.008922 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:06.081603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.087745 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 11, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:06.114616 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] Checking router: 2c231e7a-4c82-44ee-b618-c339c42d30ad for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:06.124334 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] Routers {'2c231e7a-4c82-44ee-b618-c339c42d30ad'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:06.125125 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['2c231e7a-4c82-44ee-b618-c339c42d30ad'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:06.265738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.268033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.317717 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.319429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router 2c231e7a-4c82-44ee-b618-c339c42d30ad {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:49:06.335678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.345868 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5468b3a9-a9f3-4a39-9ef0-6c8f98f610e0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 204 len: 168 time: 0.3960376 Jun 17 08:49:06.346810 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52692) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:06.352326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2010269939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:06.414026 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] Set router 2c231e7a-4c82-44ee-b618-c339c42d30ad gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:06.476219 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 11, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:06.479478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.480822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.516179 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044d8fb-dbdb-4784-b015-f64fa9e81597 None None] The sync data for ids ['2c231e7a-4c82-44ee-b618-c339c42d30ad'] in n-d-780147-13 is: [{'id': '2c231e7a-4c82-44ee-b618-c339c42d30ad', 'name': 'tempest-RoutersIpV6Test-router-1482423749', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:18Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 11, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:06.602148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6f768-df1e-4470-913c-724efff2aa33 req-8ae177fe-7b88-4c95-a133-9ae95d6b947c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:06.603898 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a2d6f768-df1e-4470-913c-724efff2aa33 req-8ae177fe-7b88-4c95-a133-9ae95d6b947c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2253640 Jun 17 08:49:06.613714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.656689 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.688324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd26c12-0569-4724-a018-388575d39dba req-743d84fb-370e-4097-bd18-e8211871747c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:06.690638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bd26c12-0569-4724-a018-388575d39dba req-743d84fb-370e-4097-bd18-e8211871747c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.3295698 Jun 17 08:49:06.696767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a2d6f768-df1e-4470-913c-724efff2aa33 req-a4aa5c11-3006-4c14-b9f5-3f42a5f0bef7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814300 Jun 17 08:49:06.708645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.712384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7df43d20-4207-4604-8568-206c54e46b0c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3615103 Jun 17 08:49:06.712732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52694) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:06.727945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:06.768563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bd26c12-0569-4724-a018-388575d39dba req-454a9d28-b8e1-4830-b89b-f41a5f7b5e29 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683899 Jun 17 08:49:07.404488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.416442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.517214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Router 6972d2a3-8304-4044-97c6-a4ea12270c81 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:49:07.595012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:07.601593 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.605382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:07.605884 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b03de739-4169-47b8-852a-202718db8855 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "PUT /v2.0/routers/6972d2a3-8304-4044-97c6-a4ea12270c81 HTTP/1.1" status: 200 len: 698 time: 0.8916240 Jun 17 08:49:07.607859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] Sync routers for ids ['6972d2a3-8304-4044-97c6-a4ea12270c81'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:07.617086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] Routers {'6972d2a3-8304-4044-97c6-a4ea12270c81'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:07.617707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6972d2a3-8304-4044-97c6-a4ea12270c81'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:07.692482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3048d5b5-0b3c-4ff3-9a37-dcae77348b0b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/routers/6972d2a3-8304-4044-97c6-a4ea12270c81 HTTP/1.1" status: 200 len: 704 time: 0.0851064 Jun 17 08:49:07.695270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52708) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:07.706614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] Set router 6972d2a3-8304-4044-97c6-a4ea12270c81 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:07.733009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c5d464b6-eac1-4ff5-94ee-95e1e7fad73b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=6972d2a3-8304-4044-97c6-a4ea12270c81 HTTP/1.1" status: 200 len: 205 time: 0.0335588 Jun 17 08:49:07.733241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52712) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:07.771748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6972d2a3-8304-4044-97c6-a4ea12270c81', 'name': 'tempest-RoutersIpV6Test-router-2010269939', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:06Z', 'updated_at': '2021-06-17T08:49:07Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:07.823766 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.827355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] Checking router: 6972d2a3-8304-4044-97c6-a4ea12270c81 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:07.849733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] Routers {'6972d2a3-8304-4044-97c6-a4ea12270c81'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:07.850278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6972d2a3-8304-4044-97c6-a4ea12270c81'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:07.994124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] Set router 6972d2a3-8304-4044-97c6-a4ea12270c81 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:08.054780 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6972d2a3-8304-4044-97c6-a4ea12270c81', 'name': 'tempest-RoutersIpV6Test-router-2010269939', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:06Z', 'updated_at': '2021-06-17T08:49:07Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:08.098334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea26ae-c91d-4f99-9f8b-64247484573f None None] The sync data for ids ['6972d2a3-8304-4044-97c6-a4ea12270c81'] in n-d-780147-13 is: [{'id': '6972d2a3-8304-4044-97c6-a4ea12270c81', 'name': 'tempest-RoutersIpV6Test-router-2010269939', 'tenant_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:06Z', 'updated_at': '2021-06-17T08:49:07Z', 'revision_number': 2, 'project_id': '00c5671b5cbf49b0ab4db05396f0f3b6', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:08.176114 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.180871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.276992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.277825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Fanout notify agent at l3_agent the message router_deleted on router 6972d2a3-8304-4044-97c6-a4ea12270c81 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:49:08.287441 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.301360 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7b97a483-a92b-4cdb-9fd7-6c172756f898 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/6972d2a3-8304-4044-97c6-a4ea12270c81 HTTP/1.1" status: 204 len: 168 time: 0.5620358 Jun 17 08:49:08.301774 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52722) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.313339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c54a-7755-4895-a681-f2328f26902e req-949665aa-4d14-467f-9849-b3ad3c0d7b8c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.315823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5077c54a-7755-4895-a681-f2328f26902e req-949665aa-4d14-467f-9849-b3ad3c0d7b8c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.3686926 Jun 17 08:49:08.329576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7049e-52ba-416e-a171-e06f119bcb9f req-61475b4a-843b-4b73-ab9f-85c345c09c77 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.331023 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91d7049e-52ba-416e-a171-e06f119bcb9f req-61475b4a-843b-4b73-ab9f-85c345c09c77 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.3380156 Jun 17 08:49:08.345651 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-acefa283-9ace-47b7-9f13-0be4132dc4d4 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=6972d2a3-8304-4044-97c6-a4ea12270c81 HTTP/1.1" status: 200 len: 205 time: 0.0424318 Jun 17 08:49:08.348384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52724) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.398000 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-b0266036-a378-4f67-b871-f99f95b14e16 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:08.399476 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0266036-a378-4f67-b871-f99f95b14e16 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/6972d2a3-8304-4044-97c6-a4ea12270c81 HTTP/1.1" status: 404 len: 336 time: 0.0494246 Jun 17 08:49:08.401691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52726) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.419818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5077c54a-7755-4895-a681-f2328f26902e req-a2bf189d-806f-4ad7-8441-7d6093e9817d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874934 Jun 17 08:49:08.423776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91d7049e-52ba-416e-a171-e06f119bcb9f req-a019b372-2a7f-4ebd-be41-0b9bac250793 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842342 Jun 17 08:49:08.450273 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f021c302-9eae-408b-a6c7-a9c7af50c1e3 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:08.452206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f021c302-9eae-408b-a6c7-a9c7af50c1e3 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:08.454301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f021c302-9eae-408b-a6c7-a9c7af50c1e3 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/f18cf117-1887-4df1-bac8-7d86bc6a964e HTTP/1.1" status: 404 len: 337 time: 0.0515466 Jun 17 08:49:08.460261 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52728) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.491420 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bf45c9-3578-4ff6-a406-8494ed0add48 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:08.491876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bf45c9-3578-4ff6-a406-8494ed0add48 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:08.493787 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f0bf45c9-3578-4ff6-a406-8494ed0add48 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/630a11e5-9552-4cb3-95a1-c60af44ff2f1 HTTP/1.1" status: 404 len: 337 time: 0.0325115 Jun 17 08:49:08.496286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52730) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.525799 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb271d6-90cf-49b3-a107-8644dae1dffc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:08.526243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb271d6-90cf-49b3-a107-8644dae1dffc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:08.527946 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-adb271d6-90cf-49b3-a107-8644dae1dffc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/c1bf5fa8-4393-454c-94ae-95a1cc6fbc63 HTTP/1.1" status: 404 len: 337 time: 0.0306876 Jun 17 08:49:08.530946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52732) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.561734 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af644e1-78ec-4bb7-8950-7310dedd0cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:08.562194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af644e1-78ec-4bb7-8950-7310dedd0cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:08.564218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5af644e1-78ec-4bb7-8950-7310dedd0cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/2d52b846-9d2f-4b86-ab9f-dfae4918ac4f HTTP/1.1" status: 404 len: 337 time: 0.0321627 Jun 17 08:49:08.566828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52734) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.598467 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fc099abd-4200-4861-884a-d5de7055fb97 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 200 len: 205 time: 0.0302505 Jun 17 08:49:08.601210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52736) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.648758 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-553814c5-93d7-4ddf-ac75-3c2b9ea71102 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:08.649867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-553814c5-93d7-4ddf-ac75-3c2b9ea71102 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/2c231e7a-4c82-44ee-b618-c339c42d30ad HTTP/1.1" status: 404 len: 336 time: 0.0475748 Jun 17 08:49:08.653123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52738) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.685711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4e93db74-1892-47ca-8f7f-2cfce9fcee4d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda HTTP/1.1" status: 200 len: 205 time: 0.0306151 Jun 17 08:49:08.687831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52740) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.729287 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-66024d89-aa9f-4a4e-8db9-52b6cae04435 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:08.730326 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-66024d89-aa9f-4a4e-8db9-52b6cae04435 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/fb3d4470-f9b2-4e15-bad6-ebf6bcae6bda HTTP/1.1" status: 404 len: 336 time: 0.0416191 Jun 17 08:49:08.733191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52742) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.760014 n-d-780147-13 neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-af71c829-27be-4c49-b395-825990ed37aa tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:08.760454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af71c829-27be-4c49-b395-825990ed37aa tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:08.762112 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-af71c829-27be-4c49-b395-825990ed37aa tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/9eb0ab87-98e9-47d2-bc16-17acb01bc5eb HTTP/1.1" status: 404 len: 337 time: 0.0279331 Jun 17 08:49:08.765316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52744) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.804204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9898a34e-5215-4050-ab55-27fcca897a70 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 200 len: 205 time: 0.0374849 Jun 17 08:49:08.806334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52746) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.849053 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-416c726f-3691-452b-9ee0-760074e0453d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:08.850561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-416c726f-3691-452b-9ee0-760074e0453d tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/d00d1f7d-8328-42fe-b19f-a63b787e8adc HTTP/1.1" status: 404 len: 336 time: 0.0430171 Jun 17 08:49:08.853279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52748) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.889801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cd3b9c8a-8e63-46f2-a154-154fb08e3756 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=66161e0c-8b59-487f-a6ad-caed288a12db HTTP/1.1" status: 200 len: 205 time: 0.0350139 Jun 17 08:49:08.892108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52750) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.932267 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-69cb425b-3a17-442f-a78c-4cd2aae3e1fc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:08.933349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-69cb425b-3a17-442f-a78c-4cd2aae3e1fc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/66161e0c-8b59-487f-a6ad-caed288a12db HTTP/1.1" status: 404 len: 336 time: 0.0403600 Jun 17 08:49:08.936684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52752) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.969200 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-81060a60-cf36-4132-826e-484327345312 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:08.969660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81060a60-cf36-4132-826e-484327345312 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:08.971424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-81060a60-cf36-4132-826e-484327345312 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/ac50b6f3-c06a-4ecd-b778-9bd8347acf3a HTTP/1.1" status: 404 len: 337 time: 0.0337098 Jun 17 08:49:08.974027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52756) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.008278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-deea8b02-f754-4d50-ac47-37d7a41c3c57 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=235b5232-ab03-40e8-b8e3-7ea52e1057ed HTTP/1.1" status: 200 len: 205 time: 0.0328965 Jun 17 08:49:09.011098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52760) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.059178 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-93aa24f1-8364-4c0b-8596-95bd89f1fecc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:09.060794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-93aa24f1-8364-4c0b-8596-95bd89f1fecc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/235b5232-ab03-40e8-b8e3-7ea52e1057ed HTTP/1.1" status: 404 len: 336 time: 0.0480766 Jun 17 08:49:09.063847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52764) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.092462 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff03ff1-ed0d-4bd2-ba0c-5943f543ca8e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:09.092942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff03ff1-ed0d-4bd2-ba0c-5943f543ca8e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:09.094857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ff03ff1-ed0d-4bd2-ba0c-5943f543ca8e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/2444f946-b4b2-488d-893b-0e02ea1db5c2 HTTP/1.1" status: 404 len: 337 time: 0.0300992 Jun 17 08:49:09.097974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52766) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.134694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52770) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.140077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7f3a4f84-79c8-43a8-ae53-95465fa43a6c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7bc5cad-42e6-408b-8e7a-d44d6b5f378f HTTP/1.1" status: 200 len: 205 time: 0.0399911 Jun 17 08:49:09.182957 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-57e632b8-cea2-42dd-81d2-1bfee91fd7a6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] delete failed (client error): The resource could not be found. Jun 17 08:49:09.184013 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-57e632b8-cea2-42dd-81d2-1bfee91fd7a6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/routers/d7bc5cad-42e6-408b-8e7a-d44d6b5f378f HTTP/1.1" status: 404 len: 336 time: 0.0483012 Jun 17 08:49:09.187702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52772) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.223113 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba64fec7-2fb0-48ea-ac09-fb64b09f2b43 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:09.223773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba64fec7-2fb0-48ea-ac09-fb64b09f2b43 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:09.225452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ba64fec7-2fb0-48ea-ac09-fb64b09f2b43 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/f3ddf8f2-3456-4a2f-b969-c804f66f283d HTTP/1.1" status: 404 len: 337 time: 0.0364196 Jun 17 08:49:09.228033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52776) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.256901 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78e9b6-90bd-45e3-b8a2-f414e5232c35 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] DELETE failed (client error): The resource could not be found. Jun 17 08:49:09.257365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da78e9b6-90bd-45e3-b8a2-f414e5232c35 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:49:09.261987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-da78e9b6-90bd-45e3-b8a2-f414e5232c35 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] 10.222.0.65 "DELETE /v2.0/subnets/1b227fb6-1df9-4640-9282-22163a92d450 HTTP/1.1" status: 404 len: 337 time: 0.0302603 Jun 17 08:49:09.679875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1495d-522e-47dc-a395-65fa518b98f8 req-e6f3d962-bc7f-46a7-8a8e-b9b92d61c56f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:09.691090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52798) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.692916 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77f1495d-522e-47dc-a395-65fa518b98f8 req-e6f3d962-bc7f-46a7-8a8e-b9b92d61c56f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.0924916 Jun 17 08:49:09.797952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-77f1495d-522e-47dc-a395-65fa518b98f8 req-c8092629-1dc6-444d-bbfa-e37fc0d5d13b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040699 Jun 17 08:49:09.825291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aba4d-d1be-4b48-8526-cfc75ffcb190 req-0315004a-7492-4c40-84d6-69cf01db33c4 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:09.827648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-141aba4d-d1be-4b48-8526-cfc75ffcb190 req-0315004a-7492-4c40-84d6-69cf01db33c4 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1153405 Jun 17 08:49:09.886153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-141aba4d-d1be-4b48-8526-cfc75ffcb190 req-393a8d80-774e-4b01-9f73-42b805948d32 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Jun 17 08:49:09.886467 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8c1b40aa-f39c-4e51-a575-18b24c530d28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00c5671b5cbf49b0ab4db05396f0f3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937602 Jun 17 08:49:09.889253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52804) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:09.950463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.980305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.036243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.040052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.045990 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97403026-a56d-410d-9747-f536d04f2d63 HTTP/1.1" status: 204 len: 168 time: 0.1554084 Jun 17 08:49:10.047341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3bd0fb67-d3a6-4411-819e-83e3c692f434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:10.056130 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97403026-a56d-410d-9747-f536d04f2d63,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:10.058540 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:10.926751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52840) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:11.113674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd50d1-6f83-41fb-a9fb-ce2fbe893d92 req-bdf45c42-c57e-4c94-9483-821505269787 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.115364 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0dd50d1-6f83-41fb-a9fb-ce2fbe893d92 req-bdf45c42-c57e-4c94-9483-821505269787 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1783483 Jun 17 08:49:11.161781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-193739577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:11.241574 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0dd50d1-6f83-41fb-a9fb-ce2fbe893d92 req-5c51d835-dbcb-414b-9043-7479da255b21 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913255 Jun 17 08:49:11.252323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.255316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.298310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714a48f-d731-4e64-a04c-e709d1b2011b req-dd9e93d2-471a-43ea-b2cd-64099c4c2712 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.300462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6714a48f-d731-4e64-a04c-e709d1b2011b req-dd9e93d2-471a-43ea-b2cd-64099c4c2712 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2224379 Jun 17 08:49:11.357109 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.365007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.393316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6714a48f-d731-4e64-a04c-e709d1b2011b req-a8923f89-8efe-42b5-af6d-2bd3bec3ab94 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843980 Jun 17 08:49:11.394649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.398744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-be8d20f9-e0bc-49f0-b418-2b985794629f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4680371 Jun 17 08:49:11.399666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:11.407728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1950478695'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:11.438112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Made reservation on behalf of 925a4d04c86645b1ba1ed88832a70b84 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:11.442658 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.457534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.598363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.604182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.609899 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3f711e69-4e40-4a0f-bcb7-c77a4a376c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:11.642165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:11.663937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbbb53-49a2-4612-9bf1-29785592ec68,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:11.668869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.669691 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Added segment cc040199-5517-41e3-bae3-a115c016d5b4 of type vlan for network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a Jun 17 08:49:11.671910 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:11.724938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.765115 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.776823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.777858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.783879 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:11.881183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Network': ['ID=f65eb3a8-87ca-40ca-81a3-707cc68bfd1a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:11.885353 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:11.898805 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4866500 Jun 17 08:49:11.898930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52866) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:11.899018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:11.904772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'subnet': {'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:12.053574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Made reservation on behalf of 925a4d04c86645b1ba1ed88832a70b84 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:12.059131 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.275451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.288946 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b9626c06-0f11-4750-8f2a-44125a762f0a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:12.372630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Checking segment: {'id': 'cc040199-5517-41e3-bae3-a115c016d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:12.373133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network hostable DHCP agents. Network: f65eb3a8-87ca-40ca-81a3-707cc68bfd1a, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:12.375697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Subnet': ['ID=9d9eafa6-fb36-4880-948d-67c6f552a530,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:12.385516 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.385952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.386335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.386724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.387230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.387607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.388078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.388672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.389731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.389731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.390119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.390413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:12.395154 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:12.415465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:12.479179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f65eb3a8-87ca-40ca-81a3-707cc68bfd1a) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:12.491826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54804b71-3374-49eb-8b13-d5a58a807d85 None None] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:12.492065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.492661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.523515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce868816-a3b0-4712-b77b-694038fafac0 req-b19ca4f6-26b6-4ddb-8f3f-0d73a72b8dbe tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.525604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce868816-a3b0-4712-b77b-694038fafac0 req-b19ca4f6-26b6-4ddb-8f3f-0d73a72b8dbe tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.1070054 Jun 17 08:49:12.531110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:12.533440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6402931 Jun 17 08:49:12.537298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'network': {'name': 'tempest-router-network01--18971508'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:12.572340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Made reservation on behalf of 925a4d04c86645b1ba1ed88832a70b84 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:12.576849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.632112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:12.654558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce868816-a3b0-4712-b77b-694038fafac0 req-caec40b5-7199-43ac-beef-155c7552c552 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076043 Jun 17 08:49:12.655841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.656552 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Added segment 84c74684-b52a-46ec-9f69-deeef482c339 of type vlan for network 56125c5f-24f4-404d-83ff-62d7cf5c172f Jun 17 08:49:12.670662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b250bb-eebd-4e26-ac82-aa9e6d1b4836 req-7ead9c26-b066-462c-b0c0-711ee881838d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.672410 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4b250bb-eebd-4e26-ac82-aa9e6d1b4836 req-7ead9c26-b066-462c-b0c0-711ee881838d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1372933 Jun 17 08:49:12.744554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.752485 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-f65eb3a8-87ca-40ca-81a3-707cc68bfd1a', 'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a', 'tenant_id': '925a4d04c86645b1ba1ed88832a70b84', 'fixed_ips': [{'subnet_id': '9d9eafa6-fb36-4880-948d-67c6f552a530'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:12.753354 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.789538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f4b250bb-eebd-4e26-ac82-aa9e6d1b4836 req-253c3431-7a03-4179-8654-77371c9abf3c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054521 Jun 17 08:49:12.806474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.814480 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.815486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.829342 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-489bd0e4-e2c0-4b9e-98a1-7d39d266aed1 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:12.905784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Network': ['ID=56125c5f-24f4-404d-83ff-62d7cf5c172f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:12.909356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3770752 Jun 17 08:49:12.910532 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2d6eb46d-8d4b-404f-ba5d-68ecb94b8a10 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:12.912545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52880) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:12.928822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'network': {'name': 'tempest-router-network02--1472686047'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:12.955794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Made reservation on behalf of 925a4d04c86645b1ba1ed88832a70b84 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:12.961567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.963925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Allocated IP 172.20.0.2 (f65eb3a8-87ca-40ca-81a3-707cc68bfd1a/9d9eafa6-fb36-4880-948d-67c6f552a530/8994fec2-1582-4539-bf04-7c110a2c9573) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:12.995003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:13.007740 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.008320 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Added segment cc0f980e-f7ac-4247-af85-88705ebdea29 of type vlan for network 95106a36-1193-4857-804e-74fed263eb44 Jun 17 08:49:13.066747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.084532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:13.111672 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.121986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.123002 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.130040 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:13.228691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52890) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:13.229150 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3152053 Jun 17 08:49:13.241542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'subnet': {'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:13.279297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Network': ['ID=95106a36-1193-4857-804e-74fed263eb44,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:13.297571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 95106a36-1193-4857-804e-74fed263eb44 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:13.300105 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:13.326975 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.369804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Transition to ACTIVE for port object 8994fec2-1582-4539-bf04-7c110a2c9573 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:13.448847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Transition to ACTIVE for port object 8994fec2-1582-4539-bf04-7c110a2c9573 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:13.460767 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.462876 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:13.535911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Pushing event updated for resources: {'Port': ['ID=8994fec2-1582-4539-bf04-7c110a2c9573,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:13.543629 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:13.565443 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:13.567684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:13.574298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:13.665271 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Attempting to bind port 8994fec2-1582-4539-bf04-7c110a2c9573 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:13.665983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Attempting to bind port 8994fec2-1582-4539-bf04-7c110a2c9573 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cc040199-5517-41e3-bae3-a115c016d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:13.666669 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Attempting to bind port 8994fec2-1582-4539-bf04-7c110a2c9573 on network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:13.682619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:13.687256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Checking segment: {'id': 'cc040199-5517-41e3-bae3-a115c016d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:13.687756 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.688246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Bound using segment: {'id': 'cc040199-5517-41e3-bae3-a115c016d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:13.689374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Bound port: 8994fec2-1582-4539-bf04-7c110a2c9573, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc040199-5517-41e3-bae3-a115c016d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f65eb3a8-87ca-40ca-81a3-707cc68bfd1a'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:13.699586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.836579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] For port 8994fec2-1582-4539-bf04-7c110a2c9573, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:13.840497 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] For port 8994fec2-1582-4539-bf04-7c110a2c9573, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8994fec2-1582-4539-bf04-7c110a2c9573,segment=NetworkSegment(cc040199-5517-41e3-bae3-a115c016d5b4),segment_id=cc040199-5517-41e3-bae3-a115c016d5b4)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:13.846752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.849190 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:13.939195 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Pushing event updated for resources: {'Port': ['ID=8994fec2-1582-4539-bf04-7c110a2c9573,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:13.952176 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:14.101276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-f5e61d20-c414-4606-98c8-d4a4ad566c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.102861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-f5e61d20-c414-4606-98c8-d4a4ad566c29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 1098 time: 0.7935081 Jun 17 08:49:14.138063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Made reservation on behalf of 925a4d04c86645b1ba1ed88832a70b84 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:14.142274 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.214859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a36b2ab0-a633-4014-8e11-f8f668a7ac98 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:14.313833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397184c-f298-4517-9d6e-f04d2cd6e154 req-171fc795-f7eb-42a7-8834-1b0f2476c5e6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.321556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0397184c-f298-4517-9d6e-f04d2cd6e154 req-171fc795-f7eb-42a7-8834-1b0f2476c5e6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.8776228 Jun 17 08:49:14.397862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4de3-dbf5-4c9f-82ea-52ce0d18e35d req-4b3cdff4-bc76-4fce-b837-2b17d4b67011 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.399440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a05e4de3-dbf5-4c9f-82ea-52ce0d18e35d req-4b3cdff4-bc76-4fce-b837-2b17d4b67011 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 943 time: 0.4435019 Jun 17 08:49:14.441575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a36b2ab0-a633-4014-8e11-f8f668a7ac98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:14.558258 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-b3003bbc-4857-4d45-a15a-5c0b0c1611b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.559882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-b3003bbc-4857-4d45-a15a-5c0b0c1611b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.4488232 Jun 17 08:49:14.579530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0397184c-f298-4517-9d6e-f04d2cd6e154 req-cacce31f-60fd-4d01-b06c-01a45ffe5d1b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569659 Jun 17 08:49:14.617463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a05e4de3-dbf5-4c9f-82ea-52ce0d18e35d req-00334f86-eb7a-4d80-b97e-ac866fa72eb1 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835916 Jun 17 08:49:14.730969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98', 'mac_address': 'fa:16:3e:76:3d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:14.732646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-c0165a6f-c59c-41d4-baa9-1215697627e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 200 len: 1002 time: 0.1514833 Jun 17 08:49:14.775462 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.790218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36b2ab0-a633-4014-8e11-f8f668a7ac98 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:14.814507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a36b2ab0-a633-4014-8e11-f8f668a7ac98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:14.820358 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.822331 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:14.843429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.845641 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78e64651-2dc1-451a-a8cf-d5e1e9406c40 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:14.850704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-8a17468b-fc34-4810-919b-e1e1367ade01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.852900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-8a17468b-fc34-4810-919b-e1e1367ade01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.1123996 Jun 17 08:49:14.895081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a36b2ab0-a633-4014-8e11-f8f668a7ac98,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:14.900270 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:14.984969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Subnet': ['ID=57987b94-08c8-4b91-8431-94112a1b03f7,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:15.005858 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:15.024609 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Checking segment: {'id': '84c74684-b52a-46ec-9f69-deeef482c339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:15.027775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network hostable DHCP agents. Network: 56125c5f-24f4-404d-83ff-62d7cf5c172f, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:15.036464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a36b2ab0-a633-4014-8e11-f8f668a7ac98'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:15.053800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-78606746-04c7-4d4e-b6cd-94d7e9f9925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.055314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-78606746-04c7-4d4e-b6cd-94d7e9f9925a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707809 Jun 17 08:49:15.197324 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-10f36c7b-83bb-4080-b952-c212d32e0848 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347592 Jun 17 08:49:15.198613 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:15.253860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 56125c5f-24f4-404d-83ff-62d7cf5c172f) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:15.273580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df70e2f-0280-4208-a50d-4cc44d5f3a11 None None] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:15.279558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.280268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.340749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1102455 Jun 17 08:49:15.343683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52900) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:15.350942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'subnet': {'network_id': '95106a36-1193-4857-804e-74fed263eb44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:15.430810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b37b8bbe-fa49-4568-ae8c-1ce40c7fb156 req-5e8ca6c3-b296-4d11-977a-f614ab5aa02a service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223015 Jun 17 08:49:15.467885 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8994fec2-1582-4539-bf04-7c110a2c9573 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:15.543355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03945ced-f568-47c4-a6a5-d1579ba4f23e None None] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:15.568982 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Made reservation on behalf of 925a4d04c86645b1ba1ed88832a70b84 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:15.575240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.628544 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-56125c5f-24f4-404d-83ff-62d7cf5c172f', 'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f', 'tenant_id': '925a4d04c86645b1ba1ed88832a70b84', 'fixed_ips': [{'subnet_id': '57987b94-08c8-4b91-8431-94112a1b03f7'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:15.629411 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.708262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8994fec2-1582-4539-bf04-7c110a2c9573 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:15.931131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.941050 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6f4dcec4-3063-48c3-86d7-faa1c9a57b0e tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:15.962987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Provisioning for port 8994fec2-1582-4539-bf04-7c110a2c9573 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:16.036313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Provisioning complete for port 8994fec2-1582-4539-bf04-7c110a2c9573 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:16.037207 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.072797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145efb62-02c6-4793-840e-8b474148df21 req-3dea6db5-2a64-4bd6-8164-ba1a7010b1bd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.074417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145efb62-02c6-4793-840e-8b474148df21 req-3dea6db5-2a64-4bd6-8164-ba1a7010b1bd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.2414947 Jun 17 08:49:16.093572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087f02f-051e-4c17-bdf8-7b32373d7037 req-37dc2e28-341f-42f6-bf3f-d561aca10ccc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.096188 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a087f02f-051e-4c17-bdf8-7b32373d7037 req-37dc2e28-341f-42f6-bf3f-d561aca10ccc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 944 time: 0.2234504 Jun 17 08:49:16.102471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Subnet': ['ID=777abc3a-7d8d-4e10-aa86-33059146ae5a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.113528 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.135241 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Checking segment: {'id': 'cc0f980e-f7ac-4247-af85-88705ebdea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '95106a36-1193-4857-804e-74fed263eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:16.135662 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network hostable DHCP agents. Network: 95106a36-1193-4857-804e-74fed263eb44, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:16.176550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network 95106a36-1193-4857-804e-74fed263eb44 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:16.197392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 95106a36-1193-4857-804e-74fed263eb44) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:16.206574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.211477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.218374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-145efb62-02c6-4793-840e-8b474148df21 req-a9d3f328-ce6f-4c09-8ba0-bbb46f6b1514 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209421 Jun 17 08:49:16.225335 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2fb33-8477-453b-8707-cfb0ea73d5be None None] Network 95106a36-1193-4857-804e-74fed263eb44 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:16.247393 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-953d3b45-403c-41f6-8b4e-c4d5bc57e437 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9023945 Jun 17 08:49:16.251409 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52910) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:16.257543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Allocated IP 172.20.0.2 (56125c5f-24f4-404d-83ff-62d7cf5c172f/57987b94-08c8-4b91-8431-94112a1b03f7/2e253876-b7b9-4881-9157-5239a333e1fa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:16.280159 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a087f02f-051e-4c17-bdf8-7b32373d7037 req-59e73812-90a7-4bd2-b3b1-0c2d5d26faed tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691275 Jun 17 08:49:16.506527 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.846698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] For port 8994fec2-1582-4539-bf04-7c110a2c9573, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8994fec2-1582-4539-bf04-7c110a2c9573,segment=NetworkSegment(cc040199-5517-41e3-bae3-a115c016d5b4),segment_id=cc040199-5517-41e3-bae3-a115c016d5b4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:16.886143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.891160 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7f7b19b-8db5-44e8-8d20-7f87192d4113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.969262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.989899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-95106a36-1193-4857-804e-74fed263eb44', 'network_id': '95106a36-1193-4857-804e-74fed263eb44', 'tenant_id': '925a4d04c86645b1ba1ed88832a70b84', 'fixed_ips': [{'subnet_id': '777abc3a-7d8d-4e10-aa86-33059146ae5a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:16.991012 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.147908 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Allocated IP 172.20.0.2 (95106a36-1193-4857-804e-74fed263eb44/777abc3a-7d8d-4e10-aa86-33059146ae5a/c4a043e9-bb6e-441f-b08f-ec2f22269a64) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:17.373038 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.422166 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.437923 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Transition to ACTIVE for port object 2e253876-b7b9-4881-9157-5239a333e1fa will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:17.461673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Transition to ACTIVE for port object 2e253876-b7b9-4881-9157-5239a333e1fa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:17.506842 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.527249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Pushing event updated for resources: {'Port': ['ID=8994fec2-1582-4539-bf04-7c110a2c9573,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:17.533319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Transition to ACTIVE for port object c4a043e9-bb6e-441f-b08f-ec2f22269a64 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:17.543266 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:17.554623 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.555348 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-31d51bce-5eab-4df1-9a46-5cb393102a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:17.561522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Allocated IP 172.20.0.1 (56125c5f-24f4-404d-83ff-62d7cf5c172f/57987b94-08c8-4b91-8431-94112a1b03f7/d8545580-9082-451d-a0df-11f5b0a6f6ea) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:17.615851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e2d99d42-6ac8-4127-935a-11b4d184f7a9 None None] Provisioning complete for port 8994fec2-1582-4539-bf04-7c110a2c9573 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:17.616351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2d99d42-6ac8-4127-935a-11b4d184f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.676506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:17.677685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Transition to ACTIVE for port object c4a043e9-bb6e-441f-b08f-ec2f22269a64 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:17.692190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:17.699556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:17.709530 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.711576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Pushing event updated for resources: {'Port': ['ID=2e253876-b7b9-4881-9157-5239a333e1fa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:17.713144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1a6b2-c3f7-4e6b-8d13-3b311c3aaf08 req-87ccbfff-187d-4479-ba50-5ed656d8c6a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.721427 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:17.724309 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-535dad72-12d5-4602-9854-be67d7a9a8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:17.727281 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ab1a6b2-c3f7-4e6b-8d13-3b311c3aaf08 req-87ccbfff-187d-4479-ba50-5ed656d8c6a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 944 time: 0.2292950 Jun 17 08:49:17.764737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a6c2d-74d5-4cfc-ba32-cd7c68b3b719 req-60be42c9-0587-4682-967e-827cff96c41a tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.768919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e10a6c2d-74d5-4cfc-ba32-cd7c68b3b719 req-60be42c9-0587-4682-967e-827cff96c41a tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.3006330 Jun 17 08:49:17.781997 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.793055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Pushing event updated for resources: {'Port': ['ID=c4a043e9-bb6e-441f-b08f-ec2f22269a64,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:17.799620 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:17.814570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Transition to ACTIVE for port object d8545580-9082-451d-a0df-11f5b0a6f6ea will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:17.853564 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ab1a6b2-c3f7-4e6b-8d13-3b311c3aaf08 req-0067dd4a-093a-434f-95aa-c3c7151c6ddc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240373 Jun 17 08:49:17.856635 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Network 95106a36-1193-4857-804e-74fed263eb44 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:17.863265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e10a6c2d-74d5-4cfc-ba32-cd7c68b3b719 req-e58d19f7-33a0-4013-8f30-0be28a5e2aed tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784075 Jun 17 08:49:17.865443 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.868391 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:17.924339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:17.928672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:17.941384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:17.957761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:17.970230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:18.011398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.023539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Attempting to bind port 2e253876-b7b9-4881-9157-5239a333e1fa on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:18.023539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Attempting to bind port 2e253876-b7b9-4881-9157-5239a333e1fa by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '84c74684-b52a-46ec-9f69-deeef482c339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:18.023797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Attempting to bind port 2e253876-b7b9-4881-9157-5239a333e1fa on network 56125c5f-24f4-404d-83ff-62d7cf5c172f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:18.071691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:18.072095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Checking segment: {'id': '84c74684-b52a-46ec-9f69-deeef482c339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:18.074701 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.075294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Bound using segment: {'id': '84c74684-b52a-46ec-9f69-deeef482c339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:18.076522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Bound port: 2e253876-b7b9-4881-9157-5239a333e1fa, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c74684-b52a-46ec-9f69-deeef482c339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '56125c5f-24f4-404d-83ff-62d7cf5c172f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:18.077202 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.095723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Attempting to bind port c4a043e9-bb6e-441f-b08f-ec2f22269a64 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:18.095723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Attempting to bind port c4a043e9-bb6e-441f-b08f-ec2f22269a64 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'cc0f980e-f7ac-4247-af85-88705ebdea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '95106a36-1193-4857-804e-74fed263eb44'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:18.096215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Attempting to bind port c4a043e9-bb6e-441f-b08f-ec2f22269a64 on network 95106a36-1193-4857-804e-74fed263eb44 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:18.110351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:18.110741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Checking segment: {'id': 'cc0f980e-f7ac-4247-af85-88705ebdea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '95106a36-1193-4857-804e-74fed263eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:18.111651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.112065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Bound using segment: {'id': 'cc0f980e-f7ac-4247-af85-88705ebdea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '95106a36-1193-4857-804e-74fed263eb44'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:18.112552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Bound port: c4a043e9-bb6e-441f-b08f-ec2f22269a64, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0f980e-f7ac-4247-af85-88705ebdea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '95106a36-1193-4857-804e-74fed263eb44'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:18.112942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.134462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Port': ['ID=d8545580-9082-451d-a0df-11f5b0a6f6ea,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.141325 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.214157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.235238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a36b2ab0-a633-4014-8e11-f8f668a7ac98 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:18.280393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] For port 2e253876-b7b9-4881-9157-5239a333e1fa, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:18.300319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] For port c4a043e9-bb6e-441f-b08f-ec2f22269a64, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:18.307614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] For port 2e253876-b7b9-4881-9157-5239a333e1fa, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2e253876-b7b9-4881-9157-5239a333e1fa,segment=NetworkSegment(84c74684-b52a-46ec-9f69-deeef482c339),segment_id=84c74684-b52a-46ec-9f69-deeef482c339)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:18.322844 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.327053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] For port c4a043e9-bb6e-441f-b08f-ec2f22269a64, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4a043e9-bb6e-441f-b08f-ec2f22269a64,segment=NetworkSegment(cc0f980e-f7ac-4247-af85-88705ebdea29),segment_id=cc0f980e-f7ac-4247-af85-88705ebdea29)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:18.328225 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.357664 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.411686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Pushing event updated for resources: {'Port': ['ID=2e253876-b7b9-4881-9157-5239a333e1fa,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.425819 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.426625 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a5d5f8a-207c-44b9-befc-ce158d45dbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.466270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port a36b2ab0-a633-4014-8e11-f8f668a7ac98 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:18.482207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port a36b2ab0-a633-4014-8e11-f8f668a7ac98 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:18.482861 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.545241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Pushing event updated for resources: {'Port': ['ID=c4a043e9-bb6e-441f-b08f-ec2f22269a64,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.548521 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.607461 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.620378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.632651 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.636457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:18.640471 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60864ca3-2232-490b-9981-fdde6c6bf810" -d '{"events": [{"server_uuid": "4111977e-79e9-43f0-8657-cd0d2e3265de", "name": "network-vif-plugged", "status": "completed", "tag": "a36b2ab0-a633-4014-8e11-f8f668a7ac98"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:18.643107 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-667fa81d-0cc6-4ea0-88bb-941e9f973028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.656474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port a36b2ab0-a633-4014-8e11-f8f668a7ac98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:18.665489 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.669160 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-27542df9-16bd-4dbe-a391-242d5e7e4d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.763516 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb6502f-9858-49a3-b81c-3901439fe4a1 x-openstack-request-id: req-8fb6502f-9858-49a3-b81c-3901439fe4a1 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:18.763875 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4111977e-79e9-43f0-8657-cd0d2e3265de", "name": "network-vif-plugged", "status": "completed", "tag": "a36b2ab0-a633-4014-8e11-f8f668a7ac98", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:18.764616 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8fb6502f-9858-49a3-b81c-3901439fe4a1 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:18.765035 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98', 'code': 200} Jun 17 08:49:18.770300 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=a36b2ab0-a633-4014-8e11-f8f668a7ac98,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.773275 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.790487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Port': ['ID=d8545580-9082-451d-a0df-11f5b0a6f6ea,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.805848 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.805848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.983998 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:18.993158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:19.121143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c8a0d-dc1d-4f85-a7e3-96fd6bfda8cd req-f81587a3-88b9-4564-ae66-da6468c72b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.121748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ff5de-2043-4e51-adc7-451ee6e07636 req-37c9470f-f6b5-473a-8066-e5d029443000 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.123849 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b33ff5de-2043-4e51-adc7-451ee6e07636 req-37c9470f-f6b5-473a-8066-e5d029443000 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.1094396 Jun 17 08:49:19.127899 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b01c8a0d-dc1d-4f85-a7e3-96fd6bfda8cd req-f81587a3-88b9-4564-ae66-da6468c72b8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 1097 time: 0.1982734 Jun 17 08:49:19.167533 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b33ff5de-2043-4e51-adc7-451ee6e07636 req-e19390e6-c732-4653-99e1-e74e861746ab tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369136 Jun 17 08:49:19.203327 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b01c8a0d-dc1d-4f85-a7e3-96fd6bfda8cd req-1ce452f6-929d-4a4d-8710-d6bccd3bb71a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663931 Jun 17 08:49:19.233443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Router f400439d-f337-4429-b828-00476bf23451 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:49:19.352686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:19.362150 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/f400439d-f337-4429-b828-00476bf23451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1063156 Jun 17 08:49:19.362150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52942) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:19.366480 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] Sync routers for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:19.392457 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:19.393081 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:19.393657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4a043e9-bb6e-441f-b08f-ec2f22269a64 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:19.427081 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:19.437135 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:19.438043 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:19.467996 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.487832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c4a043e9-bb6e-441f-b08f-ec2f22269a64 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:19.494045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2e253876-b7b9-4881-9157-5239a333e1fa up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:19.495392 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:19.496055 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd2297-9eae-498a-87b7-0afe49efbe70 None None] The sync data for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:19.573294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 2e253876-b7b9-4881-9157-5239a333e1fa completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:19.588903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8994fec2-1582-4539-bf04-7c110a2c9573 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:19.689678 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8994fec2-1582-4539-bf04-7c110a2c9573 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:19.690569 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.121248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba872cd-f51f-49af-bdb9-61262a64df34 None None] Network 95106a36-1193-4857-804e-74fed263eb44 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:20.286445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Provisioning for port c4a043e9-bb6e-441f-b08f-ec2f22269a64 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:20.290498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Provisioning complete for port c4a043e9-bb6e-441f-b08f-ec2f22269a64 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:20.291077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.488569 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52958) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:20.503882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e57e25-cf6f-4863-9d81-504fb4a08631 req-a57e1150-2228-4379-8064-ac5b3b36c194 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:20.511345 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e57e25-cf6f-4863-9d81-504fb4a08631 req-a57e1150-2228-4379-8064-ac5b3b36c194 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.1630750 Jun 17 08:49:20.569644 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.587006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8e57e25-cf6f-4863-9d81-504fb4a08631 req-39173c8f-756f-4df3-b07e-1be189ed9071 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746117 Jun 17 08:49:20.666688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] For port c4a043e9-bb6e-441f-b08f-ec2f22269a64, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4a043e9-bb6e-441f-b08f-ec2f22269a64,segment=NetworkSegment(cc0f980e-f7ac-4247-af85-88705ebdea29),segment_id=cc0f980e-f7ac-4247-af85-88705ebdea29)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:20.675399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510180b5-bc6a-4cbb-a3c2-e6758865d513 None None] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:20.681787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.695359 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-761b728a-7b50-4c80-839d-131a50eaa9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:20.696742 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.701308 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-42669fcc-c915-494f-a021-7200cc040c97 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:49:20.706346 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-42669fcc-c915-494f-a021-7200cc040c97 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/f400439d-f337-4429-b828-00476bf23451/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3431675 Jun 17 08:49:20.707069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52964) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:20.815309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Pushing event updated for resources: {'Port': ['ID=c4a043e9-bb6e-441f-b08f-ec2f22269a64,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:20.920554 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:20.961257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Provisioning for port 2e253876-b7b9-4881-9157-5239a333e1fa completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:20.975457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Provisioning complete for port 2e253876-b7b9-4881-9157-5239a333e1fa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:20.975860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.040857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.052751 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.058227 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-177821c7-da35-40cb-b16a-6242231b8248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:21.074283 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.114319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] For port 2e253876-b7b9-4881-9157-5239a333e1fa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2e253876-b7b9-4881-9157-5239a333e1fa,segment=NetworkSegment(84c74684-b52a-46ec-9f69-deeef482c339),segment_id=84c74684-b52a-46ec-9f69-deeef482c339)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:21.121050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababf13c-9328-4c42-9d15-c4359755b055,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:21.121276 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.124674 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:21.127364 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:21.139242 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52968) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:21.140021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1877310fa50545899b9bf12ab0111106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258910 Jun 17 08:49:21.211059 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.222353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Pushing event updated for resources: {'Port': ['ID=2e253876-b7b9-4881-9157-5239a333e1fa,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:21.232932 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:21.249175 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2073fd8e-a709-4eee-bfec-b96678ea632d None None] Provisioning complete for port c4a043e9-bb6e-441f-b08f-ec2f22269a64 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:21.251585 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2073fd8e-a709-4eee-bfec-b96678ea632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.267630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.296673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4a043e9-bb6e-441f-b08f-ec2f22269a64 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:21.323570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.340250 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.343836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.348683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ababf13c-9328-4c42-9d15-c4359755b055 HTTP/1.1" status: 204 len: 168 time: 0.2080860 Jun 17 08:49:21.350150 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ad44e2a-38d5-4a8a-85cc-f2d6d5dce298 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:21.361401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababf13c-9328-4c42-9d15-c4359755b055,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:21.394542 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:21.406970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c4a043e9-bb6e-441f-b08f-ec2f22269a64 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:21.407217 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.605036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-09056904-c85b-4f8b-8fd0-65fc81761229 None None] Provisioning complete for port 2e253876-b7b9-4881-9157-5239a333e1fa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:21.605552 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09056904-c85b-4f8b-8fd0-65fc81761229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.790967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-09056904-c85b-4f8b-8fd0-65fc81761229 None None] Provisioning for port d8545580-9082-451d-a0df-11f5b0a6f6ea completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:21.804107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-09056904-c85b-4f8b-8fd0-65fc81761229 None None] Provisioning complete for port d8545580-9082-451d-a0df-11f5b0a6f6ea triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:21.807715 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09056904-c85b-4f8b-8fd0-65fc81761229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.846985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting port d8545580-9082-451d-a0df-11f5b0a6f6ea {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:21.847541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.882084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-09056904-c85b-4f8b-8fd0-65fc81761229 None None] Port d8545580-9082-451d-a0df-11f5b0a6f6ea cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:22.005616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8f51da2b-1fad-4bca-9215-69779323016d None None] Provisioning complete for port d8545580-9082-451d-a0df-11f5b0a6f6ea triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:22.006366 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8f51da2b-1fad-4bca-9215-69779323016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.014662 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.038392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9953a-338c-4b6a-bb04-4447cca1b5d4 req-b2de10d5-df58-43e1-bef1-4eaf0b94c038 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:22.045851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5e9953a-338c-4b6a-bb04-4447cca1b5d4 req-b2de10d5-df58-43e1-bef1-4eaf0b94c038 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.2069004 Jun 17 08:49:22.051106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8f51da2b-1fad-4bca-9215-69779323016d None None] Port d8545580-9082-451d-a0df-11f5b0a6f6ea cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:22.112033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Calling delete_port for d8545580-9082-451d-a0df-11f5b0a6f6ea owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:22.169987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9a2869fa-101f-474d-8f52-beeec7e2e127 None None] Provisioning complete for port d8545580-9082-451d-a0df-11f5b0a6f6ea triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:22.171077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a2869fa-101f-474d-8f52-beeec7e2e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.179454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5e9953a-338c-4b6a-bb04-4447cca1b5d4 req-935cf997-c429-470f-a0cd-28aa4b88c597 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326056 Jun 17 08:49:22.217237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a2869fa-101f-474d-8f52-beeec7e2e127 None None] Port d8545580-9082-451d-a0df-11f5b0a6f6ea cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:22.348770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.352757 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac68298b-7d28-4b60-a021-fe0222f2eb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:22.393744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Port': ['ID=d8545580-9082-451d-a0df-11f5b0a6f6ea,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:22.399295 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:22.472273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118b50-abc9-45d9-8826-3f21aca084c0 req-c3912c6a-029b-4ba1-b440-c122d1700a82 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:22.473863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f118b50-abc9-45d9-8826-3f21aca084c0 req-c3912c6a-029b-4ba1-b440-c122d1700a82 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.1631572 Jun 17 08:49:22.579354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.601046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f118b50-abc9-45d9-8826-3f21aca084c0 req-2b1d3e7c-53f4-4be1-bd57-3c678602d393 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175344 Jun 17 08:49:22.770955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Router f400439d-f337-4429-b828-00476bf23451 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:22.852561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:22.862877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52982) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:22.863456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/f400439d-f337-4429-b828-00476bf23451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1547427 Jun 17 08:49:22.867730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] Sync routers for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:22.888046 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:22.889310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:22.907710 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-e0a57e1e-7d11-495f-9a23-0f1d1c173158 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] delete failed (client error): The resource could not be found. Jun 17 08:49:22.912298 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e0a57e1e-7d11-495f-9a23-0f1d1c173158 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-285107786 HTTP/1.1" status: 404 len: 334 time: 0.0445995 Jun 17 08:49:22.912909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52984) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:22.918730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d04e7189-aaed-4655-bec8-312bd8888e21 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f400439d-f337-4429-b828-00476bf23451'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:22.952100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:22.962107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:22.962735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:22.991596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:23.012926 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:23.014600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba58f0-6bbe-4988-ab0b-2994dc7c6994 None None] The sync data for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:23.142239 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d04e7189-aaed-4655-bec8-312bd8888e21 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.172571 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-d04e7189-aaed-4655-bec8-312bd8888e21 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] update failed (client error): The resource could not be found. Jun 17 08:49:23.174146 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d04e7189-aaed-4655-bec8-312bd8888e21 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/f400439d-f337-4429-b828-00476bf23451 HTTP/1.1" status: 404 len: 339 time: 0.2601817 Jun 17 08:49:23.174830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883fcdf-c6b7-462c-8840-9dbf6f73e08b req-a7c61fa1-ff1c-4ae4-86e9-131d8cbc4204 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:23.176435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4883fcdf-c6b7-462c-8840-9dbf6f73e08b req-a7c61fa1-ff1c-4ae4-86e9-131d8cbc4204 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.0748708 Jun 17 08:49:23.178303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 52994) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:23.273381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2e253876-b7b9-4881-9157-5239a333e1fa up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:23.324128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 2e253876-b7b9-4881-9157-5239a333e1fa triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:23.324791 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.730051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4883fcdf-c6b7-462c-8840-9dbf6f73e08b req-a6869a5d-a7b1-4b93-9581-d2ec85cc6d75 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449882 Jun 17 08:49:23.774040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Deleting subnet 1073a07c-9257-4e34-92ef-178d4ad7870a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:23.805972 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.869863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.924370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.941208 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.104104 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.109418 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0121f55c-f2fb-4452-b5fc-2922938db615 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.163979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1073a07c-9257-4e34-92ef-178d4ad7870a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.168064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.170092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1073a07c-9257-4e34-92ef-178d4ad7870a HTTP/1.1" status: 204 len: 168 time: 1.1774127 Jun 17 08:49:24.171069 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.173888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 52996) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:24.236012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Allocated IP 172.20.0.1 (f65eb3a8-87ca-40ca-81a3-707cc68bfd1a/9d9eafa6-fb36-4880-948d-67c6f552a530/786cef4e-bc1a-4bad-8f71-be6c5d8a979d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:24.246711 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.329537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.339496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:24.350180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a617b8-419f-4ef2-8143-54c36fc15c27') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:24.350475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a617b8-419f-4ef2-8143-54c36fc15c27') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:24.356256 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.360240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.370739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Transition to ACTIVE for port object 786cef4e-bc1a-4bad-8f71-be6c5d8a979d will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:24.374004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.379979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:24.380367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:24.382002 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:24.403165 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.405957 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33e590b2-264c-4251-af03-a131668bc3f2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.436062 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.439805 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ac3c205-c0a8-4688-b75e-d06d8e04c033 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.443667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.448419 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e HTTP/1.1" status: 204 len: 168 time: 0.2699745 Jun 17 08:49:24.448583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:24.449692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:24.453819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:24.457883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c125e7e8-a60a-4c7f-a4c2-c1dd68cf667e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.460436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-845885c6-effa-4cdb-8ab5-9146525e63e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.490674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Port': ['ID=786cef4e-bc1a-4bad-8f71-be6c5d8a979d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.497334 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.516180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.611498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-b7791651-a7f4-422e-9e1e-c5d5393b02c2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.613011 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-b7791651-a7f4-422e-9e1e-c5d5393b02c2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.0940201 Jun 17 08:49:24.617942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53000) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:24.675974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.726121 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-386d82b1-c624-465a-946d-5750f63d9665 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5041043332f1437ba4468932a0e1eea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069376 Jun 17 08:49:24.728565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53002) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:24.752767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e5190fb-240b-47c7-9e43-9b0bbf7b7c44 None None] Provisioning for port 786cef4e-bc1a-4bad-8f71-be6c5d8a979d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:24.756687 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e5190fb-240b-47c7-9e43-9b0bbf7b7c44 None None] Provisioning complete for port 786cef4e-bc1a-4bad-8f71-be6c5d8a979d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:24.757072 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e5190fb-240b-47c7-9e43-9b0bbf7b7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.764203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port a36b2ab0-a633-4014-8e11-f8f668a7ac98 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:24.764553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.793342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1e5190fb-240b-47c7-9e43-9b0bbf7b7c44 None None] Port 786cef4e-bc1a-4bad-8f71-be6c5d8a979d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:24.878509 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port a36b2ab0-a633-4014-8e11-f8f668a7ac98, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=a36b2ab0-a633-4014-8e11-f8f668a7ac98,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:24.878865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.905649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.949726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for a36b2ab0-a633-4014-8e11-f8f668a7ac98 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:24.956354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.015361 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec8067ce-ccd3-4729-ad2f-3f3ae9339d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.073510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314eff-7669-4e5a-a37b-c03a7b6a2052 req-d3897650-afa6-47c8-96e9-3d96db445938 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:25.075026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6314eff-7669-4e5a-a37b-c03a7b6a2052 req-d3897650-afa6-47c8-96e9-3d96db445938 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 945 time: 0.2092497 Jun 17 08:49:25.099823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.105042 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.112773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['755c826a-b4e8-4fb4-9190-ac1239cf21ee'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:25.115495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.116120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['a36b2ab0-a633-4014-8e11-f8f668a7ac98'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:25.118233 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.120789 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.121932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b35ed0cb-b6cd-4699-bd5a-2f5b473e5887 HTTP/1.1" status: 204 len: 168 time: 0.3923960 Jun 17 08:49:25.123617 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9e885e1f-f56b-4d14-811c-41de191eb81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.129765 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.147581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=a36b2ab0-a633-4014-8e11-f8f668a7ac98,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.156037 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.164597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35ed0cb-b6cd-4699-bd5a-2f5b473e5887,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.166038 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.171444 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bfaed213-3d6c-4174-925a-43c0238cff03 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.229851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6314eff-7669-4e5a-a37b-c03a7b6a2052 req-aa7ebc83-7b17-4418-98c9-9b74d4824ad8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473851 Jun 17 08:49:25.272285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port a36b2ab0-a633-4014-8e11-f8f668a7ac98 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:25.273310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event updated for resources: {'Port': ['ID=786cef4e-bc1a-4bad-8f71-be6c5d8a979d,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.277134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.280961 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.285238 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.289181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-241bf832-f699-4472-9f11-5d9bd03e4e2b req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "DELETE /v2.0/ports/a36b2ab0-a633-4014-8e11-f8f668a7ac98 HTTP/1.1" status: 204 len: 173 time: 0.6643605 Jun 17 08:49:25.291332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'name': 'network-vif-deleted', 'tag': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:25.293963 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f597ca-5f09-4eca-93f8-eebfa4ffa36b" -d '{"events": [{"server_uuid": "4111977e-79e9-43f0-8657-cd0d2e3265de", "name": "network-vif-deleted", "tag": "a36b2ab0-a633-4014-8e11-f8f668a7ac98"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:25.356498 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a252e3f8-c8b5-48d8-9c7c-5454af9c8b5f x-openstack-request-id: req-a252e3f8-c8b5-48d8-9c7c-5454af9c8b5f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:25.359005 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4111977e-79e9-43f0-8657-cd0d2e3265de", "name": "network-vif-deleted", "tag": "a36b2ab0-a633-4014-8e11-f8f668a7ac98", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:25.361192 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a252e3f8-c8b5-48d8-9c7c-5454af9c8b5f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:25.361786 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4111977e-79e9-43f0-8657-cd0d2e3265de', 'name': 'network-vif-deleted', 'tag': 'a36b2ab0-a633-4014-8e11-f8f668a7ac98', 'status': 'completed', 'code': 200} Jun 17 08:49:25.421914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:25.424185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:25.558255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Router f400439d-f337-4429-b828-00476bf23451 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:25.685432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:25.696825 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] Sync routers for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:25.700019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/f400439d-f337-4429-b828-00476bf23451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196149 Jun 17 08:49:25.702034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53018) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:25.720790 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:25.720790 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:25.728148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e1f3212b-3b4e-4c5a-bde2-fb4d08d441b1 None None] Provisioning complete for port 786cef4e-bc1a-4bad-8f71-be6c5d8a979d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:25.728148 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1f3212b-3b4e-4c5a-bde2-fb4d08d441b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.791216 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:25.800083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3212b-3b4e-4c5a-bde2-fb4d08d441b1 None None] Port 786cef4e-bc1a-4bad-8f71-be6c5d8a979d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:25.812247 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:25.813105 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:48:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:25.823390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f10d309-55bb-4abc-83d0-277c6a469f3a tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.895410 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:25.896459 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da69db-578a-4b45-9006-ae7cd088668b None None] The sync data for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:25.935630 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-1f10d309-55bb-4abc-83d0-277c6a469f3a tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:49:25.937112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1f10d309-55bb-4abc-83d0-277c6a469f3a tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/routers/f400439d-f337-4429-b828-00476bf23451 HTTP/1.1" status: 409 len: 329 time: 0.2337935 Jun 17 08:49:25.939886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53028) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:26.289659 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.401592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7fa57e9d-59e2-484f-9ff0-c3be95e5174a req-ea63a7c0-37f5-4ddd-88f4-0315d8e85a35 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.0326002 Jun 17 08:49:26.610194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting port 786cef4e-bc1a-4bad-8f71-be6c5d8a979d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:26.610440 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.703906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.773643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Calling delete_port for 786cef4e-bc1a-4bad-8f71-be6c5d8a979d owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:26.985761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.988668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.019672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Port': ['ID=786cef4e-bc1a-4bad-8f71-be6c5d8a979d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.023001 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:27.214988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.613143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.637050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53054) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:27.642996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465160093', 'description': 'tempest-secgroup-smoke-465160093 description', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:27.671208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.683474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.783393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cf1685b7-a727-4d51-a766-0d2f9e7879cd req-2aa73ea0-d688-4f40-a49b-a66f4d1e618c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.0389028 Jun 17 08:49:27.797022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.802792 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.807156 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a62ed4a-4e7d-4191-b2db-f6c0ef3d5a9f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.845604 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd80315d-d6c3-464b-bd94-1006156123b3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.849688 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:27.889424 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Router f400439d-f337-4429-b828-00476bf23451 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:27.891519 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df573eef-d808-4972-be9c-53282fda0339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.938614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.943713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.946501 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ada274c4-22d2-4d54-9c36-5d3b9ccbc9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.977654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.979947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:27.983060 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3440518 Jun 17 08:49:27.983879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53056) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:27.985892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/f400439d-f337-4429-b828-00476bf23451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449605 Jun 17 08:49:27.986739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.991152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53058) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:27.991928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:27.996292 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.007292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] Sync routers for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:28.023061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:28.023269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.024258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:28.039344 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-2b40493f-b652-49ea-9172-bb2c1f6ec0f3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] show failed (client error): The resource could not be found. Jun 17 08:49:28.046785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2b40493f-b652-49ea-9172-bb2c1f6ec0f3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1682995727 HTTP/1.1" status: 404 len: 335 time: 0.0541394 Jun 17 08:49:28.047623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.052995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-497b2a82-e425-409c-b6f9-a07478bcd66f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.078462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:28.087968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] Routers {'f400439d-f337-4429-b828-00476bf23451'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:28.088625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f400439d-f337-4429-b828-00476bf23451'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:28.091756 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-497b2a82-e425-409c-b6f9-a07478bcd66f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] update failed (client error): The resource could not be found. Jun 17 08:49:28.096616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-497b2a82-e425-409c-b6f9-a07478bcd66f tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1228284522 HTTP/1.1" status: 404 len: 335 time: 0.0476315 Jun 17 08:49:28.097469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53062) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.103541 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.108994 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.124181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:28.124941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86295613-a9e6-408b-b85b-a49a512efcc6 None None] The sync data for ids ['f400439d-f337-4429-b828-00476bf23451'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:28.130780 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7f850ef-6da1-4394-9a25-e14b6c02f3b7 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.147952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.151282 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641891 Jun 17 08:49:28.151282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f95661a-e4d5-4c17-82df-0fdf200aec60,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.153278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53064) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.159824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.170073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting subnet 777abc3a-7d8d-4e10-aa86-33059146ae5a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:28.173647 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.187398 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.198109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.219122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.262883 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.267407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.269163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.286562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182027ec-f296-4c07-a849-87a147ea47f3,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.289098 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.295011 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.296256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ba2388d4-6ca4-4030-b0c4-8fefec99d66c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406603 Jun 17 08:49:28.299496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53066) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.304322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.311665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a36b2ab0-a633-4014-8e11-f8f668a7ac98 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:28.311876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.336953 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.338589 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: a36b2ab0-a633-4014-8e11-f8f668a7ac98 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:28.339488 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device a36b2ab0-a633-4014-8e11-f8f668a7ac98 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:28.386535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.391290 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-898db6ae-2960-494e-ab8b-ee00d02149bc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.416153 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.420705 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Subnet': ['ID=777abc3a-7d8d-4e10-aa86-33059146ae5a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.421563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.423362 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.423924 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9fdf6f5a-ab08-4657-bdc3-951ec0e44d20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.424896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.426738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2b83ccc7-a75d-486d-aaa6-dd15e4f028c6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/subnets/777abc3a-7d8d-4e10-aa86-33059146ae5a HTTP/1.1" status: 204 len: 168 time: 0.3281980 Jun 17 08:49:28.429543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53068) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.438372 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119024a8-bd84-4448-8d5b-3c7b79b510cc None None] Network 95106a36-1193-4857-804e-74fed263eb44 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:28.444209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d608f3-7dc3-42ed-98dd-65be6926cb25,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.447898 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.451959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.453358 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528559 Jun 17 08:49:28.456401 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53070) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.462215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.493798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting subnet 57987b94-08c8-4b91-8431-94112a1b03f7 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:28.498116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.500765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.542725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.585387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.591019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.593726 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.612678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e40ddd-23bc-4cef-bb06-d8e4a071ff68,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.614939 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.621245 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.624540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ac375050-10e1-4fb2-a3b8-51eaf98c39b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669660 Jun 17 08:49:28.627152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53072) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.632320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.665810 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:49:28.672594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.686982 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.728453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] DHCP port deletion for 95106a36-1193-4857-804e-74fed263eb44 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:49:28.772742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.780956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Deleting port c4a043e9-bb6e-441f-b08f-ec2f22269a64 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:28.781454 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.784688 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.787373 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-20800387-a88c-401f-a559-c655f3f03f9c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.795528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.799143 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-94b81a34-081e-469b-8c56-cf5e0543ffef tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.824661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a14d96-acef-40bd-ad38-3dbbb06216c7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.838846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Subnet': ['ID=57987b94-08c8-4b91-8431-94112a1b03f7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.839372 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.843801 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.848028 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.849280 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2209899 Jun 17 08:49:28.852670 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53076) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.860691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.866922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/subnets/57987b94-08c8-4b91-8431-94112a1b03f7 HTTP/1.1" status: 204 len: 168 time: 0.4363823 Jun 17 08:49:28.868400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53078) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.875541 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.875924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d569e-6182-4a87-b7d4-b0780b458f8b None None] Network 56125c5f-24f4-404d-83ff-62d7cf5c172f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:28.885660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] For port c4a043e9-bb6e-441f-b08f-ec2f22269a64, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4a043e9-bb6e-441f-b08f-ec2f22269a64,segment=NetworkSegment(cc0f980e-f7ac-4247-af85-88705ebdea29),segment_id=cc0f980e-f7ac-4247-af85-88705ebdea29)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:28.886363 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.914423 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:49:28.924323 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.955399 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.021993 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.022937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Calling delete_port for c4a043e9-bb6e-441f-b08f-ec2f22269a64 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:29.024497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.030477 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.032663 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-753e2525-4024-43fd-a7c0-31bbfc86c1b8 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.051208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e9d0a52e-d23d-420f-b02c-85ad00196781 req-8117fb01-c982-45ef-8112-f958a1f35f51 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.0539339 Jun 17 08:49:29.071614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174d34b2-5a5d-4b64-99ba-e71acb45994c,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.080412 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.082047 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.087091 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4670d5fa-f600-4a7c-86fb-555c67e458de tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2322552 Jun 17 08:49:29.087763 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:29.094478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'network': {'name': 'tempest-network-smoke--988854594', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'port_security_enabled': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:29.118880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:29.123416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.129727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting port c4a043e9-bb6e-441f-b08f-ec2f22269a64 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:29.130270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.155060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:29.167218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.167897 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Added segment fedb4d9c-9c44-4408-a497-3ace5010c186 of type vlan for network 8ee04f44-3d96-49f4-8447-4931014210cd Jun 17 08:49:29.207358 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.209330 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a9a621a-368e-4b9d-bcd2-bb9666853551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.239541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Pushing event deleted for resources: {'Port': ['ID=c4a043e9-bb6e-441f-b08f-ec2f22269a64,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.241905 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.245068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] No DVR routers for this DVR port c4a043e9-bb6e-441f-b08f-ec2f22269a64 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:29.249731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] For port c4a043e9-bb6e-441f-b08f-ec2f22269a64, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c4a043e9-bb6e-441f-b08f-ec2f22269a64,segment=NetworkSegment(cc0f980e-f7ac-4247-af85-88705ebdea29),segment_id=cc0f980e-f7ac-4247-af85-88705ebdea29)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:29.250424 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.264551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.299752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4a043e9-bb6e-441f-b08f-ec2f22269a64 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:29.330703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.332781 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] DHCP port deletion for 56125c5f-24f4-404d-83ff-62d7cf5c172f request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:49:29.340292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.340292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.355111 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-31640ae8-fdcf-4662-a674-1deeea8e99f2 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.359549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c4a043e9-bb6e-441f-b08f-ec2f22269a64 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:29.360123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c4a043e9-bb6e-441f-b08f-ec2f22269a64 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:29.362486 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Calling delete_port for c4a043e9-bb6e-441f-b08f-ec2f22269a64 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:29.382745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2937057 Jun 17 08:49:29.385904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53082) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:29.394807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'admin_state_up': True, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:29.397290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Deleting port 2e253876-b7b9-4881-9157-5239a333e1fa {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:29.398027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.440714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Network': ['ID=8ee04f44-3d96-49f4-8447-4931014210cd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.443976 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-db8ffdcf-e2db-4c4f-bd78-57d7faf6cc2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.460743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 8ee04f44-3d96-49f4-8447-4931014210cd details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:29.485456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.486475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.494015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] For port 2e253876-b7b9-4881-9157-5239a333e1fa, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=2e253876-b7b9-4881-9157-5239a333e1fa,segment=NetworkSegment(84c74684-b52a-46ec-9f69-deeef482c339),segment_id=84c74684-b52a-46ec-9f69-deeef482c339)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:29.494421 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.556804 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.557776 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.568825 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-354b2e9e-3325-4173-9376-f6470ab03232 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.582466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Calling delete_port for 2e253876-b7b9-4881-9157-5239a333e1fa owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:29.596129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Port': ['ID=c4a043e9-bb6e-441f-b08f-ec2f22269a64,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.600497 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.601357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] No DVR routers for this DVR port c4a043e9-bb6e-441f-b08f-ec2f22269a64 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:29.709976 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.712138 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.736747 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Pushing event deleted for resources: {'Port': ['ID=2e253876-b7b9-4881-9157-5239a333e1fa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.739277 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.741581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] No DVR routers for this DVR port 2e253876-b7b9-4881-9157-5239a333e1fa on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:29.836442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.840484 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.854719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95106a36-1193-4857-804e-74fed263eb44']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:29.879045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0f980e-f7ac-4247-af85-88705ebdea29') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:29.879411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0f980e-f7ac-4247-af85-88705ebdea29') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:29.894122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.917016 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.932682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:29.933113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: self.session.flush() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:29.937458 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:30.037094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.042096 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96e5e041-d45c-481a-96ac-f5e99009ad71 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.048324 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.050282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/networks/95106a36-1193-4857-804e-74fed263eb44 HTTP/1.1" status: 204 len: 168 time: 1.1809390 Jun 17 08:49:30.053346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:30.068114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Network': ['ID=95106a36-1193-4857-804e-74fed263eb44,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.071381 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.199133 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.221110 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.223420 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.306647 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d901b42-15ea-4e39-8a19-af332eb80ea1 req-5aaae445-52ab-43a3-8666-dd5e0d729c21 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=4111977e-79e9-43f0-8657-cd0d2e3265de HTTP/1.1" status: 200 len: 210 time: 0.0393498 Jun 17 08:49:30.346469 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.351980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.366684 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56125c5f-24f4-404d-83ff-62d7cf5c172f']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:30.379796 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c74684-b52a-46ec-9f69-deeef482c339') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:30.380090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c74684-b52a-46ec-9f69-deeef482c339') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:30.385672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.36 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/6d6ce597-8931-4bdf-83a4-d916a9464799) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:30.393475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.416784 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.424797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:30.425285 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:30.428801 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:30.496743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.504933 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c7f0ba50-1607-489c-98d6-f6db6b79a63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.509166 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.511004 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/networks/56125c5f-24f4-404d-83ff-62d7cf5c172f HTTP/1.1" status: 204 len: 168 time: 0.4555032 Jun 17 08:49:30.518873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53090) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:30.522943 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Network': ['ID=56125c5f-24f4-404d-83ff-62d7cf5c172f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.525322 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.533942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.593708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting subnet 9d9eafa6-fb36-4880-948d-67c6f552a530 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:30.602648 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.663680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.667973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.693551 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ab4e422e-1c52-4050-93df-b63b8de4551c tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.754399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:30.761565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:30.764628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:30.803278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=6d6ce597-8931-4bdf-83a4-d916a9464799,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.806782 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.918386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.051037 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.078532 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-583e8d45-8b95-413b-bf2f-c81e59009327 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:31.111809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9eafa6-fb36-4880-948d-67c6f552a530,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:31.116540 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.120573 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/subnets/9d9eafa6-fb36-4880-948d-67c6f552a530 HTTP/1.1" status: 204 len: 168 time: 0.5983458 Jun 17 08:49:31.121562 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9709e8a4-068f-4c09-8ad7-45575430def5 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:31.122033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53092) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:31.124777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce8dfa-4ceb-48a7-b636-e29526973336 None None] Network f65eb3a8-87ca-40ca-81a3-707cc68bfd1a requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:31.215693 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.222989 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.250414 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2e253876-b7b9-4881-9157-5239a333e1fa no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:31.276469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 2e253876-b7b9-4881-9157-5239a333e1fa {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:31.276818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 2e253876-b7b9-4881-9157-5239a333e1fa not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:31.373114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] DHCP port deletion for f65eb3a8-87ca-40ca-81a3-707cc68bfd1a request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:49:31.426757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Deleting port 8994fec2-1582-4539-bf04-7c110a2c9573 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:31.427125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.513739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] For port 8994fec2-1582-4539-bf04-7c110a2c9573, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8994fec2-1582-4539-bf04-7c110a2c9573,segment=NetworkSegment(cc040199-5517-41e3-bae3-a115c016d5b4),segment_id=cc040199-5517-41e3-bae3-a115c016d5b4)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:31.513991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.588316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Calling delete_port for 8994fec2-1582-4539-bf04-7c110a2c9573 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:31.590758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.619395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Deleting port 8994fec2-1582-4539-bf04-7c110a2c9573 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:31.619777 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.681142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] For port 8994fec2-1582-4539-bf04-7c110a2c9573, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8994fec2-1582-4539-bf04-7c110a2c9573,segment=NetworkSegment(cc040199-5517-41e3-bae3-a115c016d5b4),segment_id=cc040199-5517-41e3-bae3-a115c016d5b4)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:31.681648 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.753528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Calling delete_port for 8994fec2-1582-4539-bf04-7c110a2c9573 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:31.836571 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.838720 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:31.864520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Pushing event deleted for resources: {'Port': ['ID=8994fec2-1582-4539-bf04-7c110a2c9573,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:31.870090 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:31.876006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] No DVR routers for this DVR port 8994fec2-1582-4539-bf04-7c110a2c9573 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:32.140061 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.144476 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:32.170596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Port': ['ID=8994fec2-1582-4539-bf04-7c110a2c9573,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:32.173098 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:32.176725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] No DVR routers for this DVR port 8994fec2-1582-4539-bf04-7c110a2c9573 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:32.264291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.267150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router b4518700-5bf9-42d4-bc03-fe3089930b15 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:49:32.279363 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65eb3a8-87ca-40ca-81a3-707cc68bfd1a']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:32.292835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc040199-5517-41e3-bae3-a115c016d5b4') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:32.293133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc040199-5517-41e3-bae3-a115c016d5b4') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:32.359671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.381988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.393128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:32.393498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:32.396619 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:32.460524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:32.470156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.471330 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Sync routers for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:32.474268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.478604 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/networks/f65eb3a8-87ca-40ca-81a3-707cc68bfd1a HTTP/1.1" status: 204 len: 168 time: 1.3522396 Jun 17 08:49:32.479853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53098) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:32.480324 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-728c1915-94ff-4686-9b11-eac539d7b7c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:32.496984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Pushing event deleted for resources: {'Network': ['ID=f65eb3a8-87ca-40ca-81a3-707cc68bfd1a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:32.498059 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:32.498883 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:32.500045 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:32.502941 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.504649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1173949 Jun 17 08:49:32.507669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53100) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:32.567901 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d9c2c146-d04e-4f35-9017-ff5a5aa0cc08 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "GET /v2.0/ports?device_id=f400439d-f337-4429-b828-00476bf23451 HTTP/1.1" status: 200 len: 205 time: 0.0873308 Jun 17 08:49:32.570129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53108) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:32.680022 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9d79485b-9ff5-44da-96ff-cfe20fba5d1c tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=af68735a99d64a9a8ac6e0661c1438c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1710544 Jun 17 08:49:32.682546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53112) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:32.687345 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:32.727074 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.853413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76f0b8-17e9-4b9d-9a7a-c7d107bf1eb6 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:32.857103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ee76f0b8-17e9-4b9d-9a7a-c7d107bf1eb6 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718512 Jun 17 08:49:32.858921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53114) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:32.902269 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a77229fc-ec89-477e-bf37-88cd3a7061b3 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414860 Jun 17 08:49:32.905628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53116) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:32.916537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20977066', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:32.921932 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:30Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:32.937762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.940326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.956390 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Checking router: b4518700-5bf9-42d4-bc03-fe3089930b15 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:32.956739 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Updating router b4518700-5bf9-42d4-bc03-fe3089930b15 port 6d6ce597-8931-4bdf-83a4-d916a9464799 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:32.991343 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.000590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.001496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Fanout notify agent at l3_agent the message router_deleted on router f400439d-f337-4429-b828-00476bf23451 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:49:33.018435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.032443 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c755ad73-c2fe-44df-b66c-5958b9de4209 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] 10.222.0.65 "DELETE /v2.0/routers/f400439d-f337-4429-b828-00476bf23451 HTTP/1.1" status: 204 len: 168 time: 0.4512973 Jun 17 08:49:33.047976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:33.053252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.283038 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8994fec2-1582-4539-bf04-7c110a2c9573 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:33.308920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.312249 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7aae945d-4bac-4b9e-b184-3c059e50ce9f tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.328879 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.336010 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8994fec2-1582-4539-bf04-7c110a2c9573 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:33.336487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8994fec2-1582-4539-bf04-7c110a2c9573 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:33.346482 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Transition to ACTIVE for port object 6d6ce597-8931-4bdf-83a4-d916a9464799 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:33.358742 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.363666 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4d7f9bc-0b67-4a42-a388-c20cfa2b5ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.384571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Checking segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:33.384941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network hostable DHCP agents. Network: 8ee04f44-3d96-49f4-8447-4931014210cd, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:33.386935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Subnet': ['ID=a51dad76-838f-4725-9ca7-b675d98088e4,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.392111 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.394706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53122) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:33.408731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 8ee04f44-3d96-49f4-8447-4931014210cd is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:33.420920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 8ee04f44-3d96-49f4-8447-4931014210cd) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:33.425927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.427000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.427519 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Attempting to bind port 6d6ce597-8931-4bdf-83a4-d916a9464799 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:33.427974 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Attempting to bind port 6d6ce597-8931-4bdf-83a4-d916a9464799 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:33.428394 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Attempting to bind port 6d6ce597-8931-4bdf-83a4-d916a9464799 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:33.431700 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Pushing event updated for resources: {'Port': ['ID=6d6ce597-8931-4bdf-83a4-d916a9464799,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.437072 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:33.439941 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:33.440430 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.440908 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:33.441473 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Bound port: 6d6ce597-8931-4bdf-83a4-d916a9464799, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:33.442200 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.442527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53fa168-8dd0-48d3-a6ca-bd7b88babcef None None] Network 8ee04f44-3d96-49f4-8447-4931014210cd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:33.451290 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.451647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.452154 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.452581 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.452996 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.453541 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.453948 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.454421 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.454851 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.455370 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.455761 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.456223 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:33.460090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5504951 Jun 17 08:49:33.460311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53126) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:33.486436 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.520263 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] For port 6d6ce597-8931-4bdf-83a4-d916a9464799, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:33.524474 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] For port 6d6ce597-8931-4bdf-83a4-d916a9464799, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6d6ce597-8931-4bdf-83a4-d916a9464799,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:33.530298 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.534037 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2d175929-2ff4-4ce5-8345-e8d07b9a42c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.625846 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:33.626536 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:33.633562 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2ca211d8-1ad5-4920-bb38-d76fa7fa4fb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=925a4d04c86645b1ba1ed88832a70b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377810 Jun 17 08:49:33.639658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53128) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:33.670796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-8ee04f44-3d96-49f4-8447-4931014210cd', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:33.671738 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.704823 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Pushing event updated for resources: {'Port': ['ID=6d6ce597-8931-4bdf-83a4-d916a9464799,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.710537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.724860 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.743908 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.791183 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:33.827850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.832814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.833547 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32bbbb53-49a2-4612-9bf1-29785592ec68 HTTP/1.1" status: 204 len: 168 time: 0.1925850 Jun 17 08:49:33.834427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-239ed7f5-672c-4578-a457-dbf6755ee2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.859381 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbbb53-49a2-4612-9bf1-29785592ec68,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.861749 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.930214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Allocated IP 172.20.0.2 (8ee04f44-3d96-49f4-8447-4931014210cd/a51dad76-838f-4725-9ca7-b675d98088e4/f5822acb-c5e8-4ed6-96b9-f95c6cde7d31) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:34.080993 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:30Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:34.113015 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a677f6a-5d35-4e5e-84d4-213aa9b4acdc None None] The sync data for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 is: [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:30Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:34.176073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.194198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Transition to ACTIVE for port object f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:34.215310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Transition to ACTIVE for port object f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:34.225157 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.227575 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4852fb3-e526-4638-b0fb-bf861b71e121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.241135 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.269133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Network 8ee04f44-3d96-49f4-8447-4931014210cd is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:34.274058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:34.278809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:34.282435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Pushing event updated for resources: {'Port': ['ID=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.286329 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.354235 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Attempting to bind port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:34.354688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Attempting to bind port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:34.355267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Attempting to bind port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 on network 8ee04f44-3d96-49f4-8447-4931014210cd {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:34.363168 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:34.363723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Checking segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:34.364367 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.364931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Bound using segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:34.366089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Bound port: f5822acb-c5e8-4ed6-96b9-f95c6cde7d31, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:34.366652 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.454015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] For port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:34.457267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] For port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:34.462070 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.464586 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.537108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Pushing event updated for resources: {'Port': ['ID=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.548087 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.604881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.1 (8ee04f44-3d96-49f4-8447-4931014210cd/a51dad76-838f-4725-9ca7-b675d98088e4/ea53be77-9564-42f2-8a02-27eac26766da) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:34.727486 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:49:34.807759 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.834754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object ea53be77-9564-42f2-8a02-27eac26766da will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:34.894915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.900412 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7eccb508-2383-42a6-b29c-9fdee79b35c6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.960613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53160) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:34.992709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 8ee04f44-3d96-49f4-8447-4931014210cd is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:35.001137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:35.009594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:35.047179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=ea53be77-9564-42f2-8a02-27eac26766da,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.050317 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.080456 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.117419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-518072877'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:35.161500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Made reservation on behalf of 48ad9556e4f347b486421703abaeaaff for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:35.166038 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.177181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.306080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.310871 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.316355 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cf19ef2b-3b7c-4667-a6fe-a74b80e48b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.328416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d65ed-6c01-48e4-9c2a-58fbe77d4edb req-99c4a167-e35c-4e23-b3b4-425b85273787 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.329992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f6d65ed-6c01-48e4-9c2a-58fbe77d4edb req-99c4a167-e35c-4e23-b3b4-425b85273787 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 945 time: 0.1465092 Jun 17 08:49:35.330799 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.350957 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:35.365856 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.366450 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Added segment 28d58101-addf-449e-a6af-eb4994451b70 of type vlan for network 4ba31a18-595f-441c-a20c-499178f4eb5f Jun 17 08:49:35.375439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d6ce597-8931-4bdf-83a4-d916a9464799 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:35.447950 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f6d65ed-6c01-48e4-9c2a-58fbe77d4edb req-36705b90-01c6-44d1-89f6-a6b6d4ee4dde tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037538 Jun 17 08:49:35.449178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2742fbd-e409-49c4-9a53-9b37c33feefd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.453813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6d6ce597-8931-4bdf-83a4-d916a9464799 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:35.460871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6d6ce597-8931-4bdf-83a4-d916a9464799 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:35.462350 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.485885 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.496905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.546347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.554635 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.555029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.555841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.561918 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-50743297-44c6-4f47-b253-630e99aa8ad6 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.578810 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6d6ce597-8931-4bdf-83a4-d916a9464799, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6d6ce597-8931-4bdf-83a4-d916a9464799,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:35.585679 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.586492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:35.602456 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6397440 Jun 17 08:49:35.610855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53166) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:35.616043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Request body: {'subnet': {'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:35.625233 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.668474 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event updated for resources: {'Network': ['ID=4ba31a18-595f-441c-a20c-499178f4eb5f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.672068 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.682358 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4ba31a18-595f-441c-a20c-499178f4eb5f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:35.756569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:35.757208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Made reservation on behalf of 48ad9556e4f347b486421703abaeaaff for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:35.761630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.765394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6d6ce597-8931-4bdf-83a4-d916a9464799,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.768790 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.791915 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.798189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.803120 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-57796412-103b-43cd-a519-72ebb2217732 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.834214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24cea7-1734-406a-b67c-d6eff13f1b69 None None] Network 8ee04f44-3d96-49f4-8447-4931014210cd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:35.882868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.884945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=ea53be77-9564-42f2-8a02-27eac26766da,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.888655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.922111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Provisioning for port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:35.936950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Provisioning complete for port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:35.937723 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.990068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.993636 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-588c4a5c-679c-4961-9c0e-b8565df1b26c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.015932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 8ee04f44-3d96-49f4-8447-4931014210cd is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:36.017333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:36.056793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event updated for resources: {'Subnet': ['ID=c6ad971a-8d97-4a48-9806-c784171e8982,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.065444 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.066174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Checking segment: {'id': '28d58101-addf-449e-a6af-eb4994451b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:36.066529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Network hostable DHCP agents. Network: 4ba31a18-595f-441c-a20c-499178f4eb5f, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:36.086344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Network 4ba31a18-595f-441c-a20c-499178f4eb5f is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:36.087398 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.099743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4ba31a18-595f-441c-a20c-499178f4eb5f) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:36.104534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.105669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.115532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f6234-38ab-4f6d-aeab-0064296acc07 None None] Network 4ba31a18-595f-441c-a20c-499178f4eb5f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:36.124740 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-82db5843-3046-4ab1-bf25-7d15c9596e1d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5130103 Jun 17 08:49:36.127251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53168) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:36.133141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Request body: {'port': {'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f', 'name': 'tempest-TagsExtTest-1902155143'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:36.164224 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] For port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:36.182988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router b4518700-5bf9-42d4-bc03-fe3089930b15 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:36.203560 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.208968 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7d903281-3c29-45ea-b7dc-520af2af81a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.315500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Made reservation on behalf of 48ad9556e4f347b486421703abaeaaff for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:36.319366 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.333677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Pushing event updated for resources: {'Port': ['ID=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.342322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:36.348338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] device_id is not set on port 87613180-9c92-4c62-85a0-90d7857065c3 yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:49:36.348663 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.382875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/b4518700-5bf9-42d4-bc03-fe3089930b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156539 Jun 17 08:49:36.410516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4ba31a18-595f-441c-a20c-499178f4eb5f', 'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f', 'tenant_id': '48ad9556e4f347b486421703abaeaaff', 'fixed_ips': [{'subnet_id': 'c6ad971a-8d97-4a48-9806-c784171e8982'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:36.411957 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.424483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Sync routers for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:36.473614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:36.474417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:36.500059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Allocated IP 172.20.0.6 (4ba31a18-595f-441c-a20c-499178f4eb5f/c6ad971a-8d97-4a48-9806-c784171e8982/87613180-9c92-4c62-85a0-90d7857065c3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:36.534060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-07c6fd81-256c-4779-96c6-6206bf0ff5a0 None None] Provisioning for port ea53be77-9564-42f2-8a02-27eac26766da completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:36.632887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-07c6fd81-256c-4779-96c6-6206bf0ff5a0 None None] Provisioning complete for port ea53be77-9564-42f2-8a02-27eac26766da triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:36.633266 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07c6fd81-256c-4779-96c6-6206bf0ff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.685078 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-07c6fd81-256c-4779-96c6-6206bf0ff5a0 None None] Port ea53be77-9564-42f2-8a02-27eac26766da cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:36.743745 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:36.772198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-61505c3e-bc99-4953-8c34-722f07033eac tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465160093&fields=id&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 267 time: 0.1066926 Jun 17 08:49:36.802230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-07c6fd81-256c-4779-96c6-6206bf0ff5a0 None None] Provisioning complete for port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:36.802618 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07c6fd81-256c-4779-96c6-6206bf0ff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.808168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.830750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Transition to ACTIVE for port object 87613180-9c92-4c62-85a0-90d7857065c3 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:36.883542 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.887120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-e3eb8281-320c-4424-b7d6-0693d3149f25 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.890067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-e3eb8281-320c-4424-b7d6-0693d3149f25 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 945 time: 0.2346516 Jun 17 08:49:36.910395 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.925135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Network 4ba31a18-595f-441c-a20c-499178f4eb5f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:36.928471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:36.936337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:37.027156 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Allocated IP 172.20.0.2 (4ba31a18-595f-441c-a20c-499178f4eb5f/c6ad971a-8d97-4a48-9806-c784171e8982/dfc41489-84ee-4b9a-b639-e84b1fec4bb1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:37.030193 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event updated for resources: {'Port': ['ID=87613180-9c92-4c62-85a0-90d7857065c3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.034584 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.048387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.049049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.069059 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9380333 Jun 17 08:49:37.069281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.074568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-256894374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:37.076665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-dccd0e70-0dae-4cc1-b7c0-2fbda8b13166 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.078132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-dccd0e70-0dae-4cc1-b7c0-2fbda8b13166 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 796 time: 0.2957828 Jun 17 08:49:37.100465 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.101859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.108911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-bb869581-f249-46b9-ad2c-89030b451021 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/quotas/af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 375 time: 0.0193970 Jun 17 08:49:37.130033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 755c826a-b4e8-4fb4-9190-ac1239cf21ee {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:37.130243 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.148796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b0ecd-ba63-4ec0-bcb8-9df99628b2a8 req-258df5ff-f998-4c9d-94aa-b850c2e56996 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.150294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc8b0ecd-ba63-4ec0-bcb8-9df99628b2a8 req-258df5ff-f998-4c9d-94aa-b850c2e56996 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 945 time: 0.2205746 Jun 17 08:49:37.168812 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.174840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.184818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 2, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.198326 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.202881 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-872d90da-834e-46ff-8130-c6f23443c4fe tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1293454 Jun 17 08:49:37.204183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53188) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.210522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-76f87dac-1395-493c-a41b-0d502c2748d2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1433067493', 'prefixes': ['172.20.0.0/16']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:37.313704 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-76f87dac-1395-493c-a41b-0d502c2748d2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for subnetpool, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.318250 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-76f87dac-1395-493c-a41b-0d502c2748d2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1094234 Jun 17 08:49:37.318787 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53190) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.324185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-dce938b5-96a3-4763-9e51-abc83a5ba7f3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-1788950273') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.403995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d6ce597-8931-4bdf-83a4-d916a9464799 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:37.408619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Checking router: b4518700-5bf9-42d4-bc03-fe3089930b15 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:37.408975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Updating router b4518700-5bf9-42d4-bc03-fe3089930b15 port ea53be77-9564-42f2-8a02-27eac26766da binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:37.442326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dce938b5-96a3-4763-9e51-abc83a5ba7f3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-1788950273 HTTP/1.1" status: 201 len: 201 time: 0.1198888 Jun 17 08:49:37.442579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53192) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.448259 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-8fdcef8b-1a8b-4b9f-aa21-1daca5e81a42 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-713769300') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.518824 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8fdcef8b-1a8b-4b9f-aa21-1daca5e81a42 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-713769300 HTTP/1.1" status: 201 len: 201 time: 0.0726211 Jun 17 08:49:37.519091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eb509d94-e845-48fa-92ee-9b97c9e61d75 None None] Provisioning complete for port ea53be77-9564-42f2-8a02-27eac26766da triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:37.519091 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb509d94-e845-48fa-92ee-9b97c9e61d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.519582 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53194) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.524066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-f3ff9490-825d-47c6-bddc-7e46b90e7d27 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-949753609') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.525473 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.564774 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.585558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Transition to ACTIVE for port object dfc41489-84ee-4b9a-b639-e84b1fec4bb1 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:37.602475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb509d94-e845-48fa-92ee-9b97c9e61d75 None None] Port ea53be77-9564-42f2-8a02-27eac26766da cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:37.621464 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3ff9490-825d-47c6-bddc-7e46b90e7d27 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-949753609 HTTP/1.1" status: 201 len: 201 time: 0.0987849 Jun 17 08:49:37.621692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53196) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.627383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-1e1be50b-8284-4b98-81e0-09cddf5901e1 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-4435005') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.631381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Transition to ACTIVE for port object dfc41489-84ee-4b9a-b639-e84b1fec4bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:37.637136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6d6ce597-8931-4bdf-83a4-d916a9464799 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:37.637490 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.643775 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.665124 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cc8b0ecd-ba63-4ec0-bcb8-9df99628b2a8 req-651cd6e1-2270-4186-9caf-e650f3b24bd6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbca2459-25e2-440e-99cb-32aaa0c18b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851465 Jun 17 08:49:37.672500 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:37.682647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1e1be50b-8284-4b98-81e0-09cddf5901e1 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-4435005 HTTP/1.1" status: 201 len: 201 time: 0.0572944 Jun 17 08:49:37.683579 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.702802 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-17f47fb9-0869-41c9-a137-676f79c60914 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.703516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-5c4d99ee-d2c0-4cb7-9243-0ee14e98f72b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5766389 Jun 17 08:49:37.720156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port 755c826a-b4e8-4fb4-9190-ac1239cf21ee, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=755c826a-b4e8-4fb4-9190-ac1239cf21ee,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:37.720764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.765582 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-17f47fb9-0869-41c9-a137-676f79c60914 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags HTTP/1.1" status: 200 len: 241 time: 0.0704033 Jun 17 08:49:37.766306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Network 4ba31a18-595f-441c-a20c-499178f4eb5f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:37.768649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53202) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.777680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:37.787943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:37.796489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 755c826a-b4e8-4fb4-9190-ac1239cf21ee owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:37.799051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Pushing event updated for resources: {'Port': ['ID=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.801335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-6e7742c8-5f4a-4f54-ace7-70bfe0deb796 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-1788950273') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.808519 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.939562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Attempting to bind port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:37.939939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Attempting to bind port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '28d58101-addf-449e-a6af-eb4994451b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:37.940303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Attempting to bind port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 on network 4ba31a18-595f-441c-a20c-499178f4eb5f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:37.958257 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:37.958634 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Checking segment: {'id': '28d58101-addf-449e-a6af-eb4994451b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:37.959078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.959473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Bound using segment: {'id': '28d58101-addf-449e-a6af-eb4994451b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:37.959946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Bound port: dfc41489-84ee-4b9a-b639-e84b1fec4bb1, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d58101-addf-449e-a6af-eb4994451b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4ba31a18-595f-441c-a20c-499178f4eb5f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:37.960320 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.964832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:38.037254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-2db10489-9d04-47d6-8ebf-3628de3a44e4 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040359 Jun 17 08:49:38.041130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e7742c8-5f4a-4f54-ace7-70bfe0deb796 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-1788950273 HTTP/1.1" status: 204 len: 168 time: 0.2686384 Jun 17 08:49:38.041333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53204) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.047113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-c92cb548-22f3-44ff-892a-265f705f2731 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-1788950273') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.120758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] For port dfc41489-84ee-4b9a-b639-e84b1fec4bb1, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:38.132172 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.144327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] For port dfc41489-84ee-4b9a-b639-e84b1fec4bb1, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,segment=NetworkSegment(28d58101-addf-449e-a6af-eb4994451b70),segment_id=28d58101-addf-449e-a6af-eb4994451b70)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:38.151073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:38.151450 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.153924 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.158499 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:38.191232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.198882 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:38.203120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Transition to ACTIVE for port object ea53be77-9564-42f2-8a02-27eac26766da will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:38.212912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['755c826a-b4e8-4fb4-9190-ac1239cf21ee'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:38.243911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=755c826a-b4e8-4fb4-9190-ac1239cf21ee,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:38.244787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.251456 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:38.253575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-2a7343db-e362-4f48-a18b-bc2c6254fae1 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024629 Jun 17 08:49:38.323921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port 755c826a-b4e8-4fb4-9190-ac1239cf21ee on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:38.324386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Pushing event updated for resources: {'Port': ['ID=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:38.329990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.332353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4297288-2df4-4b2e-a6fb-fa68f32cc29d req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "DELETE /v2.0/ports/755c826a-b4e8-4fb4-9190-ac1239cf21ee HTTP/1.1" status: 204 len: 173 time: 1.4010146 Jun 17 08:49:38.332512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539980cd-ccde-44e2-bc34-624f74fca82e', 'name': 'network-vif-deleted', 'tag': '755c826a-b4e8-4fb4-9190-ac1239cf21ee'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:38.335471 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77727889-7a74-4127-ac6a-3235b8f03150" -d '{"events": [{"server_uuid": "539980cd-ccde-44e2-bc34-624f74fca82e", "name": "network-vif-deleted", "tag": "755c826a-b4e8-4fb4-9190-ac1239cf21ee"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:38.340001 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:38.340486 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21ac5ed9-9fdf-49e7-a59d-9e2703f10d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:38.379762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c92cb548-22f3-44ff-892a-265f705f2731 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-1788950273 HTTP/1.1" status: 204 len: 168 time: 0.3348031 Jun 17 08:49:38.380061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.388924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-b0f32632-ab50-4750-8918-f5c3d4602c02 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.400566 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8c0de7-1738-4f5e-ac24-34a360f4a34e x-openstack-request-id: req-bc8c0de7-1738-4f5e-ac24-34a360f4a34e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:38.400904 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539980cd-ccde-44e2-bc34-624f74fca82e", "name": "network-vif-deleted", "tag": "755c826a-b4e8-4fb4-9190-ac1239cf21ee", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:38.401207 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc8c0de7-1738-4f5e-ac24-34a360f4a34e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:38.401653 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539980cd-ccde-44e2-bc34-624f74fca82e', 'name': 'network-vif-deleted', 'tag': '755c826a-b4e8-4fb4-9190-ac1239cf21ee', 'status': 'completed', 'code': 200} Jun 17 08:49:38.487173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5309e7-d58a-470c-a416-8d735a8f3db2 None None] Pushing event updated for resources: {'Port': ['ID=ea53be77-9564-42f2-8a02-27eac26766da,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:38.498811 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d5309e7-d58a-470c-a416-8d735a8f3db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:38.510118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Attempting to bind port ea53be77-9564-42f2-8a02-27eac26766da on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:38.510704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Attempting to bind port ea53be77-9564-42f2-8a02-27eac26766da by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:38.511164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Attempting to bind port ea53be77-9564-42f2-8a02-27eac26766da on network 8ee04f44-3d96-49f4-8447-4931014210cd {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:38.518495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:38.518893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Checking segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:38.519329 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.519875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Bound using segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:38.520220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Bound port: ea53be77-9564-42f2-8a02-27eac26766da, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:38.520571 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.537368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0f32632-ab50-4750-8918-f5c3d4602c02 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags HTTP/1.1" status: 200 len: 205 time: 0.1561272 Jun 17 08:49:38.540025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53212) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.545861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-6c3e4f8a-fe99-4d2e-99d5-9d4a622f4c65 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.647200 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c3e4f8a-fe99-4d2e-99d5-9d4a622f4c65 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags HTTP/1.1" status: 200 len: 240 time: 0.1058598 Jun 17 08:49:38.649713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53216) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.655359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-98bd3c75-e27b-41a1-87af-2aef08b9de2c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-713769300') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.689396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] For port ea53be77-9564-42f2-8a02-27eac26766da, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:38.702394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] For port ea53be77-9564-42f2-8a02-27eac26766da, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ea53be77-9564-42f2-8a02-27eac26766da,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:38.710345 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.719581 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8ab034a-3dc0-4b7a-b0ab-7c741209e70a req-6b1fb1cd-9be3-4cf9-8694-740825b7aefa tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 210 time: 0.1260602 Jun 17 08:49:38.729081 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:38.761943 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-98bd3c75-e27b-41a1-87af-2aef08b9de2c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-713769300 HTTP/1.1" status: 204 len: 168 time: 0.1110208 Jun 17 08:49:38.764829 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53222) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.770089 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-bfd2ba61-9ecb-49e6-916b-5129dd3c1e96 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-713769300') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.795303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:38.796439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.922520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bfd2ba61-9ecb-49e6-916b-5129dd3c1e96 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-713769300 HTTP/1.1" status: 204 len: 168 time: 0.1565511 Jun 17 08:49:38.926750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53226) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.931356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-70b8c0b1-9930-44c5-8a50-9af9cc0f2d96 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.979065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5309e7-d58a-470c-a416-8d735a8f3db2 None None] Pushing event updated for resources: {'Port': ['ID=ea53be77-9564-42f2-8a02-27eac26766da,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:38.982702 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d5309e7-d58a-470c-a416-8d735a8f3db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:38.985247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:39.017086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-50ce7662-ead0-4719-8797-0576920701ef req-5a8d2e7b-ab61-4330-894b-9b64a4c32797 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.0979078 Jun 17 08:49:39.100665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53230) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.101434 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70b8c0b1-9930-44c5-8a50-9af9cc0f2d96 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags HTTP/1.1" status: 200 len: 205 time: 0.1729205 Jun 17 08:49:39.106076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-79a96422-6d6a-4dd5-b924-94e3030a86a5 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.211243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-79a96422-6d6a-4dd5-b924-94e3030a86a5 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags HTTP/1.1" status: 200 len: 240 time: 0.1092007 Jun 17 08:49:39.214213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53232) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.221967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-76768bb5-eb9d-4bcd-bd45-dd6746119edd tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-949753609') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.354075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dfc41489-84ee-4b9a-b639-e84b1fec4bb1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:39.365400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-76768bb5-eb9d-4bcd-bd45-dd6746119edd tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-949753609 HTTP/1.1" status: 204 len: 168 time: 0.1498926 Jun 17 08:49:39.367899 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53236) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.373293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-cdaa4617-8471-40cd-b410-d89880ee33e9 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-949753609') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.409693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-39e67e51-4922-4750-b149-4d574344f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:38Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.440891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e67e51-4922-4750-b149-4d574344f073 None None] The sync data for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 is: [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:38Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:39.467316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:39.539075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cdaa4617-8471-40cd-b410-d89880ee33e9 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-949753609 HTTP/1.1" status: 204 len: 168 time: 0.1701248 Jun 17 08:49:39.543663 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53238) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.550398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-85bbda65-0e02-4542-abc7-7f621fca6313 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.657691 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-85bbda65-0e02-4542-abc7-7f621fca6313 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags HTTP/1.1" status: 200 len: 205 time: 0.1102037 Jun 17 08:49:39.658057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53240) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.666365 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-a10b2c12-6ff4-48d5-a793-a503c6b557e3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.734254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a10b2c12-6ff4-48d5-a793-a503c6b557e3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags HTTP/1.1" status: 200 len: 238 time: 0.0750170 Jun 17 08:49:39.736800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53244) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.744405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-e411c795-bf62-4557-9aca-74b9ff958a89 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-4435005') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.774734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53246) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.775644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e411c795-bf62-4557-9aca-74b9ff958a89 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-4435005 HTTP/1.1" status: 204 len: 168 time: 0.0359371 Jun 17 08:49:39.785679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-a64659a5-589e-4e17-b5f5-be44a85dbff9 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-4435005') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.865682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a64659a5-589e-4e17-b5f5-be44a85dbff9 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-4435005 HTTP/1.1" status: 204 len: 168 time: 0.0854282 Jun 17 08:49:39.868195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53248) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.872845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-782d4b6f-b2a1-42ed-ad42-9dd7211f34e6 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.922071 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-782d4b6f-b2a1-42ed-ad42-9dd7211f34e6 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags HTTP/1.1" status: 200 len: 205 time: 0.0527763 Jun 17 08:49:39.925078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.930042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-9d36bd3a-27d4-4b8f-b7b8-8951b2593e1e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:39.971438 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53254) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.971804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9d36bd3a-27d4-4b8f-b7b8-8951b2593e1e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0456231 Jun 17 08:49:39.978565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-1007e051-e0ef-490a-90f7-22fb3f4b4332 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:40.066463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385d162-42d6-4513-97d4-d88c0d2b8b52 None None] Network 4ba31a18-595f-441c-a20c-499178f4eb5f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:40.155942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Provisioning for port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:40.188286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e44c85d-8101-448f-8078-4d399143ade5 req-df34e346-2322-4438-aa3b-7764565b556f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 210 time: 0.2767079 Jun 17 08:49:40.206035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Provisioning complete for port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:40.206423 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.427472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.452295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8f1281e-22f6-472e-84bd-721a0ab9e29d req-a5371fec-bf20-4e25-b27e-e32a9621010f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.1929564 Jun 17 08:49:40.489204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 755c826a-b4e8-4fb4-9190-ac1239cf21ee no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:40.537690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 755c826a-b4e8-4fb4-9190-ac1239cf21ee {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:40.538517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 755c826a-b4e8-4fb4-9190-ac1239cf21ee not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:40.561939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] For port dfc41489-84ee-4b9a-b639-e84b1fec4bb1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,segment=NetworkSegment(28d58101-addf-449e-a6af-eb4994451b70),segment_id=28d58101-addf-449e-a6af-eb4994451b70)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:40.591142 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.595961 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d5309e7-d58a-470c-a416-8d735a8f3db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:40.704106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Pushing event updated for resources: {'Port': ['ID=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:40.718790 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:40.835617 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1007e051-e0ef-490a-90f7-22fb3f4b4332 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags HTTP/1.1" status: 204 len: 168 time: 0.8625774 Jun 17 08:49:40.839457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53260) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:40.845916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-9024bc5a-5c63-40d7-899b-5d476d63d535 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:40.932083 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86cf2a3a-0890-435c-9340-300f8484b069 None None] Provisioning complete for port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:40.935397 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86cf2a3a-0890-435c-9340-300f8484b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.976454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-123a35e9-ae11-4367-8281-0adad44e459e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:40.984514 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-123a35e9-ae11-4367-8281-0adad44e459e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 796 time: 0.2483802 Jun 17 08:49:41.003512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9024bc5a-5c63-40d7-899b-5d476d63d535 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags HTTP/1.1" status: 204 len: 168 time: 0.1628861 Jun 17 08:49:41.006793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53262) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.014290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-3977f359-c68f-4d69-a95e-f1c1369a4c95 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.078690 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-505a4db7-4a40-4a68-96d0-1f5a63deb9a0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 379 time: 0.0855768 Jun 17 08:49:41.094282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'port': {'device_id': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'admin_state_up': True, 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'security_groups': ['fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:41.116595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3977f359-c68f-4d69-a95e-f1c1369a4c95 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags HTTP/1.1" status: 204 len: 168 time: 0.1015677 Jun 17 08:49:41.117997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53264) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.128950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-929a40a2-5dbc-4e34-b570-535653fc60d6 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-1610968832') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.145145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86cf2a3a-0890-435c-9340-300f8484b069 None None] Provisioning for port 87613180-9c92-4c62-85a0-90d7857065c3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:41.150418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-86cf2a3a-0890-435c-9340-300f8484b069 None None] Provisioning complete for port 87613180-9c92-4c62-85a0-90d7857065c3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:41.161844 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86cf2a3a-0890-435c-9340-300f8484b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.244517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-86cf2a3a-0890-435c-9340-300f8484b069 None None] Port 87613180-9c92-4c62-85a0-90d7857065c3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:41.292680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53268) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.292972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-929a40a2-5dbc-4e34-b570-535653fc60d6 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-1610968832 HTTP/1.1" status: 201 len: 201 time: 0.1733258 Jun 17 08:49:41.300373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-5c202e30-fda0-4e3c-bd87-0714c5c1ba7f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-1992906224') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.367423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a7357510-520d-42e7-a200-f997ec4b475a None None] Provisioning complete for port 87613180-9c92-4c62-85a0-90d7857065c3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:41.367800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7357510-520d-42e7-a200-f997ec4b475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.382939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:41.386547 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.437809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a7357510-520d-42e7-a200-f997ec4b475a None None] Port 87613180-9c92-4c62-85a0-90d7857065c3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:41.447527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d7c2e5f-c2af-4b24-8e21-76e607cf97e2 req-cdf66e72-acbe-4484-8da1-2014a6db3664 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 210 time: 0.0629861 Jun 17 08:49:41.472818 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5c202e30-fda0-4e3c-bd87-0714c5c1ba7f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-1992906224 HTTP/1.1" status: 201 len: 201 time: 0.1790867 Jun 17 08:49:41.475526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53270) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.480785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-66a9fcbe-b762-4cb8-9f34-65c7d6e711c8 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-205096256') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.508052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea53be77-9564-42f2-8a02-27eac26766da up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:41.553556 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.14 (8ee04f44-3d96-49f4-8447-4931014210cd/a51dad76-838f-4725-9ca7-b675d98088e4/ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:41.594730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port ea53be77-9564-42f2-8a02-27eac26766da completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:41.601220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port ea53be77-9564-42f2-8a02-27eac26766da triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:41.602346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.617610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-66a9fcbe-b762-4cb8-9f34-65c7d6e711c8 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-205096256 HTTP/1.1" status: 201 len: 201 time: 0.1404583 Jun 17 08:49:41.618434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53274) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.624963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-379603ac-8f45-4f0c-a951-764d3ae3a8f2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-856856537') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.686447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ba43acb2-8013-4a51-8e85-0df5efba5cf6 req-fa3508bf-b5db-4682-8c59-c10925adb0bc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.0428798 Jun 17 08:49:41.711193 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.718896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-379603ac-8f45-4f0c-a951-764d3ae3a8f2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-856856537 HTTP/1.1" status: 201 len: 201 time: 0.0987825 Jun 17 08:49:41.721589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53276) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.726485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-1a3e0500-4b0a-421d-b5ee-a2cc99873b16 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', {'tags': ['tempest-TagsExtTest-Tag-946281809', 'tempest-TagsExtTest-Tag-342221922', 'tempest-TagsExtTest-Tag-319989685']}) {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.758989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.766380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port ea53be77-9564-42f2-8a02-27eac26766da, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ea53be77-9564-42f2-8a02-27eac26766da,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:41.773654 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.774672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dfc41489-84ee-4b9a-b639-e84b1fec4bb1 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:41.777827 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:41.779666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:41.796919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1a3e0500-4b0a-421d-b5ee-a2cc99873b16 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags HTTP/1.1" status: 200 len: 315 time: 0.0743024 Jun 17 08:49:41.799525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53278) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.807191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-ddac39db-a113-4d46-af08-bf2a82f5ccb2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:41.827590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.834159 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98f8f5e6-bb97-4ac6-a070-8ca4df7ef38f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:41.862248 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=ea53be77-9564-42f2-8a02-27eac26766da,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:41.866075 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:41.878858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:41.879363 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.900901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 8ee04f44-3d96-49f4-8447-4931014210cd is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:41.902589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:41.905558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:41.920059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:41.920758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ddac39db-a113-4d46-af08-bf2a82f5ccb2 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags HTTP/1.1" status: 204 len: 168 time: 0.1199284 Jun 17 08:49:41.928514 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:41.931229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53280) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:41.938612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-670c5170-cbc3-4a80-a0ea-468bc6cd2e56 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-946281809') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.004480 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-670c5170-cbc3-4a80-a0ea-468bc6cd2e56 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:42.006137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.006964 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.009683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53282) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.013234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-670c5170-cbc3-4a80-a0ea-468bc6cd2e56 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-946281809 HTTP/1.1" status: 404 len: 328 time: 0.0793517 Jun 17 08:49:42.016158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-b0147763-1439-424e-ab27-c1c2ec713b24 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-342221922') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.052044 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669664 Jun 17 08:49:42.067701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Request body: {'port': {'device_id': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:42.124047 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-b0147763-1439-424e-ab27-c1c2ec713b24 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:42.124865 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b0147763-1439-424e-ab27-c1c2ec713b24 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-342221922 HTTP/1.1" status: 404 len: 328 time: 0.1141357 Jun 17 08:49:42.128109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53284) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.132827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-f0e99bfa-55e6-4ba3-bbb9-1c74f5282735 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982', 'tempest-TagsExtTest-Tag-319989685') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.162372 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.162954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b4dc94fb-76a3-4c8c-a845-e734ea74e671 None None] Provisioning for port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:42.167364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b4dc94fb-76a3-4c8c-a845-e734ea74e671 None None] Provisioning complete for port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:42.167760 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4dc94fb-76a3-4c8c-a845-e734ea74e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.189672 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-f0e99bfa-55e6-4ba3-bbb9-1c74f5282735 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:42.191344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f0e99bfa-55e6-4ba3-bbb9-1c74f5282735 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags/tempest-TagsExtTest-Tag-319989685 HTTP/1.1" status: 404 len: 328 time: 0.0619774 Jun 17 08:49:42.193798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53286) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.199452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-6528758c-d77a-4a44-9048-c66cf7b104e9 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', {'tags': ['tempest-TagsExtTest-Tag-1913121184', 'tempest-TagsExtTest-Tag-1383243851', 'tempest-TagsExtTest-Tag-749334249']}) {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.217072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc94fb-76a3-4c8c-a845-e734ea74e671 None None] Port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:42.270451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6528758c-d77a-4a44-9048-c66cf7b104e9 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags HTTP/1.1" status: 200 len: 317 time: 0.0754447 Jun 17 08:49:42.273001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53288) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.277780 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-632bbccd-bdc5-4722-a313-6902c8b8cd1f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.352087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-632bbccd-bdc5-4722-a313-6902c8b8cd1f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags HTTP/1.1" status: 204 len: 168 time: 0.0754087 Jun 17 08:49:42.352725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53290) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.356897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-93b48476-b199-4958-a81a-04b80869a86e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-1913121184') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.405618 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-93b48476-b199-4958-a81a-04b80869a86e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:42.406652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-93b48476-b199-4958-a81a-04b80869a86e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-1913121184 HTTP/1.1" status: 404 len: 329 time: 0.0533648 Jun 17 08:49:42.409472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53292) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.413847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-7d25b166-d3be-499c-bd3d-6b60ac406c00 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-1383243851') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.466462 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-7d25b166-d3be-499c-bd3d-6b60ac406c00 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:42.470045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7d25b166-d3be-499c-bd3d-6b60ac406c00 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-1383243851 HTTP/1.1" status: 404 len: 329 time: 0.0571358 Jun 17 08:49:42.470231 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:42.470331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.475183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-939305ad-fa53-45ed-afb9-e36caf6ff5ca tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3', 'tempest-TagsExtTest-Tag-749334249') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.478258 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.493689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Transition to ACTIVE for port object ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:42.497834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.500484 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da6ddeb8-df20-4ddd-8d22-455d55308a69 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:42.548063 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-939305ad-fa53-45ed-afb9-e36caf6ff5ca tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:42.549523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-939305ad-fa53-45ed-afb9-e36caf6ff5ca tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags/tempest-TagsExtTest-Tag-749334249 HTTP/1.1" status: 404 len: 328 time: 0.0782983 Jun 17 08:49:42.552173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53298) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.557242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-7da5c43f-5e37-4f52-9e98-c79e32c9c982 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', {'tags': ['tempest-TagsExtTest-Tag-1981567928', 'tempest-TagsExtTest-Tag-1762193680', 'tempest-TagsExtTest-Tag-1863620080']}) {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.579183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:42.583626 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:42.673950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:42.674310 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:42.674640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on network 8ee04f44-3d96-49f4-8447-4931014210cd {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:42.679348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on network 8ee04f44-3d96-49f4-8447-4931014210cd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:42.679975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on network 8ee04f44-3d96-49f4-8447-4931014210cd {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:42.686369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:42.686750 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Checking segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:42.687037 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Bound using segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:42.687476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Bound port: ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:42.687824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.709536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7da5c43f-5e37-4f52-9e98-c79e32c9c982 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags HTTP/1.1" status: 200 len: 318 time: 0.1557560 Jun 17 08:49:42.713511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53300) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.726703 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-48ce22e9-8ee1-4419-8885-533d5c322f11 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:42.772397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:42.777563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:42.785553 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.788349 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7d0387af-ec90-4486-92bb-bcd94b496a51 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:42.849711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.850339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.851819 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1093 time: 0.7894788 Jun 17 08:49:42.852383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:42.852874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a6503-85b2-4852-b60e-51627734f33b req-5badbbef-c966-490a-a932-8454817687e5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.854404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b8a6503-85b2-4852-b60e-51627734f33b req-5badbbef-c966-490a-a932-8454817687e5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 944 time: 0.2194467 Jun 17 08:49:42.855280 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd" -d '{"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:42.886062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:42.890677 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:42.899358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03460619-7e1f-4ff6-b066-db1441b876e0 req-7987e301-41d1-49cb-880c-2b4b52c898d2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.0560443 Jun 17 08:49:42.961291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b8a6503-85b2-4852-b60e-51627734f33b req-49a82e8c-e096-41e8-a15d-4b3822a84862 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643704 Jun 17 08:49:42.982243 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0e90e-2a38-404e-8c13-37c939a48ce9 x-openstack-request-id: req-eab0e90e-2a38-404e-8c13-37c939a48ce9 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:42.982763 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:42.983073 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eab0e90e-2a38-404e-8c13-37c939a48ce9 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:42.983569 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'status': 'completed', 'code': 200} Jun 17 08:49:42.987739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-48ce22e9-8ee1-4419-8885-533d5c322f11 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags HTTP/1.1" status: 204 len: 168 time: 0.2719655 Jun 17 08:49:42.988378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:42.993449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-baa7cc56-d190-4235-ab0c-a8a8f92d49f4 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-1981567928') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.025149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-06587b15-6d8e-4126-b7d3-4790709aacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.027112 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-06587b15-6d8e-4126-b7d3-4790709aacaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1096 time: 0.0968962 Jun 17 08:49:43.088288 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-e4fe6e70-d127-4272-a1a9-28f7f1f26c31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 217 time: 0.0527577 Jun 17 08:49:43.088581 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-baa7cc56-d190-4235-ab0c-a8a8f92d49f4 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:43.092425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-baa7cc56-d190-4235-ab0c-a8a8f92d49f4 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-1981567928 HTTP/1.1" status: 404 len: 329 time: 0.1002789 Jun 17 08:49:43.092682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53308) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.098368 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-96084c7c-b6b6-4543-a708-8278e708bc4c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-1762193680') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.149934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-ea14d1d6-b286-4b25-a126-bb94037df64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.151435 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-ea14d1d6-b286-4b25-a126-bb94037df64b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0560763 Jun 17 08:49:43.180415 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-96084c7c-b6b6-4543-a708-8278e708bc4c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:43.184435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-96084c7c-b6b6-4543-a708-8278e708bc4c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-1762193680 HTTP/1.1" status: 404 len: 329 time: 0.0878508 Jun 17 08:49:43.184943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53310) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.189543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-aa843c07-d1aa-440c-af8b-568f34a03f8b tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e', 'tempest-TagsExtTest-Tag-1863620080') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.218793 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-a5103823-d5d5-4d6b-9ec4-0e612e4ed4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.220571 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-a5103823-d5d5-4d6b-9ec4-0e612e4ed4e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610745 Jun 17 08:49:43.275111 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-aa843c07-d1aa-440c-af8b-568f34a03f8b tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:43.279336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aa843c07-d1aa-440c-af8b-568f34a03f8b tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags/tempest-TagsExtTest-Tag-1863620080 HTTP/1.1" status: 404 len: 329 time: 0.0903137 Jun 17 08:49:43.280856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53312) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.285815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-f8bee218-2842-4013-8e7a-1bf0d2470b56 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', {'tags': ['tempest-TagsExtTest-Tag-6753517', 'tempest-TagsExtTest-Tag-1836234701', 'tempest-TagsExtTest-Tag-19649240']}) {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.296024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea53be77-9564-42f2-8a02-27eac26766da up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:43.342593 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-8c8ba5d9-10c7-4f52-9815-1c9e090a85a9 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122599 Jun 17 08:49:43.343005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8bee218-2842-4013-8e7a-1bf0d2470b56 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "PUT /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags HTTP/1.1" status: 200 len: 313 time: 0.0605955 Jun 17 08:49:43.345114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53314) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.349927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-98adb6a5-5676-471f-ac87-5a572d6ed5f6 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.355049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port ea53be77-9564-42f2-8a02-27eac26766da triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:43.355463 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.396648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-98adb6a5-5676-471f-ac87-5a572d6ed5f6 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0504858 Jun 17 08:49:43.400039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53316) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.406291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-063e962f-0f9d-41b8-8d7f-6e63f1980cf5 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-6753517') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.431246 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-063e962f-0f9d-41b8-8d7f-6e63f1980cf5 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:43.432657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-063e962f-0f9d-41b8-8d7f-6e63f1980cf5 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-6753517 HTTP/1.1" status: 404 len: 326 time: 0.0315759 Jun 17 08:49:43.435967 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53318) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.440571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-20e85f77-7768-42a1-b359-30af6a591a37 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-1836234701') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.458877 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-710f950f-8f87-4884-9a16-bd0d27e32db4 req-ffc0f626-5421-4d21-9ce2-7623aaa3f796 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097262 Jun 17 08:49:43.461703 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-20e85f77-7768-42a1-b359-30af6a591a37 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:43.462709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-20e85f77-7768-42a1-b359-30af6a591a37 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-1836234701 HTTP/1.1" status: 404 len: 329 time: 0.0258498 Jun 17 08:49:43.465448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.469883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-09185d06-c2bb-44a6-a2a2-bd8f5dc48757 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8', 'tempest-TagsExtTest-Tag-19649240') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.492046 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-09185d06-c2bb-44a6-a2a2-bd8f5dc48757 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] show failed (client error): The resource could not be found. Jun 17 08:49:43.493098 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-09185d06-c2bb-44a6-a2a2-bd8f5dc48757 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags/tempest-TagsExtTest-Tag-19649240 HTTP/1.1" status: 404 len: 327 time: 0.0266287 Jun 17 08:49:43.495991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53322) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.501995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-ad3a9911-0845-431e-bceb-638a114b46f4 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ead18720-6dca-4b08-a87b-d8a556c779e8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.530130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ad3a9911-0845-431e-bceb-638a114b46f4 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0330889 Jun 17 08:49:43.533003 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53324) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.539014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.tag.tag_plugin [None req-c79ede47-6a96-445a-8df5-2bf826523c4a tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60971159-03c6-48c8-b899-86ad8ced237e') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.661743 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c79ede47-6a96-445a-8df5-2bf826523c4a tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e/tags HTTP/1.1" status: 204 len: 168 time: 0.1274450 Jun 17 08:49:43.664454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53326) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.667657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-8c0c0be0-7702-41a3-aae7-240e7256ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.669830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-8b7e2cb1-07d8-44ef-a2fd-cf24233eb99d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '87613180-9c92-4c62-85a0-90d7857065c3') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.669980 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-8c0c0be0-7702-41a3-aae7-240e7256ed5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1096 time: 0.1503181 Jun 17 08:49:43.726539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8b7e2cb1-07d8-44ef-a2fd-cf24233eb99d tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3/tags HTTP/1.1" status: 204 len: 168 time: 0.0586488 Jun 17 08:49:43.726741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53328) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.732665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.tag.tag_plugin [None req-ff02968a-988b-4100-b365-da10e277cc11 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6ad971a-8d97-4a48-9806-c784171e8982') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:43.772118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-c3316de7-4968-4b15-8dfb-f8b2edae5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.773697 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-c3316de7-4968-4b15-8dfb-f8b2edae5d12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.0964594 Jun 17 08:49:43.795422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ff02968a-988b-4100-b365-da10e277cc11 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982/tags HTTP/1.1" status: 204 len: 168 time: 0.0667505 Jun 17 08:49:43.800371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53330) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.827421 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-f0bd180b-f186-4ee8-8fa3-00877b68ffa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 217 time: 0.0451164 Jun 17 08:49:43.884404 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-5041c33d-2a3e-4767-9750-5478e67f76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.886258 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-5041c33d-2a3e-4767-9750-5478e67f76ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0513632 Jun 17 08:49:43.890714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-373ee699-cd18-4ea6-9757-e95c70d3a6aa tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for subnetpool, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.894782 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-373ee699-cd18-4ea6-9757-e95c70d3a6aa tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ead18720-6dca-4b08-a87b-d8a556c779e8 HTTP/1.1" status: 204 len: 168 time: 0.0905952 Jun 17 08:49:43.894782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53332) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.928237 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1371d7ff-c940-478a-9ed0-62e13dc7f5ef tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "GET /v2.0/ports?device_id=60971159-03c6-48c8-b899-86ad8ced237e HTTP/1.1" status: 200 len: 205 time: 0.0289421 Jun 17 08:49:43.928237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53334) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.954398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-ded40804-6c7c-4246-9138-f6d6b0d2e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.955909 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-ded40804-6c7c-4246-9138-f6d6b0d2e557 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625453 Jun 17 08:49:44.036821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.144185 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-96b47c24-723c-4cdd-b257-bcc2f2221c5e service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771078 Jun 17 08:49:44.164502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a0fc1046-6d79-4f42-8486-022488fc4c20 req-c184d00b-320a-4adf-8b2b-758dd9413607 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=539980cd-ccde-44e2-bc34-624f74fca82e HTTP/1.1" status: 200 len: 210 time: 0.0663421 Jun 17 08:49:44.269223 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a90b441d-bdfa-4ebb-8a2e-18a3cc317acd req-1a3f8312-e1f7-4f0f-b4b5-a6112a27b84c service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162515 Jun 17 08:49:44.690155 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.693887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.747418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8b098-7433-4a4b-8dec-cf3356c1ebe0 req-52e36ab9-edad-4b08-a067-694977f51679 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.749009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4e8b098-7433-4a4b-8dec-cf3356c1ebe0 req-52e36ab9-edad-4b08-a067-694977f51679 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 944 time: 0.5894606 Jun 17 08:49:44.750475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.750923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Fanout notify agent at l3_agent the message router_deleted on router 60971159-03c6-48c8-b899-86ad8ced237e {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:49:44.757568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.761064 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3ebc6f71-6605-45eb-8349-845bc9e7d82e tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/routers/60971159-03c6-48c8-b899-86ad8ced237e HTTP/1.1" status: 204 len: 168 time: 0.8304083 Jun 17 08:49:44.761270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53340) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:44.792600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b4e8b098-7433-4a4b-8dec-cf3356c1ebe0 req-76b34fea-fdd4-4cca-bc33-2353866b3f79 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328979 Jun 17 08:49:44.869314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Deleting port 87613180-9c92-4c62-85a0-90d7857065c3 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:44.869694 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.958142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.029636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Calling delete_port for 87613180-9c92-4c62-85a0-90d7857065c3 owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:45.162071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.166438 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-93d74a95-b350-456d-8906-81a52ead75fe tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:45.192361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event deleted for resources: {'Port': ['ID=87613180-9c92-4c62-85a0-90d7857065c3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:45.194485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:45.282435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.289126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53346) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:45.289302 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/ports/87613180-9c92-4c62-85a0-90d7857065c3 HTTP/1.1" status: 204 len: 168 time: 0.5267365 Jun 17 08:49:45.379455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Deleting subnet c6ad971a-8d97-4a48-9806-c784171e8982 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:45.382792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.428124 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.518044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.579422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.581889 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40191454-ad76-47dd-9caa-77d452acaca8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:45.607022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ad971a-8d97-4a48-9806-c784171e8982,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:45.609687 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:45.615897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.618828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/subnets/c6ad971a-8d97-4a48-9806-c784171e8982 HTTP/1.1" status: 204 len: 168 time: 0.3283708 Jun 17 08:49:45.619879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a0337e-a61a-4ac7-b399-73cc7d414c4c None None] Network 4ba31a18-595f-441c-a20c-499178f4eb5f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:45.621075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53350) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:45.723729 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.783046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Deleting port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:45.783475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.846076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] DHCP port deletion for 4ba31a18-595f-441c-a20c-499178f4eb5f request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:49:45.862716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] For port dfc41489-84ee-4b9a-b639-e84b1fec4bb1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,segment=NetworkSegment(28d58101-addf-449e-a6af-eb4994451b70),segment_id=28d58101-addf-449e-a6af-eb4994451b70)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:45.863221 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.918149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Deleting port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:45.918801 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.932182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Calling delete_port for dfc41489-84ee-4b9a-b639-e84b1fec4bb1 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:45.985070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] For port dfc41489-84ee-4b9a-b639-e84b1fec4bb1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,segment=NetworkSegment(28d58101-addf-449e-a6af-eb4994451b70),segment_id=28d58101-addf-449e-a6af-eb4994451b70)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:45.985456 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.061126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5a267-3853-42dd-a2dd-8cda371093f7 req-071adb01-9fef-4794-8689-e43ce08c8939 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:46.062728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71f5a267-3853-42dd-a2dd-8cda371093f7 req-071adb01-9fef-4794-8689-e43ce08c8939 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 944 time: 0.1283600 Jun 17 08:49:46.076568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.080515 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-85407709-f56e-4e4a-934a-a0da07fed9b1 tempest-VolumesSnapshotTestJSON-287511377 tempest-VolumesSnapshotTestJSON-287511377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:46.119370 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event deleted for resources: {'Port': ['ID=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:46.123372 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:46.126143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] No DVR routers for this DVR port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:46.182157 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71f5a267-3853-42dd-a2dd-8cda371093f7 req-69aa9a10-a9dc-4a82-8c05-35c95ac385f6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025751 Jun 17 08:49:46.224362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Calling delete_port for dfc41489-84ee-4b9a-b639-e84b1fec4bb1 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:46.234674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.245162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba31a18-595f-441c-a20c-499178f4eb5f']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:46.256553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d58101-addf-449e-a6af-eb4994451b70') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:46.257236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d58101-addf-449e-a6af-eb4994451b70') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:46.267050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.282933 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.289733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:46.290140 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:46.293870 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:46.302770 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.304838 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e383fcd7-bd08-44b0-9221-638f8c5483fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:46.332419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Pushing event deleted for resources: {'Port': ['ID=dfc41489-84ee-4b9a-b639-e84b1fec4bb1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:46.339820 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:46.341311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] No DVR routers for this DVR port dfc41489-84ee-4b9a-b639-e84b1fec4bb1 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:46.363527 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.368332 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:46.375128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:46.384178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.389175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] 10.222.0.65 "DELETE /v2.0/networks/4ba31a18-595f-441c-a20c-499178f4eb5f HTTP/1.1" status: 204 len: 168 time: 0.7634275 Jun 17 08:49:46.389175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Pushing event deleted for resources: {'Network': ['ID=4ba31a18-595f-441c-a20c-499178f4eb5f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:46.391397 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:46.519968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:46.535012 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'port_id': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'mac_address': 'fa:16:3e:44:72:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:46.597418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.622209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:46.645723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:46.651041 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.653782 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7eb74c37-dd1d-47d9-be88-468a02c02396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:46.707811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:46.711561 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:46.849828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53384) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:46.869601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:47.003598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bfef6e70-43e9-4fe0-97a0-15e3860eb9c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48ad9556e4f347b486421703abaeaaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524904 Jun 17 08:49:47.005966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53396) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:47.058498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.081759 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.140639 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.143638 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.147729 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2742fbd-e409-49c4-9a53-9b37c33feefd HTTP/1.1" status: 204 len: 168 time: 0.1373179 Jun 17 08:49:47.147729 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5fce63a3-d61c-4947-a4e6-0495e04c587d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:47.155968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2742fbd-e409-49c4-9a53-9b37c33feefd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:47.158957 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:47.216673 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.282236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dfc41489-84ee-4b9a-b639-e84b1fec4bb1 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:47.310536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: dfc41489-84ee-4b9a-b639-e84b1fec4bb1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:47.310975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device dfc41489-84ee-4b9a-b639-e84b1fec4bb1 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:47.389707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efb713-16e1-491a-b6a5-bc8c40817b3c req-dac10d9a-79af-4d8f-b579-b8b0c69a4b55 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:47.391511 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69efb713-16e1-491a-b6a5-bc8c40817b3c req-dac10d9a-79af-4d8f-b579-b8b0c69a4b55 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 945 time: 0.0755677 Jun 17 08:49:47.434270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69efb713-16e1-491a-b6a5-bc8c40817b3c req-5604c410-25e1-417c-abb4-ac3e8c57f2ff tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370057 Jun 17 08:49:47.703892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53432) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:47.709027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831597237', 'description': 'tempest-secgroup-smoke-831597237 description', 'project_id': 'c1c770ba5dc145adafd25262cceee359'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:47.736535 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.828420 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.832958 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.835406 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-580d7322-52f1-493a-805c-f152d2bd56dc tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:47.864588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e249f-1cbc-4eeb-909e-7315969120b0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:47.869640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.869640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1633658 Jun 17 08:49:47.869640 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cbb98497-ca65-4d00-85ef-5e9172dbb4e5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:47.871107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53440) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:47.876568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group_rule': {'security_group_id': 'f20e249f-1cbc-4eeb-909e-7315969120b0', 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:47.908325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.982130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.985862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.991407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.006669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6107288d-a73a-4dea-99fe-305d099852b8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.009585 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.010917 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.012078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400025 Jun 17 08:49:48.015865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53444) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.020485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group_rule': {'security_group_id': 'f20e249f-1cbc-4eeb-909e-7315969120b0', 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.047925 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.106683 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.110341 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.112134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.129870 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ecbaed-d1d4-4f39-9eed-361449b55729,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.132907 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.135918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.140450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204693 Jun 17 08:49:48.140841 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53450) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.145610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group_rule': {'security_group_id': 'f20e249f-1cbc-4eeb-909e-7315969120b0', 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.172492 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.232872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.236467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.238357 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-28ff0e6e-aaa1-4bab-8905-438d00483cc5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.259907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58b6500-5a83-4547-814e-dcae22c50fdc,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.264142 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.268081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.269356 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274025 Jun 17 08:49:48.272183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53456) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.276711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group_rule': {'security_group_id': 'f20e249f-1cbc-4eeb-909e-7315969120b0', 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.303468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.366608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.370303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.375883 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b3ddccd5-b638-4113-aee8-9c6ebdf25853 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.389510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:48.392938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192c61b8-40aa-4109-bdb3-856a1a5e05ca,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.395526 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.396967 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.401245 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280894 Jun 17 08:49:48.404688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53460) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.412764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group_rule': {'security_group_id': 'f20e249f-1cbc-4eeb-909e-7315969120b0', 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.438236 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Project c1c770ba5dc145adafd25262cceee359 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:49:48.444247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.451533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:48.455628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:48.456004 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.526578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.532877 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.536580 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-368b21c1-e8e9-4882-b822-5440b8c0a413 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.543892 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.556629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78d83b6-ccc2-46cb-9e0c-ccf388763912,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.560912 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.566160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.571092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:48.571235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53468) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.571492 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36c4bb34-0007-43e5-a528-7839284cc0a4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657052 Jun 17 08:49:48.574139 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d48e4ad-4530-48c6-ae30-045c6ac541fa" -d '{"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-plugged", "status": "completed", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:48.577665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'security_group_rule': {'security_group_id': 'f20e249f-1cbc-4eeb-909e-7315969120b0', 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.587770 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:48.593742 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.595869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ac9c4203-9e47-458b-a1e1-1087b856431f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.633955 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5b672-e870-4593-b246-f17ced73c829 x-openstack-request-id: req-d5d5b672-e870-4593-b246-f17ced73c829 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:48.634493 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-plugged", "status": "completed", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:48.634718 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5d5b672-e870-4593-b246-f17ced73c829 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:48.635378 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'code': 200} Jun 17 08:49:48.650984 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Project c1c770ba5dc145adafd25262cceee359 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:49:48.663564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.665914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.670065 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.718527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584e540-0118-40c3-b13a-60f6c9053acb req-50250cd6-aec6-4577-aecb-8d2a00050749 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.720071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d584e540-0118-40c3-b13a-60f6c9053acb req-50250cd6-aec6-4577-aecb-8d2a00050749 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1377652 Jun 17 08:49:48.760369 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.771088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.775348 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b63817e1-f33e-4bd5-bb28-6577310550f0 tempest-ServersTestBootFromVolume-846956753 tempest-ServersTestBootFromVolume-846956753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.780683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4654fc-4249-4453-ada2-5c41a935ead4 req-5809b4bd-8981-4206-9f9d-c81549694bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.782180 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d4654fc-4249-4453-ada2-5c41a935ead4 req-5809b4bd-8981-4206-9f9d-c81549694bba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.0675037 Jun 17 08:49:48.784176 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d584e540-0118-40c3-b13a-60f6c9053acb req-c890aa36-7645-47cd-a711-7002ed7ada4c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553780 Jun 17 08:49:48.795068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d711cb6-68ca-4780-8990-5d44d259d065,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.797615 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.804949 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.810890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2384698 Jun 17 08:49:48.838209 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3d4654fc-4249-4453-ada2-5c41a935ead4 req-990aaba9-1276-41b8-9bdf-ece19b992ef9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438476 Jun 17 08:49:49.437639 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.629286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-e406f29b-d04e-416d-ae04-d11ce672e578 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626569 Jun 17 08:49:49.772339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-2148d458-c717-4cca-a242-31d69854d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.774426 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-2148d458-c717-4cca-a242-31d69854d631 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0884497 Jun 17 08:49:49.939068 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-f5b5818a-2e8e-48cc-961c-7ab2ef6b5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.940612 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-f5b5818a-2e8e-48cc-961c-7ab2ef6b5363 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 908 time: 0.1432250 Jun 17 08:49:50.047032 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2b311-08da-412b-b97a-524f8657ee50 req-92414557-08a7-4c18-8d45-4b815a625d23 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.047624 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-e1723788-1ecc-40dc-894d-c8b7f4a627fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 1001 time: 0.0989115 Jun 17 08:49:50.049375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bad2b311-08da-412b-b97a-524f8657ee50 req-92414557-08a7-4c18-8d45-4b815a625d23 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0931575 Jun 17 08:49:50.096088 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bad2b311-08da-412b-b97a-524f8657ee50 req-7a46286b-619e-4116-84f9-b3d4c8fff912 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408289 Jun 17 08:49:50.110041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-5042d878-55e0-43ea-8c5c-1eb01bef6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.111668 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-5042d878-55e0-43ea-8c5c-1eb01bef6925 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.0578659 Jun 17 08:49:50.189513 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-482ffa30-c737-4148-801e-2bcf3956d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.191292 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-482ffa30-c737-4148-801e-2bcf3956d1d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719283 Jun 17 08:49:50.314938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-cfc4da35-300a-48b6-a4fb-178db017215c service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151073 Jun 17 08:49:50.317118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eff15-274e-41cd-bacf-3767f5553062 req-7be21f08-c99e-4fc4-80dd-9d5800cd6593 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.318746 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab0eff15-274e-41cd-bacf-3767f5553062 req-7be21f08-c99e-4fc4-80dd-9d5800cd6593 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0860205 Jun 17 08:49:50.336004 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53644) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.389095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab0eff15-274e-41cd-bacf-3767f5553062 req-c112c158-9ae8-4662-a98d-bf766db1a0d4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612781 Jun 17 08:49:50.407173 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.470771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d3e08ebf-5bf7-47d1-a14a-5c561a92788a req-53ac1c3c-1bf7-4cbc-9ad6-345682976861 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481447 Jun 17 08:49:50.482056 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.487620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e91942-1f6d-4274-b026-6b09428c1a1d tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.493044 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-20e91942-1f6d-4274-b026-6b09428c1a1d tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1093 time: 0.0802395 Jun 17 08:49:50.493313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.500627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:50.523798 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:49:50.523798 n-d-780147-13 neutron-server[93500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:49:50.523798 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'id': 'c00634c3-b488-489d-82ff-7a2654327bdc', 'expiration': datetime.datetime(2021, 6, 17, 8, 51, 50, 519376)}] Jun 17 08:49:50.523798 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:49:50.524304 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:49:50.603024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.608425 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.612732 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c8cd3ade-aa2a-4fa7-b177-cf493574df30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:50.658648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53658) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.659172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83fffd11085b48eb804cfa7beee228d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212113 Jun 17 08:49:50.660438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca076b19-0504-4fa2-9b15-19f841f6d652,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:50.663654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:50.727216 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.750719 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.810685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.814321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.815886 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca076b19-0504-4fa2-9b15-19f841f6d652 HTTP/1.1" status: 204 len: 168 time: 0.1562011 Jun 17 08:49:50.816876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-78a78c74-a010-4d8e-a735-8ab05500231b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:50.831733 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca076b19-0504-4fa2-9b15-19f841f6d652,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:50.835473 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:51.059966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac231c56-6ba1-4bb1-a949-ef90f634f68c req-669f3a29-4450-48ae-be17-db057ec0505b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.061527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac231c56-6ba1-4bb1-a949-ef90f634f68c req-669f3a29-4450-48ae-be17-db057ec0505b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.0779278 Jun 17 08:49:51.068476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.135081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac231c56-6ba1-4bb1-a949-ef90f634f68c req-db969e66-2f03-4ee8-89ad-5d1288430d57 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632997 Jun 17 08:49:51.149442 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:51.164891 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.213607 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.273637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.279611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.284844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c835d4e-269a-4f9f-87d0-25b9f5161005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.325797 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=baccc1096faa49da8b9c303e0083286c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746218 Jun 17 08:49:51.328167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:51.334415 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fca698-37a5-49c7-bd4c-5b362d3271a2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:51.338235 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:51.338608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.121 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/acffb035-3f91-4b5e-b092-94310db813d4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:51.387314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.410120 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.461549 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.465026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.465166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.469390 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18fca698-37a5-49c7-bd4c-5b362d3271a2 HTTP/1.1" status: 204 len: 168 time: 0.1376517 Jun 17 08:49:51.469390 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a4692af1-91b6-4b8d-a555-cc6cc7943767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.476164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fca698-37a5-49c7-bd4c-5b362d3271a2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:51.478399 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:51.522621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.526239 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.563053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:51.567463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:51.573292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:51.580041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=acffb035-3f91-4b5e-b092-94310db813d4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:51.604291 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:52.090965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.210277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.411311 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dd578-0f86-4ffd-b9d9-aaa7878f2c86 req-e339d02c-d193-4255-afd9-6a5fef1cf205 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:52.412725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-746dd578-0f86-4ffd-b9d9-aaa7878f2c86 req-e339d02c-d193-4255-afd9-6a5fef1cf205 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1318362 Jun 17 08:49:52.466139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.475807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-746dd578-0f86-4ffd-b9d9-aaa7878f2c86 req-d6d6dd51-c618-418e-a0af-d4b9a79635a4 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552616 Jun 17 08:49:52.477549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.480939 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0e47a3ff-08c7-4c23-a59c-fe11ae00df28 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:52.562279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=acffb035-3f91-4b5e-b092-94310db813d4,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:52.565441 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:52.572934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.012922 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 82d50e18-84ce-4618-bbd3-88de49bba94e associated. External IP: 172.25.7.121, port: ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8. Jun 17 08:49:53.101170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-8f0363b3-633c-487d-a4d9-63371098e7c7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:53.102643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-8f0363b3-633c-487d-a4d9-63371098e7c7 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.1527808 Jun 17 08:49:53.312840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Deleting port 89414af6-be6e-499f-8bae-7f2a9d061d1e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:53.313199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.390238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router b4518700-5bf9-42d4-bc03-fe3089930b15 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:53.490777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] For port 89414af6-be6e-499f-8bae-7f2a9d061d1e, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=89414af6-be6e-499f-8bae-7f2a9d061d1e,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:53.490777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.660713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:53.671401 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] Sync routers for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:53.682263 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:53.682892 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:53.779452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.860712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.860712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.861054 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Floating IP d4744369-d8fe-4b59-b22b-055876272a27 disassociated. External IP: 172.25.7.103, port: 89414af6-be6e-499f-8bae-7f2a9d061d1e. Jun 17 08:49:53.861407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Calling delete_port for 89414af6-be6e-499f-8bae-7f2a9d061d1e owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:53.885954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3914013 Jun 17 08:49:53.891412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:53.893787 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b682df-8d3f-4825-a12b-af021cd7e2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:53.916116 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:53.938400 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98b070-112b-4ba4-97ec-9c04a75dcc15 req-23dc7f32-27ef-4905-8126-e183f0c83163 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:53.940010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d98b070-112b-4ba4-97ec-9c04a75dcc15 req-23dc7f32-27ef-4905-8126-e183f0c83163 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 946 time: 0.3035657 Jun 17 08:49:54.005073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d98b070-112b-4ba4-97ec-9c04a75dcc15 req-823fe114-1bd1-4aff-89fd-14bdfcba6f7b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=38354817-7c7c-4a0a-9df1-9eb5d2f3a528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569363 Jun 17 08:49:54.093577 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99693c88-84da-4f4f-8a47-7893cc0e8540 x-openstack-request-id: req-99693c88-84da-4f4f-8a47-7893cc0e8540 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:54.093930 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:54.094237 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99693c88-84da-4f4f-8a47-7893cc0e8540 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:54.094817 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'status': 'completed', 'code': 200} Jun 17 08:49:54.112922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.124394 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:54.164826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event deleted for resources: {'Port': ['ID=89414af6-be6e-499f-8bae-7f2a9d061d1e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:54.167519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:54.242170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-c1d0df31-9550-4ba0-8699-44d5d6897be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.244429 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-c1d0df31-9550-4ba0-8699-44d5d6897be2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.1283412 Jun 17 08:49:54.264480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7edfb3-4825-4019-89ea-55bff3db0fb3 req-d5d25ee8-543d-4ba4-85bc-c934a5bfbbc3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.265942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e7edfb3-4825-4019-89ea-55bff3db0fb3 req-d5d25ee8-543d-4ba4-85bc-c934a5bfbbc3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.2280595 Jun 17 08:49:54.289193 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '82d50e18-84ce-4618-bbd3-88de49bba94e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'port_id': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'mac_address': 'fa:16:3e:44:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:51Z', 'updated_at': '2021-06-17T08:49:51Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:41Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:54.330333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e7edfb3-4825-4019-89ea-55bff3db0fb3 req-bf5669fb-42f9-4e55-9c91-53d43d8e870e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566881 Jun 17 08:49:54.337004 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] Checking router: b4518700-5bf9-42d4-bc03-fe3089930b15 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:54.358935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:54.359134 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:54.359134 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:54.359702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53782) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:54.458734 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b4d3db5-a69f-4730-9301-e17d6e3834e2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/82d50e18-84ce-4618-bbd3-88de49bba94e HTTP/1.1" status: 200 len: 992 time: 0.0947368 Jun 17 08:49:54.466412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-9bd7276c-2045-44df-80aa-54621dc42ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.468511 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-9bd7276c-2045-44df-80aa-54621dc42ff1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.2171597 Jun 17 08:49:54.478466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:54.492259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:54.519180 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:54.520231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:54.522340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:54.530384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] No DVR routers for this DVR port 89414af6-be6e-499f-8bae-7f2a9d061d1e on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:54.534222 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.536606 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f095126-039b-4d85-8a4b-a0ca8c7b40ab req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "DELETE /v2.0/ports/89414af6-be6e-499f-8bae-7f2a9d061d1e HTTP/1.1" status: 204 len: 173 time: 1.4274681 Jun 17 08:49:54.569413 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-ed98755e-9dae-4c5d-b172-3923e197b779 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1000 time: 0.0928547 Jun 17 08:49:54.685093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-ca3afa49-0037-4581-98c9-9b424dbb7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.686830 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-ca3afa49-0037-4581-98c9-9b424dbb7048 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.1095960 Jun 17 08:49:54.756852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:54.783928 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-eb00381c-efe0-4593-bac4-ef0b7cca9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.785353 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-eb00381c-efe0-4593-bac4-ef0b7cca9a36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881629 Jun 17 08:49:54.921057 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-ad3d523e-42f8-4459-be93-4995ed6aa905 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285534 Jun 17 08:49:54.921699 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '82d50e18-84ce-4618-bbd3-88de49bba94e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'port_id': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'mac_address': 'fa:16:3e:44:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:51Z', 'updated_at': '2021-06-17T08:49:51Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:41Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:54.950383 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583a282-faed-4e54-9ed4-5a1e10245f3d None None] The sync data for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 is: [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '82d50e18-84ce-4618-bbd3-88de49bba94e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'port_id': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'mac_address': 'fa:16:3e:44:72:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:51Z', 'updated_at': '2021-06-17T08:49:51Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:41Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:55.048987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c0bc-7d64-4a28-9ed8-d6e88907b061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.071130 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-78b682df-8d3f-4825-a12b-af021cd7e2e0 req-37c42d35-b3f1-46b0-bf20-f6dafb56650c service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407490 Jun 17 08:49:55.202155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:55.256487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:55.266455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:55.267397 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:55.274788 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481b36a-bc86-49da-90b0-72f0bd90f5ac None None] New status for floating IP 82d50e18-84ce-4618-bbd3-88de49bba94e: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:49:55.351361 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d7af0ed4-9812-4eaa-8758-4cc44f842ce8 req-77bb72eb-9eb2-4a86-a684-9bdb7c034750 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=748e18b8-4602-4bdc-b889-bb743e32464a HTTP/1.1" status: 200 len: 210 time: 0.0544689 Jun 17 08:49:55.436489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:55.460757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53792) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.535597 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a98453e3-90b0-42b5-9dbc-12a60e2a565e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/82d50e18-84ce-4618-bbd3-88de49bba94e HTTP/1.1" status: 200 len: 992 time: 0.0731514 Jun 17 08:49:55.668985 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:55.695757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde615a4-553f-4fff-a109-b6e313db367e None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:55.981571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731f150-a329-44e5-b3e9-2ee283be3e12 None None] New status for floating IP d4744369-d8fe-4b59-b22b-055876272a27: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:49:56.096927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'name': 'network-vif-deleted', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:56.099441 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa696a-1b6b-43d5-bfd7-a6e347e56bc5" -d '{"events": [{"server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "name": "network-vif-deleted", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:56.150304 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe9cc66-22b5-4b79-9013-61d40f7675e2 x-openstack-request-id: req-afe9cc66-22b5-4b79-9013-61d40f7675e2 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:56.150716 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748e18b8-4602-4bdc-b889-bb743e32464a", "name": "network-vif-deleted", "tag": "89414af6-be6e-499f-8bae-7f2a9d061d1e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:56.151119 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afe9cc66-22b5-4b79-9013-61d40f7675e2 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:56.151640 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748e18b8-4602-4bdc-b889-bb743e32464a', 'name': 'network-vif-deleted', 'tag': '89414af6-be6e-499f-8bae-7f2a9d061d1e', 'status': 'completed', 'code': 200} Jun 17 08:49:56.483784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53806) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:56.536686 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53808) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:56.545803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.561556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 89414af6-be6e-499f-8bae-7f2a9d061d1e no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:56.572577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.603807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 89414af6-be6e-499f-8bae-7f2a9d061d1e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:56.607232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 89414af6-be6e-499f-8bae-7f2a9d061d1e not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:56.627895 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a8bfc5ce-43a9-422d-aa8f-894a4a6b0048 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/82d50e18-84ce-4618-bbd3-88de49bba94e HTTP/1.1" status: 200 len: 994 time: 0.0899260 Jun 17 08:49:56.633063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.635998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.637154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "DELETE /v2.0/security-groups/38354817-7c7c-4a0a-9df1-9eb5d2f3a528 HTTP/1.1" status: 204 len: 168 time: 0.1522827 Jun 17 08:49:56.637989 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4c6ef4f7-fbca-400f-8bd4-1872edd99bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:56.640237 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:56.655610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38354817-7c7c-4a0a-9df1-9eb5d2f3a528,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:56.655943 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [None req-553a4912-54cf-4a93-97a5-241824cc2730 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] show failed (client error): The resource could not be found. Jun 17 08:49:56.658043 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:56.660048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53812) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:56.665115 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-553a4912-54cf-4a93-97a5-241824cc2730 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups/38354817-7c7c-4a0a-9df1-9eb5d2f3a528 HTTP/1.1" status: 404 len: 347 time: 0.0157912 Jun 17 08:49:56.795174 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Deleting port f27513aa-12cd-4c4f-a56e-55c6f13a7cb9 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:56.795575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.878140 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.878465 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.944063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Calling delete_port for f27513aa-12cd-4c4f-a56e-55c6f13a7cb9 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:57.114253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.117647 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86a4342e-23be-4384-b5bb-e580223d8b38 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:57.143019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event deleted for resources: {'Port': ['ID=f27513aa-12cd-4c4f-a56e-55c6f13a7cb9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:57.146589 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:57.211644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.214190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.218485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "DELETE /v2.0/floatingips/d4744369-d8fe-4b59-b22b-055876272a27 HTTP/1.1" status: 204 len: 168 time: 0.5542998 Jun 17 08:49:57.480553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53822) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:57.486175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414088559', 'description': 'tempest-description--980875793'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:57.509664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.597984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.603335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.605774 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3e0a4ab2-8790-4155-aa06-673eda0a8956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:57.606559 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.633753 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc02b48-d73d-4076-992c-87d149274ebd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:57.636697 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:57.638062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.639308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1568685 Jun 17 08:49:57.641943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53824) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:57.646547 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'security_group_rule': {'security_group_id': 'dbc02b48-d73d-4076-992c-87d149274ebd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:57.681306 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.752115 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.755896 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.758102 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42c3f1f4-1d93-4df6-abfa-6379a73fa628 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:57.776122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eea324-7e44-4a52-b57c-a2b1a8b94b0e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:57.780733 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:57.786156 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.787580 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447206 Jun 17 08:49:57.790216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 53826) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:57.795354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'security_group_rule': {'security_group_id': 'dbc02b48-d73d-4076-992c-87d149274ebd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:57.826746 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.885059 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40f3a4e5-3be0-4601-969b-8331c88d2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.901723 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.907039 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.908917 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9376ff45-9312-49c9-9aac-69e1eeb0244f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:58.221096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac68de0-2095-4bd6-8101-f425b791c801,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:58.222675 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:58.227265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.228854 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4376786 Jun 17 08:49:58.232634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 53830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:58.237554 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:58.260241 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.389929 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.506629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Allocated IP 172.25.7.35 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/4837f4b3-485d-495a-a657-36e31317973e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:58.623314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.668142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.671020 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:58.720064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:58.728100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:58.729547 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'Port': ['ID=4837f4b3-485d-495a-a657-36e31317973e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:58.732327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:58.734465 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:58.821463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.878419 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.879140 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.036854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.041519 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.043971 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d25d87f0-8839-4f76-8a37-991f30ddd367 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:59.120794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'Port': ['ID=4837f4b3-485d-495a-a657-36e31317973e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:59.127532 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:59.130719 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.145770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.147061 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9132140 Jun 17 08:50:00.320855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.390033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-5542bbf1-c4af-4efb-aa1a-34ad480c4d35 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1414088559&fields=id&tenant_id=09fc46dc08dd484daa8092e02d683c35 HTTP/1.1" status: 200 len: 267 time: 0.0354240 Jun 17 08:50:03.502472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-041e49b9-8b7b-4c5d-8f30-3f9ff2838dec tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.504090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-041e49b9-8b7b-4c5d-8f30-3f9ff2838dec tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 811 time: 0.1074564 Jun 17 08:50:03.520181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-ba60feda-d5a1-4150-9b38-e9e31fa7c59d tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/quotas/09fc46dc08dd484daa8092e02d683c35 HTTP/1.1" status: 200 len: 375 time: 0.0102329 Jun 17 08:50:03.605032 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-44c842b5-027a-43f1-a5f0-40412cb58bfa tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740829 Jun 17 08:50:03.703869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-5a4e6bf0-0a6b-4bd2-a542-7fdc98c5f134 service neutron] 10.222.0.65 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Jun 17 08:50:03.834663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-ed2d4882-9b50-4735-889c-4955ae2a86eb service neutron] 10.222.0.65 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245890 Jun 17 08:50:04.030862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-31ba1e62-23ee-4b81-bc43-0b3a44f9bacf req-fa6d31eb-6282-4d30-b667-f7591cacce6e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 210 time: 0.0368664 Jun 17 08:50:05.212419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebc85c80-3291-48a7-91e4-1ba03fdd0aff req-d11ddfec-5fd0-40f9-a52a-00b23d4a6abb tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 210 time: 0.0354156 Jun 17 08:50:05.262507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-f57fdb9c-85cf-44a2-8cd3-c48c3cbc6fdd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.264160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-f57fdb9c-85cf-44a2-8cd3-c48c3cbc6fdd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 811 time: 0.2283957 Jun 17 08:50:05.330455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-c8f4588d-649b-4325-83ec-df1faed15ceb tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09fc46dc08dd484daa8092e02d683c35 HTTP/1.1" status: 200 len: 380 time: 0.0579009 Jun 17 08:50:05.339332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'port': {'device_id': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'admin_state_up': True, 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'security_groups': ['dbc02b48-d73d-4076-992c-87d149274ebd']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:05.481320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Made reservation on behalf of 09fc46dc08dd484daa8092e02d683c35 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:05.485079 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.620978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Allocated IP 172.20.0.4 (09817a60-49d2-4132-ba81-606c55e334db/c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756/6f5e06a3-5068-40fc-8148-e726fed8b5ed) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:05.835196 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.863693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Transition to ACTIVE for port object 6f5e06a3-5068-40fc-8148-e726fed8b5ed will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:05.921279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.929440 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4b907086-7732-4338-862b-a05350e4f26f tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:05.987078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Network 09817a60-49d2-4132-ba81-606c55e334db is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:05.990882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:05.996979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:06.003664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event updated for resources: {'Port': ['ID=6f5e06a3-5068-40fc-8148-e726fed8b5ed,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:06.025941 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:06.054162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.054841 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.072947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372780 Jun 17 08:50:06.084739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-3dee9bb8-1a5f-44e5-8913-9660cc9ad2bf tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:50:06.086110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-3dee9bb8-1a5f-44e5-8913-9660cc9ad2bf tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061278 Jun 17 08:50:06.099120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Request body: {'port': {'device_id': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:06.194256 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.387599 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-945ab18e-873f-476d-9138-4f29924bee4b None None] Provisioning for port 6f5e06a3-5068-40fc-8148-e726fed8b5ed completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:06.397827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-945ab18e-873f-476d-9138-4f29924bee4b None None] Provisioning complete for port 6f5e06a3-5068-40fc-8148-e726fed8b5ed triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:06.398207 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-945ab18e-873f-476d-9138-4f29924bee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.447922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-945ab18e-873f-476d-9138-4f29924bee4b None None] Port 6f5e06a3-5068-40fc-8148-e726fed8b5ed cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:06.552862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a528e-681a-4f9e-9d5f-555de7ddb48f req-22e89c41-fc6b-4f48-9892-7c29849694ba tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.554363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e9a528e-681a-4f9e-9d5f-555de7ddb48f req-22e89c41-fc6b-4f48-9892-7c29849694ba tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 931 time: 0.1669967 Jun 17 08:50:06.628155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e9a528e-681a-4f9e-9d5f-555de7ddb48f req-997be486-c2c1-489f-b568-879ec8815c14 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627708 Jun 17 08:50:06.687130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5e06a3-5068-40fc-8148-e726fed8b5ed {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:06.700722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.715430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Transition to ACTIVE for port object 6f5e06a3-5068-40fc-8148-e726fed8b5ed will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:06.719643 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.721798 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:06.827425 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e06a3-5068-40fc-8148-e726fed8b5ed,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:06.854051 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:06.914667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Attempting to bind port 6f5e06a3-5068-40fc-8148-e726fed8b5ed on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:06.915040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Attempting to bind port 6f5e06a3-5068-40fc-8148-e726fed8b5ed by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:06.915358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Attempting to bind port 6f5e06a3-5068-40fc-8148-e726fed8b5ed on network 09817a60-49d2-4132-ba81-606c55e334db {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:06.926781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Port 6f5e06a3-5068-40fc-8148-e726fed8b5ed on network 09817a60-49d2-4132-ba81-606c55e334db not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:06.926781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Attempting to bind port 6f5e06a3-5068-40fc-8148-e726fed8b5ed on network 09817a60-49d2-4132-ba81-606c55e334db {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:06.934798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:06.935203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Checking segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:06.935555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Bound using segment: {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:06.936123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Bound port: 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20969149-cfd6-40ef-a517-d393c72e388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '09817a60-49d2-4132-ba81-606c55e334db'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:06.936739 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.036392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] For port 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:07.042956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] For port 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:07.049074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.051648 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cd6f979c-f012-4a10-bea5-03a5d88af8a2 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.100124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.102361 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.103890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] 10.222.0.67 "PUT /v2.0/ports/6f5e06a3-5068-40fc-8148-e726fed8b5ed HTTP/1.1" status: 200 len: 1092 time: 1.0110607 Jun 17 08:50:07.104458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:07.107182 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c5a642-c5dc-4203-869f-6df4b37694b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:07.150576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e06a3-5068-40fc-8148-e726fed8b5ed,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.154255 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.165484 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bc0147-6e9a-42d8-97c3-267be2899afb x-openstack-request-id: req-43bc0147-6e9a-42d8-97c3-267be2899afb {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:07.165825 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:07.166152 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43bc0147-6e9a-42d8-97c3-267be2899afb {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:07.166571 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'status': 'completed', 'code': 200} Jun 17 08:50:07.223526 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-ca89a648-ed2c-4794-87cd-0136acdebcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.240851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-ca89a648-ed2c-4794-87cd-0136acdebcd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 1095 time: 0.0837393 Jun 17 08:50:07.281149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-d5cf706d-0c9a-4888-810b-09f0ceef79ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed HTTP/1.1" status: 200 len: 217 time: 0.0394120 Jun 17 08:50:07.344213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-817b4e97-1af1-4fd1-954a-fdd4bce3e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.347576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-817b4e97-1af1-4fd1-954a-fdd4bce3e5f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0585244 Jun 17 08:50:07.438054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-289d240a-fdf0-49ac-95b9-c99d803a6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.439880 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-289d240a-fdf0-49ac-95b9-c99d803a6162 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876875 Jun 17 08:50:07.552438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-31f6c72b-97fa-4d68-b125-085ec6f67656 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055329 Jun 17 08:50:07.681314 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd80117-b2ad-4b05-b209-f593b7abad45 req-c9c2d9c9-b047-43fd-87fc-e1f60c043d28 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206763 Jun 17 08:50:07.886933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff32c5-ed07-40ba-a528-42bcec9c11a6 req-02cdfb5e-7243-4395-a106-e2a853c2628f tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.888975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48ff32c5-ed07-40ba-a528-42bcec9c11a6 req-02cdfb5e-7243-4395-a106-e2a853c2628f tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 943 time: 0.1251180 Jun 17 08:50:07.902345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-28a91a40-8039-4a7f-8b4b-3670723630c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.906999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-28a91a40-8039-4a7f-8b4b-3670723630c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 1095 time: 0.1331706 Jun 17 08:50:08.042822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-48ff32c5-ed07-40ba-a528-42bcec9c11a6 req-b50f0ba5-1b6d-4d1a-bdae-07d59d6f0f7b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466818 Jun 17 08:50:08.066361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-65a358f8-300a-45d3-a898-f19c8f0fc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.067881 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-65a358f8-300a-45d3-a898-f19c8f0fc027 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.1436639 Jun 17 08:50:08.116588 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-cd66c71c-4d39-4976-a8c0-bc0ca5858b4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed HTTP/1.1" status: 200 len: 217 time: 0.0407965 Jun 17 08:50:08.170638 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-e6e9247d-fe51-4d56-9e7a-921b4f78d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.172178 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-e6e9247d-fe51-4d56-9e7a-921b4f78d6a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0492342 Jun 17 08:50:08.231192 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-39d11771-4f8e-4c16-83bf-9625809883c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.232958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-39d11771-4f8e-4c16-83bf-9625809883c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539079 Jun 17 08:50:08.331035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-1b401924-581f-48ee-9ace-9ffc768dd42a service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909982 Jun 17 08:50:08.422458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84c5a642-c5dc-4203-869f-6df4b37694b3 req-0857d6de-7383-46c8-b190-165598fcfdcb service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845852 Jun 17 08:50:09.236725 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40d355-7f54-481b-a32f-11c798c8c63e req-fcda45a6-a41a-44cd-bbd7-668f28051237 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:09.238192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed40d355-7f54-481b-a32f-11c798c8c63e req-fcda45a6-a41a-44cd-bbd7-668f28051237 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 943 time: 0.0674667 Jun 17 08:50:09.276892 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed40d355-7f54-481b-a32f-11c798c8c63e req-60f94654-f16c-48ff-8f12-7b30b38a8df9 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Jun 17 08:50:09.914499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-e07fd77d-cbf7-47f4-bf15-83c612d77021 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831597237&fields=id&tenant_id=c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 267 time: 0.0334585 Jun 17 08:50:10.019235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-fc5104ab-87c6-4d65-90d1-b7800de1d47d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:10.020711 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-fc5104ab-87c6-4d65-90d1-b7800de1d47d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.0992153 Jun 17 08:50:10.035794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-2c9c4674-86b7-4c53-9bf4-f077bfec73b8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Jun 17 08:50:10.109933 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-14d7d276-656b-4dcd-af73-3fbb3fb5f457 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689683 Jun 17 08:50:10.204967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-1fa3b9f4-3b51-4571-bc68-d44a3820f607 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837512 Jun 17 08:50:10.300353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-fb839164-e02e-404c-bb6c-090f757fe9b8 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888510 Jun 17 08:50:10.458572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb44c3-8f4a-4264-9d8c-1545c16b7a0d req-593c031b-c079-4c07-b098-1a775962fa5c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:10.460331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cafb44c3-8f4a-4264-9d8c-1545c16b7a0d req-593c031b-c079-4c07-b098-1a775962fa5c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 943 time: 0.0691736 Jun 17 08:50:10.504532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cafb44c3-8f4a-4264-9d8c-1545c16b7a0d req-fc64c3fa-b2d9-45ce-9358-4f75c176eb42 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Jun 17 08:50:10.557727 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6f5e06a3-5068-40fc-8148-e726fed8b5ed details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:10.646181 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96dc0502-b5a8-46f2-b5a5-8202e8b3c68d req-2b29f889-1a9c-4d46-9269-0b613bb16c4d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0345349 Jun 17 08:50:10.671700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:10.683359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'port_id': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'mac_address': 'fa:16:3e:70:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:10.724778 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.735603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5e06a3-5068-40fc-8148-e726fed8b5ed {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:10.756298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:10.760632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.762646 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4443fb7f-6582-46fa-b4f4-6e663b285f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.812134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=6f5e06a3-5068-40fc-8148-e726fed8b5ed,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:10.820421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.820773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.821110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.821446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.821775 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.822106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.822433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.822759 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.823181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.823506 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.825107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.825107 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:10.829530 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:10.964119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6f5e06a3-5068-40fc-8148-e726fed8b5ed'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:11.736406 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:50:11.772670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914ef54-6c85-4360-85f2-c37e758417b1 req-82011b3d-22b4-4aa2-827c-1c521e99f863 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:11.800977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c914ef54-6c85-4360-85f2-c37e758417b1 req-82011b3d-22b4-4aa2-827c-1c521e99f863 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 944 time: 0.1517148 Jun 17 08:50:11.873951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d579fef-a88d-4c25-b4e8-75caa55f2046 req-13656512-394e-4dfc-b069-a10e6d804151 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0606575 Jun 17 08:50:11.881897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c914ef54-6c85-4360-85f2-c37e758417b1 req-75d0cb57-6e2e-49f2-a292-6849bd138b9b tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801454 Jun 17 08:50:11.882946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-f16a76ed-8493-43ce-8429-2418e08b3cab tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:11.885259 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-f16a76ed-8493-43ce-8429-2418e08b3cab tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.1405931 Jun 17 08:50:12.283193 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-dd3c5752-fae4-4f70-9e3e-4492526cb7a7 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 379 time: 0.3886456 Jun 17 08:50:12.296886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'security_groups': ['f20e249f-1cbc-4eeb-909e-7315969120b0']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:12.405530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:12.409613 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.546479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.12 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/68ffc9be-9f4f-450a-80f0-b9fd79a2c758) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:12.574597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6f5e06a3-5068-40fc-8148-e726fed8b5ed up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:12.627064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 6f5e06a3-5068-40fc-8148-e726fed8b5ed completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:12.631262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 6f5e06a3-5068-40fc-8148-e726fed8b5ed triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:12.631633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.694255 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.707788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:12.715234 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.740304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:12.742387 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5ce17-2313-4903-b026-2e78495b5425" -d '{"events": [{"server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:12.757603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:12.761596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.763388 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.767301 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d5309e7-d58a-470c-a416-8d735a8f3db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:12.775706 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4bb72aca-6b21-4c76-83f8-5d16ae2c7dd1 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:12.794843 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d60ff87-5e12-4c38-8826-aaf3f9b83ffe x-openstack-request-id: req-1d60ff87-5e12-4c38-8826-aaf3f9b83ffe {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:12.795194 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:12.795527 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d60ff87-5e12-4c38-8826-aaf3f9b83ffe {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:12.795990 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'code': 200} Jun 17 08:50:12.815197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:12.818948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:12.822746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:12.848080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=6f5e06a3-5068-40fc-8148-e726fed8b5ed,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.851344 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:12.882072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.892734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.893364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.893698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.894034 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.894265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.894633 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.895020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.895383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.895745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.896097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.897107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.897488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:12.901552 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:12.932929 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.933779 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.956386 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661501 Jun 17 08:50:12.967488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-0561cfa4-ce0b-40dd-90b3-40bbdb10fb1a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:50:12.968529 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-0561cfa4-ce0b-40dd-90b3-40bbdb10fb1a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057478 Jun 17 08:50:12.981376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Request body: {'port': {'device_id': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:12.986845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dba97-7295-4f28-9390-b00df102a876 req-e2c83fa9-3ca4-4c23-aeba-1e3022c25afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.988416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c5dba97-7295-4f28-9390-b00df102a876 req-e2c83fa9-3ca4-4c23-aeba-1e3022c25afb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 1097 time: 0.1266484 Jun 17 08:50:13.059211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c5dba97-7295-4f28-9390-b00df102a876 req-5dbc12b0-95d1-497b-94bc-7b2d8b223c53 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629919 Jun 17 08:50:13.104911 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.169614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce60f6b4-6e93-4333-8fb2-87d6b40503dc None None] Provisioning for port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:13.174301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce60f6b4-6e93-4333-8fb2-87d6b40503dc None None] Provisioning complete for port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:13.174689 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce60f6b4-6e93-4333-8fb2-87d6b40503dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.203909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f47d-c34e-4b4a-b71a-6f53cdaba8c6 req-319f7892-0679-4e8c-8c5f-de9ebf15fddd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.207835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f41f47d-c34e-4b4a-b71a-6f53cdaba8c6 req-319f7892-0679-4e8c-8c5f-de9ebf15fddd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 932 time: 0.1038663 Jun 17 08:50:13.216525 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ab924-cc3f-486a-9b36-4aa1fc3537e2 req-335c85a8-e22c-4f55-b476-d5a721f40cf8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.216941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce60f6b4-6e93-4333-8fb2-87d6b40503dc None None] Port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:13.227489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-002ab924-cc3f-486a-9b36-4aa1fc3537e2 req-335c85a8-e22c-4f55-b476-d5a721f40cf8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 945 time: 0.1529686 Jun 17 08:50:13.325751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-002ab924-cc3f-486a-9b36-4aa1fc3537e2 req-c68bd9d4-8e16-4cd3-96ca-a3aa7b90bf25 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971019 Jun 17 08:50:13.338714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1f41f47d-c34e-4b4a-b71a-6f53cdaba8c6 req-3e75338a-831b-4d29-bec2-c5c4c36c1bbe tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081426 Jun 17 08:50:13.424961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:13.433205 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.447142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Transition to ACTIVE for port object 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:13.450959 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.453208 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:13.504296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Pushing event updated for resources: {'Port': ['ID=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:13.533747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.614649 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Attempting to bind port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:13.614934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Attempting to bind port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:13.615411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Attempting to bind port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:13.620147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:13.620477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Attempting to bind port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:13.630999 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:13.631351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:13.631741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:13.632178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Bound port: 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:13.632534 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.731628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] For port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:13.735666 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] For port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:13.755082 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.765536 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:13.830425 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.831234 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.832842 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-89006eb3-d236-4f2b-af28-41525321156c service neutron] 10.222.0.60 "PUT /v2.0/ports/68ffc9be-9f4f-450a-80f0-b9fd79a2c758 HTTP/1.1" status: 200 len: 1093 time: 0.8569541 Jun 17 08:50:13.833737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:13.836312 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da867f-38e9-49ee-ba73-20a75bec87ac" -d '{"events": [{"name": "network-changed", "server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:13.865938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Pushing event updated for resources: {'Port': ['ID=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:13.873035 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.889886 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d97b2-bfe1-4c0b-9db8-76b62f6306d7 x-openstack-request-id: req-219d97b2-bfe1-4c0b-9db8-76b62f6306d7 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:13.890707 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:13.891454 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-219d97b2-bfe1-4c0b-9db8-76b62f6306d7 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:13.892127 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'status': 'completed', 'code': 200} Jun 17 08:50:13.978428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da867f-38e9-49ee-ba73-20a75bec87ac req-62e42ad6-4014-4819-85ce-3a852c5b90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.980122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f2da867f-38e9-49ee-ba73-20a75bec87ac req-62e42ad6-4014-4819-85ce-3a852c5b90ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 1096 time: 0.0668168 Jun 17 08:50:14.198385 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da867f-38e9-49ee-ba73-20a75bec87ac req-1a7528fd-bb15-40fb-b343-85adadf0b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.200067 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f2da867f-38e9-49ee-ba73-20a75bec87ac req-1a7528fd-bb15-40fb-b343-85adadf0b988 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c1c770ba5dc145adafd25262cceee359&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2124510 Jun 17 08:50:14.368669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da867f-38e9-49ee-ba73-20a75bec87ac req-7e8bc9b2-cee5-4004-a743-979f522ae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.370673 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-f2da867f-38e9-49ee-ba73-20a75bec87ac req-7e8bc9b2-cee5-4004-a743-979f522ae9c7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637638 Jun 17 08:50:14.500284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-191e1c1f-c433-469f-b023-7a161582a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.501920 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-191e1c1f-c433-469f-b023-7a161582a85b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 1096 time: 0.0782316 Jun 17 08:50:14.557987 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-de4f428f-472f-4cf9-8a36-cb39ea7adf08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758 HTTP/1.1" status: 200 len: 217 time: 0.0467122 Jun 17 08:50:14.606843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0f2cb-a167-46a1-8580-ca070c057fb6 req-09dc6e33-6731-4868-9e44-b16aaa661dea tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.608508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3c0f2cb-a167-46a1-8580-ca070c057fb6 req-09dc6e33-6731-4868-9e44-b16aaa661dea tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 945 time: 0.1311278 Jun 17 08:50:14.625065 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-b360304e-3579-4f95-8ff5-5c544b210d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.626518 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-b360304e-3579-4f95-8ff5-5c544b210d89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0614827 Jun 17 08:50:14.646292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ab87-7ce0-4405-83de-43b7d7a69a33 req-f4800eaa-992b-4527-bf38-302f4b9263de tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.647843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3269ab87-7ce0-4405-83de-43b7d7a69a33 req-f4800eaa-992b-4527-bf38-302f4b9263de tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.1094110 Jun 17 08:50:14.675463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b3c0f2cb-a167-46a1-8580-ca070c057fb6 req-dc972599-c798-4e90-9e5b-52b4f34303ab tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552144 Jun 17 08:50:14.711334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663eb9-c746-4c0c-a304-015322ef260d req-f3915faa-a304-44d4-a0c1-5e792adb6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.713419 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-f3915faa-a304-44d4-a0c1-5e792adb6665 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795107 Jun 17 08:50:14.749170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3269ab87-7ce0-4405-83de-43b7d7a69a33 req-6f9df298-677e-4793-8b14-67caf6f4abae tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789056 Jun 17 08:50:14.842453 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-c6facb20-0dd8-4e32-907d-77f08110ff16 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218958 Jun 17 08:50:14.960982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5779c-370c-4c79-bee2-b12f474b363a req-375882a5-548b-4bfc-a5a1-ea4d38586619 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.962500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0f5779c-370c-4c79-bee2-b12f474b363a req-375882a5-548b-4bfc-a5a1-ea4d38586619 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 945 time: 0.1472714 Jun 17 08:50:14.974437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54030) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:14.979088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Request body: {'floatingip': {'port_id': '6f5e06a3-5068-40fc-8148-e726fed8b5ed'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:14.984411 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-47663eb9-c746-4c0c-a304-015322ef260d req-41354197-8a42-47bc-a0f4-e485df8972fe service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341186 Jun 17 08:50:15.027213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.746763 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.resource_extend [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:50:15.803276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.812261 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.990068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ed0b2-2453-4d80-9f49-5eeee3554722 req-431193f5-5715-4c38-ba9b-3cdb03b8660d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.991878 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa9ed0b2-2453-4d80-9f49-5eeee3554722 req-431193f5-5715-4c38-ba9b-3cdb03b8660d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.1093519 Jun 17 08:50:15.993210 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Floating IP 263e432a-8939-4ccc-9ba7-77c227367ceb associated. External IP: 172.25.7.35, port: 6f5e06a3-5068-40fc-8148-e726fed8b5ed. Jun 17 08:50:16.110228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fa9ed0b2-2453-4d80-9f49-5eeee3554722 req-6d6968a0-a8f7-468c-8f68-0f59fb15e09f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763328 Jun 17 08:50:16.260530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54040) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:16.322451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:16.425706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.493904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:16.503645 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.516800 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:16.531590 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:16.534542 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:16.563657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-35dd12e1-8350-4667-bc34-e187f0cb4164 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "PUT /v2.0/floatingips/263e432a-8939-4ccc-9ba7-77c227367ceb HTTP/1.1" status: 200 len: 990 time: 1.5855348 Jun 17 08:50:16.563657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:16.565788 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58899053-d4ed-480c-9a4c-004f4b9bdac0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:16.577567 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.591998 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.594578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:16.658187 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2f544-68e9-45f4-8872-c6986a1adef8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:16.678536 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f62fa6ff25da45508ba62e0e84507a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168124 Jun 17 08:50:16.681134 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54048) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:16.682847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:16.729733 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ebf79-cc0c-4d42-8f3e-30a448f6d396 x-openstack-request-id: req-669ebf79-cc0c-4d42-8f3e-30a448f6d396 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:16.730818 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:16.731356 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-669ebf79-cc0c-4d42-8f3e-30a448f6d396 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:16.731784 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'status': 'completed', 'code': 200} Jun 17 08:50:16.747764 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:16.748342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.796498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.836879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-e10b9cf2-66e8-4998-a19d-2bf0825b50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:16.838393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-e10b9cf2-66e8-4998-a19d-2bf0825b50c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 1097 time: 0.1055205 Jun 17 08:50:16.854347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.857747 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.861256 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eeb2f544-68e9-45f4-8872-c6986a1adef8 HTTP/1.1" status: 204 len: 168 time: 0.1742394 Jun 17 08:50:16.861256 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a1c68c08-5605-4b33-8bd4-7ff3769f6923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:16.878139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb2f544-68e9-45f4-8872-c6986a1adef8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:16.883570 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa7a0ca3-7fa9-4f35-a1aa-7f5687069ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:16.986924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-4c538913-1a58-4a47-9cfe-9e222e79ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:16.988719 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-4c538913-1a58-4a47-9cfe-9e222e79ee8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.1433592 Jun 17 08:50:17.068183 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '263e432a-8939-4ccc-9ba7-77c227367ceb', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'port_id': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'mac_address': 'fa:16:3e:70:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:58Z', 'updated_at': '2021-06-17T08:50:15Z', 'revision_number': 1, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:17.072310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-3b90c21d-9e2a-4f45-926c-3cc6b08522c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed HTTP/1.1" status: 200 len: 998 time: 0.0769668 Jun 17 08:50:17.096224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:17.104403 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:17.105028 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:49:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:17.126523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-f1a1130a-90bb-4156-b1c9-87841a98d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:17.126523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-f1a1130a-90bb-4156-b1c9-87841a98d335 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0460486 Jun 17 08:50:17.191011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-77309272-277a-46e8-80d8-8261bdc9bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:17.192885 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-77309272-277a-46e8-80d8-8261bdc9bb64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626941 Jun 17 08:50:17.206575 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.265619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:17.361139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-f6d97a60-f112-449f-9e5d-9becce116aa9 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607022 Jun 17 08:50:17.405714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c233c33-d5b7-4623-8c5c-8b70dcfe3ae6 req-dcfc5497-63a5-41e2-8168-91bca4f74b69 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:17.407268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c233c33-d5b7-4623-8c5c-8b70dcfe3ae6 req-dcfc5497-63a5-41e2-8168-91bca4f74b69 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.1084826 Jun 17 08:50:17.503707 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9c233c33-d5b7-4623-8c5c-8b70dcfe3ae6 req-04cf59e8-63de-4973-ab3f-d1c6f60e7c22 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875013 Jun 17 08:50:17.511106 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '263e432a-8939-4ccc-9ba7-77c227367ceb', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'port_id': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'mac_address': 'fa:16:3e:70:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:58Z', 'updated_at': '2021-06-17T08:50:15Z', 'revision_number': 1, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:17.521072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-58899053-d4ed-480c-9a4c-004f4b9bdac0 req-fba6c5fd-15e3-434e-9b20-248cd5695efc service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541202 Jun 17 08:50:17.626936 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbdaa14-b78c-4163-873b-f5c0f65dd53c None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '263e432a-8939-4ccc-9ba7-77c227367ceb', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'port_id': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'mac_address': 'fa:16:3e:70:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:58Z', 'updated_at': '2021-06-17T08:50:15Z', 'revision_number': 1, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:17.829278 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3bc95c-289c-46a2-b6da-ac88ed3f16bc None None] New status for floating IP 263e432a-8939-4ccc-9ba7-77c227367ceb: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:50:18.678815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a77287-f2a5-4129-84a2-925b2391c187 req-592974ea-e0b6-46bf-be31-29973362994c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:18.680317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88a77287-f2a5-4129-84a2-925b2391c187 req-592974ea-e0b6-46bf-be31-29973362994c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.0650935 Jun 17 08:50:18.723535 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88a77287-f2a5-4129-84a2-925b2391c187 req-efc11604-897b-42f3-8591-ec6b855479d5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373628 Jun 17 08:50:19.430699 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.903223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6ce5d-5fb8-4971-91ff-b651f138f7ab req-1b8a2907-d512-41dc-a2e5-fe7d7fd25c25 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:19.905308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ab6ce5d-5fb8-4971-91ff-b651f138f7ab req-1b8a2907-d512-41dc-a2e5-fe7d7fd25c25 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.0718918 Jun 17 08:50:19.943740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ab6ce5d-5fb8-4971-91ff-b651f138f7ab req-3b58ef1e-dc11-4fd7-baac-2c74ccd1362f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327375 Jun 17 08:50:21.117240 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83468a-bd89-454d-81c2-6971cd45daf1 req-c787f332-6f73-4431-8260-1e79f4d3e851 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:21.118725 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a83468a-bd89-454d-81c2-6971cd45daf1 req-c787f332-6f73-4431-8260-1e79f4d3e851 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.0631013 Jun 17 08:50:21.160405 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4a83468a-bd89-454d-81c2-6971cd45daf1 req-c0cc6baa-35e2-4078-ab08-1e95074fea5c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359666 Jun 17 08:50:22.352724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8632fb-5099-4fd9-9c1a-8427dc3f3953 req-7955c5b6-598c-4cd3-a3ca-ec62630113bf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.354191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d8632fb-5099-4fd9-9c1a-8427dc3f3953 req-7955c5b6-598c-4cd3-a3ca-ec62630113bf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.0815136 Jun 17 08:50:22.416313 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d8632fb-5099-4fd9-9c1a-8427dc3f3953 req-91119a43-dc29-48f9-ac67-fb566d4f57ce tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550883 Jun 17 08:50:23.649582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3f78-7a9d-44eb-920a-53f8716eabc3 req-5194fa10-321a-4eb5-9e32-97b48e37cfee tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:23.651293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e95e3f78-7a9d-44eb-920a-53f8716eabc3 req-5194fa10-321a-4eb5-9e32-97b48e37cfee tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.0705020 Jun 17 08:50:23.693216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e95e3f78-7a9d-44eb-920a-53f8716eabc3 req-e25a0523-d4c0-4209-9e7a-17e8dc5c79c8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347681 Jun 17 08:50:24.637154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:24.733047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:24.744755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'mac_address': 'fa:16:3e:ed:4b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:24.785875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.885080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3adf95-c276-4695-a6d5-631440e8d3fc req-97298e50-ab49-4d3f-a9ee-95945386160d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:24.886617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac3adf95-c276-4695-a6d5-631440e8d3fc req-97298e50-ab49-4d3f-a9ee-95945386160d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 944 time: 0.0708842 Jun 17 08:50:24.938612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac3adf95-c276-4695-a6d5-631440e8d3fc req-5bbc1599-0f4b-454b-ab8f-a54f62608c69 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Jun 17 08:50:24.976419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:24.996700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:25.000999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.002992 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-284a692d-7c80-4f1a-878d-58c353ecdaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:25.049456 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9a951bb-c775-48ce-a254-b6c3378e9a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.059362 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:25.068397 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:25.239734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['68ffc9be-9f4f-450a-80f0-b9fd79a2c758'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:25.801202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a0232-f044-4199-9d8f-2ad3667f5b83 req-2dfce641-f745-4664-83dc-b173aecdbba8 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.802749 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b3a0232-f044-4199-9d8f-2ad3667f5b83 req-2dfce641-f745-4664-83dc-b173aecdbba8 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.0604155 Jun 17 08:50:25.822758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b3a0232-f044-4199-9d8f-2ad3667f5b83 req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.914313 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b3a0232-f044-4199-9d8f-2ad3667f5b83 req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.919993 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b3a0232-f044-4199-9d8f-2ad3667f5b83 req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.922134 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-60eb457f-1991-47a0-ad64-d5fbdd92a919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:25.947358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b3a0232-f044-4199-9d8f-2ad3667f5b83 req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386869 Jun 17 08:50:25.953359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe2b48-5e13-4ddf-b4ad-fdaf74799dbd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:25.963062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.963533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.963993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.964449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.964903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.965351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.965823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.966867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.967376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.967821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.968265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.968749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:25.983653 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5a45fd2a-9cf0-476c-b5b5-1eba3456365e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:26.150430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b7187-006f-4b05-8768-c5694baa5c81 req-58947714-6739-48f1-92fc-17578cf38d17 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.152149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-273b7187-006f-4b05-8768-c5694baa5c81 req-58947714-6739-48f1-92fc-17578cf38d17 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 945 time: 0.0709562 Jun 17 08:50:26.194493 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-273b7187-006f-4b05-8768-c5694baa5c81 req-d35d67fb-e3a7-47c4-83b7-58157d888a8a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354750 Jun 17 08:50:26.328564 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c62c14-1cff-4d8e-b782-8584c41bdf86 req-068ee0e9-d99c-44c6-9d67-10f9c9866d65 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.330024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c62c14-1cff-4d8e-b782-8584c41bdf86 req-068ee0e9-d99c-44c6-9d67-10f9c9866d65 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0677211 Jun 17 08:50:26.368692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12c62c14-1cff-4d8e-b782-8584c41bdf86 req-5738cdcd-3418-4148-8976-15d2a29ed70d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330606 Jun 17 08:50:26.393815 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:26.458215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-51f95c34-40bd-4fd7-bb74-851e715413df tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/82d50e18-84ce-4618-bbd3-88de49bba94e HTTP/1.1" status: 200 len: 994 time: 0.0631378 Jun 17 08:50:26.652268 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:26.699284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:26.703796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:26.704309 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.787088 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.818874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:26.821487 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab72f3-8f8c-46f4-8a1e-d44f63042aa4" -d '{"events": [{"server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "name": "network-vif-plugged", "status": "completed", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:26.839638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:26.845787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.849163 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:26.915761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:26.920777 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:27.042446 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327891ff-38d4-4b6e-926e-161a34aa8f5c x-openstack-request-id: req-327891ff-38d4-4b6e-926e-161a34aa8f5c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:27.042831 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "name": "network-vif-plugged", "status": "completed", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:27.043201 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-327891ff-38d4-4b6e-926e-161a34aa8f5c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:27.043667 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'code': 200} Jun 17 08:50:27.274075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d80fc5-bc06-4c39-b842-e74448c83c1c req-df57d936-7d31-494a-8132-de075c63975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:27.275609 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-25d80fc5-bc06-4c39-b842-e74448c83c1c req-df57d936-7d31-494a-8132-de075c63975e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 1098 time: 0.1728141 Jun 17 08:50:27.335376 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-25d80fc5-bc06-4c39-b842-e74448c83c1c req-10743cb5-64cf-4a4b-8ebd-ac875c55271c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520933 Jun 17 08:50:27.475821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-1481d41e-124e-47cb-9087-e6134cde443e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2318246 Jun 17 08:50:27.484056 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a30ddf-e2e2-481d-84f8-4a3d17eaffb8 req-14bec915-c35d-4166-9cea-1cdc7fc0ff62 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:27.485500 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20a30ddf-e2e2-481d-84f8-4a3d17eaffb8 req-14bec915-c35d-4166-9cea-1cdc7fc0ff62 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1649954 Jun 17 08:50:27.506715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90095-6d77-4e36-b6a0-cf57de26b973 req-2a502d0d-72af-496c-b725-5865b5977a96 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:27.508246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88e90095-6d77-4e36-b6a0-cf57de26b973 req-2a502d0d-72af-496c-b725-5865b5977a96 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 946 time: 0.1461835 Jun 17 08:50:27.559408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-20a30ddf-e2e2-481d-84f8-4a3d17eaffb8 req-25b76c98-27b3-4545-af91-564d08df350e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670593 Jun 17 08:50:27.566966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88e90095-6d77-4e36-b6a0-cf57de26b973 req-38c846fe-5315-41fe-a66c-78831658378e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509834 Jun 17 08:50:27.615191 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.884250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf9b90b7-dc0e-49e1-bd59-911224a17bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.783466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604d233-aec9-4e6e-a905-2a83124dab06 req-83be7439-2f2a-4c50-bd6f-49668eed9812 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.784955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c604d233-aec9-4e6e-a905-2a83124dab06 req-83be7439-2f2a-4c50-bd6f-49668eed9812 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 946 time: 0.1003587 Jun 17 08:50:28.793271 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d4064-9c72-41ff-a273-83ec144285a9 req-de1ddf3d-58ba-4e91-809e-7a62e2cb6fb4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.795419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-966d4064-9c72-41ff-a273-83ec144285a9 req-de1ddf3d-58ba-4e91-809e-7a62e2cb6fb4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1203368 Jun 17 08:50:28.858538 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c604d233-aec9-4e6e-a905-2a83124dab06 req-6a277735-0855-4ff9-a5d1-1125be826a32 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619650 Jun 17 08:50:28.863415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-966d4064-9c72-41ff-a273-83ec144285a9 req-69d80a64-bd91-43d6-a6c3-506d6a1c46c8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599010 Jun 17 08:50:28.940535 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.980432 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-0f8912d5-aef1-4ece-b64e-2f8c95cbd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.983550 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-0f8912d5-aef1-4ece-b64e-2f8c95cbd459 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.1222749 Jun 17 08:50:29.088125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-73d7648a-4fc1-4bf5-ad52-6b72f2767d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.089599 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-73d7648a-4fc1-4bf5-ad52-6b72f2767d71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.0997541 Jun 17 08:50:29.090808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac0c0-578b-4093-8024-6f1f4cd1db0a req-ce01abb2-e30c-4439-9da1-9063c4e5086d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.092396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-451ac0c0-578b-4093-8024-6f1f4cd1db0a req-ce01abb2-e30c-4439-9da1-9063c4e5086d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 946 time: 0.0695302 Jun 17 08:50:29.130952 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-451ac0c0-578b-4093-8024-6f1f4cd1db0a req-b39453c8-d6f9-46d7-a009-e9b804fe30e6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326080 Jun 17 08:50:29.155222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54226) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:29.158768 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-34b11944-924f-4f08-b950-28ce11a8d1c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1002 time: 0.0627928 Jun 17 08:50:29.209528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-9b8f05cf-6670-4a6d-a7b8-8b69435bbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.211100 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-9b8f05cf-6670-4a6d-a7b8-8b69435bbce4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0454276 Jun 17 08:50:29.269492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-f940db50-3c03-4688-b1bc-449cd38b8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.271003 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-f940db50-3c03-4688-b1bc-449cd38b8ba1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534034 Jun 17 08:50:29.313605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a0fc79-1609-429c-9c44-658bd42bcc35 tempest-TestVolumeBootPattern-1437464356 tempest-TestVolumeBootPattern-1437464356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.317928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-39a0fc79-1609-429c-9c44-658bd42bcc35 tempest-TestVolumeBootPattern-1437464356 tempest-TestVolumeBootPattern-1437464356-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 1093 time: 0.1588163 Jun 17 08:50:29.318104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54230) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:29.323393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:29.345517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.368212 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-5a9fe771-a3d5-4813-926b-91d54e8522a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901248 Jun 17 08:50:29.446347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.461056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-2a8d9b7f-1b8d-44a0-9793-dedc70eee47f service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866005 Jun 17 08:50:29.591692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.25.7.174 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/cd9a359d-35c1-43bb-8237-f19873212040) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:29.694585 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.734231 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.736272 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:29.770090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:29.773006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:29.776410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:29.807462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=cd9a359d-35c1-43bb-8237-f19873212040,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:29.812520 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.188168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dd4f5-8e0d-4540-895c-6a059f14e859 req-937d384b-f822-4625-b102-fa857c681fda tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:30.189665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c4dd4f5-8e0d-4540-895c-6a059f14e859 req-937d384b-f822-4625-b102-fa857c681fda tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1728439 Jun 17 08:50:30.214143 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.262390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7c4dd4f5-8e0d-4540-895c-6a059f14e859 req-f7f2fa52-b4bc-4644-8024-84649b6e8942 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615914 Jun 17 08:50:30.321308 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.324489 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.484111 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.507234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.513282 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-de6f243d-6113-46b8-862f-84c533d61c30 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.621666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=cd9a359d-35c1-43bb-8237-f19873212040,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.625612 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.642139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.741587 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Floating IP 93059bd1-ab73-4e73-a576-f56f71ebc820 associated. External IP: 172.25.7.174, port: 68ffc9be-9f4f-450a-80f0-b9fd79a2c758. Jun 17 08:50:30.955402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:31.364794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:31.374293 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:31.383890 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:31.384499 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:50:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.389427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.450565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1307831 Jun 17 08:50:31.452132 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:31.454410 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c355eed-7ce0-4924-8d4b-33b11e2a253d" -d '{"events": [{"name": "network-changed", "server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:31.477805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9c499-c220-4457-af07-ff2be4052f3c req-cf275a04-ea5f-4e0c-8c46-ce3a5a4b911b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.479256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45b9c499-c220-4457-af07-ff2be4052f3c req-cf275a04-ea5f-4e0c-8c46-ce3a5a4b911b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1004698 Jun 17 08:50:31.494789 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf3d74-12a3-47d9-b535-20088ede34e3 x-openstack-request-id: req-28cf3d74-12a3-47d9-b535-20088ede34e3 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:31.495226 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:31.495532 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28cf3d74-12a3-47d9-b535-20088ede34e3 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:31.495970 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'status': 'completed', 'code': 200} Jun 17 08:50:31.509680 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:31.523953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45b9c499-c220-4457-af07-ff2be4052f3c req-d674473f-1c99-4b38-9630-ea53c775e30d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383513 Jun 17 08:50:31.579922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-ff9a4600-8c0f-4717-9501-ab868c6bbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.581424 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-ff9a4600-8c0f-4717-9501-ab868c6bbcc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 1098 time: 0.0653064 Jun 17 08:50:31.672233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-5c6754e8-45a3-466b-b5d7-e0958dd072b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.673722 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-5c6754e8-45a3-466b-b5d7-e0958dd072b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.0854924 Jun 17 08:50:31.746367 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '93059bd1-ab73-4e73-a576-f56f71ebc820', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:ed:4b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:50:30Z', 'updated_at': '2021-06-17T08:50:30Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.753185 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-2821faa3-2896-4dd9-8725-ab89dec93e39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758 HTTP/1.1" status: 200 len: 1000 time: 0.0729697 Jun 17 08:50:31.774740 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:31.783715 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:31.784336 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:50:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.804544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-b7f1fa27-a738-400e-9aca-a37439befa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.806240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-b7f1fa27-a738-400e-9aca-a37439befa1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0463626 Jun 17 08:50:31.867290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-5725ebbd-3f3c-48c4-b077-1fecc9a77dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.869278 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-5725ebbd-3f3c-48c4-b077-1fecc9a77dde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561187 Jun 17 08:50:31.887344 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:31.989551 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-3a96817c-9534-488a-b49e-474c9e9a85f1 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059043 Jun 17 08:50:32.083643 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7c355eed-7ce0-4924-8d4b-33b11e2a253d req-7a0395a7-7cf4-493c-9590-99b33e896812 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940051 Jun 17 08:50:32.140239 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '93059bd1-ab73-4e73-a576-f56f71ebc820', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:ed:4b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:50:30Z', 'updated_at': '2021-06-17T08:50:30Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.165445 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5cab2-1957-490a-9446-a68dce410115 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '93059bd1-ab73-4e73-a576-f56f71ebc820', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:ed:4b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:50:30Z', 'updated_at': '2021-06-17T08:50:30Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:32.379384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7feb9-1a84-4dd9-9baf-8df3d2e939f4 None None] New status for floating IP 93059bd1-ab73-4e73-a576-f56f71ebc820: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:50:32.714137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5ca14-4aba-46bc-894a-354bc5a4ae10 req-971e3e42-a5e1-46da-940b-b748d000730b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:32.715975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86d5ca14-4aba-46bc-894a-354bc5a4ae10 req-971e3e42-a5e1-46da-940b-b748d000730b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0642369 Jun 17 08:50:32.755370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86d5ca14-4aba-46bc-894a-354bc5a4ae10 req-c20c6a62-2110-4d55-91f4-074a595fb014 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328317 Jun 17 08:50:33.937421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c5b6-e965-4502-924f-06ba24d3da6e req-b2f64464-436e-4324-ab6b-4f7066d49539 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:33.938963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0845c5b6-e965-4502-924f-06ba24d3da6e req-b2f64464-436e-4324-ab6b-4f7066d49539 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0712192 Jun 17 08:50:33.982348 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0845c5b6-e965-4502-924f-06ba24d3da6e req-f4e79d6d-0154-41bd-b19f-843fa47ae44e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372856 Jun 17 08:50:35.174921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e85125-ace6-4c0d-8333-6e1b828bd1ec req-f03aec74-0979-477a-a604-dc4b63d2270f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:35.179491 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05e85125-ace6-4c0d-8333-6e1b828bd1ec req-f03aec74-0979-477a-a604-dc4b63d2270f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0774035 Jun 17 08:50:35.215461 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05e85125-ace6-4c0d-8333-6e1b828bd1ec req-c0145f7f-65f5-48bd-8ae5-6a7c3979dabf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jun 17 08:50:36.398036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c1b57-915e-4e40-8c82-17da64a584a5 req-a7f57cc0-436c-48d3-bbf2-80f558e1927b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.399853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c1b57-915e-4e40-8c82-17da64a584a5 req-a7f57cc0-436c-48d3-bbf2-80f558e1927b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0657706 Jun 17 08:50:36.440175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c1b57-915e-4e40-8c82-17da64a584a5 req-71632c35-0edc-4c95-87de-082d7682f93c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333071 Jun 17 08:50:37.626637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38fbf0-7cd1-4b12-b69b-c60a1ef12d35 req-ae5a8485-c15a-4599-9aab-9ddf3d2f78c6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.631351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb38fbf0-7cd1-4b12-b69b-c60a1ef12d35 req-ae5a8485-c15a-4599-9aab-9ddf3d2f78c6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0727201 Jun 17 08:50:37.673331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb38fbf0-7cd1-4b12-b69b-c60a1ef12d35 req-4ff1923d-3e56-4156-b661-3dc0c376da52 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389729 Jun 17 08:50:38.075734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-bf1421a9-f83b-405e-87f8-82cbe53feb08 req-7c179a1a-c19d-4bbd-8f4d-fbe5514b88a9 service neutron] (93499) timed out ('10.222.0.60', 64794) {{(pid=93499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:50:38.851266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742a977-6973-4a8c-91a3-c92f7632091a req-378cbb14-86e7-48f1-9ffd-4129fc1a0e85 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.852650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6742a977-6973-4a8c-91a3-c92f7632091a req-378cbb14-86e7-48f1-9ffd-4129fc1a0e85 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0650709 Jun 17 08:50:38.893744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6742a977-6973-4a8c-91a3-c92f7632091a req-08734a89-1378-448c-be78-7b03096c2b4b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Jun 17 08:50:40.072938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbd88-702f-45b7-a2b2-e66baf5b8090 req-a6f3c206-4f8d-4ac7-80e8-31a5d3dcba87 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:40.074496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbedbd88-702f-45b7-a2b2-e66baf5b8090 req-a6f3c206-4f8d-4ac7-80e8-31a5d3dcba87 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0656412 Jun 17 08:50:40.118579 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dbedbd88-702f-45b7-a2b2-e66baf5b8090 req-704730ff-4b5b-4046-9add-74a3ffdafc89 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373819 Jun 17 08:50:41.302602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41341-1cf5-461f-8c1b-096e0c1ac7ed req-511db30c-c59b-44a3-b7aa-52f523294657 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:41.304084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12e41341-1cf5-461f-8c1b-096e0c1ac7ed req-511db30c-c59b-44a3-b7aa-52f523294657 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0676246 Jun 17 08:50:41.345944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-12e41341-1cf5-461f-8c1b-096e0c1ac7ed req-ebbc4636-5074-4ca0-8785-6d0a727a6073 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349417 Jun 17 08:50:42.617630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e1d53-66a1-425a-9d62-ee2afdad0b8f req-25c031b6-ba25-48f5-981b-566dccb6682c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:42.619087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5e1d53-66a1-425a-9d62-ee2afdad0b8f req-25c031b6-ba25-48f5-981b-566dccb6682c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0643308 Jun 17 08:50:42.658009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1d5e1d53-66a1-425a-9d62-ee2afdad0b8f req-2da0447b-9ecd-44c1-ac77-8624047cc97d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324852 Jun 17 08:50:43.839518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c385a5-1287-4437-85dd-16b2fa1a54c7 req-98ff56e5-812d-4c32-bc80-0746a687819c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:43.841754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25c385a5-1287-4437-85dd-16b2fa1a54c7 req-98ff56e5-812d-4c32-bc80-0746a687819c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0716748 Jun 17 08:50:43.881529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25c385a5-1287-4437-85dd-16b2fa1a54c7 req-a4b93345-9361-442f-a6bb-c8ec6900d2ee tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jun 17 08:50:44.428626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54358) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:44.551847 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.645476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.650071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.658658 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-666f279f-1ddf-429e-ba3a-9d785727cfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.687488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=751bcf3ca7c94503b7ec36ebad7270d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577765 Jun 17 08:50:44.690288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:44.692718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af4b449-332f-460a-8953-45285eb73fea,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:44.696391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:44.742200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.767823 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.812730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.815830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.819342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5af4b449-332f-460a-8953-45285eb73fea HTTP/1.1" status: 204 len: 168 time: 0.1280138 Jun 17 08:50:44.820568 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4edf73b5-d7f8-4f49-839c-f783e66bcb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.828521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af4b449-332f-460a-8953-45285eb73fea,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:44.831046 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:45.063016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948bc0-df27-4e64-b1f9-516b663894c2 req-b23e2bd4-a3a9-4e9a-99de-39f881dea78f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:45.064537 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42948bc0-df27-4e64-b1f9-516b663894c2 req-b23e2bd4-a3a9-4e9a-99de-39f881dea78f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0678434 Jun 17 08:50:45.109357 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-42948bc0-df27-4e64-b1f9-516b663894c2 req-bd2a324f-0ea6-4ccb-a53b-3ad1ff4aa87c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392249 Jun 17 08:50:46.317037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f427f2-ab3d-430f-a84b-c469c84a4baf req-023e6b8e-b83f-48b8-accb-0f0828771de3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:46.318550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09f427f2-ab3d-430f-a84b-c469c84a4baf req-023e6b8e-b83f-48b8-accb-0f0828771de3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0882409 Jun 17 08:50:46.367771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09f427f2-ab3d-430f-a84b-c469c84a4baf req-d686859f-559b-4c4f-8d2a-00b5b99361e9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393479 Jun 17 08:50:46.745294 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-d4e1f397-53bb-467c-928e-a0ab631ee156 service neutron] show failed (client error): The resource could not be found. Jun 17 08:50:46.746303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-d4e1f397-53bb-467c-928e-a0ab631ee156 service neutron] 10.222.0.60 "GET /v2.0/ports/ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8/bindings/n-h2-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.0716066 Jun 17 08:50:47.187507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-c2468b84-0c3f-4143-88f4-60c5a97bbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:47.189005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-c2468b84-0c3f-4143-88f4-60c5a97bbcc2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 1098 time: 0.1909037 Jun 17 08:50:47.201244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:47.217410 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.272711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.493372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:47.576420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:47.626575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:47.629092 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66055c-bd2a-4695-a440-1242dcd750fd" -d '{"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:47.639179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba6368-31da-402d-b186-a7e2feea4e32 req-8bab67c0-07e1-41bd-99df-e29592acadb1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:47.640650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbba6368-31da-402d-b186-a7e2feea4e32 req-8bab67c0-07e1-41bd-99df-e29592acadb1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1451476 Jun 17 08:50:47.642436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.669746 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Transition to ACTIVE for port object ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:47.676210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.683775 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fe72267-9e5b-49bc-afbd-4374e5726303 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:47.714165 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ded85-d72e-4c71-a1e6-7e33a2ba671f x-openstack-request-id: req-114ded85-d72e-4c71-a1e6-7e33a2ba671f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:47.714502 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:47.714800 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-114ded85-d72e-4c71-a1e6-7e33a2ba671f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:47.715258 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'code': 200} Jun 17 08:50:47.729002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cbba6368-31da-402d-b186-a7e2feea4e32 req-9cb0193c-e178-4ec0-88df-f83d28199b54 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803373 Jun 17 08:50:47.799624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:47.803321 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:47.854805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] No DVR routers for this DVR port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:48.020532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:48.020881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:48.021214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on network 8ee04f44-3d96-49f4-8447-4931014210cd {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:48.025878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on network 8ee04f44-3d96-49f4-8447-4931014210cd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:48.026190 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Attempting to bind port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on network 8ee04f44-3d96-49f4-8447-4931014210cd {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:48.032372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:48.032723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Checking segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:48.033098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Bound using segment: {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:48.033537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Bound port: ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedb4d9c-9c44-4408-a497-3ace5010c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:48.033889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.109923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:48.113315 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:48.118742 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.121124 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16d6b69b-6e0f-4d36-a6a3-6ed85d334893 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:48.156415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.157038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.158396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1093 time: 0.9616830 Jun 17 08:50:48.182545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:48.187597 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:48.247985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-b43ef9de-436f-4620-8998-85fb4c65aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.249528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-b43ef9de-436f-4620-8998-85fb4c65aa67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1096 time: 0.0609603 Jun 17 08:50:48.358230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-ae094abd-01e1-4e0f-8211-3947c901ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.359935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-ae094abd-01e1-4e0f-8211-3947c901ec28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.1042976 Jun 17 08:50:48.424329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-fb3ad3d9-69b5-48ed-be77-fd3dcbe02dfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1000 time: 0.0580173 Jun 17 08:50:48.480130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-18b213f9-385c-405d-a7f8-cde898d18d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.482156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-18b213f9-385c-405d-a7f8-cde898d18d2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0515461 Jun 17 08:50:48.540041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-9a57b4bf-c055-4d66-89a0-4df97c09eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.541543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-9a57b4bf-c055-4d66-89a0-4df97c09eec8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537663 Jun 17 08:50:48.637757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-357cbd97-1f2b-4efd-829f-4058702bfa69 service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890124 Jun 17 08:50:48.728074 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:50:48.734835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-ef4f3930-8272-42dc-b4b5-08b555aa6294 service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911944 Jun 17 08:50:48.925335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e6e9-7613-4d80-abca-0001dadf22e5 req-282ac755-e300-4c10-a2a7-604e45d53212 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.926882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec73e6e9-7613-4d80-abca-0001dadf22e5 req-282ac755-e300-4c10-a2a7-604e45d53212 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 944 time: 0.0691457 Jun 17 08:50:48.969251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec73e6e9-7613-4d80-abca-0001dadf22e5 req-54f3f15d-9f42-4859-afaf-7b1d4a638ccf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355656 Jun 17 08:50:49.449642 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.594927 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-763859b1-3791-4a7e-834b-acc7ea4a67c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535836 Jun 17 08:50:49.701481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-dd45c6e6-c873-4536-838c-a21d42862043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:49.702949 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-dd45c6e6-c873-4536-838c-a21d42862043 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0583618 Jun 17 08:50:49.716738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:49.719201 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea9119-979b-4aec-81e9-5de701929de2" -d '{"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:49.770379 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809e0235-57a0-464f-b73a-8869ac307b03 x-openstack-request-id: req-809e0235-57a0-464f-b73a-8869ac307b03 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:49.770887 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:49.771193 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-809e0235-57a0-464f-b73a-8869ac307b03 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:49.771523 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'status': 'completed', 'code': 200} Jun 17 08:50:49.825551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-c1a306bf-67ec-4b01-9092-2cafa3491aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:49.827144 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-c1a306bf-67ec-4b01-9092-2cafa3491aa6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 908 time: 0.0991523 Jun 17 08:50:49.887442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-3839fe5c-af29-4284-a160-2259c6008ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:49.889260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-3839fe5c-af29-4284-a160-2259c6008ce8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1096 time: 0.0972576 Jun 17 08:50:49.906352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-e4594fcb-f93c-402e-8ed0-a7cb376720e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 1001 time: 0.0693078 Jun 17 08:50:49.921754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-b3ab5d5b-0fc7-417d-a3c5-a9bea2695dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:49.926664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-b3ab5d5b-0fc7-417d-a3c5-a9bea2695dbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1096 time: 0.1043332 Jun 17 08:50:49.962888 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-3fcdda3e-9603-4d00-997a-fed44b17b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:49.964413 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-3fcdda3e-9603-4d00-997a-fed44b17b5b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.0476096 Jun 17 08:50:50.033136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-760afb0a-6c7f-4372-9927-fa20fb18687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.034771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-760afb0a-6c7f-4372-9927-fa20fb18687a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600026 Jun 17 08:50:50.080935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-5540b975-53f0-40e7-9545-063ed6de3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.082466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-5540b975-53f0-40e7-9545-063ed6de3e0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.1856906 Jun 17 08:50:50.160865 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-5fef65ab-715a-471b-bc0a-4f79bf3ceec7 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156402 Jun 17 08:50:50.174928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-35f54e91-9fc6-4b5a-b055-e84ea76f1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.176401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-35f54e91-9fc6-4b5a-b055-e84ea76f1c47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.2428076 Jun 17 08:50:50.259551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-49f17673-fb0d-4be6-b55d-8ac27e4f820e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1000 time: 0.1644518 Jun 17 08:50:50.285614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-970ec681-bfb2-4aad-b75c-b1656126aa7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1000 time: 0.0887794 Jun 17 08:50:50.308002 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-94f50e67-3fea-480a-83b8-1db30daebff0 req-77169bb1-34b2-4d50-8e7b-c9eb46cec5d2 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326270 Jun 17 08:50:50.370889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961824d-d5ae-46aa-90c4-dcb858bcd9ca req-ffecf975-99f5-4755-b03c-33acdb9b32d9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.372757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d961824d-d5ae-46aa-90c4-dcb858bcd9ca req-ffecf975-99f5-4755-b03c-33acdb9b32d9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 944 time: 0.2491508 Jun 17 08:50:50.386943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-fd308e70-eb23-4b84-937f-e000f950ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.389543 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-fd308e70-eb23-4b84-937f-e000f950ac09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.1163952 Jun 17 08:50:50.416817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-3204c16f-ce2e-48e1-907d-737520bddf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.418353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-3204c16f-ce2e-48e1-907d-737520bddf07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.1072297 Jun 17 08:50:50.493692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d961824d-d5ae-46aa-90c4-dcb858bcd9ca req-2f215df8-d7a0-40be-ba64-99db8773fb58 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124349 Jun 17 08:50:50.527811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-469a2422-886a-4fbf-b1be-99d423240d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.529546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-469a2422-886a-4fbf-b1be-99d423240d5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317837 Jun 17 08:50:50.546152 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9119-979b-4aec-81e9-5de701929de2 req-cabd21c3-87d5-4d7d-aebe-acf244a8fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.547759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-cabd21c3-87d5-4d7d-aebe-acf244a8fb7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111789 Jun 17 08:50:50.697396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-798da979-3e8f-4eea-ad41-ff604b7c9103 service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611528 Jun 17 08:50:50.701435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-53066899-5346-4306-a3b5-707a8d8e28d2 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438050 Jun 17 08:50:50.718367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:50.758022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:50.792310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:50.903729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:50.917436 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'port_id': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'mac_address': 'fa:16:3e:44:72:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:50.958962 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.974019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:50.994870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:51.000230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.002124 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fddc6233-f8e9-4e05-947b-ab80863f2807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.054222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.057382 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.178940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-35bfdc94-d25e-4c40-af64-e2511c6b134c service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755049 Jun 17 08:50:51.182308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33ea9119-979b-4aec-81e9-5de701929de2 req-8bc62179-a193-45c6-aff7-5350b480b082 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609816 Jun 17 08:50:51.205966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:51.678976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ee346-dd1e-4641-a6fa-6631dac613af req-13512c63-2832-4c51-9482-091f0d0e0468 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.680488 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631ee346-dd1e-4641-a6fa-6631dac613af req-13512c63-2832-4c51-9482-091f0d0e0468 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 945 time: 0.0667756 Jun 17 08:50:51.720454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631ee346-dd1e-4641-a6fa-6631dac613af req-2ab2291d-b7b4-44e6-bd93-66625e3dd774 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337059 Jun 17 08:50:52.119789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efb62f-4b67-40a0-b4b2-26d17f732a67 req-1a1dbe31-f620-42f4-b5de-60cacbe5ae91 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.121264 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92efb62f-4b67-40a0-b4b2-26d17f732a67 req-1a1dbe31-f620-42f4-b5de-60cacbe5ae91 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 945 time: 0.1534224 Jun 17 08:50:52.136825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-028887da-032d-4108-a9ba-827aa3ba7347 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.138690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-028887da-032d-4108-a9ba-827aa3ba7347 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264&tenant_id=af68735a99d64a9a8ac6e0661c1438c0&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 945 time: 0.1595016 Jun 17 08:50:52.203655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92efb62f-4b67-40a0-b4b2-26d17f732a67 req-4bbe6b26-2592-4807-a517-12c393612286 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745473 Jun 17 08:50:52.225617 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-1193edef-3e8a-41fa-80a1-6fae99019097 service neutron] delete failed (client error): The resource could not be found. Jun 17 08:50:52.226610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-1193edef-3e8a-41fa-80a1-6fae99019097 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8/bindings/n-h1-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.0807009 Jun 17 08:50:52.328783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-a91cab27-6827-4253-8933-2f6755a138da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.330286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-a91cab27-6827-4253-8933-2f6755a138da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1097 time: 0.0566971 Jun 17 08:50:52.426106 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-0cf9ba15-0808-4a04-88ea-3e49458842d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.427768 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-0cf9ba15-0808-4a04-88ea-3e49458842d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.0891795 Jun 17 08:50:52.494894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-f67f71eb-566a-4d26-8709-82d0ede86080 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1001 time: 0.0597334 Jun 17 08:50:52.551782 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-83d97573-f467-45e2-8239-f9d17556b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.553381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-83d97573-f467-45e2-8239-f9d17556b431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0509269 Jun 17 08:50:52.622439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-161029cc-585e-412a-927a-49bca136d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.624458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-161029cc-585e-412a-927a-49bca136d2c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623822 Jun 17 08:50:52.728271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-9acfb142-8461-444c-92a5-9e0177d03acf service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937734 Jun 17 08:50:52.806221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:52.839150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9d69106c-9c34-4c3a-804f-662edd31bc72 req-a027765d-a29d-4cd3-a465-84beaaa041df service neutron] 10.222.0.60 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978944 Jun 17 08:50:52.902592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:52.907118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:52.907579 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.999585 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.023557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:53.025865 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3db169-ad09-49c9-9742-4e9f01f3ca34" -d '{"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-plugged", "status": "completed", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:53.041588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:53.047537 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.052410 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2fd8469c-ca88-47c1-a8be-3a29cadb8745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:53.084188 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578c626-450c-4c84-a383-2507e3b40468 x-openstack-request-id: req-8578c626-450c-4c84-a383-2507e3b40468 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:53.084488 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-plugged", "status": "completed", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:53.084773 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8578c626-450c-4c84-a383-2507e3b40468 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:53.085187 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'code': 200} Jun 17 08:50:53.108547 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:53.111970 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:53.390187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064960-8878-47a6-b7fe-fb78fad01529 req-cfbc1647-f61d-4d93-a185-53dc012af2f4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:53.391713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd064960-8878-47a6-b7fe-fb78fad01529 req-cfbc1647-f61d-4d93-a185-53dc012af2f4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.0715806 Jun 17 08:50:53.432009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd064960-8878-47a6-b7fe-fb78fad01529 req-7421cb24-0297-40de-a50d-884a1f49f7d4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338495 Jun 17 08:50:54.063605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-06faf99d-aa22-4bba-9d38-38c62f7cd02f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582907 Jun 17 08:50:54.172903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-ee45bacd-6e2c-4c7a-b482-d4f410eb97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.174478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-ee45bacd-6e2c-4c7a-b482-d4f410eb97f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.0690529 Jun 17 08:50:54.290273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-2195a94c-c3b3-494c-af33-99dab5dd9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.292029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-2195a94c-c3b3-494c-af33-99dab5dd9dcc service neutron] 10.222.0.67 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.0967820 Jun 17 08:50:54.376670 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-f62c11a5-7838-4276-835b-591dacfc409a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 1002 time: 0.0785098 Jun 17 08:50:54.434603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-e7697fe5-e4b5-4e4c-8d1e-bf77c33bd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.436371 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-e7697fe5-e4b5-4e4c-8d1e-bf77c33bd521 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0527391 Jun 17 08:50:54.501674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-b3570610-5bed-4bfa-8a72-f29347944b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.503528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-b3570610-5bed-4bfa-8a72-f29347944b75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614591 Jun 17 08:50:54.646509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-93bb032a-7b4f-4551-b3a9-4e8e34e307c4 service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370506 Jun 17 08:50:54.701700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead4610-d2cb-4a43-b8dd-0902157fe3e3 req-102b90ef-9285-4a30-8955-54750cc42e42 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.703342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ead4610-d2cb-4a43-b8dd-0902157fe3e3 req-102b90ef-9285-4a30-8955-54750cc42e42 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1216302 Jun 17 08:50:54.786325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ead4610-d2cb-4a43-b8dd-0902157fe3e3 req-91daf8eb-7e3e-4b38-a249-66c4777a09b6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506713 Jun 17 08:50:54.791277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8abb097-e400-486e-9671-b8d30cf0d998 req-d1063b9b-9e26-406f-9b45-f5f7b8a524ce service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361604 Jun 17 08:50:54.813600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54538) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:54.881022 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e8918225-affe-4bc8-b59f-42c36288b8d5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/82d50e18-84ce-4618-bbd3-88de49bba94e HTTP/1.1" status: 200 len: 994 time: 0.0658720 Jun 17 08:50:55.041739 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea9d4cb3-cb2a-414f-b64f-9925e2dbf676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.313197 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:55.416192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.502606 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.506320 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.509485 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-423a5a57-126d-4c55-92b6-87ec9337b54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.543069 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c11a9583db94cac8f9198a118a11c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287781 Jun 17 08:50:55.545805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2702baff-5b04-4a61-a959-3b0548228f77,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.546306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54554) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:55.549140 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.596870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.617644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.662808 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.665404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.666551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2702baff-5b04-4a61-a959-3b0548228f77 HTTP/1.1" status: 204 len: 168 time: 0.1191685 Jun 17 08:50:55.667435 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f23e9db7-a2bf-4b80-b2e3-0ed7aac52cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.675372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702baff-5b04-4a61-a959-3b0548228f77,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.677647 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.938990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54562) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:55.953101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.043574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.047485 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.050720 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ddd32e82-d554-4d9a-8dc8-12a2a4d65f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.085505 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0a263c4d9654c2099f9bff5e26ccfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452796 Jun 17 08:50:56.087439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8b6fc-f803-4168-8926-5304eca41fc8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.088164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54564) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:56.090497 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.140866 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.161513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.216522 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.219019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.220145 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbd8b6fc-f803-4168-8926-5304eca41fc8 HTTP/1.1" status: 204 len: 168 time: 0.1309688 Jun 17 08:50:56.220919 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2ccfc61d-a5ad-4ddd-8751-5b14f836c0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.228716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8b6fc-f803-4168-8926-5304eca41fc8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.231803 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.524995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54570) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:56.539637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.632391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.636177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.638576 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0116c74d-6a16-4ff8-bc1a-44d3babf36e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.673667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c79cfd-7b41-497a-ac3d-70cc1d1499d1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.677961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba4351ffdd264befa0671fbf1e1967fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519225 Jun 17 08:50:56.678994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.680558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54572) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:56.731776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.755299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.803869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.806778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.808167 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77c79cfd-7b41-497a-ac3d-70cc1d1499d1 HTTP/1.1" status: 204 len: 168 time: 0.1266499 Jun 17 08:50:56.808982 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.817781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c79cfd-7b41-497a-ac3d-70cc1d1499d1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.827225 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.609848 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.882425 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b122207d-4fbb-4882-8ee5-3aa353bd82a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.876907 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.099362 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-3eee23aa-3e39-476a-be30-19b3c63b7fe7 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3738a7be75fd40a182b2ee0c5520c905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292289 Jun 17 08:50:59.285932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-4d64ee46-2a17-44cb-99f3-f4dbf883abdf tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.287759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-4d64ee46-2a17-44cb-99f3-f4dbf883abdf tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832097 Jun 17 08:50:59.304372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-88be4268-9547-49dd-9163-65a8015b1c03 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/quotas/3738a7be75fd40a182b2ee0c5520c905 HTTP/1.1" status: 200 len: 375 time: 0.0111160 Jun 17 08:50:59.347144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-b30923ac-93ee-4403-85d5-0a61bfb13f12 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3738a7be75fd40a182b2ee0c5520c905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375681 Jun 17 08:50:59.512974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cad0b6d1-5c44-43ab-af43-c075848bf6e7 req-0adc251b-11d2-4b8b-9332-1dbe1b326e3e tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 210 time: 0.0285571 Jun 17 08:51:00.322043 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.480466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-b029bed0-0a1f-4422-aa10-cc13cea600a9 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3738a7be75fd40a182b2ee0c5520c905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230727 Jun 17 08:51:00.597798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-7ee1e037-b2b2-4935-a316-77c144de5e49 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:00.599266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-7ee1e037-b2b2-4935-a316-77c144de5e49 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136770 Jun 17 08:51:00.611481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Request body: {'port': {'device_id': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '3738a7be75fd40a182b2ee0c5520c905'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:00.672092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4124dae4-ea21-4122-bce7-2361de6ff815 req-75b07ec7-8f0b-435a-9421-139c6306e21d tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 210 time: 0.0373969 Jun 17 08:51:00.747067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Made reservation on behalf of 3738a7be75fd40a182b2ee0c5520c905 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:00.751182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.759362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.847664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.851433 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.855618 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6b9703e-9b41-4137-9122-3df57dd65329 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.918503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0692c046-2251-41f4-9021-e3e98a324308,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.922127 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.992275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Allocated IP 192.168.233.107 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/0c866aaa-8c63-409e-9b86-ffabf75191f3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:01.137131 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.150437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Transition to ACTIVE for port object 0c866aaa-8c63-409e-9b86-ffabf75191f3 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:01.183231 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.187329 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:01.230215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:01.234011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:01.241557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:01.263980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Pushing event updated for resources: {'Port': ['ID=0c866aaa-8c63-409e-9b86-ffabf75191f3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:01.268899 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:01.295594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:01.296408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.312130 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7051125 Jun 17 08:51:01.324529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Request body: {'port': {'device_id': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:01.401183 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.465500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ad98793-898c-4c36-8224-e0f27097683f None None] Provisioning for port 0c866aaa-8c63-409e-9b86-ffabf75191f3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:01.470836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ad98793-898c-4c36-8224-e0f27097683f None None] Provisioning complete for port 0c866aaa-8c63-409e-9b86-ffabf75191f3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:01.471427 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ad98793-898c-4c36-8224-e0f27097683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.504972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8ad98793-898c-4c36-8224-e0f27097683f None None] Port 0c866aaa-8c63-409e-9b86-ffabf75191f3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:01.666198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c866aaa-8c63-409e-9b86-ffabf75191f3 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:01.673423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.684641 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Transition to ACTIVE for port object 0c866aaa-8c63-409e-9b86-ffabf75191f3 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:01.688834 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.691539 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:01.767773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Pushing event updated for resources: {'Port': ['ID=0c866aaa-8c63-409e-9b86-ffabf75191f3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:01.788766 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:01.877821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Attempting to bind port 0c866aaa-8c63-409e-9b86-ffabf75191f3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:01.878160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Attempting to bind port 0c866aaa-8c63-409e-9b86-ffabf75191f3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:01.878485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Attempting to bind port 0c866aaa-8c63-409e-9b86-ffabf75191f3 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:01.890751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Port 0c866aaa-8c63-409e-9b86-ffabf75191f3 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:51:01.891110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Attempting to bind port 0c866aaa-8c63-409e-9b86-ffabf75191f3 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:01.901795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7214e-585c-4b5a-a9f4-27de9fc7214d req-cb5fb122-fd6a-43a1-89ad-e8955d4d4875 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:01.905119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1a7214e-585c-4b5a-a9f4-27de9fc7214d req-cb5fb122-fd6a-43a1-89ad-e8955d4d4875 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 948 time: 0.1126597 Jun 17 08:51:01.908290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:01.908631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:01.909019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:01.909448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Bound port: 0c866aaa-8c63-409e-9b86-ffabf75191f3, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:01.909796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.980640 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1a7214e-585c-4b5a-a9f4-27de9fc7214d req-bca74ebe-fc14-4dc3-ac7c-16420ae32c5b tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684464 Jun 17 08:51:02.006131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] For port 0c866aaa-8c63-409e-9b86-ffabf75191f3, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:02.009120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] For port 0c866aaa-8c63-409e-9b86-ffabf75191f3, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:02.014330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.017469 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.054309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.054991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.056353 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] 10.222.0.67 "PUT /v2.0/ports/0c866aaa-8c63-409e-9b86-ffabf75191f3 HTTP/1.1" status: 200 len: 1097 time: 0.7367380 Jun 17 08:51:02.056887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'tag': '0c866aaa-8c63-409e-9b86-ffabf75191f3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:02.059231 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab207d3a-8bba-480e-a92f-bf9996e18feb" -d '{"events": [{"name": "network-changed", "server_uuid": "adb74e3c-e9da-4773-9d6c-3e49b5d20a59", "tag": "0c866aaa-8c63-409e-9b86-ffabf75191f3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:02.092050 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Pushing event updated for resources: {'Port': ['ID=0c866aaa-8c63-409e-9b86-ffabf75191f3,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:02.098608 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:02.115761 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b718e-00f6-4de1-8d0f-f97985de95b8 x-openstack-request-id: req-381b718e-00f6-4de1-8d0f-f97985de95b8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:02.116143 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb74e3c-e9da-4773-9d6c-3e49b5d20a59", "tag": "0c866aaa-8c63-409e-9b86-ffabf75191f3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:02.116547 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-381b718e-00f6-4de1-8d0f-f97985de95b8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:02.117164 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'tag': '0c866aaa-8c63-409e-9b86-ffabf75191f3', 'status': 'completed', 'code': 200} Jun 17 08:51:02.162671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-c5ba8499-7925-44fe-83e2-0b12cfcde0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.164216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-c5ba8499-7925-44fe-83e2-0b12cfcde0ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3738a7be75fd40a182b2ee0c5520c905&device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 1100 time: 0.0596852 Jun 17 08:51:02.211630 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-0ef214c0-88cb-4d40-9ddc-71300add69de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3 HTTP/1.1" status: 200 len: 217 time: 0.0393522 Jun 17 08:51:02.262523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-dfc41322-2172-49b4-81cb-93bb8419ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.264738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-dfc41322-2172-49b4-81cb-93bb8419ad0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0457900 Jun 17 08:51:02.321313 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-49c15b35-3afa-443f-ba94-604e65531497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.322726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-49c15b35-3afa-443f-ba94-604e65531497 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519192 Jun 17 08:51:02.420236 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-a4dae8b9-9d9e-4f6e-ad97-148e525ab275 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Jun 17 08:51:02.510922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd502a1c-c7e9-4486-82a0-b33b2ee559f9 req-cc3d635b-9e12-4d8c-9653-2caa6cc01034 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Jun 17 08:51:02.611692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-d4586edd-b65a-4bd5-9a7f-a1c6359e41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.613158 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-d4586edd-b65a-4bd5-9a7f-a1c6359e41da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3738a7be75fd40a182b2ee0c5520c905&device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 1100 time: 0.0565116 Jun 17 08:51:02.707158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-6cbea3a5-0fa1-4c55-962e-51581fedfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.708614 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-6cbea3a5-0fa1-4c55-962e-51581fedfa1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.0884938 Jun 17 08:51:02.757450 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-f47d4569-592c-4b2f-965d-717b2720f928 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3 HTTP/1.1" status: 200 len: 217 time: 0.0407901 Jun 17 08:51:02.816287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-696e9fa1-1eeb-44d2-95a6-b7e2e182449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.817766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-696e9fa1-1eeb-44d2-95a6-b7e2e182449f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0495963 Jun 17 08:51:02.875438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-0f720b91-dbd3-46b8-8c8b-38362760ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.877319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-0f720b91-dbd3-46b8-8c8b-38362760ca4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516462 Jun 17 08:51:02.969508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-993460e1-5c91-4708-a482-25f13170e446 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 Jun 17 08:51:03.057291 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab207d3a-8bba-480e-a92f-bf9996e18feb req-ab32f22c-a4a6-4972-961e-6e646b4707cd service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811558 Jun 17 08:51:03.154805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76f0e-9c1f-4e00-972d-48968d5b03ef req-ad274a27-0f95-4f20-8d29-bc2f44ce3158 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:03.156976 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06a76f0e-9c1f-4e00-972d-48968d5b03ef req-ad274a27-0f95-4f20-8d29-bc2f44ce3158 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 948 time: 0.0619268 Jun 17 08:51:03.199248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-06a76f0e-9c1f-4e00-972d-48968d5b03ef req-d732e660-26d3-476c-9080-963c2f9789b1 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365081 Jun 17 08:51:04.374744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665d7-05a8-4c9f-aaf6-d6ccf4115cc1 req-bced33e8-ca31-4b90-8abf-4dd2015b4d62 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:04.376294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e42665d7-05a8-4c9f-aaf6-d6ccf4115cc1 req-bced33e8-ca31-4b90-8abf-4dd2015b4d62 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 948 time: 0.0667682 Jun 17 08:51:04.413979 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e42665d7-05a8-4c9f-aaf6-d6ccf4115cc1 req-bdce7360-64ec-45b0-86cf-cfd73b02b671 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Jun 17 08:51:04.869028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0c866aaa-8c63-409e-9b86-ffabf75191f3 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:51:04.965277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0c866aaa-8c63-409e-9b86-ffabf75191f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:04.975431 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '0c866aaa-8c63-409e-9b86-ffabf75191f3', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '0c866aaa-8c63-409e-9b86-ffabf75191f3', 'mac_address': 'fa:16:3e:a6:8a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:51:05.011643 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.023934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c866aaa-8c63-409e-9b86-ffabf75191f3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:05.042774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0c866aaa-8c63-409e-9b86-ffabf75191f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:05.046198 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.048473 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-26acc0c5-3bec-4e10-bdc0-5fbdd43d48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:05.092068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=0c866aaa-8c63-409e-9b86-ffabf75191f3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:05.094986 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:05.266150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0c866aaa-8c63-409e-9b86-ffabf75191f3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:05.587974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c5cbe-aa31-49ad-870e-61b4a96459fb req-ce76add7-e889-45ce-a018-d91587b6a624 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:05.589519 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e6c5cbe-aa31-49ad-870e-61b4a96459fb req-ce76add7-e889-45ce-a018-d91587b6a624 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 949 time: 0.0644462 Jun 17 08:51:05.627503 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e6c5cbe-aa31-49ad-870e-61b4a96459fb req-212873ce-fa7a-4c32-8044-e05576e991fd tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jun 17 08:51:06.874419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0c866aaa-8c63-409e-9b86-ffabf75191f3 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:06.937053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 0c866aaa-8c63-409e-9b86-ffabf75191f3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:06.942723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 0c866aaa-8c63-409e-9b86-ffabf75191f3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:06.943141 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.030735 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.056806 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c866aaa-8c63-409e-9b86-ffabf75191f3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:07.059461 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d886c8e-6d37-429c-ac8f-d2b94a9c76ed" -d '{"events": [{"server_uuid": "adb74e3c-e9da-4773-9d6c-3e49b5d20a59", "name": "network-vif-plugged", "status": "completed", "tag": "0c866aaa-8c63-409e-9b86-ffabf75191f3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:07.076664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 0c866aaa-8c63-409e-9b86-ffabf75191f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:07.082750 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.086879 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:07.117524 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc814876-5b3b-4836-b5df-9481e06239f8 x-openstack-request-id: req-cc814876-5b3b-4836-b5df-9481e06239f8 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:07.117823 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb74e3c-e9da-4773-9d6c-3e49b5d20a59", "name": "network-vif-plugged", "status": "completed", "tag": "0c866aaa-8c63-409e-9b86-ffabf75191f3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:07.118096 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc814876-5b3b-4836-b5df-9481e06239f8 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:07.118580 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c866aaa-8c63-409e-9b86-ffabf75191f3', 'code': 200} Jun 17 08:51:07.149247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d581a-908e-4f0e-89c2-26efded50831 req-7a6f2f1c-35c9-4de9-84f6-248510a321b4 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.149953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=0c866aaa-8c63-409e-9b86-ffabf75191f3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:07.150959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a56d581a-908e-4f0e-89c2-26efded50831 req-7a6f2f1c-35c9-4de9-84f6-248510a321b4 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 949 time: 0.4073951 Jun 17 08:51:07.152765 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:07.219037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a56d581a-908e-4f0e-89c2-26efded50831 req-41c2e198-3454-4efd-8b5c-e0d4f69710ba tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Jun 17 08:51:07.245646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac185c-5bfe-4320-abe3-645347236983 req-380e6284-7dab-49ae-b5c0-401426142a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.247133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edac185c-5bfe-4320-abe3-645347236983 req-380e6284-7dab-49ae-b5c0-401426142a83 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 1102 time: 0.0589142 Jun 17 08:51:07.280839 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edac185c-5bfe-4320-abe3-645347236983 req-0c4e4201-5ec3-49f7-8ae6-8bd1c06242dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275683 Jun 17 08:51:08.401520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5bd70-c708-4ce0-9f6e-2d870b088bcf req-c6566edb-12a0-4d96-b546-d62a7008d7dc tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:08.402975 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67e5bd70-c708-4ce0-9f6e-2d870b088bcf req-c6566edb-12a0-4d96-b546-d62a7008d7dc tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 950 time: 0.0666118 Jun 17 08:51:08.442416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67e5bd70-c708-4ce0-9f6e-2d870b088bcf req-c2e958e5-5ab4-46b9-ba6c-d5355fd946f0 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jun 17 08:51:17.217420 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.446652 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.405044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a48d7-7894-4628-b087-f1ceb1542fc4 req-0d2cdbf8-ff4a-4108-920e-f442f646020c tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:21.406576 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db6a48d7-7894-4628-b087-f1ceb1542fc4 req-0d2cdbf8-ff4a-4108-920e-f442f646020c tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.0529115 Jun 17 08:51:21.440666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db6a48d7-7894-4628-b087-f1ceb1542fc4 req-2a523004-91f5-41fe-b2dd-3fa68ed3e0b7 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283389 Jun 17 08:51:21.467147 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54750) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:21.632264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port acffb035-3f91-4b5e-b092-94310db813d4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:21.632611 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.710070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.710671 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.124985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for acffb035-3f91-4b5e-b092-94310db813d4 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:22.307976 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.310543 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2564ab84-39dd-4722-9a52-9bd7172318b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:22.336357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=acffb035-3f91-4b5e-b092-94310db813d4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:22.344812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.346574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.347182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.347471 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.347835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.348205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.348574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.348931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.349297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.349901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.350030 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.350569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.356124 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:22.427450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.427789 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 82d50e18-84ce-4618-bbd3-88de49bba94e disassociated (deleted). External IP: 172.25.7.121, port: ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8. Jun 17 08:51:22.644710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router b4518700-5bf9-42d4-bc03-fe3089930b15 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:22.754884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:22.759879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.765809 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] Sync routers for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:22.776927 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:22.777819 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:50:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.803271 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/floatingips/82d50e18-84ce-4618-bbd3-88de49bba94e HTTP/1.1" status: 204 len: 168 time: 1.3349211 Jun 17 08:51:22.803981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:22.806368 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfbfa6-f573-492f-9656-a69eb8593260" -d '{"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:22.919153 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:23.132590 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8688036-86f8-4dba-ac44-f9844b641d33 x-openstack-request-id: req-c8688036-86f8-4dba-ac44-f9844b641d33 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:23.133590 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:23.133590 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8688036-86f8-4dba-ac44-f9844b641d33 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:23.134249 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'status': 'completed', 'code': 200} Jun 17 08:51:23.215550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-932372b8-c8a3-4600-ad87-194839450c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.217014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-932372b8-c8a3-4600-ad87-194839450c67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 1098 time: 0.0602014 Jun 17 08:51:23.232702 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:41Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.260921 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] Checking router: b4518700-5bf9-42d4-bc03-fe3089930b15 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:23.271491 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:23.272236 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:50:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.345774 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004d16-066c-4a36-b7ee-4c9ab9007444 req-99408426-3976-4242-910f-42896e393fb9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.347289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11004d16-066c-4a36-b7ee-4c9ab9007444 req-99408426-3976-4242-910f-42896e393fb9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1278279 Jun 17 08:51:23.391103 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:23.414300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-11004d16-066c-4a36-b7ee-4c9ab9007444 req-e6b2deee-4c14-4d6e-94e5-996ecb9712ed tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591607 Jun 17 08:51:23.416201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-3403c3c0-d658-4dd8-9754-9f54f005139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.420487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-3403c3c0-d658-4dd8-9754-9f54f005139a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 200 len: 897 time: 0.1652694 Jun 17 08:51:23.491513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-3455a85b-49d7-4d9b-b92c-7bf5337c4080 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 200 len: 217 time: 0.0461903 Jun 17 08:51:23.552325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-6109b607-2f89-4483-94f0-83beccd09041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.553895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-6109b607-2f89-4483-94f0-83beccd09041 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 200 len: 833 time: 0.0468769 Jun 17 08:51:23.631208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-7e51c348-e1a5-4283-a062-a60b0e8d1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.641522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-7e51c348-e1a5-4283-a062-a60b0e8d1ad3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ee04f44-3d96-49f4-8447-4931014210cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752065 Jun 17 08:51:23.745155 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-d467ba38-a71e-4e2a-94e1-1bc5f5180101 service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Jun 17 08:51:23.850388 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:41Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.853953 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-38cfbfa6-f573-492f-9656-a69eb8593260 req-736127e1-d26e-428f-ba32-af61cc30d582 service neutron] 10.222.0.67 "GET /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000993 Jun 17 08:51:23.878261 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f0d1f-962b-463f-8379-c511c30edaa7 None None] The sync data for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 is: [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'ea53be77-9564-42f2-8a02-27eac26766da', 'name': '', 'network_id': '8ee04f44-3d96-49f4-8447-4931014210cd', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ff:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:34Z', 'updated_at': '2021-06-17T08:49:41Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'a51dad76-838f-4725-9ca7-b675d98088e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:24.133273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d43f7ce-d09e-421c-a7fe-8f2252ddc179 None None] New status for floating IP 82d50e18-84ce-4618-bbd3-88de49bba94e: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:51:24.613734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-54f9cc1d-1f3f-45e3-ae28-e7a6e33c03ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:24.615303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-54f9cc1d-1f3f-45e3-ae28-e7a6e33c03ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.67 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1118367 Jun 17 08:51:24.717926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cf703-9ddd-4760-9550-a2355fbe4ee8 req-0d303397-316a-4356-82fd-0c0679229437 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:24.719342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f7cf703-9ddd-4760-9550-a2355fbe4ee8 req-0d303397-316a-4356-82fd-0c0679229437 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=df7ae298-f9ca-452a-a6a7-810f27677264 HTTP/1.1" status: 200 len: 946 time: 0.1623857 Jun 17 08:51:24.773842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f7cf703-9ddd-4760-9550-a2355fbe4ee8 req-6f5c8c2c-1b2a-4f47-9def-331e9ede035e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485606 Jun 17 08:51:24.778834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:24.779734 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.869877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:24.870311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.942144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:25.031116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d276815c-2a01-4d3d-8133-5734033feee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.095449 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.099710 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9d8eea62-440e-41df-abd5-14f3312c76c0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.125545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.129956 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.176306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] No DVR routers for this DVR port ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:25.179033 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.181012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4ae07693-571f-40c3-a7e5-fcea7f959e6a req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.67 "DELETE /v2.0/ports/ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 HTTP/1.1" status: 204 len: 173 time: 0.5601950 Jun 17 08:51:25.181545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-deleted', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:25.183909 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e5132-1e57-4854-ac4f-efb23667b03e" -d '{"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-deleted", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:25.226475 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5509f491-6a49-420a-a8ec-60307244fac6 x-openstack-request-id: req-5509f491-6a49-420a-a8ec-60307244fac6 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:25.226782 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ae298-f9ca-452a-a6a7-810f27677264", "name": "network-vif-deleted", "tag": "ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:25.227446 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5509f491-6a49-420a-a8ec-60307244fac6 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:25.228040 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ae298-f9ca-452a-a6a7-810f27677264', 'name': 'network-vif-deleted', 'tag': 'ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8', 'status': 'completed', 'code': 200} Jun 17 08:51:25.730842 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:51:25.869973 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54784) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:26.246318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.511505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port ea53be77-9564-42f2-8a02-27eac26766da {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:26.511852 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.609824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port ea53be77-9564-42f2-8a02-27eac26766da, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=ea53be77-9564-42f2-8a02-27eac26766da,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:26.610603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.675855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for ea53be77-9564-42f2-8a02-27eac26766da owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:26.863924 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.865892 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7cc224b2-d7bb-47fe-b1c7-8fa0fbdb3569 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:26.896613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=ea53be77-9564-42f2-8a02-27eac26766da,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:26.900426 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:27.099609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.338565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router b4518700-5bf9-42d4-bc03-fe3089930b15 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:27.444528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:27.453330 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/b4518700-5bf9-42d4-bc03-fe3089930b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797157 Jun 17 08:51:27.453435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:27.456933 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] Sync routers for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:27.465951 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:27.466558 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:50:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:27.507674 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting subnet a51dad76-838f-4725-9ca7-b675d98088e4 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:27.511088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.553068 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.571728 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:27.612162 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.645863 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.708230 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.711310 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e7bd6015-385a-41df-8daa-85c410c0ac20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:27.739467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Subnet': ['ID=a51dad76-838f-4725-9ca7-b675d98088e4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:27.741778 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:27.743100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.745420 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-955d4432-4e88-45c8-b88f-fa314f699736 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/subnets/a51dad76-838f-4725-9ca7-b675d98088e4 HTTP/1.1" status: 204 len: 168 time: 0.2904091 Jun 17 08:51:27.747822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54794) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:27.750315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe0c789-036c-4573-8d91-4735ed5efcce None None] Network 8ee04f44-3d96-49f4-8447-4931014210cd requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:27.779459 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:27.811735 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] Checking router: b4518700-5bf9-42d4-bc03-fe3089930b15 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:27.822964 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] Routers {'b4518700-5bf9-42d4-bc03-fe3089930b15'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:27.823943 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:50:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b4518700-5bf9-42d4-bc03-fe3089930b15'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:27.879092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.915976 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f095d84-a8c5-4c1a-b062-74fc63c4913f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.001420 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.022759 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] Set router b4518700-5bf9-42d4-bc03-fe3089930b15 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:28.025701 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] DHCP port deletion for 8ee04f44-3d96-49f4-8447-4931014210cd request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:28.071811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 6d6ce597-8931-4bdf-83a4-d916a9464799 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:28.072311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.078755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Deleting port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:28.079296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.156089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] For port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,segment=NetworkSegment(fedb4d9c-9c44-4408-a497-3ace5010c186),segment_id=fedb4d9c-9c44-4408-a497-3ace5010c186)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:28.156515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.158634 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 6d6ce597-8931-4bdf-83a4-d916a9464799, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6d6ce597-8931-4bdf-83a4-d916a9464799,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:28.159025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.224844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Calling delete_port for f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:28.230109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 6d6ce597-8931-4bdf-83a4-d916a9464799 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:28.247681 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.276770 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae663f9c-057c-404d-b005-6e7a1f0f2515 None None] The sync data for ids ['b4518700-5bf9-42d4-bc03-fe3089930b15'] in n-d-780147-13 is: [{'id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747908032', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:29Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6d6ce597-8931-4bdf-83a4-d916a9464799', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4518700-5bf9-42d4-bc03-fe3089930b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:30Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:28.327292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.330807 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:28.364040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Pushing event deleted for resources: {'Port': ['ID=f5822acb-c5e8-4ed6-96b9-f95c6cde7d31,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:28.374571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.374939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.375832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.375832 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.376063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.376897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.377031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.377293 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.377896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.378180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.378482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.378811 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:28.382226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] No DVR routers for this DVR port f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:28.383959 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:28.439641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.442423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-781d2b24-ac13-492c-a302-7afa2e8f2321 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:28.467452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=6d6ce597-8931-4bdf-83a4-d916a9464799,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:28.472044 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:28.530533 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.623938 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.626635 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.669705 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.670811 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Fanout notify agent at l3_agent the message router_deleted on router b4518700-5bf9-42d4-bc03-fe3089930b15 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:28.684944 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.689779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54798) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:28.699523 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/routers/b4518700-5bf9-42d4-bc03-fe3089930b15 HTTP/1.1" status: 204 len: 168 time: 0.9505234 Jun 17 08:51:28.776492 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.871954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.881803 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.884488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee04f44-3d96-49f4-8447-4931014210cd']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.895857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedb4d9c-9c44-4408-a497-3ace5010c186') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.896189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedb4d9c-9c44-4408-a497-3ace5010c186') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.909136 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.924596 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.936091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:28.936498 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:28.940474 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:28.981895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:29.010015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:29.010836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device ef2cd3c5-d3c7-4bf1-b721-ddd3bf6a65d8 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:29.024881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.034619 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e34cb48-e61c-4c93-855d-335b394ec400 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.039016 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.040861 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/networks/8ee04f44-3d96-49f4-8447-4931014210cd HTTP/1.1" status: 204 len: 168 time: 0.3501239 Jun 17 08:51:29.043780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54802) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:29.063618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Network': ['ID=8ee04f44-3d96-49f4-8447-4931014210cd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.072402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.073092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.073482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.073861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.074236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.074606 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.075205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.075716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.076263 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.076635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.077040 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.077788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:29.083901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:29.121995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.149595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.213315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.216076 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.217540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/security-groups/fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3 HTTP/1.1" status: 204 len: 168 time: 0.1724639 Jun 17 08:51:29.218380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a19ac711-d1c2-4845-b44a-a0e1acbe5c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.228331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdef5988-4f6d-4fd1-ad82-622fd0fd2ec3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.230555 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:29.448799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d6ce597-8931-4bdf-83a4-d916a9464799 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:29.469265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6d6ce597-8931-4bdf-83a4-d916a9464799 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:29.470292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6d6ce597-8931-4bdf-83a4-d916a9464799 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:29.470762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea53be77-9564-42f2-8a02-27eac26766da no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:29.491963 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: ea53be77-9564-42f2-8a02-27eac26766da {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:29.493947 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device ea53be77-9564-42f2-8a02-27eac26766da not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:29.494452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:29.517090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:29.517432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f5822acb-c5e8-4ed6-96b9-f95c6cde7d31 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:29.561238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54810) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:29.566340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107132758', 'description': 'tempest-secgroup-smoke-107132758 description', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:29.592329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.677742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.682248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.686317 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-367bbdae-a8d9-403b-9351-ef8bd94b3ab8 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.708841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.711380 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1489851 Jun 17 08:51:29.713111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54812) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:29.718652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '282f4b8b-6c23-4946-aeb8-6eec3bb54cfd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:29.722307 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.725290 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:29.749272 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.815142 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.820570 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.825665 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3958ec3-4e1e-4d55-a690-d82bda39b051 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.840866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c618207f-d57e-467a-b027-74892653b67b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.845346 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:29.849315 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.850773 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364176 Jun 17 08:51:29.853439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54816) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:29.858096 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '282f4b8b-6c23-4946-aeb8-6eec3bb54cfd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:29.885179 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.943786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.947708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.949726 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-34775c60-1bc2-4c3c-b9fa-d8ac48e532ca tempest-AttachVolumeShelveTestJSON-2035704649 tempest-AttachVolumeShelveTestJSON-2035704649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.967524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37c2d55-0f07-4a5e-ab37-b1c19caa6513,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.970287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.974354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172760 Jun 17 08:51:29.974354 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:29.975302 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54818) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:29.980326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '282f4b8b-6c23-4946-aeb8-6eec3bb54cfd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:30.008374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.066939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.071112 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.073008 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-74b720bd-2836-4570-b500-edf475a68525 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:30.090068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2f6b69-18bc-409c-9989-d61ba4de0736,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:30.092952 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:30.098769 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.100056 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236694 Jun 17 08:51:30.102730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54820) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.107557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '282f4b8b-6c23-4946-aeb8-6eec3bb54cfd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:30.135478 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.200756 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.205816 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.207668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ebd39fb-67a4-4ac5-96f6-be326e467484 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:30.225528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c386edfc-1817-467b-b6ee-b3088d5ccbb9,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:30.228321 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:30.234137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.238531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322815 Jun 17 08:51:30.238890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54824) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.244067 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '282f4b8b-6c23-4946-aeb8-6eec3bb54cfd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:30.268955 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:51:30.274284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.326932 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.343130 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.347630 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.349948 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d81fc7bc-1f0c-473d-8bc1-4b95c0f2f39e tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:30.368820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6382e1ab-47e9-4578-b3b3-07035c167c91,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:30.371252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.375477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54826) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.375619 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355112 Jun 17 08:51:30.376685 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-81b3989f-9025-4249-a492-8df0617f78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:30.380679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '282f4b8b-6c23-4946-aeb8-6eec3bb54cfd', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:30.403948 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:51:30.409748 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.472356 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.476165 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.482080 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0d5ef2c4-c596-4f1c-9570-b19c87b31911 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:30.499051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2887068e-9253-48e4-b3d2-cb715fa6a7fb,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:30.502654 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:30.503982 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.505151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284292 Jun 17 08:51:30.507931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54828) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.512784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'network': {'name': 'tempest-network-smoke--193336860', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'port_security_enabled': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:30.535573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:30.539074 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.563022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:30.572924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.573398 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Added segment fd6fda6a-9138-462e-b958-5fedd48e2b9b of type vlan for network 36a9ef36-aeb4-478c-9a35-5063a6edce8e Jun 17 08:51:30.620086 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.650147 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.655608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:30.656177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.659155 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cc565ce3-f5ee-4e88-83e2-a1679d55f96d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:30.689075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1800702 Jun 17 08:51:30.692201 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.697632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'admin_state_up': True, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:30.724839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.726474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.728605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Network': ['ID=36a9ef36-aeb4-478c-9a35-5063a6edce8e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:30.731410 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:30.749140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:31.142399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.294125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.529654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.548172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.653712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.216 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/6a7369a5-e1d2-47b9-80f7-562ff35cb1b8) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:31.758629 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.796544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.798495 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:31.834695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:31.837518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:31.843576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:31.869642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:31.873797 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:32.091623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.282003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.416594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 72f79fdf-e719-455e-81ff-374e5bad96be is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:32.528004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:32.540051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Sync routers for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:32.547641 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.552284 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8555050 Jun 17 08:51:32.552464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:32.552464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:51:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:32.552707 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.592757 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bbddb461-3131-42af-a7d4-4c023f39d00d tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=af68735a99d64a9a8ac6e0661c1438c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363765 Jun 17 08:51:32.592964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 54846) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.666449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:32.756174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c629a0-6212-4c8d-a7fe-946a487febe2 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:32.760437 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-70c629a0-6212-4c8d-a7fe-946a487febe2 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1638987 Jun 17 08:51:32.760784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.792053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-287731b6-3967-427d-a867-ebb82dbfbeda tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298285 Jun 17 08:51:32.794320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.799357 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358296450', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:32.871709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:31Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:32.903692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Checking router: 72f79fdf-e719-455e-81ff-374e5bad96be for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:32.903974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Updating router 72f79fdf-e719-455e-81ff-374e5bad96be port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:32.905166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:32.910365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.959524 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.113370 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.116634 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3b42026c-b263-4d9b-a183-f616ae492a55 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.179679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Subnet': ['ID=bbb256de-6e02-494f-806a-4a2b44c57986,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:33.183595 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:33.188279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Checking segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:33.189055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network hostable DHCP agents. Network: 36a9ef36-aeb4-478c-9a35-5063a6edce8e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:33.211715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:33.221343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 36a9ef36-aeb4-478c-9a35-5063a6edce8e) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:33.225902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:33.226625 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.234141 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.240240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2728e8-39ca-481d-aad6-31dfbc12d045 None None] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:33.250608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4528000 Jun 17 08:51:33.251168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 54876) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:33.283543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Transition to ACTIVE for port object 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:33.316017 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.320357 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-95c05aee-b15c-487e-97a1-06ebd9fd58ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.391959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Attempting to bind port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:33.392339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Attempting to bind port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:33.392706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Attempting to bind port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:33.587508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb199e-d827-458c-b8d5-7f50e82a6b19 None None] Pushing event updated for resources: {'Port': ['ID=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:33.590999 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eafb199e-d827-458c-b8d5-7f50e82a6b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:33.600527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:33.601359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:33.601789 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.602475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:33.603243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Bound port: 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:33.603799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.673986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:33.674834 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.696219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] For port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:33.766237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.769407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] For port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:33.788465 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.794110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-68533824-eb46-4740-94fe-c6762d1c1c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.837082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Allocated IP 172.20.0.2 (36a9ef36-aeb4-478c-9a35-5063a6edce8e/bbb256de-6e02-494f-806a-4a2b44c57986/e84e3d5d-d5df-4e98-8e33-16932ddc3df3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:33.960632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:33.961365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:51:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:34.035907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb199e-d827-458c-b8d5-7f50e82a6b19 None None] Pushing event updated for resources: {'Port': ['ID=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.043396 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eafb199e-d827-458c-b8d5-7f50e82a6b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.135306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:34.165862 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.208368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Transition to ACTIVE for port object e84e3d5d-d5df-4e98-8e33-16932ddc3df3 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:34.256323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Transition to ACTIVE for port object e84e3d5d-d5df-4e98-8e33-16932ddc3df3 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:34.267462 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.270674 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.311874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.1 (36a9ef36-aeb4-478c-9a35-5063a6edce8e/bbb256de-6e02-494f-806a-4a2b44c57986/8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:34.321912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:34.326149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:34.334202 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:34.360762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Pushing event updated for resources: {'Port': ['ID=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.364746 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.425284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Attempting to bind port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:34.425663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Attempting to bind port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:34.426033 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Attempting to bind port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:34.432716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:34.433092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Checking segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:34.433497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.433892 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Bound using segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:34.434368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Bound port: e84e3d5d-d5df-4e98-8e33-16932ddc3df3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:34.434744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.451186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.466807 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:34.479796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:31Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:34.502541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.505540 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.509627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8abb1-8f93-4aa1-a0d7-b4fc27e670d5 None None] The sync data for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 is: [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:31Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:34.536377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] For port e84e3d5d-d5df-4e98-8e33-16932ddc3df3, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:34.540755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] For port e84e3d5d-d5df-4e98-8e33-16932ddc3df3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:34.549457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.553287 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d38bd671-35ac-4173-b36b-cb4eb8945d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.556158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:34.564650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:34.569166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:34.574180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.632746 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.633924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Pushing event updated for resources: {'Port': ['ID=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.637949 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.720302 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.809736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.177178 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.182711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.185721 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4e3d5a13-3373-4212-864f-6f24bbc1501f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:35.265121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:35.269000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.277721 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:35.386063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:35.387669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:35.448867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:35.506270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:35.513323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:35.513975 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.537550 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 72f79fdf-e719-455e-81ff-374e5bad96be has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:35.645210 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.682982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:35.693356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:35.697292 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.698677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e84e3d5d-d5df-4e98-8e33-16932ddc3df3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:35.701037 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-90f6f9da-648f-4ff2-9b8a-116244a607d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:35.710945 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/72f79fdf-e719-455e-81ff-374e5bad96be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4582973 Jun 17 08:51:35.808959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:35.815283 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:35.831233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:36.025679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-5f242e92-d74f-40df-8dd5-a838250af457 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107132758&fields=id&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 267 time: 0.0438161 Jun 17 08:51:36.042860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458440df-7b85-437d-b86f-a84110b1b1f4 None None] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:36.135320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Provisioning for port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:36.141776 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Provisioning complete for port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:36.142160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.304693 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.362062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] For port e84e3d5d-d5df-4e98-8e33-16932ddc3df3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:36.368250 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.371760 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04f97e6f-3daf-4240-9a99-68c9e41ad686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:36.443993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Pushing event updated for resources: {'Port': ['ID=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:36.447498 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:36.495690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-9c1390ed-dbf2-46c5-8869-23b157135ec6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:36.497244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-9c1390ed-dbf2-46c5-8869-23b157135ec6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 796 time: 0.4645722 Jun 17 08:51:36.516526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-3d58fdd8-8d46-4c12-b3de-543afccb2fd1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/quotas/af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 375 time: 0.0118024 Jun 17 08:51:36.599416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-cb20ffcf-a65a-4cea-82c3-d52127ea9ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768683 Jun 17 08:51:36.624091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-b6ddaa04-9483-46b7-b75c-4404792fa26b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:51:36.625001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-b6ddaa04-9483-46b7-b75c-4404792fa26b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073092 Jun 17 08:51:36.645080 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Sync routers for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:36.655754 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:36.656598 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:51:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:36.702239 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49bbb48f-2219-43b3-a991-e907d5bbc4d2 None None] Provisioning for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:36.708661 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49bbb48f-2219-43b3-a991-e907d5bbc4d2 None None] Provisioning complete for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:36.709265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49bbb48f-2219-43b3-a991-e907d5bbc4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.753129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-2d71331b-ee64-4fc7-94de-9e70bf23685b service neutron] 10.222.0.65 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190019 Jun 17 08:51:36.772828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-49bbb48f-2219-43b3-a991-e907d5bbc4d2 None None] Port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:36.784954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-49bbb48f-2219-43b3-a991-e907d5bbc4d2 None None] Provisioning complete for port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:36.785795 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49bbb48f-2219-43b3-a991-e907d5bbc4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.799597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:36.922382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-1beaac70-3243-41ce-9a4b-4b00d768df87 service neutron] 10.222.0.65 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630023 Jun 17 08:51:37.075624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-daad059e-b0c0-441d-94ff-93e9ced0b9dc None None] Provisioning complete for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:37.076958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-daad059e-b0c0-441d-94ff-93e9ced0b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.125320 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 2, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:37.134467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-daad059e-b0c0-441d-94ff-93e9ced0b9dc None None] Port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:37.162321 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Checking router: 72f79fdf-e719-455e-81ff-374e5bad96be for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:37.162647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Updating router 72f79fdf-e719-455e-81ff-374e5bad96be port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:37.201686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75c14579-ea01-410c-9b5a-8edf6cc77569 req-4b1ed7f5-4e0f-4849-be4c-bc2c6d1a401e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 210 time: 0.0329776 Jun 17 08:51:37.205549 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.277132 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-11986d8b-ec0f-42b9-9751-e697bddd934f None None] Provisioning complete for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:37.277676 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11986d8b-ec0f-42b9-9751-e697bddd934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.365628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-11986d8b-ec0f-42b9-9751-e697bddd934f None None] Port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:37.369298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:37.423637 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:37.424028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.515640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e84e3d5d-d5df-4e98-8e33-16932ddc3df3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:37.592036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:37.592452 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.654319 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.666407 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Transition to ACTIVE for port object 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:37.674624 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.676847 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b34aa0cb-e3e3-46ba-8f13-f447989bcd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.781123 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Pushing event updated for resources: {'Port': ['ID=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.805919 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.806557 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.806557 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.806920 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.807253 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.807577 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.807888 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.808189 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.808510 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.808827 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.809154 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.809613 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:37.826714 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.837928 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Attempting to bind port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:37.838367 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Attempting to bind port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:37.838677 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Attempting to bind port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:37.846831 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:37.847239 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Checking segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:37.847643 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.848037 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Bound using segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:37.848506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Bound port: 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:37.848880 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.930810 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] For port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:37.934395 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] For port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:37.940839 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.942985 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c962e9bd-4221-4173-bae3-e9f8404136c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:38.009216 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:38.009996 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:51:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:38.051299 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Pushing event updated for resources: {'Port': ['ID=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:38.055690 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:38.144361 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:38.393343 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:37Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:38.398131 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-315755dd-b8fa-4445-949a-22f69494bd9d req-b926d014-e93e-4b1c-bb09-209bca149fde tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 210 time: 0.0540526 Jun 17 08:51:38.422754 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548182-ddf1-48a9-bad3-4487a66cfd9b None None] The sync data for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 is: [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:37Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:38.589142 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-f8e7a4a7-3940-43fc-8007-cf4c0ff40870 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.591202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-f8e7a4a7-3940-43fc-8007-cf4c0ff40870 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 796 time: 0.1955023 Jun 17 08:51:38.646014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-bece1b33-b8a3-4c6f-a257-4b962ce56ac6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 379 time: 0.0451772 Jun 17 08:51:38.658449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'port': {'device_id': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'admin_state_up': True, 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'security_groups': ['282f4b8b-6c23-4946-aeb8-6eec3bb54cfd']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:38.788339 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:38.792054 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.945619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.3 (36a9ef36-aeb4-478c-9a35-5063a6edce8e/bbb256de-6e02-494f-806a-4a2b44c57986/501f2a74-9331-4749-a97b-cf2162fbf72c) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:39.099636 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.122067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object 501f2a74-9331-4749-a97b-cf2162fbf72c will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:39.160792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.166189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:39.209532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:39.213077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:39.217627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:39.271605 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:39.289665 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:39.317413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.318062 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.344935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6926498 Jun 17 08:51:39.357546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Request body: {'port': {'device_id': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:39.471021 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.500133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:39.595461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-11020d3d-e77d-43f3-a72d-b9be73c95b21 None None] Provisioning for port 501f2a74-9331-4749-a97b-cf2162fbf72c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:39.600450 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:39.602648 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-11020d3d-e77d-43f3-a72d-b9be73c95b21 None None] Provisioning complete for port 501f2a74-9331-4749-a97b-cf2162fbf72c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:39.603125 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11020d3d-e77d-43f3-a72d-b9be73c95b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.629554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:39.630241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.670070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-11020d3d-e77d-43f3-a72d-b9be73c95b21 None None] Port 501f2a74-9331-4749-a97b-cf2162fbf72c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:39.732940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.773541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:39.786511 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.792449 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:39.822308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8596c-7294-4bed-b047-71bd37630ce5 req-ae38d35c-e831-4c42-95ad-076bf3864bc0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.823888 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcb8596c-7294-4bed-b047-71bd37630ce5 req-ae38d35c-e831-4c42-95ad-076bf3864bc0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 931 time: 0.1565254 Jun 17 08:51:39.860972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:39.864521 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:39.901386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501f2a74-9331-4749-a97b-cf2162fbf72c {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:39.911534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcb8596c-7294-4bed-b047-71bd37630ce5 req-5a497598-6b1b-4384-adf4-6af9e62405d8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787373 Jun 17 08:51:39.916750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.935287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Transition to ACTIVE for port object 501f2a74-9331-4749-a97b-cf2162fbf72c will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:39.941555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.953476 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:40.035419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:40.045772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:40.124803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:40.125149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:40.125522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:40.131179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:51:40.131587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:40.137618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:40.138091 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Checking segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:40.138534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Bound using segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:40.139191 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Bound port: 501f2a74-9331-4749-a97b-cf2162fbf72c, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:40.139752 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.209241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:40.212524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:40.216640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.220090 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:40.250101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.250873 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.252280 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 1092 time: 0.8995540 Jun 17 08:51:40.252886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:40.255227 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e" -d '{"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:40.301661 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044033ed-f492-4459-9526-ca8a8cc5b3d0 x-openstack-request-id: req-044033ed-f492-4459-9526-ca8a8cc5b3d0 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:40.302189 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:40.302346 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-044033ed-f492-4459-9526-ca8a8cc5b3d0 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:40.302882 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'status': 'completed', 'code': 200} Jun 17 08:51:40.317349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:40.322025 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:40.369093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-5de6ec43-4be2-4a86-9b7f-c00f68790506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.370656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-5de6ec43-4be2-4a86-9b7f-c00f68790506 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1095 time: 0.0628548 Jun 17 08:51:40.421565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-fda466fc-8775-4b30-90de-6bca9fcda2d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 217 time: 0.0434427 Jun 17 08:51:40.479181 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-2f975d5a-ca7c-4240-91a7-4fac2e18270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.480652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-2f975d5a-ca7c-4240-91a7-4fac2e18270a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0517030 Jun 17 08:51:40.542698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-fd79d49c-1136-47e5-8cf1-708b1ecf9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.544225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-fd79d49c-1136-47e5-8cf1-708b1ecf9819 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565312 Jun 17 08:51:40.643846 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-cfd55d3f-055d-4707-bc13-7d3244cf00f0 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926042 Jun 17 08:51:40.738221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c01846e0-a66c-4d03-a183-309c9ad3664f req-4f49e31b-04d6-4263-a7f4-d3bff83c0a49 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876858 Jun 17 08:51:40.849057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-cbd744e5-0b96-415d-b6c5-cac792d910c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.850544 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-cbd744e5-0b96-415d-b6c5-cac792d910c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1095 time: 0.0584912 Jun 17 08:51:40.953698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-9f956143-6e16-46d3-8c15-1c07c2b06a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.955205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-9f956143-6e16-46d3-8c15-1c07c2b06a2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.0986028 Jun 17 08:51:41.001962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-db74753d-54ed-419d-b01d-71a538538cf1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 217 time: 0.0394108 Jun 17 08:51:41.085422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-deb07bd7-8849-4b17-bde7-41bd30f9addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:41.086879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-deb07bd7-8849-4b17-bde7-41bd30f9addf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0783937 Jun 17 08:51:41.142295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6684f80-408e-4f9a-88e4-31ab1eeef259 req-8790e075-7334-4a7b-9ffb-397535bc3c1f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:41.143794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6684f80-408e-4f9a-88e4-31ab1eeef259 req-8790e075-7334-4a7b-9ffb-397535bc3c1f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 943 time: 0.1084235 Jun 17 08:51:41.190351 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-44f48e84-bdba-4119-90e4-69beb32a8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:41.192114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-44f48e84-bdba-4119-90e4-69beb32a8030 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978730 Jun 17 08:51:41.197435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d6684f80-408e-4f9a-88e4-31ab1eeef259 req-c0939813-5fe6-4d55-b4ae-267ed28a4d24 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478396 Jun 17 08:51:41.292884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-9e54b38d-758c-4af1-843c-0c43529fabb1 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936291 Jun 17 08:51:41.372982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:41.393801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea7cee14-1bef-4bf2-8d97-1f2092efe98e req-577b76db-9d36-437e-8a6b-4fd46f065f83 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941467 Jun 17 08:51:41.425461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:41.425940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.389279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae4e45-0ac7-43b5-83c7-cccdb35e14b1 req-450be157-ed03-45e9-acdf-1af0b3d7c0f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:42.390939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34ae4e45-0ac7-43b5-83c7-cccdb35e14b1 req-450be157-ed03-45e9-acdf-1af0b3d7c0f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 943 time: 0.0727832 Jun 17 08:51:42.430093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34ae4e45-0ac7-43b5-83c7-cccdb35e14b1 req-b07adb16-493e-4013-b660-2ec3aa5ba170 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332501 Jun 17 08:51:43.023952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:51:43.125127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:43.137298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'mac_address': 'fa:16:3e:dc:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:51:43.173651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.185737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501f2a74-9331-4749-a97b-cf2162fbf72c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:43.205641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:43.211899 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.214029 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ce55586-73bf-427e-813f-1cacd3e2dda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:43.266369 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.269488 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:43.445130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['501f2a74-9331-4749-a97b-cf2162fbf72c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:43.613266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d528f64-1de0-4e34-94fb-b991f9bf033f req-a28b8d09-285f-4ee0-a275-da9464a98630 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:43.614806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d528f64-1de0-4e34-94fb-b991f9bf033f req-a28b8d09-285f-4ee0-a275-da9464a98630 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 944 time: 0.0708823 Jun 17 08:51:43.659305 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7d528f64-1de0-4e34-94fb-b991f9bf033f req-5bdc7d1f-b095-4d81-80f2-c93063fa0d4c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377264 Jun 17 08:51:44.840173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260b19-0a74-4ab5-a0cc-d4bbcb7306a5 req-9f952ad3-811f-448d-adef-eb5ba348c50f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:44.841682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4260b19-0a74-4ab5-a0cc-d4bbcb7306a5 req-9f952ad3-811f-448d-adef-eb5ba348c50f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 944 time: 0.0692883 Jun 17 08:51:44.892045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4260b19-0a74-4ab5-a0cc-d4bbcb7306a5 req-7f9f5773-5805-4f30-9c0d-a4dc6ce2f04e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413573 Jun 17 08:51:45.039357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:45.088813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 501f2a74-9331-4749-a97b-cf2162fbf72c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:45.092619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 501f2a74-9331-4749-a97b-cf2162fbf72c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:45.093078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.173366 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.203164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:45.205497 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fbdf84-307c-4f14-a4c9-d8f520987be4" -d '{"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-plugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:45.218153 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:45.223193 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.225041 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:45.247646 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8fe8a9-3f49-498b-ac5d-0cb0e5ca8fd4 x-openstack-request-id: req-ea8fe8a9-3f49-498b-ac5d-0cb0e5ca8fd4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:45.248091 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-plugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:45.248361 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea8fe8a9-3f49-498b-ac5d-0cb0e5ca8fd4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:45.248805 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'code': 200} Jun 17 08:51:45.286112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:45.289480 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:45.364821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457479f-e62f-4f6e-8cdc-373422dabbb9 req-69fffcb0-1745-4e0f-b24b-4079859459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:45.366415 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3457479f-e62f-4f6e-8cdc-373422dabbb9 req-69fffcb0-1745-4e0f-b24b-4079859459d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1097 time: 0.0551541 Jun 17 08:51:45.402531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3457479f-e62f-4f6e-8cdc-373422dabbb9 req-a7274df4-a23b-45c1-93e2-f7f26f7ed1a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289676 Jun 17 08:51:46.078611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fb42-6b85-46cd-ad96-f1983d4ad862 req-f3144d66-761b-4060-9563-85e9f42d082d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:46.080859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9199fb42-6b85-46cd-ad96-f1983d4ad862 req-f3144d66-761b-4060-9563-85e9f42d082d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0691509 Jun 17 08:51:46.120029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9199fb42-6b85-46cd-ad96-f1983d4ad862 req-8991dd02-04e4-4456-9f14-95028487ca0c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Jun 17 08:51:47.242660 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.299090 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b832-bb87-4f6a-b11d-9f37b87a6abd req-72eeb7dd-e45f-4ca0-ae7b-c1267fcd830c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.300584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3c5b832-bb87-4f6a-b11d-9f37b87a6abd req-72eeb7dd-e45f-4ca0-ae7b-c1267fcd830c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0639391 Jun 17 08:51:47.341798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f3c5b832-bb87-4f6a-b11d-9f37b87a6abd req-02669c46-96af-421d-84b0-d169ffbe9cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350902 Jun 17 08:51:47.523998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6f25a-deef-41ea-9753-41638855ba8a req-8b4334e6-fde6-47cc-9536-1c5ba0ccb252 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.525508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54c6f25a-deef-41ea-9753-41638855ba8a req-8b4334e6-fde6-47cc-9536-1c5ba0ccb252 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0704165 Jun 17 08:51:47.563439 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54c6f25a-deef-41ea-9753-41638855ba8a req-f6f09d0e-c298-4b37-a6af-d87c259075be tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Jun 17 08:51:47.588289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55172) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:47.645077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b73046-4c5d-4e10-88d3-29b844488a2e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.646689 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-35b73046-4c5d-4e10-88d3-29b844488a2e tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1092 time: 0.0573356 Jun 17 08:51:47.649398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 55174) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:47.653866 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:47.679974 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.787517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.895860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.237 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/0fbfc8dc-90e6-4436-9ecc-c355c69dffd5) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:48.019267 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.057659 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.059661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-45f26a30-0900-4865-aea4-299ffcedfbe7 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:48.093453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:48.096966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:48.100930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:48.128079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=0fbfc8dc-90e6-4436-9ecc-c355c69dffd5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:48.131483 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:48.505568 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.584774 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.736090 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.741284 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.743683 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb5474d1-acdc-4659-8aa3-a5db701234f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:48.822673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=0fbfc8dc-90e6-4436-9ecc-c355c69dffd5,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:48.826951 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:48.837080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.939621 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 98d4d079-d1dc-4d1c-9f23-de9425134c96 associated. External IP: 172.25.7.237, port: 501f2a74-9331-4749-a97b-cf2162fbf72c. Jun 17 08:51:49.152164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 72f79fdf-e719-455e-81ff-374e5bad96be has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:49.260861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:49.274426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] Sync routers for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:49.283694 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.286394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:49.287218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:51:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.330006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6794827 Jun 17 08:51:49.330715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:49.343623 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d9d42-4694-43d0-bf71-2733c9097c55" -d '{"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:49.501156 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd07feef-c49e-4a8f-b7e0-74092d2b0ccf x-openstack-request-id: req-cd07feef-c49e-4a8f-b7e0-74092d2b0ccf {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:49.501496 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:49.501902 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd07feef-c49e-4a8f-b7e0-74092d2b0ccf {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:49.502345 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'status': 'completed', 'code': 200} Jun 17 08:51:49.591254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.593398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d94a5-f3be-425b-af2f-c3d6d4e1c23b req-d46d4a65-e6a8-4938-a006-d6292eb53a17 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.596356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f1d94a5-f3be-425b-af2f-c3d6d4e1c23b req-d46d4a65-e6a8-4938-a006-d6292eb53a17 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.1332152 Jun 17 08:51:49.627429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-77b83e13-b024-40ae-ad5f-fdfa9b64939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.629082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-77b83e13-b024-40ae-ad5f-fdfa9b64939b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1097 time: 0.1202633 Jun 17 08:51:49.630068 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:49.666384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f1d94a5-f3be-425b-af2f-c3d6d4e1c23b req-91c00cfd-fdce-4887-b46b-7cd98a16e83f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641851 Jun 17 08:51:49.698921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55222) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:49.736304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-7a068c78-c3a4-42c3-8702-27c58f2867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.738004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-7a068c78-c3a4-42c3-8702-27c58f2867e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.0990310 Jun 17 08:51:49.768888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-59837301-b5b1-48a8-9758-753150c210b1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/98d4d079-d1dc-4d1c-9f23-de9425134c96 HTTP/1.1" status: 200 len: 991 time: 0.0685718 Jun 17 08:51:49.816524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-78dd1bba-9e5a-4154-8fa3-62cd20edb6bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.0724258 Jun 17 08:51:49.871415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-6f7f14aa-56fb-4228-98bd-82180b29e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.873428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-6f7f14aa-56fb-4228-98bd-82180b29e793 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0501847 Jun 17 08:51:49.886040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '98d4d079-d1dc-4d1c-9f23-de9425134c96', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'mac_address': 'fa:16:3e:dc:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:51:48Z', 'updated_at': '2021-06-17T08:51:48Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.917936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] Checking router: 72f79fdf-e719-455e-81ff-374e5bad96be for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:49.926628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:49.927507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:51:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.932883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-f6eafbd4-541b-4e2b-bbbb-c6a99172d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.934477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-f6eafbd4-541b-4e2b-bbbb-c6a99172d3de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550551 Jun 17 08:51:50.029682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-7abe5541-3e5d-41f3-bf0f-68712461bf58 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886774 Jun 17 08:51:50.033209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:50.140144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-091d9d42-4694-43d0-bf71-2733c9097c55 req-cbf40a6e-2554-4618-a135-5b4e45059ec5 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041863 Jun 17 08:51:50.276486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '98d4d079-d1dc-4d1c-9f23-de9425134c96', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'mac_address': 'fa:16:3e:dc:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:51:48Z', 'updated_at': '2021-06-17T08:51:48Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.307053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1abc2-a110-4bb8-b041-514faf9c98de None None] The sync data for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 is: [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '98d4d079-d1dc-4d1c-9f23-de9425134c96', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'mac_address': 'fa:16:3e:dc:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:51:48Z', 'updated_at': '2021-06-17T08:51:48Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:50.509208 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f49c95-8cae-4576-a02e-78687aed872a None None] New status for floating IP 98d4d079-d1dc-4d1c-9f23-de9425134c96: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:51:50.670633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-f5522e2f-3e0f-4ef7-b0df-cca2300fc54c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657108 Jun 17 08:51:50.771100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 55248) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.779058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-0ae46ab9-01d5-48be-8ce1-eaf5c2178d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:50.780565 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-0ae46ab9-01d5-48be-8ce1-eaf5c2178d6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 1098 time: 0.0659466 Jun 17 08:51:50.848954 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad17a419-5725-4737-8e31-4f43e26de897 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/98d4d079-d1dc-4d1c-9f23-de9425134c96 HTTP/1.1" status: 200 len: 993 time: 0.0710661 Jun 17 08:51:51.256533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-e7468e4d-6338-4f00-88ff-9c94fa53eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:51.259897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-e7468e4d-6338-4f00-88ff-9c94fa53eed7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.4562426 Jun 17 08:51:51.325534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-4f99870e-bf77-4ddc-b1c5-9728ea6a72d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758 HTTP/1.1" status: 200 len: 1002 time: 0.0601966 Jun 17 08:51:51.373146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-8ee8cb17-e19a-473b-a4e8-5399e47f85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:51.374600 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-8ee8cb17-e19a-473b-a4e8-5399e47f85ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0428112 Jun 17 08:51:51.439182 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-6c62be23-e573-4cc8-83c0-6434d259ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:51.441321 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-6c62be23-e573-4cc8-83c0-6434d259ba21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593717 Jun 17 08:51:51.548994 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-ad3bb04f-6b5e-4ef5-b19f-05b03113bb90 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997114 Jun 17 08:51:51.651033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-72733392-83ad-46aa-bb93-2cf54e7865d3 req-0a0d0694-cfa7-469a-b613-04c1d62e4190 service neutron] 10.222.0.60 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949326 Jun 17 08:51:55.029107 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fcc146-7da5-4f65-ae6c-577c2d8e384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.079559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-855cfed7-a4f2-4a05-b4ff-c756c969f02c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0640872 Jun 17 08:51:55.162312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-3f0f18e2-de72-4d26-9e4d-b862c36c2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.163879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-3f0f18e2-de72-4d26-9e4d-b862c36c2c65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09fc46dc08dd484daa8092e02d683c35&device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 1097 time: 0.0614109 Jun 17 08:51:55.270889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-77033232-7f8c-4703-b0a7-6bef112ec97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.272477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-77033232-7f8c-4703-b0a7-6bef112ec97f service neutron] 10.222.0.67 "GET /v2.0/networks?id=09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 200 len: 912 time: 0.0887129 Jun 17 08:51:55.340956 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-3cc8253d-63ea-477b-97f0-7dac6e77e475 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed HTTP/1.1" status: 200 len: 1000 time: 0.0626206 Jun 17 08:51:55.399210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-fdabb309-0819-4163-b8de-53778ace9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.400840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-fdabb309-0819-4163-b8de-53778ace9a86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 200 len: 850 time: 0.0529654 Jun 17 08:51:55.461261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-333bcbc5-098f-492e-99b7-ef4573fed99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.462769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-333bcbc5-098f-492e-99b7-ef4573fed99a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09817a60-49d2-4132-ba81-606c55e334db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549793 Jun 17 08:51:55.565690 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-a9051bec-ac91-440c-9804-ee5e3ed25b99 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949318 Jun 17 08:51:55.675552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b9d831b-e0f6-418c-9f51-e987cdd774ad req-5ed2ebf5-2ae5-41b0-9d42-294289a36472 service neutron] 10.222.0.67 "GET /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020820 Jun 17 08:51:57.604676 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.878236 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29cc699d-9b97-4127-b791-de7de31c6302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.887254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.327317 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.730321 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:52:14.140487 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d160d3f-56cb-411c-b3ae-8c5f745e5515 req-2126b7b5-ab69-46c8-8976-e04378e94a2f tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:14.141986 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d160d3f-56cb-411c-b3ae-8c5f745e5515 req-2126b7b5-ab69-46c8-8976-e04378e94a2f tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 950 time: 0.0632467 Jun 17 08:52:14.180010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d160d3f-56cb-411c-b3ae-8c5f745e5515 req-d912b8d9-9085-4982-a09a-2a3bb36706ab tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Jun 17 08:52:15.356737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0c1b7-6eb4-4e61-af17-883c459f3ed7 req-e8f81c0e-9e31-4399-9e12-1f31b739e170 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:15.358226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32c0c1b7-6eb4-4e61-af17-883c459f3ed7 req-e8f81c0e-9e31-4399-9e12-1f31b739e170 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 950 time: 0.0682006 Jun 17 08:52:15.395299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32c0c1b7-6eb4-4e61-af17-883c459f3ed7 req-b82130ec-5de1-4651-bb47-63fc746a4d1f tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/security-groups?id=0692c046-2251-41f4-9021-e3e98a324308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Jun 17 08:52:15.655213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-9db8adf1-be74-4bf5-a1e3-3ba8be244f4e tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:15.656655 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-9db8adf1-be74-4bf5-a1e3-3ba8be244f4e tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.67 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 950 time: 0.0625613 Jun 17 08:52:15.760036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Deleting port 0c866aaa-8c63-409e-9b86-ffabf75191f3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:15.760544 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.852670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] For port 0c866aaa-8c63-409e-9b86-ffabf75191f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=0c866aaa-8c63-409e-9b86-ffabf75191f3,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:15.852906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.920479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Calling delete_port for 0c866aaa-8c63-409e-9b86-ffabf75191f3 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:16.054948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.060364 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3351e9ed-2a2a-46c8-8df2-b9662c7a4f00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.067917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['0c866aaa-8c63-409e-9b86-ffabf75191f3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:16.102035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Pushing event deleted for resources: {'Port': ['ID=0c866aaa-8c63-409e-9b86-ffabf75191f3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.106870 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:16.159376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] No DVR routers for this DVR port 0c866aaa-8c63-409e-9b86-ffabf75191f3 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:16.162293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.164550 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-36fe9f97-012a-4e6f-af10-f7b925f66c16 req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.67 "DELETE /v2.0/ports/0c866aaa-8c63-409e-9b86-ffabf75191f3 HTTP/1.1" status: 204 len: 173 time: 0.5012813 Jun 17 08:52:16.165165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'name': 'network-vif-deleted', 'tag': '0c866aaa-8c63-409e-9b86-ffabf75191f3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:16.176591 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23680c-5edc-4e9f-9a0c-8b5e85e14320" -d '{"events": [{"server_uuid": "adb74e3c-e9da-4773-9d6c-3e49b5d20a59", "name": "network-vif-deleted", "tag": "0c866aaa-8c63-409e-9b86-ffabf75191f3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:16.290176 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb1d10e-7fcc-4b7c-8ad4-5f643174584b x-openstack-request-id: req-0eb1d10e-7fcc-4b7c-8ad4-5f643174584b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:16.290794 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb74e3c-e9da-4773-9d6c-3e49b5d20a59", "name": "network-vif-deleted", "tag": "0c866aaa-8c63-409e-9b86-ffabf75191f3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:16.291395 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0eb1d10e-7fcc-4b7c-8ad4-5f643174584b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:16.291892 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb74e3c-e9da-4773-9d6c-3e49b5d20a59', 'name': 'network-vif-deleted', 'tag': '0c866aaa-8c63-409e-9b86-ffabf75191f3', 'status': 'completed', 'code': 200} Jun 17 08:52:16.565842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1be4254d-4dfe-42af-b292-3617a96612c2 req-1f6bc767-b33b-4ea6-abd6-7248a32776bd tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb74e3c-e9da-4773-9d6c-3e49b5d20a59 HTTP/1.1" status: 200 len: 210 time: 0.0349171 Jun 17 08:52:17.246309 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.194955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0c866aaa-8c63-409e-9b86-ffabf75191f3 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:19.215096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 0c866aaa-8c63-409e-9b86-ffabf75191f3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:19.215456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 0c866aaa-8c63-409e-9b86-ffabf75191f3 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:19.456800 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.100461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ad07-eea1-4cc6-839e-05d329e2ab15 req-942acef0-9824-42aa-82dd-35aa9b827f4d tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:22.102889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18a4ad07-eea1-4cc6-839e-05d329e2ab15 req-942acef0-9824-42aa-82dd-35aa9b827f4d tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1097 time: 0.0608766 Jun 17 08:52:22.140872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18a4ad07-eea1-4cc6-839e-05d329e2ab15 req-c3a1c3e2-f1c8-4fa2-97e8-13e142e7a7a9 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Jun 17 08:52:22.318794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfbf79-d52f-4ef2-9339-11c60de12c84 req-c8f18e85-2bc8-4043-bb1d-899a14b8f978 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:22.320638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8bfbf79-d52f-4ef2-9339-11c60de12c84 req-c8f18e85-2bc8-4043-bb1d-899a14b8f978 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0660837 Jun 17 08:52:22.370202 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8bfbf79-d52f-4ef2-9339-11c60de12c84 req-6cc854f0-c524-42b3-a7d8-0599befa3750 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Jun 17 08:52:22.396467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56070) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:22.464283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-da2ab028-d798-48a4-8db4-b6c7cc363da8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/98d4d079-d1dc-4d1c-9f23-de9425134c96 HTTP/1.1" status: 200 len: 993 time: 0.0661631 Jun 17 08:52:23.205932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6e910-e5a9-4521-a906-aefb923a8591 req-0cb20eac-2076-4b7d-bfe7-51e427cac237 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:23.207621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2bb6e910-e5a9-4521-a906-aefb923a8591 req-0cb20eac-2076-4b7d-bfe7-51e427cac237 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0907557 Jun 17 08:52:23.274409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2bb6e910-e5a9-4521-a906-aefb923a8591 req-8b365b75-ee8a-4dd2-98b8-53a13b60739d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491278 Jun 17 08:52:23.290036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5015dc20-fb73-4934-bad9-0536b0f82da7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2426221 Jun 17 08:52:24.471740 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019654a7-bd17-4233-b4ef-75932349928a req-16434807-38ee-4e47-8526-b716b7c91b2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:24.473999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-019654a7-bd17-4233-b4ef-75932349928a req-16434807-38ee-4e47-8526-b716b7c91b2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0714679 Jun 17 08:52:24.526075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-019654a7-bd17-4233-b4ef-75932349928a req-3b358bd5-b360-4a78-a29c-ec872fa806a0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464079 Jun 17 08:52:24.654713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-11bbdb2f-3640-4682-8ed5-31c9b98327f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:24.656845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-11bbdb2f-3640-4682-8ed5-31c9b98327f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1097 time: 0.0686021 Jun 17 08:52:24.760758 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-8ab14e54-1ed1-4688-a080-fa30eade3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:24.762252 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-8ab14e54-1ed1-4688-a080-fa30eade3205 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.0990653 Jun 17 08:52:24.832452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-ac4bfecb-7bec-4faa-b0c3-ce8c9c134efb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 1001 time: 0.0637510 Jun 17 08:52:24.890164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-ccb912c8-512d-4256-9d86-c09e7122b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:24.891644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-ccb912c8-512d-4256-9d86-c09e7122b2ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0530751 Jun 17 08:52:24.957372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-e0eb61b8-5837-4ad7-b39b-e731db23ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:24.959229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-e0eb61b8-5837-4ad7-b39b-e731db23ad21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594449 Jun 17 08:52:25.025227 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af679961-f982-488e-ac61-f001d8897a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.063254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-a56632ae-1987-44cd-bab8-ffc2c45eb290 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950387 Jun 17 08:52:25.155085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-74ccb91a-85c9-448a-8896-4ee95dc66657 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851088 Jun 17 08:52:25.739093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a3db-ac58-428b-8d36-76e0a653b72b req-a489decc-abd9-4767-bc25-b550572904e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:25.740636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45b9a3db-ac58-428b-8d36-76e0a653b72b req-a489decc-abd9-4767-bc25-b550572904e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0952799 Jun 17 08:52:25.795342 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45b9a3db-ac58-428b-8d36-76e0a653b72b req-8dabe6b1-a7f7-43e2-b8af-c7d2d81923b7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482585 Jun 17 08:52:25.887717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d7be2-6a5c-4940-9ac6-580d2ee24095 req-c6f7f678-30b0-4d2b-965f-6dc3d3560525 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:25.890287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a5d7be2-6a5c-4940-9ac6-580d2ee24095 req-c6f7f678-30b0-4d2b-965f-6dc3d3560525 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 945 time: 0.0670974 Jun 17 08:52:25.930286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9a5d7be2-6a5c-4940-9ac6-580d2ee24095 req-ffdd5587-55f8-4e8f-9acd-299adfc1f854 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336294 Jun 17 08:52:26.985000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e46765-76d6-4922-91d7-aabf5496c2bf req-dad8a1f6-0506-4908-b6e9-0588994148b7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.987424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5e46765-76d6-4922-91d7-aabf5496c2bf req-dad8a1f6-0506-4908-b6e9-0588994148b7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0720251 Jun 17 08:52:27.028466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5e46765-76d6-4922-91d7-aabf5496c2bf req-bee65b3b-2dbf-4a15-8bfb-dde98387bbe3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355353 Jun 17 08:52:27.127121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20918f9-dda4-47c9-a385-4c96daa788a7 req-b2c67fb6-a9f5-4aa1-b410-fb188e4ac495 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:27.129208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e20918f9-dda4-47c9-a385-4c96daa788a7 req-b2c67fb6-a9f5-4aa1-b410-fb188e4ac495 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 945 time: 0.0698552 Jun 17 08:52:27.169231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e20918f9-dda4-47c9-a385-4c96daa788a7 req-741ecc4a-4d16-4535-b564-c792bcc92b70 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbc02b48-d73d-4076-992c-87d149274ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Jun 17 08:52:27.401590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-71851403-b045-476d-baa1-94914942a171 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:27.403016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-71851403-b045-476d-baa1-94914942a171 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 945 time: 0.0639763 Jun 17 08:52:27.511468 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Deleting port 6f5e06a3-5068-40fc-8148-e726fed8b5ed {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:27.511817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.606692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] For port 6f5e06a3-5068-40fc-8148-e726fed8b5ed, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6f5e06a3-5068-40fc-8148-e726fed8b5ed,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:27.607126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.607714 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.787006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.787442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.787780 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Floating IP 263e432a-8939-4ccc-9ba7-77c227367ceb disassociated. External IP: 172.25.7.35, port: 6f5e06a3-5068-40fc-8148-e726fed8b5ed. Jun 17 08:52:27.788187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Calling delete_port for 6f5e06a3-5068-40fc-8148-e726fed8b5ed owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:27.884961 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f3171a5-85f1-4933-b61b-5bb12766c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.928732 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.932922 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1e4cbce0-c0d5-411c-9a06-046010f8465b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.964395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event deleted for resources: {'Port': ['ID=6f5e06a3-5068-40fc-8148-e726fed8b5ed,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:27.971725 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:28.082592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:28.237660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:28.251897 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:28.253118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4547f8-750b-42f7-b486-6a99e21932e6 req-c012edea-5e02-4fca-ac47-fd28e3f2f508 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.254645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b4547f8-750b-42f7-b486-6a99e21932e6 req-c012edea-5e02-4fca-ac47-fd28e3f2f508 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0995438 Jun 17 08:52:28.264018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:28.264932 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.293469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] No DVR routers for this DVR port 6f5e06a3-5068-40fc-8148-e726fed8b5ed on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:28.303759 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.305810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-96f32c6e-810a-4a22-977e-bdfe6404cff3 req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.67 "DELETE /v2.0/ports/6f5e06a3-5068-40fc-8148-e726fed8b5ed HTTP/1.1" status: 204 len: 173 time: 0.8972411 Jun 17 08:52:28.307500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'name': 'network-vif-deleted', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:28.309947 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d29f3e-3b24-4a2c-aed2-8b6bdaa665e4" -d '{"events": [{"server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "name": "network-vif-deleted", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:28.359166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-70163d79-0b1b-479b-a259-203732f1f15d req-2b407e3e-69b2-4c16-a229-43a9f22fdffc tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe HTTP/1.1" status: 200 len: 210 time: 0.0523467 Jun 17 08:52:28.379452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6b4547f8-750b-42f7-b486-6a99e21932e6 req-a98e8ab0-65c7-4d6d-a409-a132500f47a3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081047 Jun 17 08:52:28.451754 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc68f8-072d-4e05-bdeb-27b7c670c0c5 x-openstack-request-id: req-c5cc68f8-072d-4e05-bdeb-27b7c670c0c5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:28.452379 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe", "name": "network-vif-deleted", "tag": "6f5e06a3-5068-40fc-8148-e726fed8b5ed", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:28.452896 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5cc68f8-072d-4e05-bdeb-27b7c670c0c5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:28.453418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:28.453778 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c91e3d-e22c-4ca7-a7f5-d79e865aa8fe', 'name': 'network-vif-deleted', 'tag': '6f5e06a3-5068-40fc-8148-e726fed8b5ed', 'status': 'completed', 'code': 200} Jun 17 08:52:28.690821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.717254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:28.726321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:28.726976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.845316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:28.897945 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.116264 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:29.147857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6003b8b-26b9-45e0-acc0-e06ca3ab11d1 None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 4, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'c787ff2b-449d-484d-8a2d-117e62255c76', 'name': '', 'network_id': '09817a60-49d2-4132-ba81-606c55e334db', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'mac_address': 'fa:16:3e:cf:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:28Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'subnets': [{'id': 'c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:29.258172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d093bbd-0f0e-4cd6-91e5-8b7b382440ed req-13ec3f4f-2f7a-432b-97be-c14ee881b433 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:29.259889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d093bbd-0f0e-4cd6-91e5-8b7b382440ed req-13ec3f4f-2f7a-432b-97be-c14ee881b433 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 946 time: 0.0752048 Jun 17 08:52:29.307687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3d093bbd-0f0e-4cd6-91e5-8b7b382440ed req-05b02238-114e-4af7-8cfa-728b32f26051 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Jun 17 08:52:29.391593 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea38f16-19b1-41f2-a44b-0308927915ef None None] New status for floating IP 263e432a-8939-4ccc-9ba7-77c227367ceb: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:52:29.546535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56232) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.605367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f7828-8dc7-4c14-839e-1d26917679a2 req-34afbc38-8514-4afa-be3e-c2b16deb386c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:29.607154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-522f7828-8dc7-4c14-839e-1d26917679a2 req-34afbc38-8514-4afa-be3e-c2b16deb386c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0726848 Jun 17 08:52:29.609790 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.634980 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.655797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-522f7828-8dc7-4c14-839e-1d26917679a2 req-4c1d3f48-298b-4845-8709-dc2bb2282e21 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 Jun 17 08:52:29.685084 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.687859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.689102 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "DELETE /v2.0/security-groups/dbc02b48-d73d-4076-992c-87d149274ebd HTTP/1.1" status: 204 len: 168 time: 0.1412735 Jun 17 08:52:29.689942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a6a46d4e-5dcd-46da-bb85-f1dfc560cec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:29.692442 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56234) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.699073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc02b48-d73d-4076-992c-87d149274ebd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:29.707855 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-6ac565a4-5e67-40f5-b634-11b858ef99d9 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] show failed (client error): The resource could not be found. Jun 17 08:52:29.708062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.708341 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.708744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.708896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6ac565a4-5e67-40f5-b634-11b858ef99d9 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "GET /v2.0/security-groups/dbc02b48-d73d-4076-992c-87d149274ebd HTTP/1.1" status: 404 len: 347 time: 0.0154572 Jun 17 08:52:29.709155 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.709504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.709869 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.711655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.711935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56236) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.712064 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.712390 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.712766 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.713124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.713482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:29.716724 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:29.849012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Deleting port 4837f4b3-485d-495a-a657-36e31317973e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:29.849357 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.933932 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.934273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.999690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Calling delete_port for 4837f4b3-485d-495a-a657-36e31317973e owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:30.135189 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.137183 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f5cdd16-e863-4dcc-84c5-63cc88cafc81 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.160194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Pushing event deleted for resources: {'Port': ['ID=4837f4b3-485d-495a-a657-36e31317973e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.173990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.174392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.175012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.175396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.175781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.176168 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.176541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.176911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.177278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.177647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.178006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.178375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:30.200265 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:30.242649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.245880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.247857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] 10.222.0.65 "DELETE /v2.0/floatingips/263e432a-8939-4ccc-9ba7-77c227367ceb HTTP/1.1" status: 204 len: 168 time: 0.5349731 Jun 17 08:52:30.335001 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.507334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3634d-aaca-41cf-8a6f-ea2e97d6d85d req-63b05981-f1b6-4db3-af88-e29cee49a160 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:30.508822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-44f3634d-aaca-41cf-8a6f-ea2e97d6d85d req-63b05981-f1b6-4db3-af88-e29cee49a160 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 946 time: 0.0666766 Jun 17 08:52:30.552035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-44f3634d-aaca-41cf-8a6f-ea2e97d6d85d req-953969cd-a483-4136-bef5-64ad856570f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370367 Jun 17 08:52:30.753362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-f369e067-1866-40cd-9229-66eb38835bfb tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:30.756114 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-f369e067-1866-40cd-9229-66eb38835bfb tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 946 time: 0.1024034 Jun 17 08:52:30.921444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967cf4d-8e11-424b-9d16-481bd731439c req-31cc1951-7833-43a4-bd36-cdc2a4121359 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:30.923922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7967cf4d-8e11-424b-9d16-481bd731439c req-31cc1951-7833-43a4-bd36-cdc2a4121359 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.1221433 Jun 17 08:52:30.940252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:30.940592 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.025942 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7967cf4d-8e11-424b-9d16-481bd731439c req-a202ce30-7cc3-4198-81bd-bc0601dd7712 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940547 Jun 17 08:52:31.068412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:31.068773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.260533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.260913 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.261230 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Floating IP 93059bd1-ab73-4e73-a576-f56f71ebc820 disassociated. External IP: 172.25.7.174, port: 68ffc9be-9f4f-450a-80f0-b9fd79a2c758. Jun 17 08:52:31.261561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:31.269970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6f5e06a3-5068-40fc-8148-e726fed8b5ed no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:31.292752 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 6f5e06a3-5068-40fc-8148-e726fed8b5ed {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:31.293384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6f5e06a3-5068-40fc-8148-e726fed8b5ed not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:31.415573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.421690 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd89bf10-4a40-4675-bd42-f28d04e168f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:31.449947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=68ffc9be-9f4f-450a-80f0-b9fd79a2c758,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.453140 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.936920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d09555fb-56df-49b6-9b19-b2a535698eb8 req-269ec476-4058-4626-a7d0-90b318967a9d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0457544 Jun 17 08:52:31.975504 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:32.096767 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:32.110120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:32.122698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:32.123623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:32.144482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:32.147107 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.149209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5cea75d1-48b6-4edd-8291-09678edbd8be req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.60 "DELETE /v2.0/ports/68ffc9be-9f4f-450a-80f0-b9fd79a2c758 HTTP/1.1" status: 204 len: 173 time: 1.3866484 Jun 17 08:52:32.149980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'name': 'network-vif-deleted', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:32.152297 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea899d-a74e-4abb-aadb-ba42321db798" -d '{"events": [{"server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "name": "network-vif-deleted", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:32.208619 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46e60a-cae1-4bfc-abc2-2a2dc6b87be7 x-openstack-request-id: req-4a46e60a-cae1-4bfc-abc2-2a2dc6b87be7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:32.209296 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f438b-f8f8-472f-a72f-a8cb4c3ff107", "name": "network-vif-deleted", "tag": "68ffc9be-9f4f-450a-80f0-b9fd79a2c758", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:32.209766 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a46e60a-cae1-4bfc-abc2-2a2dc6b87be7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:32.210421 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f438b-f8f8-472f-a72f-a8cb4c3ff107', 'name': 'network-vif-deleted', 'tag': '68ffc9be-9f4f-450a-80f0-b9fd79a2c758', 'status': 'completed', 'code': 200} Jun 17 08:52:32.314795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c185ff-ea5a-48a8-b22a-7a8c25811353 req-1849bc3f-08af-4e0c-9cd5-56307929fd8d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:32.316735 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9c185ff-ea5a-48a8-b22a-7a8c25811353 req-1849bc3f-08af-4e0c-9cd5-56307929fd8d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0895016 Jun 17 08:52:32.324573 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:32.382470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b9c185ff-ea5a-48a8-b22a-7a8c25811353 req-e50e7f84-64fe-4b03-8153-6b15b2af06af tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597527 Jun 17 08:52:32.619987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:32.649576 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:32.659429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:32.660090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:32.777615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:33.072370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:33.106422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3a8b4-73b6-4f5a-a564-ae1c8ab9c137 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:33.165650 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-01628502-7e10-4ca4-80ea-cef2f362bedd req-c1350289-73e7-4521-b52e-8d5ff2da1576 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0455863 Jun 17 08:52:33.510505 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209e650-4f02-4096-aaa2-c985a77717f9 None None] New status for floating IP 93059bd1-ab73-4e73-a576-f56f71ebc820: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:52:33.722679 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622b1b3-bac9-4862-8b35-4053d2e19fd0 req-9d4b6f8a-86bf-4f92-a528-d38082f384fc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:33.734836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e622b1b3-bac9-4862-8b35-4053d2e19fd0 req-9d4b6f8a-86bf-4f92-a528-d38082f384fc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.1996224 Jun 17 08:52:33.789704 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e622b1b3-bac9-4862-8b35-4053d2e19fd0 req-0608686b-8635-47cb-b584-597acc6ca733 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Jun 17 08:52:34.325469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2762a8bf-a203-4f65-badf-9afe466a7daa req-11be2c10-ad54-4697-939f-87c91c04e6c4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0296879 Jun 17 08:52:34.994792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc153508-e462-4546-8e29-d95955494afd req-50659af8-0caa-40c8-a9ba-7a053c50f9f3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.996571 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc153508-e462-4546-8e29-d95955494afd req-50659af8-0caa-40c8-a9ba-7a053c50f9f3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0720663 Jun 17 08:52:35.042136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bc153508-e462-4546-8e29-d95955494afd req-1ed6984d-4425-4845-aa2e-d7535e7a2d96 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Jun 17 08:52:35.287895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:35.506817 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:35.507203 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 68ffc9be-9f4f-450a-80f0-b9fd79a2c758 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:35.508414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-407def66-e45f-429f-9b09-99bc13c7fbe6 req-451016f8-9951-4691-8341-a73122b6f0f8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0307274 Jun 17 08:52:36.229894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c1ad-e9ee-479e-a0aa-792e22e7d33d req-5560d7be-ac1f-40a0-a5cc-cb233c3f5c87 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:36.231489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8e7c1ad-e9ee-479e-a0aa-792e22e7d33d req-5560d7be-ac1f-40a0-a5cc-cb233c3f5c87 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0655844 Jun 17 08:52:36.271153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8e7c1ad-e9ee-479e-a0aa-792e22e7d33d req-2a132032-d967-4166-b531-75010b08358c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328321 Jun 17 08:52:36.682896 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db8a5e2d-79b3-4e42-98b0-b103799aacb5 req-49f5124a-9ab5-4606-9d63-1e643c93067b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=724f438b-f8f8-472f-a72f-a8cb4c3ff107 HTTP/1.1" status: 200 len: 210 time: 0.0284457 Jun 17 08:52:37.459430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a584ad0-bffa-4e29-9069-152d7c8289f0 req-876b9ec3-2322-4f1f-92de-c0f2334ae81c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:37.461398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a584ad0-bffa-4e29-9069-152d7c8289f0 req-876b9ec3-2322-4f1f-92de-c0f2334ae81c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0736201 Jun 17 08:52:37.510382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a584ad0-bffa-4e29-9069-152d7c8289f0 req-64174b2e-d611-46f5-b6a1-4919318524b8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421493 Jun 17 08:52:38.003225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-7b75e2f5-3cb9-46b8-b5fc-a86afe0fbcac tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831597237&fields=id&tenant_id=c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 267 time: 0.0371821 Jun 17 08:52:38.136120 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-62a98b4f-4bdb-4838-a5c9-a2fe61c07b7c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:38.139163 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-62a98b4f-4bdb-4838-a5c9-a2fe61c07b7c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.1268880 Jun 17 08:52:38.155111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-ca3b4014-92c0-4ad0-8fe0-a15c95ab4ad9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0106432 Jun 17 08:52:38.250693 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-c9434e20-782b-4c6a-989c-0a62ce47b34e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824542 Jun 17 08:52:38.374070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-27a8cc21-882d-4d09-b875-80d53a19b6d7 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208429 Jun 17 08:52:38.515443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-df6dfda3-c313-4731-8566-684f05f21c1f service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400530 Jun 17 08:52:38.791925 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e66ee-6a4b-4e53-9f4e-5feb0b125ef9 req-e66088bf-4a27-4a8c-9682-19c118c31ffe tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:38.795112 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-403e66ee-6a4b-4e53-9f4e-5feb0b125ef9 req-e66088bf-4a27-4a8c-9682-19c118c31ffe tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.1087923 Jun 17 08:52:38.879774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-403e66ee-6a4b-4e53-9f4e-5feb0b125ef9 req-8e7d3d9a-a082-4dcb-9338-e9fdbd1fc77a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785937 Jun 17 08:52:39.094335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c4c01be-c047-4ad7-8651-499bd380c7cd req-891878d3-a58d-49b6-a8c4-65ec3ca87fb6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 210 time: 0.0489790 Jun 17 08:52:39.728764 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:52:40.107321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046496d-2ce5-46b3-b275-da45aa6e251e req-8f2e9098-a5bb-402d-83ed-65b9f7c30857 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.109584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0046496d-2ce5-46b3-b275-da45aa6e251e req-8f2e9098-a5bb-402d-83ed-65b9f7c30857 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0665414 Jun 17 08:52:40.216077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0046496d-2ce5-46b3-b275-da45aa6e251e req-8845b443-fc1e-4020-afee-c79a2be68ad7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936544 Jun 17 08:52:40.281153 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-afab06cb-5bee-4617-8867-59250c50847d req-ee1a1904-515f-458b-8a4e-7c9aa0f8d837 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 210 time: 0.0408661 Jun 17 08:52:40.289651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-f4c42e2d-708e-4124-a949-2f61619cfe64 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.291842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-f4c42e2d-708e-4124-a949-2f61619cfe64 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.1809928 Jun 17 08:52:40.340227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-49cf590a-e7e8-4c3f-bc7b-3df81171fa41 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 379 time: 0.0385346 Jun 17 08:52:40.349378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'security_groups': ['f20e249f-1cbc-4eeb-909e-7315969120b0']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:40.468441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:40.473122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.620360 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.7 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/069e0344-61ff-4592-bea0-bac7fbd65bd1) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:40.788840 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.804141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object 069e0344-61ff-4592-bea0-bac7fbd65bd1 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:40.851038 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.864972 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e389239-98c1-4e77-a60f-212a309e44d8 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:40.877025 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:40.880392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:40.905133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:40.979220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=069e0344-61ff-4592-bea0-bac7fbd65bd1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:40.986522 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:40.996516 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.998401 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.027705 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821561 Jun 17 08:52:41.048563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Request body: {'port': {'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:41.147531 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.300373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a4a49af-1cf7-488a-9c92-75e437b9bb53 None None] Provisioning for port 069e0344-61ff-4592-bea0-bac7fbd65bd1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:41.304446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a4a49af-1cf7-488a-9c92-75e437b9bb53 None None] Provisioning complete for port 069e0344-61ff-4592-bea0-bac7fbd65bd1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:41.304839 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a4a49af-1cf7-488a-9c92-75e437b9bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.370556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a49af-1cf7-488a-9c92-75e437b9bb53 None None] Port 069e0344-61ff-4592-bea0-bac7fbd65bd1 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:41.624552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418bffb-831c-473f-a744-1e09f973a578 req-7157a144-6728-41a3-b334-3030b95e04ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:41.626802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e418bffb-831c-473f-a744-1e09f973a578 req-7157a144-6728-41a3-b334-3030b95e04ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.2007000 Jun 17 08:52:41.641136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b165e-0a5d-4788-ac6b-ef0ae5c0df8e req-ec8059ca-b318-4ea8-9e83-3cb7ec8f7d5d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:41.644003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-963b165e-0a5d-4788-ac6b-ef0ae5c0df8e req-ec8059ca-b318-4ea8-9e83-3cb7ec8f7d5d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 931 time: 0.1812980 Jun 17 08:52:41.748882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069e0344-61ff-4592-bea0-bac7fbd65bd1 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:41.766276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.779350 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-963b165e-0a5d-4788-ac6b-ef0ae5c0df8e req-83ef6ed1-59ee-4161-8c0b-fee82404400a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202209 Jun 17 08:52:41.787216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e418bffb-831c-473f-a744-1e09f973a578 req-d9d3e3b8-fb6f-4d09-b264-ab23f7e45a20 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371629 Jun 17 08:52:41.798529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Transition to ACTIVE for port object 069e0344-61ff-4592-bea0-bac7fbd65bd1 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:41.804193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.819065 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:41.913958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Pushing event updated for resources: {'Port': ['ID=069e0344-61ff-4592-bea0-bac7fbd65bd1,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.918836 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:41.969061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56396) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:42.049042 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Attempting to bind port 069e0344-61ff-4592-bea0-bac7fbd65bd1 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:42.049395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Attempting to bind port 069e0344-61ff-4592-bea0-bac7fbd65bd1 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:42.049730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Attempting to bind port 069e0344-61ff-4592-bea0-bac7fbd65bd1 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:42.058751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Port 069e0344-61ff-4592-bea0-bac7fbd65bd1 on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:42.059505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Attempting to bind port 069e0344-61ff-4592-bea0-bac7fbd65bd1 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:42.066653 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:42.067322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:42.067994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:42.068658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Bound port: 069e0344-61ff-4592-bea0-bac7fbd65bd1, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:42.069224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.145402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] For port 069e0344-61ff-4592-bea0-bac7fbd65bd1, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:42.153188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] For port 069e0344-61ff-4592-bea0-bac7fbd65bd1, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:42.160820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.164857 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c9b88345-7a61-45e4-9d0b-95b88b066fe0 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:42.225162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.225884 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.227283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] 10.222.0.67 "PUT /v2.0/ports/069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 1092 time: 1.1925538 Jun 17 08:52:42.227914 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:42.238358 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac395f47-e4e4-4232-81a7-1a66e1a33d32" -d '{"events": [{"name": "network-changed", "server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:42.245513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Pushing event updated for resources: {'Port': ['ID=069e0344-61ff-4592-bea0-bac7fbd65bd1,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:42.260902 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:42.312890 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1602337-1562-4f2a-b8fa-7a7aaa84c67e x-openstack-request-id: req-c1602337-1562-4f2a-b8fa-7a7aaa84c67e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:42.314098 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:42.314921 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1602337-1562-4f2a-b8fa-7a7aaa84c67e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:42.315165 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'status': 'completed', 'code': 200} Jun 17 08:52:42.426063 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-99298bfe-2cf7-4919-8d2e-55a07e61ad91 service neutron] show failed (client error): The resource could not be found. Jun 17 08:52:42.426683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-99298bfe-2cf7-4919-8d2e-55a07e61ad91 service neutron] 10.222.0.60 "GET /v2.0/ports/501f2a74-9331-4749-a97b-cf2162fbf72c/bindings/n-h2-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.1107557 Jun 17 08:52:42.432618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-7166d5b8-89a8-406c-b846-a0c70a0003ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.434273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-7166d5b8-89a8-406c-b846-a0c70a0003ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1095 time: 0.1641829 Jun 17 08:52:42.484190 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-71ad183b-3c9b-460e-80a2-6196ec41f53e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 217 time: 0.0410762 Jun 17 08:52:42.569961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-103f40f0-e986-4334-9531-3c0039a2429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.572426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-103f40f0-e986-4334-9531-3c0039a2429a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0823746 Jun 17 08:52:42.644243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.645378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-e0b53057-317d-4ef3-808e-4157f6bfb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.647293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-e0b53057-317d-4ef3-808e-4157f6bfb1be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673139 Jun 17 08:52:42.798209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-73fc22af-1b7f-468d-a1da-999bb64a8e02 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372178 Jun 17 08:52:42.835661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-375bad72-d2db-4bf2-8a0a-3e82c5eebda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.837005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-375bad72-d2db-4bf2-8a0a-3e82c5eebda8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 1097 time: 0.1069591 Jun 17 08:52:42.855530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:43.002761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Deleting port c787ff2b-449d-484d-8a2d-117e62255c76 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:43.003344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.077974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d5c5a8b1-de5e-4e44-a666-138d25c60207 req-caa1b586-1300-4951-bd87-aed106218ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734547 Jun 17 08:52:43.100083 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] For port c787ff2b-449d-484d-8a2d-117e62255c76, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c787ff2b-449d-484d-8a2d-117e62255c76,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:43.100456 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.108113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.186094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Calling delete_port for c787ff2b-449d-484d-8a2d-117e62255c76 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:43.209005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6f32-6989-46a1-9a92-2095540b31b7 req-54c1e5ea-895d-45f1-b788-14f7f18897b1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.210515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46cf6f32-6989-46a1-9a92-2095540b31b7 req-54c1e5ea-895d-45f1-b788-14f7f18897b1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.2216976 Jun 17 08:52:43.224154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa66ac2-ab10-45d8-a3f8-a4703af6e410 req-c8fdb787-1e66-4d10-b9d9-5712ddf20d6e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.225649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fa66ac2-ab10-45d8-a3f8-a4703af6e410 req-c8fdb787-1e66-4d10-b9d9-5712ddf20d6e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.2081690 Jun 17 08:52:43.381516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46cf6f32-6989-46a1-9a92-2095540b31b7 req-d7e6f4f4-38ad-49af-a715-a86ea213b85f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536343 Jun 17 08:52:43.387675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4fa66ac2-ab10-45d8-a3f8-a4703af6e410 req-2874ba64-8285-429f-a886-5eca6d1c1a5f tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490400 Jun 17 08:52:43.410616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.419241 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:43.464640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Pushing event deleted for resources: {'Port': ['ID=c787ff2b-449d-484d-8a2d-117e62255c76,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.469343 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-55306ce9-1f2b-401c-9248-6ace02d5f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.471619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-55306ce9-1f2b-401c-9248-6ace02d5f96e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1095 time: 0.3071840 Jun 17 08:52:43.486876 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:43.578460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:43.623093 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.643121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:43.687394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-14acbf30-95e8-4221-8e54-ed70b30c94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.689049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-14acbf30-95e8-4221-8e54-ed70b30c94d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.2107880 Jun 17 08:52:43.694564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.742862 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-fe00e389-83d7-44ab-98ea-b70870d5c769 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 217 time: 0.0447898 Jun 17 08:52:43.746099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Transition to ACTIVE for port object 501f2a74-9331-4749-a97b-cf2162fbf72c will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:43.775123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.779613 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:43.839408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-faf5cb4e-bdf5-4009-8e15-d30ae00805a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.840950 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-faf5cb4e-bdf5-4009-8e15-d30ae00805a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0922749 Jun 17 08:52:43.853900 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:43.915913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.943208 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:43.988538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] No DVR routers for this DVR port 501f2a74-9331-4749-a97b-cf2162fbf72c on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:44.006316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:44.018511 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] Sync routers for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:44.019358 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] 10.222.0.65 "PUT /v2.0/routers/a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0480385 Jun 17 08:52:44.021247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56410) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:44.037022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:44.041231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:44.162057 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.189214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:44.448959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:44.450291 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a344a-66ce-4d3d-aa98-48519d47d84c" -d '{"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:44.454742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:52:43Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:44.496578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-a80a33e8-dbbd-4a44-839d-e797a1a9d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.498068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-a80a33e8-dbbd-4a44-839d-e797a1a9d45c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5927188 Jun 17 08:52:44.521110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] Checking router: a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:44.542830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] Routers {'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:44.544848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:44.682516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] Set router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:44.712822 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.747393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11565-7bf8-42a1-9933-773c5e552e0b req-3b0306da-7081-484d-bff1-26af684b6530 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.748884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7aa11565-7bf8-42a1-9933-773c5e552e0b req-3b0306da-7081-484d-bff1-26af684b6530 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.1450074 Jun 17 08:52:44.778504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Deleting port 95171635-2cce-46d8-80cc-ae21fa4c406c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:44.778848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.789678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168250d9-1c2c-4cab-9b5d-54d6bbbe6af6 req-71b31618-5fb7-4ece-a40f-f9de457c45c0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.791354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-168250d9-1c2c-4cab-9b5d-54d6bbbe6af6 req-71b31618-5fb7-4ece-a40f-f9de457c45c0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 943 time: 0.2471862 Jun 17 08:52:44.799457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-57273835-8cfc-48e5-b199-7d31bf6efa76 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941148 Jun 17 08:52:44.875053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:52:43Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:44.875598 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] For port 95171635-2cce-46d8-80cc-ae21fa4c406c, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=95171635-2cce-46d8-80cc-ae21fa4c406c,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:44.876921 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.910958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c18917-3442-42f0-ae4d-ef231b9eba6a None None] The sync data for ids ['a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa'] in n-d-780147-13 is: [{'id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'name': 'tempest-AttachVolumeTestJSON-2006199256-router', 'tenant_id': '09fc46dc08dd484daa8092e02d683c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:21Z', 'updated_at': '2021-06-17T08:52:43Z', 'revision_number': 5, 'project_id': '09fc46dc08dd484daa8092e02d683c35', 'gw_port': {'id': '95171635-2cce-46d8-80cc-ae21fa4c406c', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:44.920528 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7aa11565-7bf8-42a1-9933-773c5e552e0b req-21fda735-10e6-4a42-a2f8-25df93836ad7 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559186 Jun 17 08:52:44.922547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac395f47-e4e4-4232-81a7-1a66e1a33d32 req-56e176e8-7366-40ef-8d23-b5e41fc883ee service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094058 Jun 17 08:52:44.933832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:44.934495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:44.934994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:44.963552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:44.963879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:44.966794 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Calling delete_port for 95171635-2cce-46d8-80cc-ae21fa4c406c owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:44.972386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:44.972739 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Checking segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:44.973129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Bound using segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:44.973573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Bound port: 501f2a74-9331-4749-a97b-cf2162fbf72c, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:44.973928 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.015629 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e63a6-5a1a-483a-a06e-943a1a3c1881 x-openstack-request-id: req-941e63a6-5a1a-483a-a06e-943a1a3c1881 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:45.015974 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:45.016276 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-941e63a6-5a1a-483a-a06e-943a1a3c1881 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:45.017246 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'code': 200} Jun 17 08:52:45.053856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-168250d9-1c2c-4cab-9b5d-54d6bbbe6af6 req-7cfc0bf3-b572-486f-9230-0cb540d84dbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419055 Jun 17 08:52:45.080210 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:45.083830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:45.088711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.090849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f379213-6715-4281-8544-d5ef93209154 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:45.123697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.124480 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.127054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] 10.222.0.67 "PUT /v2.0/ports/501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 1092 time: 2.2763455 Jun 17 08:52:45.155002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:45.172622 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:45.182662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.186075 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a69f7c3e-033d-4190-9a17-15c204ca48d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:45.214159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=95171635-2cce-46d8-80cc-ae21fa4c406c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:45.216930 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:45.233815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-7854a326-8e54-4d0e-9026-b6167c80a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.237390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-7854a326-8e54-4d0e-9026-b6167c80a007 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1095 time: 0.0779381 Jun 17 08:52:45.290316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.334386 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:45.346235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-d92a3cd3-28a4-4b43-8a79-94e46ce9c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.352079 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-d92a3cd3-28a4-4b43-8a79-94e46ce9c07c service neutron] 10.222.0.67 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.1080687 Jun 17 08:52:45.425410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:45.456779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-72653c15-7552-4546-9d5e-bf60e0578873 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.0969207 Jun 17 08:52:45.492378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.494897 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.518636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-ab309ae4-4bbf-4b55-b16e-fd2e9a019d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.520271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-ab309ae4-4bbf-4b55-b16e-fd2e9a019d5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0516868 Jun 17 08:52:45.544151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c787ff2b-449d-484d-8a2d-117e62255c76 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:45.580629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c787ff2b-449d-484d-8a2d-117e62255c76 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:45.581469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c787ff2b-449d-484d-8a2d-117e62255c76 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:45.581743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.582564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:45.587457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.591369 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] 10.222.0.65 "DELETE /v2.0/routers/a3ed3f8c-77e2-4c48-a4a3-4b6772ca93fa HTTP/1.1" status: 204 len: 168 time: 1.5666430 Jun 17 08:52:45.591369 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:45.612858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-e4dcbd8e-57ff-424b-98be-918bf5f36179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.614504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-e4dcbd8e-57ff-424b-98be-918bf5f36179 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877600 Jun 17 08:52:45.639461 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Deleting subnet c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:45.643530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.684321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.724020 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-0842a697-3489-4213-9e33-9886d2c43dfd service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028252 Jun 17 08:52:45.773667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.847928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.851355 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ed1065f-3a36-4037-ae0f-afb615961b89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:45.857857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a4e8872-ee70-45e0-acc5-a56ff08dcacf req-25baab88-e3be-40bc-8975-0a6cf5635c46 service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278515 Jun 17 08:52:45.884996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:45.890350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.895407 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c09a6fe6-f5f5-4bb6-a97c-67dd05e3e756 HTTP/1.1" status: 204 len: 168 time: 0.3029659 Jun 17 08:52:45.896185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56424) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:45.901887 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ddf93e27-049f-4432-ad24-6512fe88e1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:45.904600 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a23a2-42a7-478b-a020-5b8125cd6328 None None] Network 09817a60-49d2-4132-ba81-606c55e334db requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:46.003239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.076077 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Deleting port a761d7cf-8d40-4254-930e-f0afcad59de3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:46.076427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.259379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] For port a761d7cf-8d40-4254-930e-f0afcad59de3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a761d7cf-8d40-4254-930e-f0afcad59de3,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:46.259379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.272499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] DHCP port deletion for 09817a60-49d2-4132-ba81-606c55e334db request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:46.322203 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Deleting port a761d7cf-8d40-4254-930e-f0afcad59de3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:46.322586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.353116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Calling delete_port for a761d7cf-8d40-4254-930e-f0afcad59de3 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:46.387477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] For port a761d7cf-8d40-4254-930e-f0afcad59de3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a761d7cf-8d40-4254-930e-f0afcad59de3,segment=NetworkSegment(20969149-cfd6-40ef-a517-d393c72e388e),segment_id=20969149-cfd6-40ef-a517-d393c72e388e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:46.388061 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.389292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df6a1e-24c0-4b53-8f58-6c3879ceb5ad req-800e66b8-a418-4b66-8cf5-4dfdf73935c2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.391228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71df6a1e-24c0-4b53-8f58-6c3879ceb5ad req-800e66b8-a418-4b66-8cf5-4dfdf73935c2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.2914939 Jun 17 08:52:46.460093 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Calling delete_port for a761d7cf-8d40-4254-930e-f0afcad59de3 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:46.479439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2504a3-33e9-40bd-9379-345f5d07bff9 req-481ad644-1019-40ed-8f9c-4c1b886cbed0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.481271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf2504a3-33e9-40bd-9379-345f5d07bff9 req-481ad644-1019-40ed-8f9c-4c1b886cbed0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 943 time: 0.2500579 Jun 17 08:52:46.519853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71df6a1e-24c0-4b53-8f58-6c3879ceb5ad req-5622900c-45ce-4889-9f1f-c2719c136223 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219335 Jun 17 08:52:46.555081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf2504a3-33e9-40bd-9379-345f5d07bff9 req-eeed045f-2abd-4b3f-80ec-f4675cb36270 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609038 Jun 17 08:52:46.562052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.565945 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0cbdd58d-829a-428d-958d-2cfe40654f3b tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.580100 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.583377 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5d6e061-b0c6-4e4c-9ed7-60b5ac8badc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.599971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a761d7cf-8d40-4254-930e-f0afcad59de3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.602575 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.608334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] No DVR routers for this DVR port a761d7cf-8d40-4254-930e-f0afcad59de3 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:46.616063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Pushing event deleted for resources: {'Port': ['ID=a761d7cf-8d40-4254-930e-f0afcad59de3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.628061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] No DVR routers for this DVR port a761d7cf-8d40-4254-930e-f0afcad59de3 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:46.630993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.631461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.631893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.632326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.632753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.633177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.633603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.634035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.634458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.634878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.635317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.635738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:46.639548 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.697125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.707184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09817a60-49d2-4132-ba81-606c55e334db']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:46.717469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20969149-cfd6-40ef-a517-d393c72e388e') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:46.717764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20969149-cfd6-40ef-a517-d393c72e388e') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:46.727328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.741047 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.746864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:46.747280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:46.749073 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:46.802883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.807552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.812043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] 10.222.0.65 "DELETE /v2.0/networks/09817a60-49d2-4132-ba81-606c55e334db HTTP/1.1" status: 204 len: 168 time: 0.9121513 Jun 17 08:52:46.812043 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46d8f598-d850-4b69-a55c-730c4d456986 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.828904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=09817a60-49d2-4132-ba81-606c55e334db,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.832247 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.931158 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56436) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:46.975821 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4159688e-bc93-47f7-a7fc-c439ee3e42fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09fc46dc08dd484daa8092e02d683c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433939 Jun 17 08:52:46.978303 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56438) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:47.018778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:47.021121 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9ca83-9100-49db-ae0c-5adddb0960d3" -d '{"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:47.037680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.059824 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.072207 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982968d8-c863-45dc-9cc6-ce4a24aa1d37 x-openstack-request-id: req-982968d8-c863-45dc-9cc6-ce4a24aa1d37 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:47.072551 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:47.072856 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-982968d8-c863-45dc-9cc6-ce4a24aa1d37 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:47.073788 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'status': 'completed', 'code': 200} Jun 17 08:52:47.189471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.192020 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.193187 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdd63206-4d26-4a6b-9b48-86333f6440d4 HTTP/1.1" status: 204 len: 168 time: 0.2139444 Jun 17 08:52:47.198980 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-812a77a5-ad14-4487-a1ca-d0ff5f8e7cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:47.216029 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-12153df1-a041-45ee-9b97-0798c566853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.217530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-12153df1-a041-45ee-9b97-0798c566853a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1095 time: 0.1116998 Jun 17 08:52:47.220290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd63206-4d26-4a6b-9b48-86333f6440d4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:47.223428 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5dd24d2b-bb31-4258-a86d-bdace4cce54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:47.226001 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-257e19b1-3055-4854-9cdd-891f0049bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.227424 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-257e19b1-3055-4854-9cdd-891f0049bf0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1095 time: 0.1319900 Jun 17 08:52:47.316030 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.409665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-784c2ebe-9fbd-4e25-a608-05ff78e2f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.411376 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-784c2ebe-9fbd-4e25-a608-05ff78e2f349 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.1830614 Jun 17 08:52:47.412548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-23782e41-8757-49c4-9a34-88c27e4f1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.413863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-23782e41-8757-49c4-9a34-88c27e4f1d30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.1755409 Jun 17 08:52:47.466824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 95171635-2cce-46d8-80cc-ae21fa4c406c no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:47.536101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 95171635-2cce-46d8-80cc-ae21fa4c406c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:47.537165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 95171635-2cce-46d8-80cc-ae21fa4c406c not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:47.539117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a761d7cf-8d40-4254-930e-f0afcad59de3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:47.572636 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-6eef42a3-dec2-4c34-b063-e8440b4da6ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.1536858 Jun 17 08:52:47.588686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-7539c3c1-e07c-4650-8952-148da152265d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.1600997 Jun 17 08:52:47.590725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a761d7cf-8d40-4254-930e-f0afcad59de3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:47.591240 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a761d7cf-8d40-4254-930e-f0afcad59de3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:47.658938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-1c42f859-632c-4731-8832-5a76cb69272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.660936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-1c42f859-632c-4731-8832-5a76cb69272d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0785227 Jun 17 08:52:47.706318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-946c677e-0a59-4766-939b-da502445b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.708126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-946c677e-0a59-4766-939b-da502445b417 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.1048503 Jun 17 08:52:47.939729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681a36-2280-4703-96b7-f7e8fce0534c req-46d1fecf-5b57-42ea-932f-24796751a342 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.941242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54681a36-2280-4703-96b7-f7e8fce0534c req-46d1fecf-5b57-42ea-932f-24796751a342 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.1490231 Jun 17 08:52:47.957995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-21c46528-394e-4fff-af5a-d35bb08f2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.959757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-21c46528-394e-4fff-af5a-d35bb08f2d43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2506571 Jun 17 08:52:47.981983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-b8ea9ec0-7c5c-439c-b194-4d2544a66baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.983496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-b8ea9ec0-7c5c-439c-b194-4d2544a66baa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661810 Jun 17 08:52:48.069733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb97a5b-5682-48f4-8cec-b20708c1b120 req-0fbaf378-ccfc-42e3-b49d-b26d3949dd03 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:48.072421 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebb97a5b-5682-48f4-8cec-b20708c1b120 req-0fbaf378-ccfc-42e3-b49d-b26d3949dd03 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 943 time: 0.2409592 Jun 17 08:52:48.081169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54681a36-2280-4703-96b7-f7e8fce0534c req-1fc45071-bd69-43ca-87ff-81121bc906cc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293421 Jun 17 08:52:48.219099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-3433b7ac-e958-470c-ba62-f0d7858ccaa7 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408104 Jun 17 08:52:48.224482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebb97a5b-5682-48f4-8cec-b20708c1b120 req-77217d52-1d95-4483-8e41-c8c4376f8cc3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099088 Jun 17 08:52:48.226826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-ae3e0779-f43d-4a47-8a60-8badaf0e94f6 service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325277 Jun 17 08:52:48.386980 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-a5fc1477-30e8-40c7-943c-859c104338b1 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591609 Jun 17 08:52:48.388910 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ead9ca83-9100-49db-ae0c-5adddb0960d3 req-224f30a2-03ab-4311-9235-5f35058b746b service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540923 Jun 17 08:52:49.265259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06507-da2b-428f-8afd-fc7838958256 req-acac2c17-3874-479b-8cf5-85968e98e8d0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.266855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6be06507-da2b-428f-8afd-fc7838958256 req-acac2c17-3874-479b-8cf5-85968e98e8d0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.0686092 Jun 17 08:52:49.317422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6be06507-da2b-428f-8afd-fc7838958256 req-626807b1-4dbf-4232-b389-bbcd7df00a39 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Jun 17 08:52:49.350796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:49.432627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79282fb-a959-4118-ba78-d83b4d198d19 req-8d475fd5-2a36-46f6-a80b-a6bc0b8ce1b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.434638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c79282fb-a959-4118-ba78-d83b4d198d19 req-8d475fd5-2a36-46f6-a80b-a6bc0b8ce1b3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 943 time: 0.0684979 Jun 17 08:52:49.465804 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.482032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:49.489389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c79282fb-a959-4118-ba78-d83b4d198d19 req-a07cb71b-274c-4393-bca7-53bde522378e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476711 Jun 17 08:52:49.495950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'mac_address': 'fa:16:3e:dc:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:49.537014 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.550354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501f2a74-9331-4749-a97b-cf2162fbf72c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:49.572615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:49.578369 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.580815 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-366ebce2-6814-4cf1-a007-2e8bac1f0ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:49.636899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:49.640213 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:49.799154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['501f2a74-9331-4749-a97b-cf2162fbf72c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:49.943121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-61206550-41e7-456b-a75b-89789bfb9f74 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.944790 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-61206550-41e7-456b-a75b-89789bfb9f74 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.67 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d&tenant_id=af68735a99d64a9a8ac6e0661c1438c0&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 944 time: 0.1741505 Jun 17 08:52:49.991828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f8ac-f590-4d83-a17a-e2bdd67de70e req-b9b5fc1e-cf2b-4f99-b263-b3923b0d3302 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.993559 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e55f8ac-f590-4d83-a17a-e2bdd67de70e req-b9b5fc1e-cf2b-4f99-b263-b3923b0d3302 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 944 time: 0.1469672 Jun 17 08:52:50.064320 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-db6e7ccd-e813-45d8-9cd1-5d9d6dd5c7d8 service neutron] 10.222.0.67 "GET /v2.0/ports/501f2a74-9331-4749-a97b-cf2162fbf72c/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 383 time: 0.1116307 Jun 17 08:52:50.071802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2e55f8ac-f590-4d83-a17a-e2bdd67de70e req-d0c73631-6b4a-495f-ad34-78334e6f8d98 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628650 Jun 17 08:52:50.151957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-643cbd8d-5286-494e-99fd-702e9f710a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.152903 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-643cbd8d-5286-494e-99fd-702e9f710a86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1096 time: 0.0593972 Jun 17 08:52:50.249603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-c2fb1d8f-53f7-4f0b-aaad-6e716b6e961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.251315 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-c2fb1d8f-53f7-4f0b-aaad-6e716b6e961d service neutron] 10.222.0.67 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.0923560 Jun 17 08:52:50.326398 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-5b169dd8-a7f3-49f7-be05-75d6b16d5ac0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 1000 time: 0.0683436 Jun 17 08:52:50.386880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-7eb6cd4e-ca82-4697-94ac-07d1ed872f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.392286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-7eb6cd4e-ca82-4697-94ac-07d1ed872f02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0583141 Jun 17 08:52:50.480254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-384f3020-18da-49d6-93fd-b913864a9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.481971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-384f3020-18da-49d6-93fd-b913864a9e45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838702 Jun 17 08:52:50.609990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6f544-df78-473d-b3ee-a7619219cbd0 req-a3e32d63-7a41-4fcd-9eaf-f163cea5dca5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.612351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ab6f544-df78-473d-b3ee-a7619219cbd0 req-a3e32d63-7a41-4fcd-9eaf-f163cea5dca5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.1481490 Jun 17 08:52:50.641076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-8851a3a9-2541-4982-b9f9-657ecd99613a service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302302 Jun 17 08:52:50.681686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ab6f544-df78-473d-b3ee-a7619219cbd0 req-9c05ed8c-b5e1-4884-94c3-fa408361af1c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588946 Jun 17 08:52:51.099076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-fd038f93-f66c-431b-a362-824a980bbc7b service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514897 Jun 17 08:52:51.257909 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32452f2a-4dac-4b35-b287-fbbc1c623ac4 req-568bb639-b9bb-4dbc-9bab-fde33f5f5782 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.259389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32452f2a-4dac-4b35-b287-fbbc1c623ac4 req-568bb639-b9bb-4dbc-9bab-fde33f5f5782 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 944 time: 0.0652230 Jun 17 08:52:51.300160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32452f2a-4dac-4b35-b287-fbbc1c623ac4 req-a6450ed0-65a5-44b6-84da-0e7323f6f778 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345187 Jun 17 08:52:51.365339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:51.418571 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 501f2a74-9331-4749-a97b-cf2162fbf72c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:51.424401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 501f2a74-9331-4749-a97b-cf2162fbf72c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:51.424901 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.510751 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.532256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:51.534492 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed8c8c-0243-42bf-9121-ccbd38c71561" -d '{"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-plugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:51.553103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:51.558691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.561122 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1d357c3b-3ef4-4ece-baf4-ebc0f6952841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:51.604058 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d5046-1b8f-4e3b-b69b-dfe12ef9008c x-openstack-request-id: req-374d5046-1b8f-4e3b-b69b-dfe12ef9008c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:51.604349 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-plugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:51.604610 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-374d5046-1b8f-4e3b-b69b-dfe12ef9008c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:51.605123 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'code': 200} Jun 17 08:52:51.618363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.621423 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:51.881980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b5f94-8eeb-4485-9815-1205b6662781 req-dda66a6e-8a11-4be0-89a7-ad7bc27564a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.883819 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b29b5f94-8eeb-4485-9815-1205b6662781 req-dda66a6e-8a11-4be0-89a7-ad7bc27564a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.0809877 Jun 17 08:52:51.925067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b29b5f94-8eeb-4485-9815-1205b6662781 req-cbcfc955-b864-46e1-9174-451fa79bba96 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Jun 17 08:52:52.515947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f859-3206-4f4b-89b7-372cb46f3860 req-435d58f5-71b8-458b-9c54-f85005c35460 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.518384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8281f859-3206-4f4b-89b7-372cb46f3860 req-435d58f5-71b8-458b-9c54-f85005c35460 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0892305 Jun 17 08:52:52.588951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8281f859-3206-4f4b-89b7-372cb46f3860 req-1179bcec-da13-4d90-869d-4eb559941176 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579677 Jun 17 08:52:52.620626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-58480010-7077-4069-aa19-6f5b116b3971 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639327 Jun 17 08:52:52.729894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-d8788b7d-2bc3-4bd8-8337-6a341c4bc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.732387 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-d8788b7d-2bc3-4bd8-8337-6a341c4bc192 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0741589 Jun 17 08:52:52.866146 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-f332c2e3-1e42-4b83-a947-81d9a1120910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.878140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-f332c2e3-1e42-4b83-a947-81d9a1120910 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 200 len: 908 time: 0.1211126 Jun 17 08:52:52.980752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-3f621f07-ab1c-4fc4-8b84-824acd102a22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 200 len: 1001 time: 0.0950298 Jun 17 08:52:53.051598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-2ff58bbb-f7af-45dd-bcb8-22ab19ec0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.053338 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-2ff58bbb-f7af-45dd-bcb8-22ab19ec0751 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 200 len: 846 time: 0.0646539 Jun 17 08:52:53.205081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-5e24992c-42ff-4273-a751-067a55c75290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.206617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-5e24992c-42ff-4273-a751-067a55c75290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb806554-943c-481b-a323-0f20ba4193b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466320 Jun 17 08:52:53.218030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb929-7be0-44de-8b71-9a4a97e98179 req-aba094b4-fb2b-4257-b418-1689e234befb tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.220051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f66cb929-7be0-44de-8b71-9a4a97e98179 req-aba094b4-fb2b-4257-b418-1689e234befb tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.0945320 Jun 17 08:52:53.317531 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f66cb929-7be0-44de-8b71-9a4a97e98179 req-ef7bc7c9-fdd8-4ddb-9a54-55fe87434f4c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659769 Jun 17 08:52:53.345409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-d9af581b-0810-4164-88f3-fff7c10b74b8 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243944 Jun 17 08:52:53.493232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ba8b3f2-706e-475a-9b2c-fd9bae1cbbbd req-cdb7cd9f-8fbd-4ce0-92d4-36bab63fa0f6 service neutron] 10.222.0.60 "GET /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371868 Jun 17 08:52:53.639213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-9445cd12-0495-410f-a6d7-813be38ebb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.642335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-9445cd12-0495-410f-a6d7-813be38ebb57 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 1097 time: 0.0668995 Jun 17 08:52:53.657976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:53.850309 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.893941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb85d5c-598d-41f4-aa2a-5b3f26a8027a req-d0c773e7-ef6a-458d-ad97-e0698df15081 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.895622 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fb85d5c-598d-41f4-aa2a-5b3f26a8027a req-d0c773e7-ef6a-458d-ad97-e0698df15081 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.1559498 Jun 17 08:52:53.961723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953da51-9281-4132-851f-8a5d3239b687 req-5e67adb9-7e11-414a-bf77-05b84818bea8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.963301 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2953da51-9281-4132-851f-8a5d3239b687 req-5e67adb9-7e11-414a-bf77-05b84818bea8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.2386587 Jun 17 08:52:53.984641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fb85d5c-598d-41f4-aa2a-5b3f26a8027a req-8c0e54b3-a044-46b0-b79d-478d46ad2ef3 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624683 Jun 17 08:52:54.147198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2953da51-9281-4132-851f-8a5d3239b687 req-d81707a5-7d80-4e65-afa1-a15acb0b1a42 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578100 Jun 17 08:52:54.264059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:54.311955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:54.369198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:54.373389 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37759241-7104-4ff1-b455-56f9089b2274" -d '{"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:54.379186 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.397584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Transition to ACTIVE for port object 501f2a74-9331-4749-a97b-cf2162fbf72c will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:54.413445 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.426240 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5b0f90df-0407-488a-8811-886df9686cf5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:54.478508 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe945b-cfdd-485c-8e56-90c11ef6f201 x-openstack-request-id: req-6cbe945b-cfdd-485c-8e56-90c11ef6f201 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:54.478853 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:54.479193 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cbe945b-cfdd-485c-8e56-90c11ef6f201 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:54.479637 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'code': 200} Jun 17 08:52:54.499098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=10']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:54.553508 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:54.601938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:54.609512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] No DVR routers for this DVR port 501f2a74-9331-4749-a97b-cf2162fbf72c on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:54.707727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ea2eb-e4cc-4cbc-93e9-82598d5a1429 req-78b9859f-d4c7-4db8-8668-d7ee10ab1b6c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.707995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e33ea2eb-e4cc-4cbc-93e9-82598d5a1429 req-78b9859f-d4c7-4db8-8668-d7ee10ab1b6c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 943 time: 0.2357440 Jun 17 08:52:54.765987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.812201 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e33ea2eb-e4cc-4cbc-93e9-82598d5a1429 req-dc1c5c40-70d6-4c41-9c60-39dda01d8194 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844023 Jun 17 08:52:54.817529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:54.818243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:54.818243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:54.823499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:54.823842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Attempting to bind port 501f2a74-9331-4749-a97b-cf2162fbf72c on network 36a9ef36-aeb4-478c-9a35-5063a6edce8e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:54.830512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:54.830853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Checking segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:54.831261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Bound using segment: {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:54.831692 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Bound port: 501f2a74-9331-4749-a97b-cf2162fbf72c, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6fda6a-9138-462e-b958-5fedd48e2b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:54.832203 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.884367 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.889470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.896022 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-893c0435-0592-4971-af8a-b9379c51c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:54.903206 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:54.906760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:54.913278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.915724 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:54.936291 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bf5469cfcdb41cb9b21f91acda8f6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326621 Jun 17 08:52:54.937853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18cf20f-1b6a-41be-b219-ae3b56820c52,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:54.940946 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56674) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:54.945174 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:54.963175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.964239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.967944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] 10.222.0.60 "PUT /v2.0/ports/501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 1093 time: 1.3168457 Jun 17 08:52:54.998237 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=11']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.015017 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.025905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.050247 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425ece7a-6499-4cc0-bd13-1016765e85c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.097585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.099779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-d34381a2-8b28-4999-81a3-5edf0e7d6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.101546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-d34381a2-8b28-4999-81a3-5edf0e7d6521 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1096 time: 0.1047046 Jun 17 08:52:55.203066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-2dce163a-897c-467b-8321-ed9b6ca3a7a6 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.206124 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-2dce163a-897c-467b-8321-ed9b6ca3a7a6 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.60 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.1512792 Jun 17 08:52:55.302126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-07f0fa6b-773b-41b9-92fc-2bdd38fcb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.303714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-07f0fa6b-773b-41b9-92fc-2bdd38fcb86e service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.1938810 Jun 17 08:52:55.308738 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.311365 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.312513 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a18cf20f-1b6a-41be-b219-ae3b56820c52 HTTP/1.1" status: 204 len: 168 time: 0.3686008 Jun 17 08:52:55.314860 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dd7df7a5-0b82-4d60-87bd-98a61569fa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.334704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18cf20f-1b6a-41be-b219-ae3b56820c52,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.338028 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.368062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Deleting port ba282a46-8809-4c07-a17f-23649a9fc0bf {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:55.368474 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.400275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6b81-daa6-4814-ba10-256f8ebbe536 req-57131c43-3ee5-4912-99e6-79456360342c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.402033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-535a6b81-daa6-4814-ba10-256f8ebbe536 req-57131c43-3ee5-4912-99e6-79456360342c tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 946 time: 0.1969206 Jun 17 08:52:55.416794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 069e0344-61ff-4592-bea0-bac7fbd65bd1 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:55.421987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:55.465287 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88410e0-f9f1-4dcb-8785-50e1dcff3847 req-ca7270b3-8ff4-4702-a4d5-fa3d3799935e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.466851 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f88410e0-f9f1-4dcb-8785-50e1dcff3847 req-ca7270b3-8ff4-4702-a4d5-fa3d3799935e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 944 time: 0.1704712 Jun 17 08:52:55.473017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-1c8239d3-a7b4-4a17-a20f-501ac88954aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.1551137 Jun 17 08:52:55.530694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:55.533146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] For port ba282a46-8809-4c07-a17f-23649a9fc0bf, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=ba282a46-8809-4c07-a17f-23649a9fc0bf,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:55.533636 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.565384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-8941db2c-9282-4632-a7cf-362f2b79cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.567279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-8941db2c-9282-4632-a7cf-362f2b79cdd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0764012 Jun 17 08:52:55.577083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-535a6b81-daa6-4814-ba10-256f8ebbe536 req-6c797d48-d73d-43c2-b424-471518c67ede tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/security-groups?id=effa6dee-1b84-4956-8695-b94a316e84d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652348 Jun 17 08:52:55.649454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 069e0344-61ff-4592-bea0-bac7fbd65bd1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:55.662076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f88410e0-f9f1-4dcb-8785-50e1dcff3847 req-9c1d8075-c25d-40de-9fcd-fe5820c2a9ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741099 Jun 17 08:52:55.665601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:55.676911 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-206944fb-b420-4859-a91a-b9c066bf64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.678418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-206944fb-b420-4859-a91a-b9c066bf64a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988450 Jun 17 08:52:55.731220 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.752237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069e0344-61ff-4592-bea0-bac7fbd65bd1 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:55.777685 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 069e0344-61ff-4592-bea0-bac7fbd65bd1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:55.784871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.787098 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.825383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-58e44910-24dd-4359-a2f7-10d2340696b8 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330106 Jun 17 08:52:55.838988 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56696) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:55.864895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=069e0344-61ff-4592-bea0-bac7fbd65bd1,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.870655 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.888631 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.901727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.902312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.902449 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Floating IP 63386e6f-50cf-4586-863e-5b9e716b0eb0 disassociated. External IP: 172.25.7.33, port: ba282a46-8809-4c07-a17f-23649a9fc0bf. Jun 17 08:52:55.902728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Calling delete_port for ba282a46-8809-4c07-a17f-23649a9fc0bf owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:55.974432 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['069e0344-61ff-4592-bea0-bac7fbd65bd1'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:56.000142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-0dbc4125-d935-482c-85a1-85ade7365a4f service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693938 Jun 17 08:52:56.119786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.130532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.134680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.137888 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb75595c-fa94-4474-a805-175496283760 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:56.142329 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a0eadefc-fea8-4905-80cb-4db42236a47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:56.174836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c6296f-ffbb-4e59-bddf-4f4210851f2e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:56.175004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event deleted for resources: {'Port': ['ID=ba282a46-8809-4c07-a17f-23649a9fc0bf,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:56.181568 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:56.182635 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:56.209332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0666d5d2cb8044a89675bcaa60dcd685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692679 Jun 17 08:52:56.210791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56704) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:56.249130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d8b62-dfb7-48af-90f4-8a24f9980f5f req-8f651168-27ce-4fbb-8f1d-b37386d17487 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.251075 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac1d8b62-dfb7-48af-90f4-8a24f9980f5f req-8f651168-27ce-4fbb-8f1d-b37386d17487 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 944 time: 0.2181275 Jun 17 08:52:56.303940 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.316995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Router cfbeec43-e024-4873-bcee-6b2073d91328 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:56.319009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ac1d8b62-dfb7-48af-90f4-8a24f9980f5f req-28da47bc-ba7b-4958-817e-5b69f3932043 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598187 Jun 17 08:52:56.336526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.388532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.392502 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.396487 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03c6296f-ffbb-4e59-bddf-4f4210851f2e HTTP/1.1" status: 204 len: 168 time: 0.1846735 Jun 17 08:52:56.397447 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0594c77d-428f-4dda-b6de-409f4cdddb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:56.406646 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c6296f-ffbb-4e59-bddf-4f4210851f2e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:56.415645 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:56.448829 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:56.460607 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] Sync routers for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:56.472382 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:56.473318 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:56.480505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:56.485034 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f64286-8158-482f-a580-72b87bf5a609" -d '{"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:56.557692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] No DVR routers for this DVR port ba282a46-8809-4c07-a17f-23649a9fc0bf on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:56.560969 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.564711 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3c6ca-2e2f-412f-9a09-f449926d3afc x-openstack-request-id: req-42d3c6ca-2e2f-412f-9a09-f449926d3afc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:56.565498 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:56.565633 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7d6ea688-f81e-4714-9b12-4a2cafa3771a req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.60 "DELETE /v2.0/ports/ba282a46-8809-4c07-a17f-23649a9fc0bf HTTP/1.1" status: 204 len: 173 time: 1.3524108 Jun 17 08:52:56.565984 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42d3c6ca-2e2f-412f-9a09-f449926d3afc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:56.566545 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'status': 'completed', 'code': 200} Jun 17 08:52:56.568363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'name': 'network-vif-deleted', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:56.570838 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60666613-a6d1-4488-ba0b-a6f032403ff3" -d '{"events": [{"server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "name": "network-vif-deleted", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:56.705419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-15024306-996a-46cc-9e5c-8f9dd756eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.707537 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-15024306-996a-46cc-9e5c-8f9dd756eb3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1096 time: 0.1214097 Jun 17 08:52:56.729117 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becaccdb-f4ad-4e8a-8156-4c0d725cea1f x-openstack-request-id: req-becaccdb-f4ad-4e8a-8156-4c0d725cea1f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:56.730808 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6", "name": "network-vif-deleted", "tag": "ba282a46-8809-4c07-a17f-23649a9fc0bf", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:56.732292 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-becaccdb-f4ad-4e8a-8156-4c0d725cea1f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:56.732849 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6', 'name': 'network-vif-deleted', 'tag': 'ba282a46-8809-4c07-a17f-23649a9fc0bf', 'status': 'completed', 'code': 200} Jun 17 08:52:56.760526 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:56.783121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-71fd1bea-c77b-4b42-ba3f-d43191911fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.788608 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-71fd1bea-c77b-4b42-ba3f-d43191911fee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1096 time: 0.2178128 Jun 17 08:52:56.968418 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-f7c3cd56-4a32-498f-ab95-cada5814a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.972002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-d1da104a-1143-4627-8efb-bc281cc3b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.972672 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-f7c3cd56-4a32-498f-ab95-cada5814a0e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.2378104 Jun 17 08:52:56.973623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-d1da104a-1143-4627-8efb-bc281cc3b660 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.1771829 Jun 17 08:52:57.049970 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-573d5e27-3cfb-4fa6-a1d3-2481536c0281 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.0689414 Jun 17 08:52:57.098062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68ca805c-6293-4091-bd53-1fc7b137bb03 req-7c3213f5-8041-4723-81ba-5b2782917dca tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "GET /v2.0/ports?device_id=60db5b80-d9b9-44e5-a3a0-a8bbaaea3bd6 HTTP/1.1" status: 200 len: 210 time: 0.1213422 Jun 17 08:52:57.143605 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-c66fbe10-ade9-4b73-8ca1-11fcd065a48e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 999 time: 0.1491344 Jun 17 08:52:57.148661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-92242092-295f-4316-8d17-226c98291552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.153105 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-92242092-295f-4316-8d17-226c98291552 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0947354 Jun 17 08:52:57.235895 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:57.272571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-817e4673-7cbe-4a3c-882a-00425fa82277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.274687 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-817e4673-7cbe-4a3c-882a-00425fa82277 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133020 Jun 17 08:52:57.290092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aede20f-bf27-40d9-bb0d-7bb0fd834382 req-610bb3af-69c9-4dc4-8cab-42bd4af3b8ab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.296506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] Checking router: cfbeec43-e024-4873-bcee-6b2073d91328 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:57.311557 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5aede20f-bf27-40d9-bb0d-7bb0fd834382 req-610bb3af-69c9-4dc4-8cab-42bd4af3b8ab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 944 time: 0.3356316 Jun 17 08:52:57.331754 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:57.332395 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:57.397869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-b2a9d0a5-7a51-434c-a92a-50c16eec6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.402556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:57.404201 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-b2a9d0a5-7a51-434c-a92a-50c16eec6eb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.2522807 Jun 17 08:52:57.433912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 069e0344-61ff-4592-bea0-bac7fbd65bd1 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:57.490891 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-ba5e5fdd-2fa1-4d53-83cc-16bb192b13f6 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072225 Jun 17 08:52:57.500350 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5aede20f-bf27-40d9-bb0d-7bb0fd834382 req-12a1ce34-2be8-4ab0-b1c8-ee1eab748a05 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875131 Jun 17 08:52:57.545530 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:52:57.607177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64286-8158-482f-a580-72b87bf5a609 req-eb704714-e7be-49b3-962c-1c2798830328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.608837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-eb704714-e7be-49b3-962c-1c2798830328 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924641 Jun 17 08:52:57.670009 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:57.834108 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e9b5-a936-4163-8ccc-2ad7a8d8b300 req-44007f25-ff6a-43b0-9505-41fdaaef3a2b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.836263 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9815e9b5-a936-4163-8ccc-2ad7a8d8b300 req-44007f25-ff6a-43b0-9505-41fdaaef3a2b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 944 time: 0.1665609 Jun 17 08:52:57.846618 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-e627b049-406d-466b-bd4d-62252cc14a7e service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476274 Jun 17 08:52:57.866076 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.874182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-1df1883a-38b3-4454-b9fe-c70d7c064986 service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566700 Jun 17 08:52:57.958648 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a25b9c3-3a41-484c-92e9-81d47759c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.969782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 069e0344-61ff-4592-bea0-bac7fbd65bd1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:57.973686 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:57.993709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 069e0344-61ff-4592-bea0-bac7fbd65bd1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:57.994100 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.997173 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98f64286-8158-482f-a580-72b87bf5a609 req-4ab0c4f6-fa37-46d6-9a54-89a52af8c523 service neutron] 10.222.0.67 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150126 Jun 17 08:52:58.003526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9815e9b5-a936-4163-8ccc-2ad7a8d8b300 req-95e7cf67-6ddc-4f9f-b914-3dfbfee062f9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590428 Jun 17 08:52:58.049541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'port_id': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'mac_address': 'fa:16:3e:dc:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:58.129438 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:58.139409 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.162387 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.162636 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be82f7-43b1-4e9f-b976-adbf15797922 None None] The sync data for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 is: [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:47:35Z', 'revision_number': 4, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '26d2409e-f0e6-4d16-9dd3-e511dc6a20d9', 'name': '', 'network_id': 'bb806554-943c-481b-a323-0f20ba4193b3', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'mac_address': 'fa:16:3e:12:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:33Z', 'updated_at': '2021-06-17T08:47:47Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'subnets': [{'id': '151f2a04-e7ce-498a-9fb3-e3ba4c47a3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:58.165668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501f2a74-9331-4749-a97b-cf2162fbf72c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:58.210852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:58.216591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:58.219314 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4af8e6-283e-4f5a-91db-1effcb944a47" -d '{"events": [{"server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "name": "network-vif-plugged", "status": "completed", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:58.230785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.236130 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.240682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 069e0344-61ff-4592-bea0-bac7fbd65bd1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:58.267701 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.304159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=12']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.308089 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388fb6c1-2400-430a-bf8c-bcbe57a9aea8 x-openstack-request-id: req-388fb6c1-2400-430a-bf8c-bcbe57a9aea8 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:58.313631 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "name": "network-vif-plugged", "status": "completed", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:58.314697 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-388fb6c1-2400-430a-bf8c-bcbe57a9aea8 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:58.315930 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'code': 200} Jun 17 08:52:58.323153 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56766) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:58.324055 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:58.324336 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.409399 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=069e0344-61ff-4592-bea0-bac7fbd65bd1,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.439169 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:58.459473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['501f2a74-9331-4749-a97b-cf2162fbf72c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:58.470548 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c446d2-3038-4561-ab1e-f285b70ddfdb req-9dc6d1ca-2e40-4bfc-a434-6e7da361cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:58.472460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69c446d2-3038-4561-ab1e-f285b70ddfdb req-9dc6d1ca-2e40-4bfc-a434-6e7da361cdb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1097 time: 0.0957203 Jun 17 08:52:58.520412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69c446d2-3038-4561-ab1e-f285b70ddfdb req-6d8cfe12-b1f8-4c01-a607-c3e893cdf767 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Jun 17 08:52:58.533730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Deleting port b46a7768-c21a-4686-91f1-3c4e389cfdcc {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:58.534364 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.657168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.657708 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.730266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Calling delete_port for b46a7768-c21a-4686-91f1-3c4e389cfdcc owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:58.770347 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e984ad-f5b4-44c0-8800-6a81eb9aaae0 None None] New status for floating IP 63386e6f-50cf-4586-863e-5b9e716b0eb0: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:52:58.791098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736462e-cbfc-46e0-b031-e01d44d74fc9 req-b171af57-5484-43d6-a339-64a30f47ad8e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:58.803274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e736462e-cbfc-46e0-b031-e01d44d74fc9 req-b171af57-5484-43d6-a339-64a30f47ad8e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 945 time: 0.0851169 Jun 17 08:52:58.866805 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e736462e-cbfc-46e0-b031-e01d44d74fc9 req-e053ad43-bc7c-4fff-861a-d5a2df9149d7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624082 Jun 17 08:52:58.885220 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56782) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:58.916006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.927416 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-62a3687a-8737-40f9-a40a-be5afbd0427b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.953335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-42e984ad-f5b4-44c0-8800-6a81eb9aaae0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:52:58.954321 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-42e984ad-f5b4-44c0-8800-6a81eb9aaae0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:52:58.971728 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.972922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event deleted for resources: {'Port': ['ID=b46a7768-c21a-4686-91f1-3c4e389cfdcc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.992737 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.015359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ddf17845-3ef2-49d6-b3fb-402c6abbce4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/98d4d079-d1dc-4d1c-9f23-de9425134c96 HTTP/1.1" status: 200 len: 992 time: 0.1287208 Jun 17 08:52:59.038435 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.041252 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.043397 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "DELETE /v2.0/floatingips/63386e6f-50cf-4586-863e-5b9e716b0eb0 HTTP/1.1" status: 204 len: 168 time: 0.7205286 Jun 17 08:52:59.205305 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56796) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:59.228441 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62adf1a-3106-4390-9047-73d770defd08 req-62a229c1-b65d-471a-9ad4-fbe3b81f1cf8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:59.230722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a62adf1a-3106-4390-9047-73d770defd08 req-62a229c1-b65d-471a-9ad4-fbe3b81f1cf8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 945 time: 0.0959952 Jun 17 08:52:59.274623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.280223 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a62adf1a-3106-4390-9047-73d770defd08 req-e3381a75-91a5-4700-b3ee-4a636a60e9ed tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 Jun 17 08:52:59.312222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.387389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.390634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.392424 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] 10.222.0.65 "DELETE /v2.0/security-groups/effa6dee-1b84-4956-8695-b94a316e84d3 HTTP/1.1" status: 204 len: 168 time: 0.1859984 Jun 17 08:52:59.393278 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-feecd507-3c89-4083-bd29-feeced4d69d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:59.403611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa6dee-1b84-4956-8695-b94a316e84d3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.407874 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.412405 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:59.436850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56802) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:59.455084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e984ad-f5b4-44c0-8800-6a81eb9aaae0 None None] New status for floating IP 63386e6f-50cf-4586-863e-5b9e716b0eb0: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:52:59.723898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 501f2a74-9331-4749-a97b-cf2162fbf72c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:59.728290 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 501f2a74-9331-4749-a97b-cf2162fbf72c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:59.728847 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.835090 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.872774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:59.877823 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.878728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ba282a46-8809-4c07-a17f-23649a9fc0bf no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:59.882611 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:59.951445 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: ba282a46-8809-4c07-a17f-23649a9fc0bf {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:59.951928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device ba282a46-8809-4c07-a17f-23649a9fc0bf not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:59.982319 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=13']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.993069 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:00.080706 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.317118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:00.322143 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc6277b-483c-41a1-977a-d1799756ff97" -d '{"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-plugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:00.359913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.368954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Deleting port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:00.369303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.393841 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d52275-4966-4fb7-9eba-ba01d4e0c3ff x-openstack-request-id: req-14d52275-4966-4fb7-9eba-ba01d4e0c3ff {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:00.394153 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-plugged", "status": "completed", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:00.394505 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14d52275-4966-4fb7-9eba-ba01d4e0c3ff {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:00.395122 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'code': 200} Jun 17 08:53:00.471314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] For port 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:00.472405 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.523677 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56830) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:00.530392 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89ed09-9d03-402c-9d9d-dfad2e6bfeab req-2c590331-aabb-4afb-98ef-55f2870b2d15 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.531993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b89ed09-9d03-402c-9d9d-dfad2e6bfeab req-2c590331-aabb-4afb-98ef-55f2870b2d15 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 945 time: 0.0820668 Jun 17 08:53:00.550743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Calling delete_port for 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:00.573401 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b89ed09-9d03-402c-9d9d-dfad2e6bfeab req-2dd5e198-65fc-466a-a3ab-cfad10756023 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348823 Jun 17 08:53:00.692864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.830739 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.833759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed20ed-5dfa-435b-ba87-90f33b50e286 req-7d444de4-c6dc-4a00-8855-66987308f000 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.840352 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ae45b23-14db-4d91-8bee-0b22e8275faf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:00.840696 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5ed20ed-5dfa-435b-ba87-90f33b50e286 req-7d444de4-c6dc-4a00-8855-66987308f000 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 945 time: 0.1238983 Jun 17 08:53:00.886731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5ed20ed-5dfa-435b-ba87-90f33b50e286 req-eee23df8-c833-4040-a154-2444d781766a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 Jun 17 08:53:00.897790 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=26d2409e-f0e6-4d16-9dd3-e511dc6a20d9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:00.917285 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:00.917465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56842) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:00.924109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.946749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.952636 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1c0a6615-0be8-49f0-8fb8-5734053083d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:00.976194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f3ba1-c50a-40f1-99c7-43b5421be0d5 tempest-TestVolumeBootPattern-1437464356 tempest-TestVolumeBootPattern-1437464356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.980337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-674f3ba1-c50a-40f1-99c7-43b5421be0d5 tempest-TestVolumeBootPattern-1437464356 tempest-TestVolumeBootPattern-1437464356-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1092 time: 0.0592895 Jun 17 08:53:00.980815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56844) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:00.986461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:01.007239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ccf775-b380-4b9a-bcf7-fa434eec09eb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.012828 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a978290fb4694bb49d4a19cd3b7e0d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878581 Jun 17 08:53:01.017151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56846) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:01.025198 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.050558 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:01.115495 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.116896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.171237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.232155 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.330113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.332987 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.334341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31ccf775-b380-4b9a-bcf7-fa434eec09eb HTTP/1.1" status: 204 len: 168 time: 0.3161683 Jun 17 08:53:01.336782 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6f4907a-c68e-42cf-9c2d-d621e46effb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:01.350524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ccf775-b380-4b9a-bcf7-fa434eec09eb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.374931 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:01.376069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.25.7.70 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/115ec33e-3ddd-4c20-bf6c-26b2c02eb2ec) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:01.388960 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Router cfbeec43-e024-4873-bcee-6b2073d91328 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:01.524209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:01.532878 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] 10.222.0.65 "PUT /v2.0/routers/cfbeec43-e024-4873-bcee-6b2073d91328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0948875 Jun 17 08:53:01.537043 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.537576 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] Sync routers for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:01.538998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56852) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:01.552566 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:01.553192 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.679861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.684245 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.684772 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:01.716484 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56854) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:01.731809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.862045 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.879673 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.895370 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b39d363-2554-4ee3-b1cf-b88102622315 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:01.931380 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:53:00Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.948319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c6cf2-1ca6-45c3-b385-a93a5b8bbcb9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.963401 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] Checking router: cfbeec43-e024-4873-bcee-6b2073d91328 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:01.968905 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=311aa51d55514149b078579721fd26ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495432 Jun 17 08:53:01.970376 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56862) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:01.971609 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:01.975664 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] Routers {'cfbeec43-e024-4873-bcee-6b2073d91328'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:01.976438 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['cfbeec43-e024-4873-bcee-6b2073d91328'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:02.031254 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.060417 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.094854 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] Set router cfbeec43-e024-4873-bcee-6b2073d91328 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:02.100163 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-54601d95-65ac-49ac-80ad-325ff5dfefc0 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:02.123257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.127349 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.129153 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e94c6cf2-1ca6-45c3-b385-a93a5b8bbcb9 HTTP/1.1" status: 204 len: 168 time: 0.1561487 Jun 17 08:53:02.130338 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8890a1e8-ade8-4df3-8577-e58ec2ed9176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:02.142391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c6cf2-1ca6-45c3-b385-a93a5b8bbcb9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.163874 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:02.190681 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:02.196933 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:02.199417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:02.233930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=115ec33e-3ddd-4c20-bf6c-26b2c02eb2ec,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.237867 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:02.303735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.332503 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:53:00Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:02.382470 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9ef37-2c71-499b-bd80-4485fd80a9f8 None None] The sync data for ids ['cfbeec43-e024-4873-bcee-6b2073d91328'] in n-d-780147-13 is: [{'id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'name': 'tempest-TestServerBasicOps-64318511-router', 'tenant_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:29Z', 'updated_at': '2021-06-17T08:53:00Z', 'revision_number': 5, 'project_id': 'a1118ad3e81049bab06d9f6d2f28dad8', 'gw_port': {'id': 'b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbeec43-e024-4873-bcee-6b2073d91328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:30Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:02.519493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Deleting port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:02.519835 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.683603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] For port b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:02.684269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.768661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Calling delete_port for b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:02.867549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.023377 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.181680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.185942 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.238296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.240083 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.317617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.326301 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.331063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.356754 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.476999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:03.494318 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.501392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:03.501851 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.502329 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 26d2409e-f0e6-4d16-9dd3-e511dc6a20d9 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:03.515416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=115ec33e-3ddd-4c20-bf6c-26b2c02eb2ec,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.518372 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.555934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.621904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.622430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbeec43-e024-4873-bcee-6b2073d91328 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:03.627647 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.631016 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-261e3720-ccab-4167-9211-edda2113484b admin admin] 10.222.0.65 "DELETE /v2.0/routers/cfbeec43-e024-4873-bcee-6b2073d91328 HTTP/1.1" status: 204 len: 168 time: 2.0887563 Jun 17 08:53:03.631749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56912) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:03.693999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Deleting subnet 151f2a04-e7ce-498a-9fb3-e3ba4c47a3de {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:03.700088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.734486 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Floating IP 792aec54-9ce8-4593-a0f2-27741a094c6a associated. External IP: 172.25.7.70, port: 069e0344-61ff-4592-bea0-bac7fbd65bd1. Jun 17 08:53:03.769086 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56916) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:03.814716 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.912300 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.991866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.011275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.017257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.025239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4c687373-a89c-4c63-a6df-db8445c29682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:04.056621 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68daeeaac6144c3bb7d319a7b808cd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862303 Jun 17 08:53:04.057324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56922) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.062048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2e332-0b3b-4ad1-829b-0964d74892cb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.066500 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:04.106689 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.113208 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00572db6-dbae-41ad-8c6b-fc5310644010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:04.146690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:04.151952 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.157366 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/151f2a04-e7ce-498a-9fb3-e3ba4c47a3de HTTP/1.1" status: 204 len: 168 time: 0.5216429 Jun 17 08:53:04.157366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151f2a04-e7ce-498a-9fb3-e3ba4c47a3de,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.158758 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 56926) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.159482 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf19434-1006-422e-b8a3-6be0c87ef09a None None] Network bb806554-943c-481b-a323-0f20ba4193b3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:04.172230 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-72b3a34e-78e1-453f-a649-c3605dfc5567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:04.240632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.280744 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.306218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.350462 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Deleting port 3bea428b-3b79-4642-b1d2-d339d7d63841 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:04.351096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.356956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:04.387194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:04.401898 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.404040 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:04.404933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.407783 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.411054 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.414974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91b2e332-0b3b-4ad1-829b-0964d74892cb HTTP/1.1" status: 204 len: 168 time: 0.3536134 Jun 17 08:53:04.432324 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae88418-5fe1-4d65-b8ea-63c1d3a68935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:04.445122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2e332-0b3b-4ad1-829b-0964d74892cb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.447929 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:04.470936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4889617 Jun 17 08:53:04.471666 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:04.474106 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353ae5d-5569-414a-9c93-e4dfabd496e7" -d '{"events": [{"name": "network-changed", "server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:04.506314 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] For port 3bea428b-3b79-4642-b1d2-d339d7d63841, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bea428b-3b79-4642-b1d2-d339d7d63841,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:04.506828 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.515121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] DHCP port deletion for bb806554-943c-481b-a323-0f20ba4193b3 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:04.545496 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acefbe-9228-414c-9655-172f816e1efd x-openstack-request-id: req-69acefbe-9228-414c-9655-172f816e1efd {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:04.545848 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:04.546157 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69acefbe-9228-414c-9655-172f816e1efd {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:04.546620 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'status': 'completed', 'code': 200} Jun 17 08:53:04.599821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Calling delete_port for 3bea428b-3b79-4642-b1d2-d339d7d63841 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:04.629668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Deleting port 3bea428b-3b79-4642-b1d2-d339d7d63841 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:04.630073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.632323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-9a5d4f88-34b5-46bd-8fdf-8ce384de8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:04.634582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-9a5d4f88-34b5-46bd-8fdf-8ce384de8e80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1097 time: 0.0698421 Jun 17 08:53:04.635959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:04.773180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-9c8214ad-e779-4f39-91f3-470ee0287adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:04.775091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-9c8214ad-e779-4f39-91f3-470ee0287adf service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.1351471 Jun 17 08:53:04.795825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] For port 3bea428b-3b79-4642-b1d2-d339d7d63841, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bea428b-3b79-4642-b1d2-d339d7d63841,segment=NetworkSegment(37830952-7db4-4964-b511-c09b362e4579),segment_id=37830952-7db4-4964-b511-c09b362e4579)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:04.796599 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.868943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Calling delete_port for 3bea428b-3b79-4642-b1d2-d339d7d63841 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:04.905935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-e0b6c36d-dc51-470b-8328-89b0b5752955 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 998 time: 0.1244745 Jun 17 08:53:05.003279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-0fe31a90-3e75-4c99-b158-80dd027e0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:05.005931 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-0fe31a90-3e75-4c99-b158-80dd027e0783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0890195 Jun 17 08:53:05.090785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.094408 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:05.114178 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-9753fe48-7715-4e12-bdd3-07a4d0fb2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:05.118267 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-9753fe48-7715-4e12-bdd3-07a4d0fb2052 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061130 Jun 17 08:53:05.121345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Pushing event deleted for resources: {'Port': ['ID=3bea428b-3b79-4642-b1d2-d339d7d63841,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:05.132402 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:05.143221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] No DVR routers for this DVR port 3bea428b-3b79-4642-b1d2-d339d7d63841 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:05.170349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:02Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.202525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:05.212679 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:05.213467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.274856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-dd6b9666-9122-4bd8-af4f-c110a12de85e service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471169 Jun 17 08:53:05.350130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:05.395857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.399959 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:05.430487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bea428b-3b79-4642-b1d2-d339d7d63841,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:05.443275 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:05.447397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1353ae5d-5569-414a-9c93-e4dfabd496e7 req-23ad287b-57ea-4df2-b9fc-771d51e07223 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661611 Jun 17 08:53:05.450637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] No DVR routers for this DVR port 3bea428b-3b79-4642-b1d2-d339d7d63841 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:05.555425 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.567188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb806554-943c-481b-a323-0f20ba4193b3']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.578191 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37830952-7db4-4964-b511-c09b362e4579') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.579351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37830952-7db4-4964-b511-c09b362e4579') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.589041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.589998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:05.605092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.614219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:05.614819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.621348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:05.621704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b2ec162b-6abb-43d9-9d5c-5ed2d0affdcb not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:05.622124 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bea428b-3b79-4642-b1d2-d339d7d63841 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: self.session.flush() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:05.634223 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:05.646254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3bea428b-3b79-4642-b1d2-d339d7d63841 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:05.646611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bea428b-3b79-4642-b1d2-d339d7d63841 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:05.666891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:02Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.693733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ddd9a-9783-473d-9343-79f467985564 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:02Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:05.711292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.716150 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-dac4a22e-6069-4243-b492-f4b223f2d349 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:05.719719 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.724608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 56964) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:05.724931 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bb806554-943c-481b-a323-0f20ba4193b3 HTTP/1.1" status: 204 len: 168 time: 1.5642741 Jun 17 08:53:05.736399 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb806554-943c-481b-a323-0f20ba4193b3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:05.739343 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:05.972327 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01610a16-c063-4322-842d-b4824e85518e None None] New status for floating IP 792aec54-9ce8-4593-a0f2-27741a094c6a: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:53:06.508166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.827186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Deleting port 4802b865-3155-4255-9c4a-73fd73bac3d5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:06.827543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.925860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] For port 4802b865-3155-4255-9c4a-73fd73bac3d5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4802b865-3155-4255-9c4a-73fd73bac3d5,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:06.926322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.025619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Calling delete_port for 4802b865-3155-4255-9c4a-73fd73bac3d5 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:07.273211 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.276968 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96b8cc2e-d8c1-4e29-a27d-cba3021db7a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.304990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Pushing event deleted for resources: {'Port': ['ID=4802b865-3155-4255-9c4a-73fd73bac3d5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.314025 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.446122 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57062) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:07.513956 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.579052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.687879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.694160 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.698218 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b76326b6-7734-4edb-96ff-2691eef97fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.743096 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7daa3ad67a84d13a1f3a9782195a02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929814 Jun 17 08:53:07.743096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6c984c-3f99-49d7-a6bf-0b14cfe5519b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.743432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57066) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:07.745320 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.796413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Router dd80391a-959c-4158-ab44-421ef5ec2c7b has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:07.816849 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.906182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.961534 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:07.966799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] 10.222.0.65 "PUT /v2.0/routers/dd80391a-959c-4158-ab44-421ef5ec2c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411687 Jun 17 08:53:07.969651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57068) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:07.977014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] Sync routers for ids ['dd80391a-959c-4158-ab44-421ef5ec2c7b'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:07.987333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] Routers {'dd80391a-959c-4158-ab44-421ef5ec2c7b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:07.987960 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dd80391a-959c-4158-ab44-421ef5ec2c7b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.055209 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.057811 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.061018 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f6c984c-3f99-49d7-a6bf-0b14cfe5519b HTTP/1.1" status: 204 len: 168 time: 0.3142793 Jun 17 08:53:08.064201 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-698d66ec-fd3e-4374-9236-2cc10e148131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:08.079119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6c984c-3f99-49d7-a6bf-0b14cfe5519b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.082521 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:08.104182 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.114103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] Set router dd80391a-959c-4158-ab44-421ef5ec2c7b gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:08.240432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.320434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Deleting port b3dc99cc-cf17-477d-a57b-2724af26b4ca {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:08.320694 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.378323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:53:07Z', 'revision_number': 5, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port': {'id': 'b3dc99cc-cf17-477d-a57b-2724af26b4ca', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:40Z', 'updated_at': '2021-06-17T08:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.411668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] Checking router: dd80391a-959c-4158-ab44-421ef5ec2c7b for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:08.421433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] Routers {'dd80391a-959c-4158-ab44-421ef5ec2c7b'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:08.422957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dd80391a-959c-4158-ab44-421ef5ec2c7b'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.441618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] For port b3dc99cc-cf17-477d-a57b-2724af26b4ca, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=b3dc99cc-cf17-477d-a57b-2724af26b4ca,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:08.442098 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.448300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57080) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:08.462248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.527741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] Set router dd80391a-959c-4158-ab44-421ef5ec2c7b gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:08.543333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Calling delete_port for b3dc99cc-cf17-477d-a57b-2724af26b4ca owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:08.572314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.579884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.582847 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cd0d0e48-7aa4-42dd-9c2d-924bb75c0d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:08.598588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:53:08Z', 'revision_number': 6, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.622775 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57082) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:08.623050 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fe29f6713584652afc368e09c0eb4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733384 Jun 17 08:53:08.629278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f7b9fe-cd9b-4cc1-b454-012752727f6c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.631034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae000d-1927-461b-ad0e-7e1aa329f85d None None] The sync data for ids ['dd80391a-959c-4158-ab44-421ef5ec2c7b'] in n-d-780147-13 is: [{'id': 'dd80391a-959c-4158-ab44-421ef5ec2c7b', 'name': 'tempest-TestServerBasicOps-1790463185-router', 'tenant_id': 'f4f52c50705f4eba91f6912861fc4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:53:08Z', 'revision_number': 6, 'project_id': 'f4f52c50705f4eba91f6912861fc4911', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:08.633088 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:08.732886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.778619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.799044 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.808865 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:08.838460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dc99cc-cf17-477d-a57b-2724af26b4ca,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.841734 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:08.907775 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.910523 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.911695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3f7b9fe-cd9b-4cc1-b454-012752727f6c HTTP/1.1" status: 204 len: 168 time: 0.2877011 Jun 17 08:53:08.912836 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6d8ff71a-20d9-4c78-a115-0e996a1d7c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:08.917174 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.947231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f7b9fe-cd9b-4cc1-b454-012752727f6c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:08.978978 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:09.024402 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.026761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.081787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.082387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd80391a-959c-4158-ab44-421ef5ec2c7b {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:09.087379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.088591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] 10.222.0.65 "DELETE /v2.0/routers/dd80391a-959c-4158-ab44-421ef5ec2c7b HTTP/1.1" status: 204 len: 168 time: 1.1178725 Jun 17 08:53:09.091141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57086) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:09.155220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Deleting subnet 1fb22550-bfa2-4423-90c8-7e60d76a601a {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:09.159490 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.211758 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.303896 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.378144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.381483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b50124c1-43dc-413f-8252-6c495b624309 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:09.411701 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb22550-bfa2-4423-90c8-7e60d76a601a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:09.413637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.415658 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1fb22550-bfa2-4423-90c8-7e60d76a601a HTTP/1.1" status: 204 len: 168 time: 0.3234539 Jun 17 08:53:09.416536 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:09.418073 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57104) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:09.423119 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f004a0d-3fc2-4668-9318-19aa73b50133 None None] Network caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:09.505350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.596111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Deleting port 30954ce5-8a35-490b-bfd1-b527724c66de {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:09.596468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.614282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b3dc99cc-cf17-477d-a57b-2724af26b4ca no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:09.651829 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: b3dc99cc-cf17-477d-a57b-2724af26b4ca {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:09.652187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device b3dc99cc-cf17-477d-a57b-2724af26b4ca not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:09.652620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4802b865-3155-4255-9c4a-73fd73bac3d5 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:09.675477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 4802b865-3155-4255-9c4a-73fd73bac3d5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:09.675838 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4802b865-3155-4255-9c4a-73fd73bac3d5 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:09.711980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] For port 30954ce5-8a35-490b-bfd1-b527724c66de, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=30954ce5-8a35-490b-bfd1-b527724c66de,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:09.713189 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.779603 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] DHCP port deletion for caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:09.833469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Deleting port 30954ce5-8a35-490b-bfd1-b527724c66de {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:09.834096 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.839477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Calling delete_port for 30954ce5-8a35-490b-bfd1-b527724c66de owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:09.956975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] For port 30954ce5-8a35-490b-bfd1-b527724c66de, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=30954ce5-8a35-490b-bfd1-b527724c66de,segment=NetworkSegment(93f079b7-bb25-4ff4-bab9-e5ace3f70f77),segment_id=93f079b7-bb25-4ff4-bab9-e5ace3f70f77)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:09.958760 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.963198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.966805 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1a0c1f9d-350d-4787-bf3d-479d9a6baa49 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:09.993342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30954ce5-8a35-490b-bfd1-b527724c66de,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:09.996502 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:09.997447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] No DVR routers for this DVR port 30954ce5-8a35-490b-bfd1-b527724c66de on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:10.061223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Calling delete_port for 30954ce5-8a35-490b-bfd1-b527724c66de owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:10.107709 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.121348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:10.135316 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f079b7-bb25-4ff4-bab9-e5ace3f70f77') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:10.135752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f079b7-bb25-4ff4-bab9-e5ace3f70f77') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:10.147268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.163406 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.170051 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:10.170340 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.170687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:10.173586 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:10.178339 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:10.204562 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Pushing event deleted for resources: {'Port': ['ID=30954ce5-8a35-490b-bfd1-b527724c66de,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.206742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] No DVR routers for this DVR port 30954ce5-8a35-490b-bfd1-b527724c66de on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:10.208424 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.253612 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.259512 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.264693 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1 HTTP/1.1" status: 204 len: 168 time: 0.8427336 Jun 17 08:53:10.264693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd9a47ae-d87d-4301-a361-014a7011c4c8 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:10.281481 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf06a7a-baa1-4f0c-adb2-f7bcaf6964f1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.284735 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.424762 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57132) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:10.492309 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-07fd5117-4020-4088-9652-00bd1b06a2c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1118ad3e81049bab06d9f6d2f28dad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662000 Jun 17 08:53:10.494631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:10.545496 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.568906 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.627712 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.630444 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.631745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6e17e71-1970-43c5-a297-2f6c404aa138 HTTP/1.1" status: 204 len: 168 time: 0.1358840 Jun 17 08:53:10.632580 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5c1e3038-def6-470a-8be1-ecc21da5e818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:10.646712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e17e71-1970-43c5-a297-2f6c404aa138,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.650966 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.981205 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57154) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:11.023572 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13ffc52e-1058-4ad1-b493-6b014d2780da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4f52c50705f4eba91f6912861fc4911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409293 Jun 17 08:53:11.025799 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57158) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:11.089411 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.118772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.176447 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.179556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.180788 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ffe501d-842d-458c-8d9d-41f069e8326d HTTP/1.1" status: 204 len: 168 time: 0.1540191 Jun 17 08:53:11.181693 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c3d29391-4693-4421-9ffd-3fb357f6c342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:11.189804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe501d-842d-458c-8d9d-41f069e8326d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:11.192771 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:11.469716 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 30954ce5-8a35-490b-bfd1-b527724c66de no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:11.497804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 30954ce5-8a35-490b-bfd1-b527724c66de {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:11.498251 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 30954ce5-8a35-490b-bfd1-b527724c66de not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:12.383770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57224) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:12.489286 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.576018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.580401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.582736 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6f8ea0e9-51f9-4791-b064-0c7fc0d3d11e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.618490 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=774a87bc314e47408bd5030b8953cea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336061 Jun 17 08:53:12.619545 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6460e2d4-bdf1-4170-bdf3-69008610daf0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.621159 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57228) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:12.622828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:12.675064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.698253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.746850 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.749642 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.751524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6460e2d4-bdf1-4170-bdf3-69008610daf0 HTTP/1.1" status: 204 len: 168 time: 0.1284385 Jun 17 08:53:12.752398 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb2908a5-f011-4869-a8aa-950cecdf65d1 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.760274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6460e2d4-bdf1-4170-bdf3-69008610daf0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.763171 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:13.030517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57238) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:13.044460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.142157 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.145880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.149333 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-25e67082-6a01-4bc7-82c8-ada9789110e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:13.184685 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4ccaa5840ca4208abe88832925716f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529927 Jun 17 08:53:13.185986 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39909a61-9081-49a8-8467-a769fe8b33fc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:13.187408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57240) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:13.190169 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:13.244966 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.266540 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.316335 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.319080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.322720 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39909a61-9081-49a8-8467-a769fe8b33fc HTTP/1.1" status: 204 len: 168 time: 0.1297836 Jun 17 08:53:13.322720 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8267af14-499c-4ed2-8ceb-dc05bd990e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:13.329689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39909a61-9081-49a8-8467-a769fe8b33fc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:13.331886 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.520594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:14.616623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1199268400', 'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:14.637992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Made reservation on behalf of 2c4a08092ab74fe18d19e7c46ebba64a for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:14.640454 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.652441 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.746329 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.750644 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.754273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1a5d0016-3119-483f-8b01-b655cbe8c0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.777284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:14.786362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382fce2b-88e0-49d1-87e5-13c62ef3479d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.790054 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.793135 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.793485 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Added segment a34a68ab-46ba-448c-b13a-ddea29101c0d of type vlan for network 8b230f4e-4d13-49be-aae8-b9936e06245d Jun 17 08:53:14.843407 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.878829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.879911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:14.880515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.884371 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c165167-be41-44d2-a042-b26b6310cf17 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.916073 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3943865 Jun 17 08:53:14.919216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57292) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:14.932696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'subnet': {'network_id': '8b230f4e-4d13-49be-aae8-b9936e06245d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:14.950006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Network': ['ID=8b230f4e-4d13-49be-aae8-b9936e06245d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.953774 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.956797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Made reservation on behalf of 2c4a08092ab74fe18d19e7c46ebba64a for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:14.960572 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.961541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 8b230f4e-4d13-49be-aae8-b9936e06245d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:15.257352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.objects.ports [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93500) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:53:15.257796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.260668 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9473a004-06f7-4bff-9fb6-6cff5d5ff4a5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:15.319130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Subnet': ['ID=531cae08-22d4-41f9-a1cd-275075bcb93d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.322798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Checking segment: {'id': 'a34a68ab-46ba-448c-b13a-ddea29101c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b230f4e-4d13-49be-aae8-b9936e06245d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:15.323193 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network hostable DHCP agents. Network: 8b230f4e-4d13-49be-aae8-b9936e06245d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:15.326342 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:15.341702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network 8b230f4e-4d13-49be-aae8-b9936e06245d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:15.351969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 8b230f4e-4d13-49be-aae8-b9936e06245d) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:15.356462 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:15.357000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.364385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f159ae-aed4-4c8a-acb2-d337c032c549 None None] Network 8b230f4e-4d13-49be-aae8-b9936e06245d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:15.376607 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57296) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:15.377224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4555554 Jun 17 08:53:15.382786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1896710194', 'network_id': '8b230f4e-4d13-49be-aae8-b9936e06245d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:15.414883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Made reservation on behalf of 2c4a08092ab74fe18d19e7c46ebba64a for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:15.417453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.433478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] device_id is not set on port 9b713ce3-b921-45a6-bbf3-cd78c4c0321d yet. {{(pid=93499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:53:15.496459 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0b666-c7a2-4954-9acd-e2d9beb87520 None None] Network 8b230f4e-4d13-49be-aae8-b9936e06245d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:15.540440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Allocated IP 2001:db8::2c2 (8b230f4e-4d13-49be-aae8-b9936e06245d/531cae08-22d4-41f9-a1cd-275075bcb93d/9b713ce3-b921-45a6-bbf3-cd78c4c0321d) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:15.692073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.730880 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.737596 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0532d4b-ab3c-41da-a2e3-bff92a871c53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:15.775126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network 8b230f4e-4d13-49be-aae8-b9936e06245d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:15.782119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:15.784537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:15.785667 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:15.786414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.794785 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Port': ['ID=9b713ce3-b921-45a6-bbf3-cd78c4c0321d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.797411 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:15.813078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4320292 Jun 17 08:53:15.814356 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57298) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:15.910624 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Deleting port 9b713ce3-b921-45a6-bbf3-cd78c4c0321d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:15.910992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.998679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.066394 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Calling delete_port for 9b713ce3-b921-45a6-bbf3-cd78c4c0321d owned by {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:16.198862 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.206090 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-366104eb-9431-401f-9874-2f89ce6a51b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:16.233293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b713ce3-b921-45a6-bbf3-cd78c4c0321d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.236598 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:16.260198 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.264444 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/ports/9b713ce3-b921-45a6-bbf3-cd78c4c0321d HTTP/1.1" status: 204 len: 168 time: 0.4466150 Jun 17 08:53:16.264796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57304) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.269982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b230f4e-4d13-49be-aae8-b9936e06245d', 'external_fixed_ips': [{'subnet_id': '531cae08-22d4-41f9-a1cd-275075bcb93d', 'ip_address': '2001:db8::2c2'}]}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:16.292087 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.293068 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.355187 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.581684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.732287 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:53:16.831989 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.851057 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.037752 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Allocated IP 2001:db8::2c2 (8b230f4e-4d13-49be-aae8-b9936e06245d/531cae08-22d4-41f9-a1cd-275075bcb93d/982e308e-a52b-4fcf-ad92-a87d3f40124d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:17.154483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.195786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.198519 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e98184f8-0284-4bc8-a7a8-0013ee39a13d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.237221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network 8b230f4e-4d13-49be-aae8-b9936e06245d is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:17.240546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:17.244078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:17.263928 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.654527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Port': ['ID=982e308e-a52b-4fcf-ad92-a87d3f40124d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.659511 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.811880 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.005773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.134431 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Router 25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:18.242344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:18.251281 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Sync routers for ids ['25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:18.261344 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.261794 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Routers {'25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:18.262496 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:18.266139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:18.266955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9998436 Jun 17 08:53:18.371390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.373747 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Set router 25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:18.473071 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.535195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Deleting port 982e308e-a52b-4fcf-ad92-a87d3f40124d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:18.535682 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.622601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.650312 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb', 'name': '', 'tenant_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b230f4e-4d13-49be-aae8-b9936e06245d', 'external_fixed_ips': [{'subnet_id': '531cae08-22d4-41f9-a1cd-275075bcb93d', 'ip_address': '2001:db8::2c2'}], 'enable_snat': True}, 'gw_port_id': '982e308e-a52b-4fcf-ad92-a87d3f40124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:16Z', 'updated_at': '2021-06-17T08:53:17Z', 'revision_number': 3, 'project_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'gw_port': {'id': '982e308e-a52b-4fcf-ad92-a87d3f40124d', 'name': '', 'network_id': '8b230f4e-4d13-49be-aae8-b9936e06245d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '531cae08-22d4-41f9-a1cd-275075bcb93d', 'ip_address': '2001:db8::2c2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:16Z', 'updated_at': '2021-06-17T08:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531cae08-22d4-41f9-a1cd-275075bcb93d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:18.682767 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Checking router: 25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:18.683300 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Updating router 25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb port 982e308e-a52b-4fcf-ad92-a87d3f40124d binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:18.691742 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Calling delete_port for 982e308e-a52b-4fcf-ad92-a87d3f40124d owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:18.718419 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.856309 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.858791 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-89006eb3-d236-4f2b-af28-41525321156c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:18.882817 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event deleted for resources: {'Port': ['ID=982e308e-a52b-4fcf-ad92-a87d3f40124d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:18.889355 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:18.912939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.995034 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.db.api [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:53:18.995553 n-d-780147-13 neutron-server[93502]: DEBUG oslo_db.api [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:53:19.009201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.011955 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.057080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.057696 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:19.062016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.065783 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/routers/25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb HTTP/1.1" status: 204 len: 168 time: 0.7955401 Jun 17 08:53:19.066058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57328) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:19.118988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Deleting subnet 531cae08-22d4-41f9-a1cd-275075bcb93d {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:19.122759 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.162655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.207713 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.258963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.261722 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d353524d-bcb2-4ece-a41c-7ee781ba596d tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:19.290510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=531cae08-22d4-41f9-a1cd-275075bcb93d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:19.292489 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.294312 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/531cae08-22d4-41f9-a1cd-275075bcb93d HTTP/1.1" status: 204 len: 168 time: 0.2273669 Jun 17 08:53:19.295255 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c2c2a87f-7e28-42f4-86f6-b60aeb661742 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:19.297429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57330) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:19.365148 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.452751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.456318 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.464367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b230f4e-4d13-49be-aae8-b9936e06245d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:19.478542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34a68ab-46ba-448c-b13a-ddea29101c0d') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:19.478840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34a68ab-46ba-448c-b13a-ddea29101c0d') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:19.488182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.502357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.508638 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:19.509036 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:19.511037 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:19.522852 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Port 982e308e-a52b-4fcf-ad92-a87d3f40124d not found while updating agent binding for router 25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb. {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 17 08:53:19.549353 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Routers set() bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:19.549878 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Router IDs set() for agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:53:19.550649 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent'). {{(pid=93502) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:53:19.551230 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026649-42fc-452d-8080-a2c40a885c43 None None] The sync data for ids ['25c29d02-e1f8-4455-b5ea-2cd9ccd6c6bb'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:19.571805 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.575713 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c019126c-c794-489d-a9b3-3d665c870857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:19.578752 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b230f4e-4d13-49be-aae8-b9936e06245d {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:53:19.581537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.583438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/networks/8b230f4e-4d13-49be-aae8-b9936e06245d HTTP/1.1" status: 204 len: 168 time: 0.2849307 Jun 17 08:53:19.599464 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b230f4e-4d13-49be-aae8-b9936e06245d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:19.606200 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-372bd14b-e191-4eaf-b38b-c4638e202d30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:19.795843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57340) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:19.801417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'name': 'tempest-router--1827606150', 'project_id': '9e8569532346444396bb74b871bbfd46'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:19.824664 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.825686 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.882353 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.887868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.907718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.911382 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1134a81f-0e3c-4893-9aab-01c7ae76de4c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1120789 Jun 17 08:53:19.911690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57342) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:19.986860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.155547 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.158563 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.201249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.201773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74656abe-ddcb-4464-9616-02e5a350ff74 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:20.206599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.211370 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad9154e2-36f9-4469-b76f-f5a7d3843cfd tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/routers/74656abe-ddcb-4464-9616-02e5a350ff74 HTTP/1.1" status: 204 len: 168 time: 0.2952721 Jun 17 08:53:20.311249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57350) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:20.504940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-572295669', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:20.528267 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.529200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.584281 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.720262 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.931484 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.951090 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.051950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Allocated IP 172.25.7.7 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/586e0b30-b4bf-4200-9863-759babf7551e) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:21.157824 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.199413 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.202436 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-72deba67-e32f-497a-90f3-4ace0a0613d9 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:21.235743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:21.238683 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:21.242823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:21.276617 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event updated for resources: {'Port': ['ID=586e0b30-b4bf-4200-9863-759babf7551e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:21.282395 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:21.498783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.056129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.186091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Router 45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:22.293761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:22.305658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] Sync routers for ids ['45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:22.313878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.315348 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0030923 Jun 17 08:53:22.317992 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:22.320918 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] Routers {'45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:22.321824 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:22.369642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:22.381690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] Routers {'45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:22.382428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:22.420060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:22.420767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444b4be-c9b3-437b-804f-7915b84e38f6 None None] The sync data for ids ['45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:22.444509 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b683859c-0f62-43c5-a79f-55651268f4f7 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f HTTP/1.1" status: 200 len: 922 time: 0.1249812 Jun 17 08:53:22.447355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:22.478892 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4a617356-1f8c-4e3d-a467-9b7adb158108 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f HTTP/1.1" status: 200 len: 205 time: 0.0301270 Jun 17 08:53:22.481092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57370) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:22.599710 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.714874 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.769447 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Deleting port 586e0b30-b4bf-4200-9863-759babf7551e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:22.769731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.849221 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.916986 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Calling delete_port for 586e0b30-b4bf-4200-9863-759babf7551e owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:23.084552 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.086678 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c47adcf9-6d5a-43a8-ae2c-0789727ed2d2 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:23.113850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event deleted for resources: {'Port': ['ID=586e0b30-b4bf-4200-9863-759babf7551e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.126421 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:23.184331 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.280742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.283619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.327110 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.327791 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Fanout notify agent at l3_agent the message router_deleted on router 45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:23.335378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.340181 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f HTTP/1.1" status: 204 len: 168 time: 0.8571789 Jun 17 08:53:23.340181 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57382) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:23.345895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784249415', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': False}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:23.367271 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.368177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.425362 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.576176 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.788977 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.807390 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.914668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Allocated IP 172.25.7.148 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/6726d133-5b23-4de8-a9ed-7517194c2c34) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:24.020052 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.060360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.063162 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:24.103779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:24.106804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:24.112975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:24.135895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Port': ['ID=6726d133-5b23-4de8-a9ed-7517194c2c34,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.140044 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:24.363841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.563773 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.684549 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Router 830369ae-51c4-46fb-9aa6-12e78ec85fe8 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:24.788592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:24.799800 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Sync routers for ids ['830369ae-51c4-46fb-9aa6-12e78ec85fe8'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:24.805289 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.809262 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4653890 Jun 17 08:53:24.809434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57396) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:24.809812 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Routers {'830369ae-51c4-46fb-9aa6-12e78ec85fe8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:24.810561 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['830369ae-51c4-46fb-9aa6-12e78ec85fe8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:24.914585 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Set router 830369ae-51c4-46fb-9aa6-12e78ec85fe8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:24.931591 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a179c4c4-20db-41cc-a0ac-fc28fda9596c tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/830369ae-51c4-46fb-9aa6-12e78ec85fe8 HTTP/1.1" status: 200 len: 909 time: 0.1210611 Jun 17 08:53:24.932544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:24.936970 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784249415', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': True}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:24.959044 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.960031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.017931 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.033857 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06345bd2-2344-4ac8-b069-331c9070cd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.109812 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830369ae-51c4-46fb-9aa6-12e78ec85fe8', 'name': 'tempest-snat-router-1784249415', 'tenant_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': '6726d133-5b23-4de8-a9ed-7517194c2c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:23Z', 'updated_at': '2021-06-17T08:53:24Z', 'revision_number': 3, 'project_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'gw_port': {'id': '6726d133-5b23-4de8-a9ed-7517194c2c34', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830369ae-51c4-46fb-9aa6-12e78ec85fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:23Z', 'updated_at': '2021-06-17T08:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:25.136073 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Checking router: 830369ae-51c4-46fb-9aa6-12e78ec85fe8 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:25.136586 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Updating router 830369ae-51c4-46fb-9aa6-12e78ec85fe8 port 6726d133-5b23-4de8-a9ed-7517194c2c34 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:25.168609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.170885 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.379200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.398106 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.439991 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.449691 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Transition to ACTIVE for port object 6726d133-5b23-4de8-a9ed-7517194c2c34 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:25.456884 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.459572 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.505813 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Attempting to bind port 6726d133-5b23-4de8-a9ed-7517194c2c34 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:25.506192 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Attempting to bind port 6726d133-5b23-4de8-a9ed-7517194c2c34 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:25.506527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Allocated IP 172.25.7.114 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c06f9e88-ac8a-4231-b1cc-78d1f6502a67) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:25.506647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Attempting to bind port 6726d133-5b23-4de8-a9ed-7517194c2c34 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:25.511817 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Pushing event updated for resources: {'Port': ['ID=6726d133-5b23-4de8-a9ed-7517194c2c34,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.520667 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:25.521054 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:25.521574 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.521853 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:25.522328 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Bound port: 6726d133-5b23-4de8-a9ed-7517194c2c34, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:25.522715 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.525702 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.526044 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.526386 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.526710 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.527075 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.527391 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.527727 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.528034 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.528350 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.528664 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.528978 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.529292 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:25.554543 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.581674 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] For port 6726d133-5b23-4de8-a9ed-7517194c2c34, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:25.584803 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] For port 6726d133-5b23-4de8-a9ed-7517194c2c34, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6726d133-5b23-4de8-a9ed-7517194c2c34,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:25.588913 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.591693 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2d0dcb0-28bb-4534-8ecd-a2100e68495d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.617939 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.653020 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Pushing event updated for resources: {'Port': ['ID=6726d133-5b23-4de8-a9ed-7517194c2c34,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.656529 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Routers {'830369ae-51c4-46fb-9aa6-12e78ec85fe8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:25.657256 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['830369ae-51c4-46fb-9aa6-12e78ec85fe8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:25.661292 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.665129 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2cd78bbe-1188-4525-a4d3-afffdb766eb3 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.699011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:25.701917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:25.704398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:25.733589 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Port': ['ID=c06f9e88-ac8a-4231-b1cc-78d1f6502a67,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.741793 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.751454 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ceccee2-e2c6-44bc-a131-85e40e5c0e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.763543 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] Set router 830369ae-51c4-46fb-9aa6-12e78ec85fe8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:25.967809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.062650 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830369ae-51c4-46fb-9aa6-12e78ec85fe8', 'name': 'tempest-snat-router-1784249415', 'tenant_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': '6726d133-5b23-4de8-a9ed-7517194c2c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:23Z', 'updated_at': '2021-06-17T08:53:24Z', 'revision_number': 3, 'project_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'gw_port': {'id': '6726d133-5b23-4de8-a9ed-7517194c2c34', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830369ae-51c4-46fb-9aa6-12e78ec85fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:23Z', 'updated_at': '2021-06-17T08:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:26.092484 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6ba58-77f8-446d-90a8-1b76ba40828c None None] The sync data for ids ['830369ae-51c4-46fb-9aa6-12e78ec85fe8'] in n-d-780147-13 is: [{'id': '830369ae-51c4-46fb-9aa6-12e78ec85fe8', 'name': 'tempest-snat-router-1784249415', 'tenant_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148'}], 'enable_snat': False}, 'gw_port_id': '6726d133-5b23-4de8-a9ed-7517194c2c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:23Z', 'updated_at': '2021-06-17T08:53:24Z', 'revision_number': 3, 'project_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'gw_port': {'id': '6726d133-5b23-4de8-a9ed-7517194c2c34', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830369ae-51c4-46fb-9aa6-12e78ec85fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:23Z', 'updated_at': '2021-06-17T08:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:26.581078 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.721824 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Router e7b4fe9a-0295-4ee0-9307-23f3a4b03705 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:26.840273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:26.849543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Sync routers for ids ['e7b4fe9a-0295-4ee0-9307-23f3a4b03705'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:26.862797 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Routers {'e7b4fe9a-0295-4ee0-9307-23f3a4b03705'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:26.863851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:52:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e7b4fe9a-0295-4ee0-9307-23f3a4b03705'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:26.864851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.869393 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57416) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:26.876961 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9431686 Jun 17 08:53:26.995348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57418) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:26.996688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Set router e7b4fe9a-0295-4ee0-9307-23f3a4b03705 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:27.002620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-770fc77c-8ea6-426d-bcd0-fb55049ad756 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/e7b4fe9a-0295-4ee0-9307-23f3a4b03705 HTTP/1.1" status: 200 len: 908 time: 0.1318610 Jun 17 08:53:27.123136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.196301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4fe9a-0295-4ee0-9307-23f3a4b03705', 'name': 'tempest-snat-router-1784249415', 'tenant_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'c06f9e88-ac8a-4231-b1cc-78d1f6502a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:24Z', 'updated_at': '2021-06-17T08:53:25Z', 'revision_number': 3, 'project_id': '2c4a08092ab74fe18d19e7c46ebba64a', 'gw_port': {'id': 'c06f9e88-ac8a-4231-b1cc-78d1f6502a67', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4fe9a-0295-4ee0-9307-23f3a4b03705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:25Z', 'updated_at': '2021-06-17T08:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:27.227882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Checking router: e7b4fe9a-0295-4ee0-9307-23f3a4b03705 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:27.228244 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Updating router e7b4fe9a-0295-4ee0-9307-23f3a4b03705 port c06f9e88-ac8a-4231-b1cc-78d1f6502a67 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:27.238137 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.265211 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.299072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Deleting port c06f9e88-ac8a-4231-b1cc-78d1f6502a67 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:27.299423 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.376743 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.474737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Calling delete_port for c06f9e88-ac8a-4231-b1cc-78d1f6502a67 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:27.498847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6726d133-5b23-4de8-a9ed-7517194c2c34 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:27.606919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 6726d133-5b23-4de8-a9ed-7517194c2c34 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:27.616876 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 6726d133-5b23-4de8-a9ed-7517194c2c34 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:27.617288 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.639781 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.656521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.659141 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:53:27.660176 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:53:27.660425 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e33c2126-7e9a-4dc5-a39d-2d9c0c857740 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:27.688162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event deleted for resources: {'Port': ['ID=c06f9e88-ac8a-4231-b1cc-78d1f6502a67,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:27.692737 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:27.710870 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.733179 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 6726d133-5b23-4de8-a9ed-7517194c2c34, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6726d133-5b23-4de8-a9ed-7517194c2c34,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:27.740815 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.743152 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eafb199e-d827-458c-b8d5-7f50e82a6b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:27.762290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.801692 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=6726d133-5b23-4de8-a9ed-7517194c2c34,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:27.805550 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:27.864344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.866504 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.875243 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-587bbdad-6672-4d64-a1e1-016e1278fae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.917585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.918179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7b4fe9a-0295-4ee0-9307-23f3a4b03705 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:27.924488 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.924488 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e7b4fe9a-0295-4ee0-9307-23f3a4b03705 HTTP/1.1" status: 204 len: 168 time: 0.9280279 Jun 17 08:53:27.926874 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57430) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:28.037019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.135971 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.188045 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Port c06f9e88-ac8a-4231-b1cc-78d1f6502a67 not found while updating agent binding for router e7b4fe9a-0295-4ee0-9307-23f3a4b03705. {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 17 08:53:28.193359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Deleting port 6726d133-5b23-4de8-a9ed-7517194c2c34 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:28.193826 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.197577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Routers set() bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:28.197959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Router IDs set() for agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:53:28.198550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7b4fe9a-0295-4ee0-9307-23f3a4b03705'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent'). {{(pid=93501) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:53:28.198950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e464-60f5-47f5-8376-999420c35e4d None None] The sync data for ids ['e7b4fe9a-0295-4ee0-9307-23f3a4b03705'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:28.274754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] For port 6726d133-5b23-4de8-a9ed-7517194c2c34, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6726d133-5b23-4de8-a9ed-7517194c2c34,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:28.275140 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.342709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Calling delete_port for 6726d133-5b23-4de8-a9ed-7517194c2c34 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:28.506117 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.509028 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da8423b8-d0cf-4f0a-a35f-03dbc4529221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:28.534658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event deleted for resources: {'Port': ['ID=6726d133-5b23-4de8-a9ed-7517194c2c34,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.539287 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:28.601150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.693294 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.695519 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.739451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.740091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 830369ae-51c4-46fb-9aa6-12e78ec85fe8 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:28.744608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.745850 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "DELETE /v2.0/routers/830369ae-51c4-46fb-9aa6-12e78ec85fe8 HTTP/1.1" status: 204 len: 168 time: 0.8179226 Jun 17 08:53:28.749472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57432) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:28.754349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1963164313', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:28.779129 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.780418 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.852639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.903987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.019144 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.216850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.236370 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.342948 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Allocated IP 172.25.7.210 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/beac6c00-620b-4895-a95c-8f922b0651fe) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:29.451046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.456414 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6726d133-5b23-4de8-a9ed-7517194c2c34 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:29.478435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6726d133-5b23-4de8-a9ed-7517194c2c34 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:29.478857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6726d133-5b23-4de8-a9ed-7517194c2c34 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:29.493610 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.497227 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b4d32d05-267d-4450-8f28-7ee27d77565a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:29.529446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:29.532820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:29.535165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:29.581597 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event updated for resources: {'Port': ['ID=beac6c00-620b-4895-a95c-8f922b0651fe,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.584700 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:29.729067 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a81a-9f1c-409d-93d2-4293f77fae3a req-3512fc72-3f19-4a66-a5ae-9db5b7d72055 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.730822 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40b8a81a-9f1c-409d-93d2-4293f77fae3a req-3512fc72-3f19-4a66-a5ae-9db5b7d72055 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1098 time: 0.0597405 Jun 17 08:53:29.766675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40b8a81a-9f1c-409d-93d2-4293f77fae3a req-309ad8f2-7710-497a-b5cb-00032052fa11 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294316 Jun 17 08:53:29.794148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57448) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:29.815181 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.977448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 0fbfc8dc-90e6-4436-9ecc-c355c69dffd5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:29.977828 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.034187 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.053803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.054190 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.121603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 0fbfc8dc-90e6-4436-9ecc-c355c69dffd5 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:30.167735 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Router d61c655d-8868-439d-8412-d5db0546c46f is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:30.275324 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:30.294526 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] Sync routers for ids ['d61c655d-8868-439d-8412-d5db0546c46f'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:30.298855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.300300 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.5496664 Jun 17 08:53:30.302593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.303014 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:30.305762 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] Routers {'d61c655d-8868-439d-8412-d5db0546c46f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:30.306119 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a2c18668-759d-447e-b3f2-abcabd9aee8e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:30.306461 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d61c655d-8868-439d-8412-d5db0546c46f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:30.308209 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': False}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:30.346277 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.347460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=0fbfc8dc-90e6-4436-9ecc-c355c69dffd5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.366094 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:30.377843 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] Routers {'d61c655d-8868-439d-8412-d5db0546c46f'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:30.378761 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d61c655d-8868-439d-8412-d5db0546c46f'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:30.416945 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:30.417724 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669aba3a-edd4-449c-9bbc-23ae4b242b04 None None] The sync data for ids ['d61c655d-8868-439d-8412-d5db0546c46f'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:30.425064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.425463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.425844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.426227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.426594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.427279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.427656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.428034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.428407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.428773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.429139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.429503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:30.432555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.433077 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 98d4d079-d1dc-4d1c-9f23-de9425134c96 disassociated (deleted). External IP: 172.25.7.237, port: 501f2a74-9331-4749-a97b-cf2162fbf72c. Jun 17 08:53:30.467582 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:30.659643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 72f79fdf-e719-455e-81ff-374e5bad96be has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:30.772757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:30.777221 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.784063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] Sync routers for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:30.794959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:30.796108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:30.831333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/floatingips/98d4d079-d1dc-4d1c-9f23-de9425134c96 HTTP/1.1" status: 204 len: 168 time: 1.0358706 Jun 17 08:53:30.832036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:30.847410 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6ac03-4638-45a2-aea3-f0bb5e17f457" -d '{"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:30.909954 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd136723-02ad-405f-8f2e-ad10d43976d1 x-openstack-request-id: req-bd136723-02ad-405f-8f2e-ad10d43976d1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:30.910304 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:30.910609 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd136723-02ad-405f-8f2e-ad10d43976d1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:30.911100 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'status': 'completed', 'code': 200} Jun 17 08:53:30.951531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:31.105759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-817f5f9c-2c7d-4ba7-b598-9ae86eb4369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.107416 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-817f5f9c-2c7d-4ba7-b598-9ae86eb4369b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 1098 time: 0.1689649 Jun 17 08:53:31.114683 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.185696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:31.221102 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] Checking router: 72f79fdf-e719-455e-81ff-374e5bad96be for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:31.231074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:31.231878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:31.277458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97035720-be32-49e9-861e-32bd925b8ed4 req-6125f531-4a55-4fce-a02e-d24059149dc4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.285701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97035720-be32-49e9-861e-32bd925b8ed4 req-6125f531-4a55-4fce-a02e-d24059149dc4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 946 time: 0.0813241 Jun 17 08:53:31.289171 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-2afec678-63c8-47b6-b7ae-b6409ce20e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.290632 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-2afec678-63c8-47b6-b7ae-b6409ce20e12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 200 len: 897 time: 0.1711764 Jun 17 08:53:31.336390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-97035720-be32-49e9-861e-32bd925b8ed4 req-5806c3f5-8543-4c58-994c-63eabee33f0c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494342 Jun 17 08:53:31.347414 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-201e2a2d-75c4-47ed-90e4-d800ed8d532b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 200 len: 217 time: 0.0441444 Jun 17 08:53:31.353741 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:31.411886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-e78c592a-2f4c-4fd5-8088-376434985415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.413675 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-e78c592a-2f4c-4fd5-8088-376434985415 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 200 len: 835 time: 0.0631475 Jun 17 08:53:31.563330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:31.566097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-63f32d7f-7683-4b3a-afe8-2dac52cc28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.567737 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-63f32d7f-7683-4b3a-afe8-2dac52cc28c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36a9ef36-aeb4-478c-9a35-5063a6edce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462290 Jun 17 08:53:31.590469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5db40d-2170-42b0-a0cc-9b83b90e9da0 None None] The sync data for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 is: [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:51:34Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3', 'name': '', 'network_id': '36a9ef36-aeb4-478c-9a35-5063a6edce8e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:ea:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:33Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': 'bbb256de-6e02-494f-806a-4a2b44c57986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:31.748249 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-cd5a837b-9d1c-4149-bfe2-e609622d65bf service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723356 Jun 17 08:53:31.837677 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6549e34-01d0-475a-a758-092df56d7eeb None None] New status for floating IP 98d4d079-d1dc-4d1c-9f23-de9425134c96: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:53:31.932619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.939270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.942716 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-50e6ac03-4638-45a2-aea3-f0bb5e17f457 req-031de878-6412-4922-86fc-b21eaa562227 service neutron] 10.222.0.60 "GET /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562867 Jun 17 08:53:32.050448 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Router d61c655d-8868-439d-8412-d5db0546c46f has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:32.154044 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:32.159025 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.162627 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2b9794c-5334-4389-a37e-8234f7a95001 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "PUT /v2.0/routers/d61c655d-8868-439d-8412-d5db0546c46f HTTP/1.1" status: 200 len: 926 time: 1.8559873 Jun 17 08:53:32.163159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] Sync routers for ids ['d61c655d-8868-439d-8412-d5db0546c46f'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:32.163322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57472) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.172351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] Routers {'d61c655d-8868-439d-8412-d5db0546c46f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:32.172975 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d61c655d-8868-439d-8412-d5db0546c46f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:32.209247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:32.217840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] Routers {'d61c655d-8868-439d-8412-d5db0546c46f'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:32.219073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['d61c655d-8868-439d-8412-d5db0546c46f'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:32.250309 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:32.251002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e1f62-f197-49df-b449-47eafb5be69f None None] The sync data for ids ['d61c655d-8868-439d-8412-d5db0546c46f'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:32.272375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ec78ae96-bbf6-477f-9697-9e388ddc8735 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/d61c655d-8868-439d-8412-d5db0546c46f HTTP/1.1" status: 200 len: 926 time: 0.1077180 Jun 17 08:53:32.275061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57474) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.361012 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d94916-291d-45f5-ac4d-4d8f21dab8ba tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:32.362548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-30d94916-291d-45f5-ac4d-4d8f21dab8ba tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=d61c655d-8868-439d-8412-d5db0546c46f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0866017 Jun 17 08:53:32.365377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57478) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.486944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20616cb-0ae8-4347-b87a-0074807bc225 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:32.488339 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b20616cb-0ae8-4347-b87a-0074807bc225 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.1213508 Jun 17 08:53:32.491378 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.528010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-21537421-10f2-46b4-8b3e-e846518503cb tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=d61c655d-8868-439d-8412-d5db0546c46f HTTP/1.1" status: 200 len: 205 time: 0.0354533 Jun 17 08:53:32.531293 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57486) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.544842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02c3ac-990d-4e15-b310-c16aa32d56ba req-13f5ad4c-34c4-4b04-9542-9da651af0a90 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:32.545109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-23d21dda-13f7-4f67-8f7a-dacdba71a496 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:32.546746 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-23d21dda-13f7-4f67-8f7a-dacdba71a496 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 946 time: 0.1180735 Jun 17 08:53:32.546872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be02c3ac-990d-4e15-b310-c16aa32d56ba req-13f5ad4c-34c4-4b04-9542-9da651af0a90 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=73b7b038-7fb9-4258-8572-8e1762ae7b3d HTTP/1.1" status: 200 len: 946 time: 0.0978084 Jun 17 08:53:32.655260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be02c3ac-990d-4e15-b310-c16aa32d56ba req-7b80a587-e14a-4896-82f9-ec23f7ab50b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715032 Jun 17 08:53:32.658952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 501f2a74-9331-4749-a97b-cf2162fbf72c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:32.659674 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.684514 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.758351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 501f2a74-9331-4749-a97b-cf2162fbf72c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=501f2a74-9331-4749-a97b-cf2162fbf72c,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:32.758718 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.787312 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.825623 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 501f2a74-9331-4749-a97b-cf2162fbf72c owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:32.839675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Deleting port beac6c00-620b-4895-a95c-8f922b0651fe {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:32.840016 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.932883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.989850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.995099 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3d1fb938-1354-4945-b83e-a716fcb6877e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:33.008185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Calling delete_port for beac6c00-620b-4895-a95c-8f922b0651fe owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:33.024125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=501f2a74-9331-4749-a97b-cf2162fbf72c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.060540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.060939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.061323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.061700 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.063116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.063309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.064111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.064233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.064609 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.064979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.065350 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.065715 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:33.073058 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:33.089285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] No DVR routers for this DVR port 501f2a74-9331-4749-a97b-cf2162fbf72c on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:33.091742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.093757 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d2c36892-4265-4f9a-8b4c-d64a18a3f2a3 req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "DELETE /v2.0/ports/501f2a74-9331-4749-a97b-cf2162fbf72c HTTP/1.1" status: 204 len: 173 time: 0.5419869 Jun 17 08:53:33.094290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-deleted', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:33.099050 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d9c35c-f459-4c0f-a059-51672ed3eaaf" -d '{"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-deleted", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:33.142786 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e02d2-d9cb-4ff4-81dd-b0a54a800e55 x-openstack-request-id: req-ba0e02d2-d9cb-4ff4-81dd-b0a54a800e55 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:33.143786 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b7b038-7fb9-4258-8572-8e1762ae7b3d", "name": "network-vif-deleted", "tag": "501f2a74-9331-4749-a97b-cf2162fbf72c", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:33.144102 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba0e02d2-d9cb-4ff4-81dd-b0a54a800e55 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:33.144764 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b7b038-7fb9-4258-8572-8e1762ae7b3d', 'name': 'network-vif-deleted', 'tag': '501f2a74-9331-4749-a97b-cf2162fbf72c', 'status': 'completed', 'code': 200} Jun 17 08:53:33.192999 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.197345 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:33.222268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event deleted for resources: {'Port': ['ID=beac6c00-620b-4895-a95c-8f922b0651fe,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.225931 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:33.297595 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.388121 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.391180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.440842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.441438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Fanout notify agent at l3_agent the message router_deleted on router d61c655d-8868-439d-8412-d5db0546c46f {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:33.453574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.454737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/d61c655d-8868-439d-8412-d5db0546c46f HTTP/1.1" status: 204 len: 168 time: 0.9224024 Jun 17 08:53:33.458344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:33.463283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2122919807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:33.489804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.491246 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.574227 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.579958 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.599431 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.600893 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-54842f2d-6fc6-4f52-bd41-d88166f8237a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1414909 Jun 17 08:53:33.603864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57506) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:33.609895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:33.781850 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57510) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:33.836687 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.053173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.073251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.185024 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Allocated IP 172.25.7.161 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/2cb8d0c3-68f3-4ef6-bed6-9e9e56d8f73a) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:34.306243 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.347854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.350786 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-09984a32-e945-4749-b4e0-15a1a67246ec tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.383102 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:34.385952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:34.390826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:34.541287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.809952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event updated for resources: {'Port': ['ID=2cb8d0c3-68f3-4ef6-bed6-9e9e56d8f73a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.823226 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:34.849601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:34.850034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.945588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:34.946069 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.010304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:35.068580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.242790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.244757 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e52cae4-530a-441e-98c5-99d22e6f873d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:35.276046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:35.279195 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:35.308247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.311645 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.477251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Router c67ab5fb-8ba8-42cc-9136-42bd9024ed7c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:35.500944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.566632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:35.590733 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 501f2a74-9331-4749-a97b-cf2162fbf72c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:35.591510 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 501f2a74-9331-4749-a97b-cf2162fbf72c not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:35.595687 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:35.602358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.605467 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] Sync routers for ids ['c67ab5fb-8ba8-42cc-9136-42bd9024ed7c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:35.609206 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "PUT /v2.0/routers/c67ab5fb-8ba8-42cc-9136-42bd9024ed7c HTTP/1.1" status: 200 len: 884 time: 2.0041933 Jun 17 08:53:35.611926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57534) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:35.616029 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] Routers {'c67ab5fb-8ba8-42cc-9136-42bd9024ed7c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:35.616859 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c67ab5fb-8ba8-42cc-9136-42bd9024ed7c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:35.650151 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:35.659425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] Routers {'c67ab5fb-8ba8-42cc-9136-42bd9024ed7c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:35.660055 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['c67ab5fb-8ba8-42cc-9136-42bd9024ed7c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:35.695562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:35.696227 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b3d5b-7f35-4e9c-b889-bfbbe3aec06c None None] The sync data for ids ['c67ab5fb-8ba8-42cc-9136-42bd9024ed7c'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:35.802254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a0d3d1b1-6343-4e48-aa02-7bbfc0d78fc3 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/c67ab5fb-8ba8-42cc-9136-42bd9024ed7c HTTP/1.1" status: 200 len: 925 time: 0.1866176 Jun 17 08:53:35.803074 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:35.836995 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 72f79fdf-e719-455e-81ff-374e5bad96be has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:35.928353 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566e16d-3d27-41c6-a909-fc4381290f33 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:35.930033 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2566e16d-3d27-41c6-a909-fc4381290f33 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=c67ab5fb-8ba8-42cc-9136-42bd9024ed7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1259797 Jun 17 08:53:35.932656 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57542) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:35.954977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:35.965212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/72f79fdf-e719-455e-81ff-374e5bad96be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1822789 Jun 17 08:53:35.965814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57544) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:35.968169 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] Sync routers for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:35.978280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:35.979181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:36.020538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting subnet bbb256de-6e02-494f-806a-4a2b44c57986 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:36.024002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.038532 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7f544-72d6-400d-ba6e-e3572e9e4ce8 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:36.040075 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6ad7f544-72d6-400d-ba6e-e3572e9e4ce8 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.1064060 Jun 17 08:53:36.042856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57548) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:36.072836 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.086310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d9cc2acd-964c-4332-a0a3-d79c099ecc0d tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=c67ab5fb-8ba8-42cc-9136-42bd9024ed7c HTTP/1.1" status: 200 len: 205 time: 0.0418615 Jun 17 08:53:36.087723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:36.095957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:36.180963 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.207608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.261773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.270176 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-326a1e06-d76b-457d-9608-b870507a78a3 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.302918 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb256de-6e02-494f-806a-4a2b44c57986,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.313632 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.318212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/subnets/bbb256de-6e02-494f-806a-4a2b44c57986 HTTP/1.1" status: 204 len: 168 time: 0.3489876 Jun 17 08:53:36.318212 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.318461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57556) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:36.323052 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59593306-9da2-4f90-a9d7-c10eb9a2e7cf None None] Network 36a9ef36-aeb4-478c-9a35-5063a6edce8e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:36.325853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.354460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:53:35Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:36.401255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Deleting port 2cb8d0c3-68f3-4ef6-bed6-9e9e56d8f73a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:36.401890 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.415957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] Checking router: 72f79fdf-e719-455e-81ff-374e5bad96be for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:36.441839 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.464454 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] Routers {'72f79fdf-e719-455e-81ff-374e5bad96be'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:36.465105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['72f79fdf-e719-455e-81ff-374e5bad96be'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:36.491426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.578346 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.590355 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] Set router 72f79fdf-e719-455e-81ff-374e5bad96be gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:36.606972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Calling delete_port for 2cb8d0c3-68f3-4ef6-bed6-9e9e56d8f73a owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:36.703926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:36.704599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.827059 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:36.827686 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.829223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] DHCP port deletion for 36a9ef36-aeb4-478c-9a35-5063a6edce8e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:36.853928 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.864637 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d4a4ec0d-a96e-40da-afb3-23b6169d9fd9 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.923316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:36.937355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event deleted for resources: {'Port': ['ID=2cb8d0c3-68f3-4ef6-bed6-9e9e56d8f73a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.946093 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.949508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Deleting port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:36.949887 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.966497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.034111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] For port e84e3d5d-d5df-4e98-8e33-16932ddc3df3, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,segment=NetworkSegment(fd6fda6a-9138-462e-b958-5fedd48e2b9b),segment_id=fd6fda6a-9138-462e-b958-5fedd48e2b9b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:37.034508 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.100373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.102545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.116904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Calling delete_port for e84e3d5d-d5df-4e98-8e33-16932ddc3df3 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:37.130671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:53:35Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.143434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.145924 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:37.164585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.165160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Fanout notify agent at l3_agent the message router_deleted on router c67ab5fb-8ba8-42cc-9136-42bd9024ed7c {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:37.174554 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.179894 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/c67ab5fb-8ba8-42cc-9136-42bd9024ed7c HTTP/1.1" status: 204 len: 168 time: 1.0901685 Jun 17 08:53:37.180527 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57564) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:37.185335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-921497525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:37.191202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=6a7369a5-e1d2-47b9-80f7-562ff35cb1b8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.196301 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843458f5-8757-45c0-9f95-98e429fce390 None None] The sync data for ids ['72f79fdf-e719-455e-81ff-374e5bad96be'] in n-d-780147-13 is: [{'id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009589590', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:30Z', 'updated_at': '2021-06-17T08:53:35Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '6a7369a5-e1d2-47b9-80f7-562ff35cb1b8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f79fdf-e719-455e-81ff-374e5bad96be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:31Z', 'updated_at': '2021-06-17T08:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:37.209274 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.221988 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.223113 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.268807 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.270753 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:37.288538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.294203 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Pushing event deleted for resources: {'Port': ['ID=e84e3d5d-d5df-4e98-8e33-16932ddc3df3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.296007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.298166 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.299062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] No DVR routers for this DVR port e84e3d5d-d5df-4e98-8e33-16932ddc3df3 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:37.320957 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.323010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.324548 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-292f7deb-39c6-4ae9-a034-7835384accb4 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1430013 Jun 17 08:53:37.327239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:37.332936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': True}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:37.421063 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.423419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.469149 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.469766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Fanout notify agent at l3_agent the message router_deleted on router 72f79fdf-e719-455e-81ff-374e5bad96be {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:37.478177 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.481747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/routers/72f79fdf-e719-455e-81ff-374e5bad96be HTTP/1.1" status: 204 len: 168 time: 1.1598930 Jun 17 08:53:37.481994 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:37.560669 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.563881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.683415 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.699419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a9ef36-aeb4-478c-9a35-5063a6edce8e']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.710915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6fda6a-9138-462e-b958-5fedd48e2b9b') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.711560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6fda6a-9138-462e-b958-5fedd48e2b9b') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.721922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.736842 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.744175 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:37.744845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:37.748662 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:37.781366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:37.814896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:37.815286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8fe3cf36-6df1-4672-aa5a-7bacaab2b7f3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:37.815720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e84e3d5d-d5df-4e98-8e33-16932ddc3df3 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:37.820552 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.831332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.841004 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.842469 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.846486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/networks/36a9ef36-aeb4-478c-9a35-5063a6edce8e HTTP/1.1" status: 204 len: 168 time: 0.3594024 Jun 17 08:53:37.846486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27c625ca-ce56-4547-8d84-67c903329aa7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:37.848282 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57574) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:37.866051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e84e3d5d-d5df-4e98-8e33-16932ddc3df3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:37.866857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e84e3d5d-d5df-4e98-8e33-16932ddc3df3 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:37.903078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Network': ['ID=36a9ef36-aeb4-478c-9a35-5063a6edce8e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.909234 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-17fe1e54-396d-431e-99ab-9b3ccdff7ff8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.940164 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.975905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Allocated IP 172.25.7.75 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/f04417d3-4b9a-43e6-9982-60c97c4e95e4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:37.985348 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.056668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.059644 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.060891 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/security-groups/282f4b8b-6c23-4946-aeb8-6eec3bb54cfd HTTP/1.1" status: 204 len: 168 time: 0.2104037 Jun 17 08:53:38.061684 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a5a1410-0992-4921-9714-7287bb5d6852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.078447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f4b8b-6c23-4946-aeb8-6eec3bb54cfd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.084909 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.150065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.203069 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.207282 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66c0114b-150b-4f43-a51d-f5bf292dfbbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.241569 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:38.246664 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:38.251249 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:38.288596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Port': ['ID=f04417d3-4b9a-43e6-9982-60c97c4e95e4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.298747 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.367065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57586) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:38.373852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977434380', 'description': 'tempest-secgroup-smoke-1977434380 description', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:38.396995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.490850 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.496441 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.500082 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e54f59e-3bed-4188-9f89-421267b1cfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.535248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.536871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1677494 Jun 17 08:53:38.539279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57590) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:38.540414 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.544024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '747a8959-d21d-4be8-940d-d713d4750fba', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:38.552695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747a8959-d21d-4be8-940d-d713d4750fba,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.556747 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.589684 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.655224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.661537 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.676074 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-850be3dc-f63f-4bc3-9b04-98a5d92431f4 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.688661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27a9b06-26cf-4c99-a256-c8a6c1cb0560,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.692030 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.693287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.694639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544297 Jun 17 08:53:38.697667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57594) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:38.703167 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '747a8959-d21d-4be8-940d-d713d4750fba', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:38.739549 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.778142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.784315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.806821 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.810790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.816191 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36c309d3-520a-4d23-bb0b-3ef3a325309c tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.832213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ff7f28-576f-439d-ab18-96bc8aa31c45,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.835772 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.841237 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.845254 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435664 Jun 17 08:53:38.845512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57598) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:38.850284 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '747a8959-d21d-4be8-940d-d713d4750fba', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:38.880718 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.941384 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Router 5043368d-f9b8-4134-ad24-fdc6c3aae1e1 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:38.963513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.967803 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.974423 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f9af420-fd00-41d9-9877-30e5dadcc12f tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.991492 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7f3904-51dc-4a83-8646-f2c987efe7e4,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.994844 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.996228 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.997417 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509442 Jun 17 08:53:39.000853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57602) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.006062 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '747a8959-d21d-4be8-940d-d713d4750fba', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:39.038229 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.057243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:39.062497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.066409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "PUT /v2.0/routers/5043368d-f9b8-4134-ad24-fdc6c3aae1e1 HTTP/1.1" status: 200 len: 917 time: 1.7348182 Jun 17 08:53:39.066629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57604) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.072412 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] Sync routers for ids ['5043368d-f9b8-4134-ad24-fdc6c3aae1e1'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:39.085295 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] Routers {'5043368d-f9b8-4134-ad24-fdc6c3aae1e1'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:39.086233 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5043368d-f9b8-4134-ad24-fdc6c3aae1e1'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.103841 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.111034 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.113066 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33073c6c-0e29-42fd-aede-fc58d7d43d73 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.126630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e299ab62-6437-4509-98c5-8ad196bd7619,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.129999 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.136722 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.148438 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] Routers {'5043368d-f9b8-4134-ad24-fdc6c3aae1e1'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:39.149283 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['5043368d-f9b8-4134-ad24-fdc6c3aae1e1'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.170045 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.170045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644580 Jun 17 08:53:39.170272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57608) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.178113 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '747a8959-d21d-4be8-940d-d713d4750fba', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:39.193010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-eae36608-850f-4062-bb21-3dd24bea9639 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/5043368d-f9b8-4134-ad24-fdc6c3aae1e1 HTTP/1.1" status: 200 len: 923 time: 0.1226587 Jun 17 08:53:39.193329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57610) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.208557 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.210602 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:53:39.212449 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8592eb4-706b-419a-b8a7-022b7114e99c None None] The sync data for ids ['5043368d-f9b8-4134-ad24-fdc6c3aae1e1'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:39.219941 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.253586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a6322-a5d3-4d60-bf2d-308d5f3d7c30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.255242 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-075a6322-a5d3-4d60-bf2d-308d5f3d7c30 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=5043368d-f9b8-4134-ad24-fdc6c3aae1e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0601709 Jun 17 08:53:39.258063 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57616) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.300402 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.309517 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.313419 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9dcbd717-4b27-42bc-b2ff-0db28ad85acd tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.327356 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef2f1ed-ecba-476c-8e6c-c1b2b28ee573,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.338040 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.341213 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.345617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714301 Jun 17 08:53:39.345805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57618) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.351810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': '747a8959-d21d-4be8-940d-d713d4750fba', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:39.386330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275dd862-6b82-4b00-bb26-20f73015b0a0 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.388034 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-275dd862-6b82-4b00-bb26-20f73015b0a0 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.1289523 Jun 17 08:53:39.390691 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:53:39.392295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57620) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.396244 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.417725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:39.431833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c15ca8f6-3bf8-4a04-b9ab-e7818a132b62 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=5043368d-f9b8-4134-ad24-fdc6c3aae1e1 HTTP/1.1" status: 200 len: 205 time: 0.0360065 Jun 17 08:53:39.432063 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57622) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.444948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:39.445652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 6a7369a5-e1d2-47b9-80f7-562ff35cb1b8 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:39.456434 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.461639 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.471374 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-978308f6-0515-48cd-b318-d402cec05f79 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.486483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1aec628-5f2d-44b8-ba10-dda4630900de,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.490297 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.491679 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.493000 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec1d695d-7141-4e29-82d7-9571b910ddb2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466208 Jun 17 08:53:39.496514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.502574 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'network': {'name': 'tempest-network-smoke--1047276916', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'port_security_enabled': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:39.524892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:39.529024 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.543945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.563041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:39.573839 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.574218 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Added segment 47663cd7-5478-43bf-8325-73bf9b9f5108 of type vlan for network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e Jun 17 08:53:39.615991 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.649379 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.655216 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.656007 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.666509 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c5a71cf1-1e30-474e-8b38-2510a6266dd6 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.669998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.679586 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1818769 Jun 17 08:53:39.685655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57630) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.690496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'admin_state_up': True, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:39.737351 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.738365 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.764420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Deleting port f04417d3-4b9a-43e6-9982-60c97c4e95e4 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:39.765232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.831335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.181930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Network': ['ID=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.197427 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:40.197670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:40.327207 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.444087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Calling delete_port for f04417d3-4b9a-43e6-9982-60c97c4e95e4 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:40.447163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.706998 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.709547 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e5f628f8-5acc-45f0-936f-1826ca446a68 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:40.787513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event deleted for resources: {'Port': ['ID=f04417d3-4b9a-43e6-9982-60c97c4e95e4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.792200 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:40.860943 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.882707 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.926882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.026053 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.030055 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.100989 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.101674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Fanout notify agent at l3_agent the message router_deleted on router 5043368d-f9b8-4134-ad24-fdc6c3aae1e1 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:41.110855 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.112004 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/5043368d-f9b8-4134-ad24-fdc6c3aae1e1 HTTP/1.1" status: 204 len: 168 time: 1.6790259 Jun 17 08:53:41.115618 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57642) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:41.119993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-625462370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:41.135688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.30 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/4ff7230c-85c6-4cd3-9b59-405db16b928e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:41.169264 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.170210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.273649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.282712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.298820 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.315339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.316517 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-46c0ef6d-0b77-4f75-abac-317306bfc3c3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1999912 Jun 17 08:53:41.319496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57646) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:41.325367 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'enable_snat': False}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:41.470487 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.473340 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.563176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:41.569411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.573006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:41.581250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:41.604852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=4ff7230c-85c6-4cd3-9b59-405db16b928e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.610021 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.958391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.071983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.095822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.311199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.313560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Allocated IP 172.25.7.187 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/85fb076c-3e08-41cb-a232-4054ab95f955) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:42.899320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.936939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:42.991942 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.024879 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f560a61-7347-4f9a-bd4a-461a937382bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:43.071344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:43.080355 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:43.086720 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:43.121847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Pushing event updated for resources: {'Port': ['ID=85fb076c-3e08-41cb-a232-4054ab95f955,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:43.132642 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:43.150236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:43.160260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Sync routers for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:43.170413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:43.172070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:43.238790 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.243541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5574243 Jun 17 08:53:43.243737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57670) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:43.299477 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8f4cf0c2-7e9a-4fce-bdb4-842a12a85493 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=af68735a99d64a9a8ac6e0661c1438c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540898 Jun 17 08:53:43.301503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57674) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:43.322323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:43.411833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f318ee-684e-4285-8faa-d0bf20adbf6c tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.413440 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c6f318ee-684e-4285-8faa-d0bf20adbf6c tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1108088 Jun 17 08:53:43.416672 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57680) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:43.456335 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.478662 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9119acc3-d1a6-4855-a338-45dc13db7ad3 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606258 Jun 17 08:53:43.481132 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57682) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:43.487154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743980602', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:43.563542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:41Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:43.599867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Checking router: 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:43.600118 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:43.600237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Updating router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 port 4ff7230c-85c6-4cd3-9b59-405db16b928e binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:43.605416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.638116 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.704687 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.711238 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.877893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Router f379ca4d-b889-4816-9bca-b427b2260a7c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:43.881888 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.884992 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-adf888d2-bbd2-48ff-9065-c2d00659913d tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:43.965302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.973525 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Checking segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:43.973926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network hostable DHCP agents. Network: 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:43.976492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Subnet': ['ID=38b11d19-0e94-4b60-81dc-878445c22fcb,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:43.982277 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:43.988972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Transition to ACTIVE for port object 4ff7230c-85c6-4cd3-9b59-405db16b928e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:43.998090 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.004968 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:44.010241 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:44.018773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:44.023259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.024017 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:44.024501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "PUT /v2.0/routers/f379ca4d-b889-4816-9bca-b427b2260a7c HTTP/1.1" status: 200 len: 919 time: 2.7040932 Jun 17 08:53:44.027160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57694) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.032675 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] Sync routers for ids ['f379ca4d-b889-4816-9bca-b427b2260a7c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:44.045788 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] Routers {'f379ca4d-b889-4816-9bca-b427b2260a7c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:44.047273 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f379ca4d-b889-4816-9bca-b427b2260a7c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.049302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.049905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.065792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb068a-74ec-4f3f-aa8a-d5f3db85aedb None None] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:44.068608 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5861282 Jun 17 08:53:44.071257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57696) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.098286 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.108470 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] Routers {'f379ca4d-b889-4816-9bca-b427b2260a7c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:44.109990 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['f379ca4d-b889-4816-9bca-b427b2260a7c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.112713 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Attempting to bind port 4ff7230c-85c6-4cd3-9b59-405db16b928e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:44.113137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Attempting to bind port 4ff7230c-85c6-4cd3-9b59-405db16b928e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:44.113519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Attempting to bind port 4ff7230c-85c6-4cd3-9b59-405db16b928e on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:44.144714 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:44.145017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:44.145457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.145936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:44.146423 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Bound port: 4ff7230c-85c6-4cd3-9b59-405db16b928e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:44.146828 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.153976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa1553-e49d-44a2-a1a0-83b6767dbf14 None None] Pushing event updated for resources: {'Port': ['ID=4ff7230c-85c6-4cd3-9b59-405db16b928e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:44.160490 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55aa1553-e49d-44a2-a1a0-83b6767dbf14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:44.164077 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.165148 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa10e5-3857-4627-8d47-67663f430afb None None] The sync data for ids ['f379ca4d-b889-4816-9bca-b427b2260a7c'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:44.241166 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5eeed6d0-5213-4ed6-a66d-0eb0ee5fd807 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/f379ca4d-b889-4816-9bca-b427b2260a7c HTTP/1.1" status: 200 len: 925 time: 0.2127454 Jun 17 08:53:44.243840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57698) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.260890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] For port 4ff7230c-85c6-4cd3-9b59-405db16b928e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:44.307303 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] For port 4ff7230c-85c6-4cd3-9b59-405db16b928e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4ff7230c-85c6-4cd3-9b59-405db16b928e,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:44.317995 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.336582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418792b2-d42e-4a6c-8c93-236e13222ec3 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.337712 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bcc2704c-b7cd-4b33-bf48-5b26e842abd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:44.339403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-418792b2-d42e-4a6c-8c93-236e13222ec3 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=f379ca4d-b889-4816-9bca-b427b2260a7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0937588 Jun 17 08:53:44.342296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57702) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.371500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:44.373481 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.476970 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb3559-fe26-43d2-b364-6f275bdd098d tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.478513 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-77eb3559-fe26-43d2-b364-6f275bdd098d tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/networks/e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 881 time: 0.1358955 Jun 17 08:53:44.481582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57708) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.520107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f44fba42-c18b-47bc-b6b1-931a4339757b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=f379ca4d-b889-4816-9bca-b427b2260a7c HTTP/1.1" status: 200 len: 205 time: 0.0371535 Jun 17 08:53:44.522579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57710) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.617013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Allocated IP 172.20.0.2 (2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e/38b11d19-0e94-4b60-81dc-878445c22fcb/159d8f12-70b0-420c-9568-e092a65df9a9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:44.673141 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa1553-e49d-44a2-a1a0-83b6767dbf14 None None] Pushing event updated for resources: {'Port': ['ID=4ff7230c-85c6-4cd3-9b59-405db16b928e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:44.678397 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55aa1553-e49d-44a2-a1a0-83b6767dbf14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:44.687720 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:44.688479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:44.693989 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.703376 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.824031 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.902575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Deleting port 85fb076c-3e08-41cb-a232-4054ab95f955 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:44.902575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.964157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:45.023818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.049869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.087891 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Transition to ACTIVE for port object 159d8f12-70b0-420c-9568-e092a65df9a9 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:45.141978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Calling delete_port for 85fb076c-3e08-41cb-a232-4054ab95f955 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:45.160609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Transition to ACTIVE for port object 159d8f12-70b0-420c-9568-e092a65df9a9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:45.172702 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.177136 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0858dda-539a-416d-bfe4-2e5821b8cfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:45.240463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:45.250938 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:45.272421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Pushing event updated for resources: {'Port': ['ID=159d8f12-70b0-420c-9568-e092a65df9a9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.276925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:45.281404 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:45.310094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.1 (2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e/38b11d19-0e94-4b60-81dc-878445c22fcb/63d9749e-2cc3-4a45-92b7-7dd1897df00b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:45.368512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Attempting to bind port 159d8f12-70b0-420c-9568-e092a65df9a9 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:45.369011 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Attempting to bind port 159d8f12-70b0-420c-9568-e092a65df9a9 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:45.369394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Attempting to bind port 159d8f12-70b0-420c-9568-e092a65df9a9 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:45.369894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.376802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:45.377192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Checking segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:45.377489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a5f94c18-30a6-4179-885b-10c7d9d29e7b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:45.377633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.378027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Bound using segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:45.378519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Bound port: 159d8f12-70b0-420c-9568-e092a65df9a9, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:45.378932 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.404965 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event deleted for resources: {'Port': ['ID=85fb076c-3e08-41cb-a232-4054ab95f955,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.409681 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:45.411951 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:41Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:45.467064 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce13c29-5adb-400a-a9f2-93f827d12cdb None None] The sync data for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 is: [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:41Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:45.520389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] For port 159d8f12-70b0-420c-9568-e092a65df9a9, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:45.523997 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.533225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] For port 159d8f12-70b0-420c-9568-e092a65df9a9, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=159d8f12-70b0-420c-9568-e092a65df9a9,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:45.539101 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.540885 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.541603 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:45.564354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object 63d9749e-2cc3-4a45-92b7-7dd1897df00b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:45.623685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.631387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Pushing event updated for resources: {'Port': ['ID=159d8f12-70b0-420c-9568-e092a65df9a9,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.635455 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:45.637791 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8ec26e03-832e-4183-9d43-18afd9700709 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:45.667700 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.669889 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.691159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=63d9749e-2cc3-4a45-92b7-7dd1897df00b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.695082 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:45.701223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:45.703289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:45.707240 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:45.740330 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.741075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Fanout notify agent at l3_agent the message router_deleted on router f379ca4d-b889-4816-9bca-b427b2260a7c {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:45.760362 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.761563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/f379ca4d-b889-4816-9bca-b427b2260a7c HTTP/1.1" status: 204 len: 168 time: 1.2379501 Jun 17 08:53:45.766043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57730) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:45.776419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-689040683', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}, 'admin_state_up': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:45.787821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.813547 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.814471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.908750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.121012 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.138624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.448386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.473423 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.479222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.485766 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.490270 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2513a3c8-73d2-4a4f-aaa4-45b6527aae20 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.579578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.587833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=63d9749e-2cc3-4a45-92b7-7dd1897df00b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.598584 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:46.605664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Allocated IP 172.25.7.184 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/eb66a0ad-3159-42c1-a9f1-13cdd1ad52bd) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:46.708892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:46.710486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:46.776450 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.839816 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.844329 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62b09ae9-4b07-4bc2-b6f2-bcdfb213978d tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.847826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:46.895341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:46.913076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:46.916409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:46.919276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event updated for resources: {'Port': ['ID=eb66a0ad-3159-42c1-a9f1-13cdd1ad52bd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.951978 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:47.012725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:47.036151 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/3fe0e6e4-06c6-4eb1-87e4-59000b6379c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460530 Jun 17 08:53:47.128207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31920a7-6693-458e-9a8c-c634331c3932 None None] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:47.214886 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.337308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-c7b4d574-d1c3-4569-aa36-8e8e11340c67 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977434380&fields=id&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 267 time: 0.0826509 Jun 17 08:53:47.507194 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.508734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c630374a-f2a1-42f4-8fa8-fe9560695354 None None] Provisioning for port 159d8f12-70b0-420c-9568-e092a65df9a9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:47.622758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 159d8f12-70b0-420c-9568-e092a65df9a9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:47.703282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 159d8f12-70b0-420c-9568-e092a65df9a9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:47.708808 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 159d8f12-70b0-420c-9568-e092a65df9a9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:47.709236 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.822779 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.861986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 159d8f12-70b0-420c-9568-e092a65df9a9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=159d8f12-70b0-420c-9568-e092a65df9a9,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:47.868757 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.869715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4ff7230c-85c6-4cd3-9b59-405db16b928e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:47.872540 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eafb199e-d827-458c-b8d5-7f50e82a6b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:47.981483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=159d8f12-70b0-420c-9568-e092a65df9a9,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:47.998187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:47.998463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:47.998800 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:47.999213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:47.999548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.012905 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.013359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.014260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.015699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.016486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.017469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.018026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:48.022426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-3a537dfd-9f57-449d-aa28-822324f2a9d0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:48.024100 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-3a537dfd-9f57-449d-aa28-822324f2a9d0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 797 time: 0.6743014 Jun 17 08:53:48.027411 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.032243 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:48.035756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Sync routers for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:48.050200 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-66bfbe1d-29ea-4bb6-bc0a-20d1ec243e75 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/quotas/af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 375 time: 0.0141120 Jun 17 08:53:48.052725 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4c618cf-bf6e-464d-9769-b8c9d526c80e None None] Provisioning complete for port 159d8f12-70b0-420c-9568-e092a65df9a9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:48.053162 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4c618cf-bf6e-464d-9769-b8c9d526c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.055330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:48.056018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.172311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 4ff7230c-85c6-4cd3-9b59-405db16b928e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:48.180700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4ff7230c-85c6-4cd3-9b59-405db16b928e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:48.181082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.269341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8f55d29e-7a33-405b-8f08-cdb5c7b14468 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1722257 Jun 17 08:53:48.279463 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Router 089d8340-41d6-4e74-8dcf-bdc6ee502a85 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:48.304382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:48.429627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4c618cf-bf6e-464d-9769-b8c9d526c80e None None] Provisioning for port 63d9749e-2cc3-4a45-92b7-7dd1897df00b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:48.455001 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4c618cf-bf6e-464d-9769-b8c9d526c80e None None] Provisioning complete for port 63d9749e-2cc3-4a45-92b7-7dd1897df00b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:48.455381 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4c618cf-bf6e-464d-9769-b8c9d526c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.472399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-748119c6-0f41-4ca9-947b-5062c9ae2db0 service neutron] 10.222.0.65 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898201 Jun 17 08:53:48.480034 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.508415 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 4ff7230c-85c6-4cd3-9b59-405db16b928e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4ff7230c-85c6-4cd3-9b59-405db16b928e,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:48.545674 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.555850 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:48.590552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f4c618cf-bf6e-464d-9769-b8c9d526c80e None None] Port 63d9749e-2cc3-4a45-92b7-7dd1897df00b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:48.595694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:48.608183 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] Sync routers for ids ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:48.618474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-636133ec-25ed-44a7-a096-da1027b7b740 service neutron] 10.222.0.65 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327543 Jun 17 08:53:48.620137 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.623784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8531504 Jun 17 08:53:48.624831 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57782) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:48.628303 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] Routers {'089d8340-41d6-4e74-8dcf-bdc6ee502a85'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:48.629174 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.629827 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:48.647043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=4ff7230c-85c6-4cd3-9b59-405db16b928e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:48.678610 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.684388 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:48.689002 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] Routers {'089d8340-41d6-4e74-8dcf-bdc6ee502a85'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:48.689641 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.722992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f621a7fe-396d-4f35-abe1-1c4e46b95de5 None None] Provisioning complete for port 63d9749e-2cc3-4a45-92b7-7dd1897df00b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:48.723319 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f621a7fe-396d-4f35-abe1-1c4e46b95de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.743153 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.743984 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2d2a7-ff53-4cb3-839e-ec27d96b87c0 None None] The sync data for ids ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'] in n-d-780147-13 is: [] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:48.788004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 2, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:48.822973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f621a7fe-396d-4f35-abe1-1c4e46b95de5 None None] Port 63d9749e-2cc3-4a45-92b7-7dd1897df00b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:48.839995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Checking router: 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:48.840360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Updating router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 port 63d9749e-2cc3-4a45-92b7-7dd1897df00b binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:48.884767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c916047-eec7-46da-a1d8-8164566c53be req-34d14f50-0273-40a0-a072-89d6a748039b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 210 time: 0.0562220 Jun 17 08:53:48.898845 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.244787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.258020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Transition to ACTIVE for port object 63d9749e-2cc3-4a45-92b7-7dd1897df00b will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:49.265580 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.269282 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.495118 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.519100 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.521073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 159d8f12-70b0-420c-9568-e092a65df9a9 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:49.526320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Attempting to bind port 63d9749e-2cc3-4a45-92b7-7dd1897df00b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:49.528528 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Attempting to bind port 63d9749e-2cc3-4a45-92b7-7dd1897df00b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:49.529779 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Attempting to bind port 63d9749e-2cc3-4a45-92b7-7dd1897df00b on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:49.595028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008330b-8ec2-4e4d-a1d1-d44d8365ac55 None None] Pushing event updated for resources: {'Port': ['ID=63d9749e-2cc3-4a45-92b7-7dd1897df00b,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.610883 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7008330b-8ec2-4e4d-a1d1-d44d8365ac55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:49.611830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:49.612619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Checking segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:49.616123 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.616529 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Bound using segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:49.617025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Bound port: 63d9749e-2cc3-4a45-92b7-7dd1897df00b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:49.617398 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.632787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.646210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Deleting port eb66a0ad-3159-42c1-a9f1-13cdd1ad52bd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:49.646827 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.726939 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] For port 63d9749e-2cc3-4a45-92b7-7dd1897df00b, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:49.731279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] For port 63d9749e-2cc3-4a45-92b7-7dd1897df00b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=63d9749e-2cc3-4a45-92b7-7dd1897df00b,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:49.740616 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.743443 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baabd95c-9ddd-426e-bb01-31c01ab494c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.765018 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.773784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 159d8f12-70b0-420c-9568-e092a65df9a9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:49.773976 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.819131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:49.819789 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:49.855121 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Calling delete_port for eb66a0ad-3159-42c1-a9f1-13cdd1ad52bd owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:49.904025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008330b-8ec2-4e4d-a1d1-d44d8365ac55 None None] Pushing event updated for resources: {'Port': ['ID=63d9749e-2cc3-4a45-92b7-7dd1897df00b,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.919631 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7008330b-8ec2-4e4d-a1d1-d44d8365ac55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:50.055919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4ff7230c-85c6-4cd3-9b59-405db16b928e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:50.124572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.127705 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a80d4382-0fe0-4f0b-9f6b-cdd6a9841ab6 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:50.142034 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:50.149887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84ae2360-9687-4cef-a70b-6af6ad7bfe50 req-1f07b38a-3716-4696-ada5-b2ea8e3eb319 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 210 time: 0.0548658 Jun 17 08:53:50.163335 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Pushing event deleted for resources: {'Port': ['ID=eb66a0ad-3159-42c1-a9f1-13cdd1ad52bd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.177759 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:50.223909 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 4ff7230c-85c6-4cd3-9b59-405db16b928e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:50.224288 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.480492 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:50.498578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-0ec7c95c-6f75-42b5-af6b-16da2cba7533 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:50.500702 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-0ec7c95c-6f75-42b5-af6b-16da2cba7533 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 797 time: 0.2810252 Jun 17 08:53:50.508598 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33090eb-915a-4246-b269-1c317a4e0a1c None None] The sync data for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 is: [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:50.520003 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.682493 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-88bca3aa-2270-42a8-ba4a-1323a87b99a4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 380 time: 0.1715810 Jun 17 08:53:50.722792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'port': {'device_id': '615b4383-b647-4809-a030-b5c940888217', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'admin_state_up': True, 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'security_groups': ['747a8959-d21d-4be8-940d-d713d4750fba']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:50.886781 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.895253 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-384673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-384723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670363'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.001726 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Router 089d8340-41d6-4e74-8dcf-bdc6ee502a85 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:51.017020 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:51.020586 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.110164 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:51.118077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.119274 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "PUT /v2.0/routers/089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 200 len: 709 time: 2.4940691 Jun 17 08:53:51.122224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57832) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:51.123664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] Sync routers for ids ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:51.133936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] Routers {'089d8340-41d6-4e74-8dcf-bdc6ee502a85'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:51.134578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:51.230624 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c0b83d2-b173-45d0-af5d-4b04cabbec89 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/routers/089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 200 len: 744 time: 0.1068029 Jun 17 08:53:51.233275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57840) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:51.267178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.12 (2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e/38b11d19-0e94-4b60-81dc-878445c22fcb/04908c89-25d7-43fc-b7f3-9d66ac0d7821) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:51.398598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d4a610f1-3bdc-4703-96ce-b00c42b72094 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=e176cc39-2e40-496d-8844-ac598b838921&device_id=089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 200 len: 205 time: 0.1610959 Jun 17 08:53:51.416120 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:51.434473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:51.455323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-100e3200-a300-4e8a-afc0-d1e1aa44eb22 req-1385eb48-7bcb-4216-9865-cb7b76b0c7ca tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 210 time: 0.0772462 Jun 17 08:53:51.462284 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] Routers {'089d8340-41d6-4e74-8dcf-bdc6ee502a85'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:51.463569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:51.491697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57846) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:51.501540 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-daae489a-3216-4b9a-a335-11868de7eecf tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 200 len: 205 time: 0.0832813 Jun 17 08:53:51.517419 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:51.518110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18976f28-3f4e-4487-bc55-8db50ced45fe None None] The sync data for ids ['089d8340-41d6-4e74-8dcf-bdc6ee502a85'] in n-d-780147-13 is: [] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:51.553911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 63d9749e-2cc3-4a45-92b7-7dd1897df00b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:51.570464 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.598372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object 04908c89-25d7-43fc-b7f3-9d66ac0d7821 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:51.610665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 63d9749e-2cc3-4a45-92b7-7dd1897df00b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:51.614451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.615899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 63d9749e-2cc3-4a45-92b7-7dd1897df00b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:51.616348 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.646751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.653658 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-13597f5a-8873-43c7-b5ca-d066c003d80b tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:51.716253 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:51.723228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:51.741819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:51.750158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:51.755405 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:51.768971 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.809542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 63d9749e-2cc3-4a45-92b7-7dd1897df00b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=63d9749e-2cc3-4a45-92b7-7dd1897df00b,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:51.818733 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.821910 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:51.826669 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.827927 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.849548 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1318076 Jun 17 08:53:51.862725 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Request body: {'port': {'device_id': '615b4383-b647-4809-a030-b5c940888217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:51.886340 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.889509 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.933036 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=63d9749e-2cc3-4a45-92b7-7dd1897df00b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:51.953961 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:51.968247 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.969031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Fanout notify agent at l3_agent the message router_deleted on router 089d8340-41d6-4e74-8dcf-bdc6ee502a85 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:51.976541 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.984160 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b4815c89-fd76-4002-a1a3-c61dd58ea743 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 204 len: 168 time: 0.4908736 Jun 17 08:53:51.984819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.016517 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.047047 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a67cd1b9-d9e4-48a3-9e07-69bbac9d1355 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 200 len: 205 time: 0.0604351 Jun 17 08:53:52.049413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.107615 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-e224563d-d2c0-4b7e-a12f-d264a712b7ad tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] delete failed (client error): The resource could not be found. Jun 17 08:53:52.123346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e224563d-d2c0-4b7e-a12f-d264a712b7ad tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/089d8340-41d6-4e74-8dcf-bdc6ee502a85 HTTP/1.1" status: 404 len: 336 time: 0.0670331 Jun 17 08:53:52.124336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57864) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.128654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3586993a-db4f-406b-a676-8226fe4b6e31 None None] Provisioning for port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:52.144291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3586993a-db4f-406b-a676-8226fe4b6e31 None None] Provisioning complete for port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:52.144291 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3586993a-db4f-406b-a676-8226fe4b6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.171776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d1261f66-85f8-40a2-8d78-e7f683a84493 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=f379ca4d-b889-4816-9bca-b427b2260a7c HTTP/1.1" status: 200 len: 205 time: 0.0402768 Jun 17 08:53:52.171776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57866) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.203941 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3586993a-db4f-406b-a676-8226fe4b6e31 None None] Port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:52.211916 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-815a94da-e986-4beb-9b7b-28b9a56e4c08 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] delete failed (client error): The resource could not be found. Jun 17 08:53:52.212962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-815a94da-e986-4beb-9b7b-28b9a56e4c08 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/f379ca4d-b889-4816-9bca-b427b2260a7c HTTP/1.1" status: 404 len: 336 time: 0.0423338 Jun 17 08:53:52.215671 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57868) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.247835 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a53f3db4-b829-4154-ad9a-a6f2210d1710 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=5043368d-f9b8-4134-ad24-fdc6c3aae1e1 HTTP/1.1" status: 200 len: 205 time: 0.0286267 Jun 17 08:53:52.248494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57870) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.285497 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-96b72a9d-1ce1-4a40-ae8a-7ba4fc059009 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] delete failed (client error): The resource could not be found. Jun 17 08:53:52.289084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-96b72a9d-1ce1-4a40-ae8a-7ba4fc059009 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/5043368d-f9b8-4134-ad24-fdc6c3aae1e1 HTTP/1.1" status: 404 len: 336 time: 0.0375531 Jun 17 08:53:52.289268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57872) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.324602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4b367086-259f-4fcd-b119-672e00245315 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=c67ab5fb-8ba8-42cc-9136-42bd9024ed7c HTTP/1.1" status: 200 len: 205 time: 0.0316260 Jun 17 08:53:52.324815 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57874) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.365497 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-128a76d7-577a-42a1-8d64-3e740e020caa tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] delete failed (client error): The resource could not be found. Jun 17 08:53:52.366967 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-128a76d7-577a-42a1-8d64-3e740e020caa tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/c67ab5fb-8ba8-42cc-9136-42bd9024ed7c HTTP/1.1" status: 404 len: 336 time: 0.0410912 Jun 17 08:53:52.369498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57878) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.400521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04908c89-25d7-43fc-b7f3-9d66ac0d7821 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:52.405213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f91528be-c643-4cf1-95cf-75e06696b0ba tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=d61c655d-8868-439d-8412-d5db0546c46f HTTP/1.1" status: 200 len: 205 time: 0.0341561 Jun 17 08:53:52.408202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57882) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.412831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.431822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Transition to ACTIVE for port object 04908c89-25d7-43fc-b7f3-9d66ac0d7821 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:52.435905 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.438221 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-553a59b5-3ce6-4255-995e-a42225c86f6f tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:52.455093 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-5c90fef4-059d-46d5-a974-7181595ae6cb tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] delete failed (client error): The resource could not be found. Jun 17 08:53:52.455946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5c90fef4-059d-46d5-a974-7181595ae6cb tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/d61c655d-8868-439d-8412-d5db0546c46f HTTP/1.1" status: 404 len: 336 time: 0.0454860 Jun 17 08:53:52.458539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57884) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.501673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-40a46927-717a-4f1d-9523-e35424467e7a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f HTTP/1.1" status: 200 len: 205 time: 0.0417845 Jun 17 08:53:52.503719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57886) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.554855 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [None req-cc21032a-6815-4bd9-a345-fe38e5f3bf24 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] delete failed (client error): The resource could not be found. Jun 17 08:53:52.555941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cc21032a-6815-4bd9-a345-fe38e5f3bf24 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/routers/45c6c8ae-c36d-47ad-bac0-5b49d5be1d6f HTTP/1.1" status: 404 len: 336 time: 0.0513027 Jun 17 08:53:52.558586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57890) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.580232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:52.584779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:52.606441 n-d-780147-13 neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-25767e9a-faf7-4234-9bd2-8597f827d208 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] DELETE failed (client error): The resource could not be found. Jun 17 08:53:52.607401 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25767e9a-faf7-4234-9bd2-8597f827d208 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:53:52.610328 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-25767e9a-faf7-4234-9bd2-8597f827d208 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] 10.222.0.65 "DELETE /v2.0/subnets/531cae08-22d4-41f9-a1cd-275075bcb93d HTTP/1.1" status: 404 len: 337 time: 0.0506535 Jun 17 08:53:52.659338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:52.659828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:52.660362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:52.667135 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:52.669559 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:52.682898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:52.683516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Checking segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:52.683632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Bound using segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:52.684137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Bound port: 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:52.684426 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.703154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ed31-e3f2-4c3c-97b6-6bd4f3a33dad req-4be9d2a0-e808-4af3-b2f4-7b9ba28af609 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.708806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2af6ed31-e3f2-4c3c-97b6-6bd4f3a33dad req-4be9d2a0-e808-4af3-b2f4-7b9ba28af609 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 944 time: 0.0932343 Jun 17 08:53:52.790049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:52.794985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:52.803135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2af6ed31-e3f2-4c3c-97b6-6bd4f3a33dad req-c7d36438-7074-42f4-be0c-f9cf56284e1b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758331 Jun 17 08:53:52.804248 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.808128 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-089bebe2-a1a5-4a09-8e98-3f40eb0e6f8d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:52.844413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.845046 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.846497 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] 10.222.0.60 "PUT /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 1093 time: 0.9886012 Jun 17 08:53:52.847087 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:52.852828 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:52.970605 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f353ad8d-e50c-4e7f-84cf-366783822827 x-openstack-request-id: req-f353ad8d-e50c-4e7f-84cf-366783822827 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:52.970971 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:52.971656 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f353ad8d-e50c-4e7f-84cf-366783822827 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:52.972106 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'status': 'completed', 'code': 200} Jun 17 08:53:52.989243 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:52.994517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57904) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:52.996946 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:53.017124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-7437f526-dcd3-4168-bdbb-08d1e7e2904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:53.018740 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-7437f526-dcd3-4168-bdbb-08d1e7e2904e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1096 time: 0.1141613 Jun 17 08:53:53.069765 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-9a09b38f-bfd8-4f65-b319-74e3308648d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 217 time: 0.0425525 Jun 17 08:53:53.128612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-378cb1c6-7cc5-4e79-aad9-0224a6c43dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:53.131482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-378cb1c6-7cc5-4e79-aad9-0224a6c43dc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0547628 Jun 17 08:53:53.137609 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.212565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ed80057e-f252-4634-9a96-fe17932c62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:53.214149 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ed80057e-f252-4634-9a96-fe17932c62c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754673 Jun 17 08:53:53.247386 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.252918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.256454 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e03434a8-335d-42ef-b3ec-1931201e91c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:53.297514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=127dd9d12ded4df494e04020c303dab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988577 Jun 17 08:53:53.297514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316662ef-f9d8-4e0d-ab37-c0cc6539e68a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:53.299244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57912) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:53.299856 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:53.354860 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-90ebb567-10ff-49ee-9bfa-e975f1680c2c service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329224 Jun 17 08:53:53.405884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.458205 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.473549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 63d9749e-2cc3-4a45-92b7-7dd1897df00b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:53.527579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 63d9749e-2cc3-4a45-92b7-7dd1897df00b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:53.528262 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.733139 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:53:53.846254 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2c76272c-c837-4b6c-a417-90caa8bd2f1f req-ad3da995-0503-480d-af26-6d6baecb1875 service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833336 Jun 17 08:53:53.866528 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.872356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.875433 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/316662ef-f9d8-4e0d-ab37-c0cc6539e68a HTTP/1.1" status: 204 len: 168 time: 0.5709648 Jun 17 08:53:53.876629 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-406ef73a-4f12-4105-8fe0-8d6093d33978 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:53.886555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316662ef-f9d8-4e0d-ab37-c0cc6539e68a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:53.890932 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:54.001325 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-0ccef451-4e5a-4998-be7e-8bc612045ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.003849 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-0ccef451-4e5a-4998-be7e-8bc612045ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1096 time: 0.1064804 Jun 17 08:53:54.028802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1ed47-999f-4a94-ac5d-a1629556c0d2 req-b1acbd29-cec2-4044-97ca-7cb58db315d5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.031456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46c1ed47-999f-4a94-ac5d-a1629556c0d2 req-b1acbd29-cec2-4044-97ca-7cb58db315d5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 944 time: 0.0842509 Jun 17 08:53:54.091367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46c1ed47-999f-4a94-ac5d-a1629556c0d2 req-5575146f-9a13-4ba8-a480-9a739962792f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 Jun 17 08:53:54.124770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-783ff709-16cd-4632-b773-c321b6bcb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.126469 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-783ff709-16cd-4632-b773-c321b6bcb5ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 898 time: 0.1141696 Jun 17 08:53:54.168925 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-70e05317-d8e8-4016-8ce3-54aab4fa6048 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 217 time: 0.0350461 Jun 17 08:53:54.220270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-b567bd94-6dff-4a46-8822-a839f09bc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.221778 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-b567bd94-6dff-4a46-8822-a839f09bc24d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0466383 Jun 17 08:53:54.295288 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-a4a7ec88-ab6d-4c2f-9ad9-53235b53e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.298197 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-a4a7ec88-ab6d-4c2f-9ad9-53235b53e604 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692649 Jun 17 08:53:54.302377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 57942) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:54.417698 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ef62f9ea-3964-4b07-ae65-196d24350ad0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c4a08092ab74fe18d19e7c46ebba64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136386 Jun 17 08:53:54.420187 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 57944) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:54.453612 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-b9078eea-6284-46eb-8536-73290d46ef0e service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335773 Jun 17 08:53:54.478464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.504884 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.565652 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fafd20d-92f8-4c4f-b983-f0e2772a3fc8 req-9f4edaab-5e8e-4457-a231-424dd7a0c4db service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040637 Jun 17 08:53:54.568919 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.572233 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.577723 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/382fce2b-88e0-49d1-87e5-13c62ef3479d HTTP/1.1" status: 204 len: 168 time: 0.1544032 Jun 17 08:53:54.578851 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8541304-d683-4e8a-ba54-f074441d6e82 tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:54.587542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382fce2b-88e0-49d1-87e5-13c62ef3479d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:54.591147 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:55.027453 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70a8373c-0170-4050-845b-1416bc78fadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.279708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00d59f-5de4-40fb-af5b-84142625cf45 req-a819fe02-1bb4-4fd2-817e-9744bc47a681 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:55.281485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e00d59f-5de4-40fb-af5b-84142625cf45 req-a819fe02-1bb4-4fd2-817e-9744bc47a681 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 944 time: 0.0717714 Jun 17 08:53:55.323444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7e00d59f-5de4-40fb-af5b-84142625cf45 req-e4f1215d-758c-4440-a3f5-f78ead9584a1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361736 Jun 17 08:53:55.674722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:55.779439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:55.791104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'port_id': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'mac_address': 'fa:16:3e:59:98:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:55.832504 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.850150 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04908c89-25d7-43fc-b7f3-9d66ac0d7821 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:55.875157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:55.879737 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.882980 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:55.939654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:55.942792 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:56.041463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-a223f42b-59d8-4330-927a-4bd917598f58 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610049 Jun 17 08:53:56.073651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['04908c89-25d7-43fc-b7f3-9d66ac0d7821'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:56.157490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-ce650560-8ff7-4e82-8886-e8d48fb8800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.159282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-ce650560-8ff7-4e82-8886-e8d48fb8800e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1097 time: 0.0647795 Jun 17 08:53:56.298863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-9355f39a-eac9-4d64-83f6-914cd7d96ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.300848 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-9355f39a-eac9-4d64-83f6-914cd7d96ff8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.1189182 Jun 17 08:53:56.396996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-3e5da7b6-2063-4f55-a157-76c0ab4174a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 1000 time: 0.0823398 Jun 17 08:53:56.453183 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-780a3952-b756-483f-96ea-1786b1d533d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.454619 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-780a3952-b756-483f-96ea-1786b1d533d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0515120 Jun 17 08:53:56.552792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-22ed89bd-38d8-4480-a991-1c03f9a86db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.554302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-22ed89bd-38d8-4480-a991-1c03f9a86db1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919924 Jun 17 08:53:56.562372 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc9773-9503-448d-9be5-03da7f316239 req-36ba6346-4325-4c55-b737-79a926788b93 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.563876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bcc9773-9503-448d-9be5-03da7f316239 req-36ba6346-4325-4c55-b737-79a926788b93 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.1142561 Jun 17 08:53:56.654134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9bcc9773-9503-448d-9be5-03da7f316239 req-f940414b-6d50-40ba-aa17-084becfa776a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822244 Jun 17 08:53:56.683167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-365ad602-71b7-44fd-a61b-009d2990bc58 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183128 Jun 17 08:53:56.773288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13bea7fa-50fd-4a27-a2cf-bf67754a1a24 req-19cfef9b-3913-499b-b41f-3d8e33b47eef service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837297 Jun 17 08:53:57.611969 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.674632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:57.726177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:57.729999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:57.730383 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.814837 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.838700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa82ea-2751-418b-864c-4da9b2b58e14 req-67365a8d-1397-48bc-8ecf-4a84157d12c4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.840272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa82ea-2751-418b-864c-4da9b2b58e14 req-67365a8d-1397-48bc-8ecf-4a84157d12c4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.0694973 Jun 17 08:53:57.841154 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:57.843877 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d7f93-6339-48bd-b6c4-1267b5c072de" -d '{"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-plugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:57.873632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:57.885093 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0bbaf5-0fb2-450f-8756-154c6644f5ff x-openstack-request-id: req-dd0bbaf5-0fb2-450f-8756-154c6644f5ff {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:57.885540 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-plugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:57.885857 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd0bbaf5-0fb2-450f-8756-154c6644f5ff {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:57.886371 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'code': 200} Jun 17 08:53:57.901498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f9aa82ea-2751-418b-864c-4da9b2b58e14 req-74d0ebca-5c42-4b3b-a4f2-9c549675710f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532169 Jun 17 08:53:57.912335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.919350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:57.953987 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c01729e7-6931-4616-8e0c-6d4fd2888af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.985246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:57.988381 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:58.026029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bfb11-14e7-4f27-9675-2b30e3088cb9 req-3ac14faa-07b4-4312-8e6e-4112bfceb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:58.027588 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c08bfb11-14e7-4f27-9675-2b30e3088cb9 req-3ac14faa-07b4-4312-8e6e-4112bfceb20a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1098 time: 0.0629072 Jun 17 08:53:58.062604 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c08bfb11-14e7-4f27-9675-2b30e3088cb9 req-d442392c-c889-4c0c-a4dc-677c65e85f0e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281835 Jun 17 08:53:58.894821 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.099122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702144e3-d22a-41f0-86ef-dbe897d34591 req-d16121d9-39c6-4a1e-8799-978693575a36 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.106015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-702144e3-d22a-41f0-86ef-dbe897d34591 req-d16121d9-39c6-4a1e-8799-978693575a36 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.0786235 Jun 17 08:53:59.141813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-702144e3-d22a-41f0-86ef-dbe897d34591 req-e2cd1394-f2a6-4e45-b697-4481df95e37e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349333 Jun 17 08:53:59.330169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc382e0-f790-418e-98c6-9f0968130002 req-1d41fd7d-9d88-4948-9cef-61a85995ad3f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.331714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edc382e0-f790-418e-98c6-9f0968130002 req-1d41fd7d-9d88-4948-9cef-61a85995ad3f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.0677967 Jun 17 08:53:59.381577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-edc382e0-f790-418e-98c6-9f0968130002 req-7a1b18e4-349b-48ce-b35b-c6610d42a33c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Jun 17 08:53:59.411472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:59.482682 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2bdd9-d673-4cf8-a47b-7c709ffaa9c1 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.485482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-91c2bdd9-d673-4cf8-a47b-7c709ffaa9c1 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1093 time: 0.0725329 Jun 17 08:53:59.490983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58044) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:59.493625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:59.524099 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.622617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.732551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.184 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/73690fc0-b783-4411-b34d-57dd3b07362d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:59.837134 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.884099 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.887575 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cb904186-bbb4-4531-88ca-9856869a5958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:59.930248 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:59.937436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:59.942707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:59.945712 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=73690fc0-b783-4411-b34d-57dd3b07362d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:59.965905 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:00.321036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.342515 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.425331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.593714 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.598501 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.600791 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-77f59a40-6c40-46fe-a369-e597062eba7e tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:00.672273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=73690fc0-b783-4411-b34d-57dd3b07362d,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:00.676520 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:00.683746 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.789049 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 69ceadbb-1205-4164-8612-7d3147543583 associated. External IP: 172.25.7.184, port: 04908c89-25d7-43fc-b7f3-9d66ac0d7821. Jun 17 08:54:01.004901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:01.473246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:01.484862 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] Sync routers for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:01.496325 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.503347 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:01.504950 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:01.543259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0534496 Jun 17 08:54:01.543963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:01.547212 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729a0d0-43c6-442f-8a94-be55645791b2" -d '{"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:01.620425 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276489b4-a8eb-4316-8f6a-75fc0c78a32b x-openstack-request-id: req-276489b4-a8eb-4316-8f6a-75fc0c78a32b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:01.620804 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:01.622209 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-276489b4-a8eb-4316-8f6a-75fc0c78a32b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:01.622721 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'status': 'completed', 'code': 200} Jun 17 08:54:01.685527 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:01.728103 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-db851481-66df-4af5-a29e-59d54a6a953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:01.731152 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-db851481-66df-4af5-a29e-59d54a6a953d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1098 time: 0.0814431 Jun 17 08:54:01.800838 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d3303-9a15-4568-9c93-b017dbbd2198 req-1818f74a-ceb0-4dd4-8537-b0a3c73b78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:01.802844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db7d3303-9a15-4568-9c93-b017dbbd2198 req-1818f74a-ceb0-4dd4-8537-b0a3c73b78e6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.0844343 Jun 17 08:54:01.849483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-db7d3303-9a15-4568-9c93-b017dbbd2198 req-16e5f983-b28e-452d-9a94-c8c7c2c9aa5b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361040 Jun 17 08:54:01.857100 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-1edd3e82-ba3b-4ce0-8705-42b58edb350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:01.859321 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-1edd3e82-ba3b-4ce0-8705-42b58edb350f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 898 time: 0.1207738 Jun 17 08:54:01.876252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58082) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:01.968844 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-2a37aad9-a477-4857-90eb-7ae22bd7fe47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 1000 time: 0.1032665 Jun 17 08:54:01.973017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c62dfae3-fa0e-477a-8377-9d1fe45970a1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/69ceadbb-1205-4164-8612-7d3147543583 HTTP/1.1" status: 200 len: 992 time: 0.0945375 Jun 17 08:54:02.028013 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-11b866f1-68a9-4b48-8a8a-be80e96e2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:02.029846 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-11b866f1-68a9-4b48-8a8a-be80e96e2bca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0547106 Jun 17 08:54:02.031008 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '69ceadbb-1205-4164-8612-7d3147543583', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'port_id': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'mac_address': 'fa:16:3e:59:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615b4383-b647-4809-a030-b5c940888217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:54:00Z', 'updated_at': '2021-06-17T08:54:00Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:51Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.058457 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] Checking router: 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:02.068634 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:02.069517 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:53:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.113217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-58797b93-075f-4c25-bde9-e20866fe0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:02.114848 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-58797b93-075f-4c25-bde9-e20866fe0702 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786457 Jun 17 08:54:02.185289 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:02.218222 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-fc9f7ff8-6c03-4c25-b469-52414c8cfd80 service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962427 Jun 17 08:54:02.336067 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0729a0d0-43c6-442f-8a94-be55645791b2 req-7750c045-b0ec-453d-9dbf-473387264b96 service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107759 Jun 17 08:54:02.451295 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '69ceadbb-1205-4164-8612-7d3147543583', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'port_id': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'mac_address': 'fa:16:3e:59:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615b4383-b647-4809-a030-b5c940888217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:54:00Z', 'updated_at': '2021-06-17T08:54:00Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:51Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.565176 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e37fa5-2a7d-41f7-885d-c770c0597c97 None None] The sync data for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 is: [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '69ceadbb-1205-4164-8612-7d3147543583', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'port_id': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'mac_address': 'fa:16:3e:59:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615b4383-b647-4809-a030-b5c940888217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:54:00Z', 'updated_at': '2021-06-17T08:54:00Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:51Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:02.845638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8a5ba-b7cb-4bb4-9336-7746b14a3cbc None None] New status for floating IP 69ceadbb-1205-4164-8612-7d3147543583: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:54:02.975952 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58094) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:03.082002 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c2c9fdd7-09a9-4f6f-97ec-d07d46886c36 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/69ceadbb-1205-4164-8612-7d3147543583 HTTP/1.1" status: 200 len: 992 time: 0.1041129 Jun 17 08:54:04.084838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58114) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:04.148956 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a5f8f09-968c-48e6-bca3-a766fd62c4e5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/69ceadbb-1205-4164-8612-7d3147543583 HTTP/1.1" status: 200 len: 994 time: 0.0628588 Jun 17 08:54:14.943048 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.066356 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.169861 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.174546 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.178454 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-fba861a6-104a-46fa-9dc8-6d61c9d63ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.213647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbee9f4d-be50-4050-9a6c-141f2143f9a4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.216881 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:15.220312 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=776cd528f8b7400fb451bddf64076b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760129 Jun 17 08:54:15.223131 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58408) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.276663 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.299038 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.352817 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.355499 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.356682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbee9f4d-be50-4050-9a6c-141f2143f9a4 HTTP/1.1" status: 204 len: 168 time: 0.1327076 Jun 17 08:54:15.357839 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c501e336-4e99-4183-aca2-00a6666d3138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.365221 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbee9f4d-be50-4050-9a6c-141f2143f9a4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.371731 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:15.655405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.670735 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.780819 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.784925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.787398 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-466b82a5-538f-4675-87c0-01d2edf94849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.826085 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5acf51fbe0914597835eec08a12f61cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696482 Jun 17 08:54:15.827923 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef0bec-a104-47cc-9ae3-6806c24fba79,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.829599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58430) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.831619 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:15.901740 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.924614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.976824 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.979837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.984425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00ef0bec-a104-47cc-9ae3-6806c24fba79 HTTP/1.1" status: 204 len: 168 time: 0.1530130 Jun 17 08:54:15.986312 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cdfdfb6c-195f-4b4b-a4a0-f95cf931d8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.996529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef0bec-a104-47cc-9ae3-6806c24fba79,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.999659 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c84f727-d926-40f5-80c6-f124dbc1bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:16.793545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58472) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:16.912475 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-780398809-network', 'tenant_id': '7962dbc0970a4464aab850f2466837f7'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:16.939119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Made reservation on behalf of 7962dbc0970a4464aab850f2466837f7 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:16.941792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.951019 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.053879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.058834 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.062445 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2c92cbb4-77c0-48ee-aca4-940ce974393c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.087101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:17.093976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdd55a8-e339-4a23-97f0-16a1b440793d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:17.097848 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:17.101530 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.101530 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Added segment cc32ae69-9690-4804-bd49-2808ef4bb463 of type vlan for network ec10503c-fc02-4729-95dd-b1660db5cb71 Jun 17 08:54:17.147028 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.176945 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.178115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:17.178755 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.181176 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-71d9b77d-7c4c-4e69-a974-f32f492881d1 tempest-RoutersAdminTest-901146737 tempest-RoutersAdminTest-901146737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.230530 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58484) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:17.235474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4400957 Jun 17 08:54:17.235839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Request body: {'subnet': {'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-780398809-subnet', 'tenant_id': '7962dbc0970a4464aab850f2466837f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:17.257693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Made reservation on behalf of 7962dbc0970a4464aab850f2466837f7 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:17.260233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.283438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Pushing event updated for resources: {'Network': ['ID=ec10503c-fc02-4729-95dd-b1660db5cb71,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:17.286670 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:17.290418 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.294761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network ec10503c-fc02-4729-95dd-b1660db5cb71 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:17.475827 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.477996 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aa20be94-7056-41b9-9e03-1ed196c8c55a tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.538823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:17.541557 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:17.549129 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Checking segment: {'id': 'cc32ae69-9690-4804-bd49-2808ef4bb463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:17.549500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Network hostable DHCP agents. Network: ec10503c-fc02-4729-95dd-b1660db5cb71, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:17.567321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Network ec10503c-fc02-4729-95dd-b1660db5cb71 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:17.577214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, ec10503c-fc02-4729-95dd-b1660db5cb71) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:17.582510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:17.583083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.588065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80123d6-ddf4-43b3-8cf5-3acd06f965fd None None] Network ec10503c-fc02-4729-95dd-b1660db5cb71 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:17.607055 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-916308b1-82c7-426c-9fe3-0d5807edee24 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3677351 Jun 17 08:54:17.740120 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10dc12e-add9-4d15-ab52-82d257eb5a8e None None] Network ec10503c-fc02-4729-95dd-b1660db5cb71 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:18.119594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 58520) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:18.125236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1656368570-network', 'tenant_id': 'd1fa9f8e1ca64e44989d3985a168a316'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:18.145777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Made reservation on behalf of d1fa9f8e1ca64e44989d3985a168a316 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:18.148290 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.157660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.257260 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.262346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.265527 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7c3c0a3a-be42-43f2-9b7f-299631ae54b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:18.288272 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:18.298625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc44579-0f9d-4947-aa86-8ac24eb060d1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.303221 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.308180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.308782 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Added segment 0689a7ab-0983-4057-8d9c-c5abdf5bb584 of type vlan for network 0561c294-42a6-486b-971f-2234f171002b Jun 17 08:54:18.360313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.398150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.399293 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:18.399870 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.402800 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ffea833-15df-40b4-8d5d-453f717108c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:18.432403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3117061 Jun 17 08:54:18.435309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 58528) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:18.441715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Request body: {'subnet': {'network_id': '0561c294-42a6-486b-971f-2234f171002b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1656368570-subnet', 'tenant_id': 'd1fa9f8e1ca64e44989d3985a168a316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:18.463764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Pushing event updated for resources: {'Network': ['ID=0561c294-42a6-486b-971f-2234f171002b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.465009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Made reservation on behalf of d1fa9f8e1ca64e44989d3985a168a316 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:18.466651 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.469103 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.476334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 0561c294-42a6-486b-971f-2234f171002b details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:18.650615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.652592 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-510f799c-ae39-4f50-8136-5887611592fb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:18.704902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9698c56a-6cf9-49d9-b50e-62d012453a21,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.707609 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.716683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Checking segment: {'id': '0689a7ab-0983-4057-8d9c-c5abdf5bb584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0561c294-42a6-486b-971f-2234f171002b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:18.717104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Network hostable DHCP agents. Network: 0561c294-42a6-486b-971f-2234f171002b, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:18.735041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Network 0561c294-42a6-486b-971f-2234f171002b is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:18.745530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 0561c294-42a6-486b-971f-2234f171002b) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:18.754860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32ec0d-adc6-491d-8f44-129742dc8f11 None None] Network 0561c294-42a6-486b-971f-2234f171002b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:18.757075 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:18.757601 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.773081 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3355517 Jun 17 08:54:18.939291 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da06fa-72a7-46d0-b6f7-e05536441ffe None None] Network 0561c294-42a6-486b-971f-2234f171002b requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:19.361632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-3d727927-37ba-42d1-8c1a-bb1a366645b4 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:19.363161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-3d727927-37ba-42d1-8c1a-bb1a366645b4 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/networks?id=ec10503c-fc02-4729-95dd-b1660db5cb71 HTTP/1.1" status: 200 len: 808 time: 0.1074116 Jun 17 08:54:19.377958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c3eac259-e874-4446-9017-33e0a0f683aa tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/quotas/7962dbc0970a4464aab850f2466837f7 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Jun 17 08:54:19.413428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-9bdb9bff-2156-4cb2-aea7-597d6d88d6b3 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7962dbc0970a4464aab850f2466837f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297508 Jun 17 08:54:19.473547 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.519596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-b44aa480-1f7f-4e7f-a98e-91744ee49d96 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:54:19.520596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-b44aa480-1f7f-4e7f-a98e-91744ee49d96 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001930 Jun 17 08:54:19.619779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-4cfa5263-d6c2-474f-9bca-5cba17bd7d30 service neutron] 10.222.0.65 "GET /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930712 Jun 17 08:54:19.712667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-bf91992d-a5a3-4e08-98ac-67b7c490b973 service neutron] 10.222.0.65 "GET /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Jun 17 08:54:19.895534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ad7aec30-142b-4a39-8ec5-cebcfcb1a131 req-188fd4a6-3c14-4030-909e-607751052c3e tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 210 time: 0.0304389 Jun 17 08:54:20.981771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-640a24bc-1e84-4e7a-a44c-37c86ee48a3b tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:20.984468 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-640a24bc-1e84-4e7a-a44c-37c86ee48a3b tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.67 "GET /v2.0/networks?id=ec10503c-fc02-4729-95dd-b1660db5cb71 HTTP/1.1" status: 200 len: 808 time: 0.1519427 Jun 17 08:54:20.996831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Request body: {'port': {'device_id': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71', 'admin_state_up': True, 'tenant_id': '7962dbc0970a4464aab850f2466837f7'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:21.105226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f6aa3060-592d-4d0f-9eec-f734b244758f req-1bc12f16-8610-42c8-86b2-7d64092fe4f1 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 210 time: 0.0352583 Jun 17 08:54:21.144858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Made reservation on behalf of 7962dbc0970a4464aab850f2466837f7 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:21.148396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.284955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Allocated IP 172.20.0.13 (ec10503c-fc02-4729-95dd-b1660db5cb71/fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda/d9c657b4-bd24-4f92-86e4-998d4b4ec420) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:21.433905 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.479619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.485510 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c56c8643-2ce0-4655-97d0-8009edfbf79c tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.529568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Network ec10503c-fc02-4729-95dd-b1660db5cb71 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:21.533409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:21.537364 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:21.566179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Pushing event updated for resources: {'Port': ['ID=d9c657b4-bd24-4f92-86e4-998d4b4ec420,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.570478 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:21.594044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:21.594649 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.609246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163557 Jun 17 08:54:21.621621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Request body: {'port': {'device_id': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:21.693929 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.964751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c657b4-bd24-4f92-86e4-998d4b4ec420 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:21.973308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.987148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Transition to ACTIVE for port object d9c657b4-bd24-4f92-86e4-998d4b4ec420 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:21.992243 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.994516 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a4c1aa82-6007-439b-be0e-75bebdbc44dd tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.069194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9c657b4-bd24-4f92-86e4-998d4b4ec420,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.074290 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.145473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Attempting to bind port d9c657b4-bd24-4f92-86e4-998d4b4ec420 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:22.145826 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Attempting to bind port d9c657b4-bd24-4f92-86e4-998d4b4ec420 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'cc32ae69-9690-4804-bd49-2808ef4bb463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:22.146164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Attempting to bind port d9c657b4-bd24-4f92-86e4-998d4b4ec420 on network ec10503c-fc02-4729-95dd-b1660db5cb71 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:22.150573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Port d9c657b4-bd24-4f92-86e4-998d4b4ec420 on network ec10503c-fc02-4729-95dd-b1660db5cb71 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:22.150935 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Attempting to bind port d9c657b4-bd24-4f92-86e4-998d4b4ec420 on network ec10503c-fc02-4729-95dd-b1660db5cb71 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:22.156716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:22.157058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Checking segment: {'id': 'cc32ae69-9690-4804-bd49-2808ef4bb463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:22.157444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Bound using segment: {'id': 'cc32ae69-9690-4804-bd49-2808ef4bb463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:22.157877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Bound port: d9c657b4-bd24-4f92-86e4-998d4b4ec420, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc32ae69-9690-4804-bd49-2808ef4bb463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:22.158232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.259926 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] For port d9c657b4-bd24-4f92-86e4-998d4b4ec420, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:22.274842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] For port d9c657b4-bd24-4f92-86e4-998d4b4ec420, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420,segment=NetworkSegment(cc32ae69-9690-4804-bd49-2808ef4bb463),segment_id=cc32ae69-9690-4804-bd49-2808ef4bb463)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:22.279280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.282425 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.318430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.319088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.320462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] 10.222.0.67 "PUT /v2.0/ports/d9c657b4-bd24-4f92-86e4-998d4b4ec420 HTTP/1.1" status: 200 len: 1093 time: 0.7032051 Jun 17 08:54:22.322710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'tag': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:22.325119 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d441a-c309-4ee5-baf4-258de9a8dafb" -d '{"events": [{"name": "network-changed", "server_uuid": "12421c47-d95b-417e-aac7-40b8608d5b1a", "tag": "d9c657b4-bd24-4f92-86e4-998d4b4ec420"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:22.364919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c755098-f7f9-4459-82cc-1d027a0ea3f1 req-b351f641-8722-423d-91fa-78a432b6f6bd tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.366495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c755098-f7f9-4459-82cc-1d027a0ea3f1 req-b351f641-8722-423d-91fa-78a432b6f6bd tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 944 time: 0.1444623 Jun 17 08:54:22.380294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9c657b4-bd24-4f92-86e4-998d4b4ec420,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.400692 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.407721 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf36997-f8a2-4927-9e2f-7fba218a2e47 x-openstack-request-id: req-daf36997-f8a2-4927-9e2f-7fba218a2e47 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:22.408016 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12421c47-d95b-417e-aac7-40b8608d5b1a", "tag": "d9c657b4-bd24-4f92-86e4-998d4b4ec420", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:22.408315 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daf36997-f8a2-4927-9e2f-7fba218a2e47 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:22.408764 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'tag': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420', 'status': 'completed', 'code': 200} Jun 17 08:54:22.444875 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2c755098-f7f9-4459-82cc-1d027a0ea3f1 req-9357b483-afbf-4138-8eac-deae88e09a16 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Jun 17 08:54:22.461704 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-a5b19768-2b73-4f54-88ff-11e2ef6a9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.463229 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-a5b19768-2b73-4f54-88ff-11e2ef6a9c89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7962dbc0970a4464aab850f2466837f7&device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 1096 time: 0.0935824 Jun 17 08:54:22.509156 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-2962c0a9-c7ee-4bbf-b546-310e5f6551c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420 HTTP/1.1" status: 200 len: 217 time: 0.0385671 Jun 17 08:54:22.559494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c0557fd8-3fad-45fc-813a-7ed7c20b5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.562087 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-c0557fd8-3fad-45fc-813a-7ed7c20b5046 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda HTTP/1.1" status: 200 len: 848 time: 0.0458996 Jun 17 08:54:22.596073 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-32a3b88a-1e95-484b-8def-81741c23ff3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ec10503c-fc02-4729-95dd-b1660db5cb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288041 Jun 17 08:54:22.692744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-b46d831a-7340-4609-bc50-ba77441d9b35 service neutron] 10.222.0.67 "GET /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901780 Jun 17 08:54:22.780389 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d021d4-9e86-4737-b186-ac7db27cea1e req-b8e589ab-6544-4c33-9743-9311e3752070 service neutron] 10.222.0.67 "GET /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806975 Jun 17 08:54:22.883376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-12221eff-c678-4942-8739-113c6c4784fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.884763 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-12221eff-c678-4942-8739-113c6c4784fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7962dbc0970a4464aab850f2466837f7&device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 1096 time: 0.0581341 Jun 17 08:54:22.975742 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-65c18dfe-a526-4877-9e5d-6984a9c12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.977207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-65c18dfe-a526-4877-9e5d-6984a9c12732 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ec10503c-fc02-4729-95dd-b1660db5cb71 HTTP/1.1" status: 200 len: 909 time: 0.0860415 Jun 17 08:54:23.022445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-10597283-8e73-48f7-baba-c589b2d8b8fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420 HTTP/1.1" status: 200 len: 217 time: 0.0387254 Jun 17 08:54:23.071659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-6056426e-5448-4bfb-8157-89d952dbb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:23.073422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-6056426e-5448-4bfb-8157-89d952dbb76b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda HTTP/1.1" status: 200 len: 848 time: 0.0448949 Jun 17 08:54:23.105427 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-1c0ac840-543a-4bf5-a769-b402d8969700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ec10503c-fc02-4729-95dd-b1660db5cb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257215 Jun 17 08:54:23.218384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-2e22c14f-f72b-42f2-8f62-e0e06e2b6481 service neutron] 10.222.0.67 "GET /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059144 Jun 17 08:54:23.314844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-883d441a-c309-4ee5-baf4-258de9a8dafb req-9d66c428-f865-4766-bb74-07381e6d135f service neutron] 10.222.0.67 "GET /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899498 Jun 17 08:54:23.825180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba57cb-ea9f-4711-a5fe-8b0b7074f0e9 req-fab4902e-c15e-4935-8c03-d432cd7a723b tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:23.827612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3eba57cb-ea9f-4711-a5fe-8b0b7074f0e9 req-fab4902e-c15e-4935-8c03-d432cd7a723b tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 944 time: 0.0715001 Jun 17 08:54:23.866558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3eba57cb-ea9f-4711-a5fe-8b0b7074f0e9 req-26bbdd4b-0b6d-454f-b7db-a786a234f84e tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Jun 17 08:54:25.030814 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ac390ca9-a1ff-46ee-b063-d6bb63af9752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.046128 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc54496-cf91-4575-b689-7a75298ebf76 req-f367fb54-39bc-4a7a-a947-e485739bcfa5 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:25.047739 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fc54496-cf91-4575-b689-7a75298ebf76 req-f367fb54-39bc-4a7a-a947-e485739bcfa5 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 944 time: 0.0676198 Jun 17 08:54:25.089759 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1fc54496-cf91-4575-b689-7a75298ebf76 req-3c3f790e-8c4b-4ca6-b757-cbf407e1e384 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Jun 17 08:54:25.721761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d9c657b4-bd24-4f92-86e4-998d4b4ec420 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:25.829820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d9c657b4-bd24-4f92-86e4-998d4b4ec420, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420,segment=NetworkSegment(cc32ae69-9690-4804-bd49-2808ef4bb463),segment_id=cc32ae69-9690-4804-bd49-2808ef4bb463)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:25.842880 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420', 'network_id': 'ec10503c-fc02-4729-95dd-b1660db5cb71', 'port_id': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420', 'mac_address': 'fa:16:3e:74:02:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:25.896617 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.912243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c657b4-bd24-4f92-86e4-998d4b4ec420 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:25.935019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d9c657b4-bd24-4f92-86e4-998d4b4ec420, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420,segment=NetworkSegment(cc32ae69-9690-4804-bd49-2808ef4bb463),segment_id=cc32ae69-9690-4804-bd49-2808ef4bb463)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:25.939997 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.942688 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:25.997834 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=d9c657b4-bd24-4f92-86e4-998d4b4ec420,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:26.002561 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:26.158019 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['d9c657b4-bd24-4f92-86e4-998d4b4ec420'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:26.291460 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f15911-8087-486c-8261-33482766aa64 req-719cb67e-e148-4ba3-8ae2-eba309e595e4 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:26.293905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89f15911-8087-486c-8261-33482766aa64 req-719cb67e-e148-4ba3-8ae2-eba309e595e4 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 945 time: 0.0673580 Jun 17 08:54:26.334489 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89f15911-8087-486c-8261-33482766aa64 req-688d77dc-1442-4fea-9227-97b95fd3113f tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342338 Jun 17 08:54:27.530397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235895d-eea9-442c-9034-72bc26a4e9ea req-80c8209a-f329-4e6c-9db2-29f8dfda7476 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:27.531914 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0235895d-eea9-442c-9034-72bc26a4e9ea req-80c8209a-f329-4e6c-9db2-29f8dfda7476 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 945 time: 0.0709176 Jun 17 08:54:27.571694 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0235895d-eea9-442c-9034-72bc26a4e9ea req-e60dfa8b-52f7-447b-bdaf-bd08f6aa2dd3 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Jun 17 08:54:27.616146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.737105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d9c657b4-bd24-4f92-86e4-998d4b4ec420 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:27.789311 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port d9c657b4-bd24-4f92-86e4-998d4b4ec420 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:27.793109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port d9c657b4-bd24-4f92-86e4-998d4b4ec420 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:27.793527 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.884917 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5326e259-9412-4ff4-85f2-018afc5315ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.887216 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.911557 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:27.913813 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b413f75-89f8-46ee-adcd-ecbf0fbe4c78" -d '{"events": [{"server_uuid": "12421c47-d95b-417e-aac7-40b8608d5b1a", "name": "network-vif-plugged", "status": "completed", "tag": "d9c657b4-bd24-4f92-86e4-998d4b4ec420"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:27.927831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d9c657b4-bd24-4f92-86e4-998d4b4ec420, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420,segment=NetworkSegment(cc32ae69-9690-4804-bd49-2808ef4bb463),segment_id=cc32ae69-9690-4804-bd49-2808ef4bb463)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:27.932265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.934679 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:27.960118 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98528090-1966-4fbb-ac89-97b5b403e136 x-openstack-request-id: req-98528090-1966-4fbb-ac89-97b5b403e136 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:27.960421 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12421c47-d95b-417e-aac7-40b8608d5b1a", "name": "network-vif-plugged", "status": "completed", "tag": "d9c657b4-bd24-4f92-86e4-998d4b4ec420", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:27.960684 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98528090-1966-4fbb-ac89-97b5b403e136 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:27.961071 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420', 'code': 200} Jun 17 08:54:27.987460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=d9c657b4-bd24-4f92-86e4-998d4b4ec420,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:27.990808 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:28.072732 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623eb0-fcae-4123-a718-a586abb5ebe1 req-d6e55318-5641-4a50-8e88-d742c7318567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:28.074207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d0623eb0-fcae-4123-a718-a586abb5ebe1 req-d6e55318-5641-4a50-8e88-d742c7318567 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 1098 time: 0.0520446 Jun 17 08:54:28.109713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d0623eb0-fcae-4123-a718-a586abb5ebe1 req-d44a731b-969b-4ba2-a891-d3632d3eb51f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275209 Jun 17 08:54:28.755645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94ee49-e9d9-49d4-b88f-e63a9a011d8a req-8dd71bb3-7f11-4cb8-8abb-f5c242e5ba39 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:28.757140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af94ee49-e9d9-49d4-b88f-e63a9a011d8a req-8dd71bb3-7f11-4cb8-8abb-f5c242e5ba39 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 946 time: 0.0730255 Jun 17 08:54:28.807275 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af94ee49-e9d9-49d4-b88f-e63a9a011d8a req-c3b40528-0798-46f9-80ce-570fa16c2625 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Jun 17 08:54:28.894649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.996869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e101990-7ac9-4589-bc0a-533fa5f3abbb req-d95af51f-0d73-4b94-9fdb-93183f2c0418 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:29.998512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e101990-7ac9-4589-bc0a-533fa5f3abbb req-d95af51f-0d73-4b94-9fdb-93183f2c0418 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 946 time: 0.0678928 Jun 17 08:54:30.039003 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e101990-7ac9-4589-bc0a-533fa5f3abbb req-108209f1-3b42-4731-a9fa-42b587c51963 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Jun 17 08:54:30.351416 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.731871 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:54:32.629982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f164-6e1b-4193-9bf9-460b836b668c req-a591d18a-f5cd-449c-ad1a-e6e6aa971c89 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:32.631395 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fa5f164-6e1b-4193-9bf9-460b836b668c req-a591d18a-f5cd-449c-ad1a-e6e6aa971c89 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 946 time: 0.0640671 Jun 17 08:54:32.669330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6fa5f164-6e1b-4193-9bf9-460b836b668c req-efd6993f-4ada-44c7-a51c-ab9c26abfee3 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Jun 17 08:54:33.906627 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-92dff7b9-4203-45e9-bc16-783e8c3f3b37 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:33.908966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-92dff7b9-4203-45e9-bc16-783e8c3f3b37 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.67 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 946 time: 0.1095314 Jun 17 08:54:33.932126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da240-da0f-47db-b7fd-3a092eb26ba1 req-88540176-3000-47a8-98ac-3e00b66139cb tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:33.933873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-547da240-da0f-47db-b7fd-3a092eb26ba1 req-88540176-3000-47a8-98ac-3e00b66139cb tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/ports?device_id=12421c47-d95b-417e-aac7-40b8608d5b1a HTTP/1.1" status: 200 len: 946 time: 0.1461389 Jun 17 08:54:34.046741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-547da240-da0f-47db-b7fd-3a092eb26ba1 req-035e815f-bb74-4604-a564-ff50628782a5 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fdd55a8-e339-4a23-97f0-16a1b440793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875633 Jun 17 08:54:34.073000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Deleting port d9c657b4-bd24-4f92-86e4-998d4b4ec420 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:34.073347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.163208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] For port d9c657b4-bd24-4f92-86e4-998d4b4ec420, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d9c657b4-bd24-4f92-86e4-998d4b4ec420,segment=NetworkSegment(cc32ae69-9690-4804-bd49-2808ef4bb463),segment_id=cc32ae69-9690-4804-bd49-2808ef4bb463)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:34.163670 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.231422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Calling delete_port for d9c657b4-bd24-4f92-86e4-998d4b4ec420 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:34.362851 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.367673 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cab0e55d-5a17-45f7-b880-916157cbe4f7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:34.377597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['d9c657b4-bd24-4f92-86e4-998d4b4ec420'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:34.392129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Pushing event deleted for resources: {'Port': ['ID=d9c657b4-bd24-4f92-86e4-998d4b4ec420,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:34.405141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.405538 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.405919 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.406301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.406686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.407098 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.407472 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.407841 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.408208 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.408575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.408946 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.409333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:34.414551 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:34.451242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] No DVR routers for this DVR port d9c657b4-bd24-4f92-86e4-998d4b4ec420 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:34.453760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.455903 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-143b50ef-5a4c-4cdf-87e4-b2988b17826d req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] 10.222.0.67 "DELETE /v2.0/ports/d9c657b4-bd24-4f92-86e4-998d4b4ec420 HTTP/1.1" status: 204 len: 173 time: 0.5382357 Jun 17 08:54:34.456404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'name': 'network-vif-deleted', 'tag': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:34.458741 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9be941-43c9-4fd3-8843-500c39a9fb73" -d '{"events": [{"server_uuid": "12421c47-d95b-417e-aac7-40b8608d5b1a", "name": "network-vif-deleted", "tag": "d9c657b4-bd24-4f92-86e4-998d4b4ec420"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:34.507498 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a2ff64-4595-48a7-942b-73891afd7b9a x-openstack-request-id: req-13a2ff64-4595-48a7-942b-73891afd7b9a {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:34.508085 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12421c47-d95b-417e-aac7-40b8608d5b1a", "name": "network-vif-deleted", "tag": "d9c657b4-bd24-4f92-86e4-998d4b4ec420", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:34.508484 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13a2ff64-4595-48a7-942b-73891afd7b9a {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:34.509087 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12421c47-d95b-417e-aac7-40b8608d5b1a', 'name': 'network-vif-deleted', 'tag': 'd9c657b4-bd24-4f92-86e4-998d4b4ec420', 'status': 'completed', 'code': 200} Jun 17 08:54:35.681270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46b695-57eb-4df9-9875-609389a18dbe req-410015e2-2dcb-4430-aea4-dbddd8e887f3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:35.683818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd46b695-57eb-4df9-9875-609389a18dbe req-410015e2-2dcb-4430-aea4-dbddd8e887f3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.0760858 Jun 17 08:54:35.746512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd46b695-57eb-4df9-9875-609389a18dbe req-dd3615ed-7fc0-4e94-a178-5c2c1f7e465f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524075 Jun 17 08:54:35.779629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59160) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:35.868543 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a49d8664-7d71-4be4-9706-8935ed750682 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/69ceadbb-1205-4164-8612-7d3147543583 HTTP/1.1" status: 200 len: 994 time: 0.0877974 Jun 17 08:54:36.439657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394b7a-b7c4-4638-8f7f-0c605eaaac53 req-93696f72-f08e-48d6-9f68-3f3499afbe34 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.441454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3394b7a-b7c4-4638-8f7f-0c605eaaac53 req-93696f72-f08e-48d6-9f68-3f3499afbe34 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1098 time: 0.0541606 Jun 17 08:54:36.499761 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3394b7a-b7c4-4638-8f7f-0c605eaaac53 req-3f6850db-9ffc-4c16-9bba-7e16bf131700 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Jun 17 08:54:37.391396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-726f0601-bde1-4f49-be0d-04b0c7c1620f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797017 Jun 17 08:54:37.784096 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d9c657b4-bd24-4f92-86e4-998d4b4ec420 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:37.808356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: d9c657b4-bd24-4f92-86e4-998d4b4ec420 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:37.808719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d9c657b4-bd24-4f92-86e4-998d4b4ec420 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:38.097325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-27d0af11-41e4-4267-b2c6-b56b5b106b52 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:54:38.098386 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-27d0af11-41e4-4267-b2c6-b56b5b106b52 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0800374 Jun 17 08:54:38.107990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Request body: {'binding': {'host': 'n-h2-780147-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:38.108768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Unknown quota resources ['binding']. {{(pid=93500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:54:38.280416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on host n-h2-780147-13 for vnic_type normal with profile None {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:38.282247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:38.282585 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:38.290479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:38.290845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:38.296957 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:38.297497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Checking segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:38.298074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Bound using segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:38.298672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Bound port: 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:38.402150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:38.411772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.417981 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-e8dd371d-618c-489d-86a4-84f7e20034ff service neutron] 10.222.0.65 "POST /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821/bindings HTTP/1.1" status: 201 len: 390 time: 0.3136935 Jun 17 08:54:38.682244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dd4b-6f7b-4255-b132-9ec12bed5817 req-22f090fd-9698-474e-96e6-05600b55721d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.684204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4190dd4b-6f7b-4255-b132-9ec12bed5817 req-22f090fd-9698-474e-96e6-05600b55721d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.0957599 Jun 17 08:54:38.773099 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4190dd4b-6f7b-4255-b132-9ec12bed5817 req-e054c1e3-8a72-4252-9803-cce4289d3e7e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817068 Jun 17 08:54:38.797921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-0a900b3a-f114-459f-baf7-4ce6a943041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.799532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-0a900b3a-f114-459f-baf7-4ce6a943041b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1098 time: 0.0896771 Jun 17 08:54:39.027131 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-6f2625b9-4c8f-4212-a522-529d58e7b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.029120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-6f2625b9-4c8f-4212-a522-529d58e7b11b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 898 time: 0.2198579 Jun 17 08:54:39.130354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-6a198cc4-b223-4f88-9b08-ab1d689334cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 1002 time: 0.0949965 Jun 17 08:54:39.231294 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-1ae07a4b-8e16-4c21-822b-f27db9e647ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.234277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-1ae07a4b-8e16-4c21-822b-f27db9e647ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0927708 Jun 17 08:54:39.394751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-97eead75-572f-44fd-ae70-04cf18f8ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.401788 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-97eead75-572f-44fd-ae70-04cf18f8ec94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612659 Jun 17 08:54:39.601886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-1411c55a-fb29-49d3-beb5-ca64f7d15577 service neutron] 10.222.0.67 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935296 Jun 17 08:54:39.818111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-f0262218-d41d-4382-bc06-fbde201a34f6 service neutron] 10.222.0.67 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088466 Jun 17 08:54:40.548289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-61b3bc77-1bd9-4b5c-b55f-fa0ee9936eae tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.549794 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-61b3bc77-1bd9-4b5c-b55f-fa0ee9936eae tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217&tenant_id=af68735a99d64a9a8ac6e0661c1438c0&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1098 time: 0.6697476 Jun 17 08:54:40.573690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-13'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:40.696756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9131e9-7314-4c41-b117-6a88abe6c34d req-8a635913-7dc8-426b-a96f-e72a89e5ed13 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.698697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed9131e9-7314-4c41-b117-6a88abe6c34d req-8a635913-7dc8-426b-a96f-e72a89e5ed13 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.6930435 Jun 17 08:54:40.700246 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.822530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed9131e9-7314-4c41-b117-6a88abe6c34d req-f9426a68-19f1-4008-9401-1a741d0fd783 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955653 Jun 17 08:54:40.990794 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:41.035292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:41.084693 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:41.087242 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868095d3-bc61-4203-8642-4cd8a5f8ba94" -d '{"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-unplugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:41.093307 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.112454 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.124658 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b17b0f70-f86e-40d7-974c-c7b8b0befd40 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.269740 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6c8ee-e8b1-49bb-8458-39ec80fd74ca x-openstack-request-id: req-f2e6c8ee-e8b1-49bb-8458-39ec80fd74ca {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:41.270097 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-unplugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:41.270447 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2e6c8ee-e8b1-49bb-8458-39ec80fd74ca {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:41.270914 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'code': 200} Jun 17 08:54:41.330814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on host n-h1-780147-13 for vnic_type normal with profile {"migrating_to": "n-h2-780147-13"} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:41.332223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:41.332566 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:41.342769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:41.354843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:41.355223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Attempting to bind port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:41.358486 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:41.368202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:41.368549 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Checking segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:41.368939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Bound using segment: {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:41.369382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Bound port: 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47663cd7-5478-43bf-8325-73bf9b9f5108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:41.369744 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.448429 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4f80a088-6869-4ade-90c7-41402a13d702 None None] Provisioning complete for port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:41.449620 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f80a088-6869-4ade-90c7-41402a13d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.460214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:41.464673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:41.477934 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.494919 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.500163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4f80a088-6869-4ade-90c7-41402a13d702 None None] Port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:41.676105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=8']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:41.714559 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:41.777275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.777888 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.780306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] 10.222.0.67 "PUT /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 1124 time: 1.2136574 Jun 17 08:54:41.854409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['04908c89-25d7-43fc-b7f3-9d66ac0d7821'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:42.115092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Provisioning complete for port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:42.115492 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.194347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12345a2-60dc-4d3f-a971-bd9d4fd171fe req-11569d18-82b2-4ee1-b527-75f5cd17769f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.202524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c12345a2-60dc-4d3f-a971-bd9d4fd171fe req-11569d18-82b2-4ee1-b527-75f5cd17769f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 944 time: 0.1603680 Jun 17 08:54:42.259568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c12345a2-60dc-4d3f-a971-bd9d4fd171fe req-154ba2ec-0048-41f9-8777-884842c2f52d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556140 Jun 17 08:54:42.304306 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.355935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:42.361166 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404f968-3096-4fd1-b1d5-0701b3978c0d" -d '{"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-plugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:42.395660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:42.406780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.426521 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:42.478754 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d30f12-b3fb-4796-86ac-a8ad6785032b x-openstack-request-id: req-e4d30f12-b3fb-4796-86ac-a8ad6785032b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:42.478754 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-plugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:42.478754 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4d30f12-b3fb-4796-86ac-a8ad6785032b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:42.478754 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'code': 200} Jun 17 08:54:42.714138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.727964 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:43.272345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:43.275404 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab406500-d362-4170-8e32-1421a43a1a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:43.370009 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61406ed2-6ced-47ae-8ef9-ee3741e00e68 x-openstack-request-id: req-61406ed2-6ced-47ae-8ef9-ee3741e00e68 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:43.370371 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:43.371798 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61406ed2-6ced-47ae-8ef9-ee3741e00e68 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:43.372251 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'status': 'completed', 'code': 200} Jun 17 08:54:43.528150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b462-cab2-45bc-8bce-8321cd9e0307 req-d6c65141-6f58-4346-aafa-bd39e6aed2af tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.536885 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406500-d362-4170-8e32-1421a43a1a6c req-25ee2857-c633-4fec-a8e6-108d6c5c458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.537492 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bf5b462-cab2-45bc-8bce-8321cd9e0307 req-d6c65141-6f58-4346-aafa-bd39e6aed2af tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.1334653 Jun 17 08:54:43.540382 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-25ee2857-c633-4fec-a8e6-108d6c5c458c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1129 time: 0.1401694 Jun 17 08:54:43.620409 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6bf5b462-cab2-45bc-8bce-8321cd9e0307 req-2e4b1b9c-4dcd-438d-a768-2eecfc5cf1cf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821710 Jun 17 08:54:43.757144 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406500-d362-4170-8e32-1421a43a1a6c req-13c94dd7-4dcd-4143-9b26-3419445e422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.764523 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-13c94dd7-4dcd-4143-9b26-3419445e422d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 898 time: 0.2136769 Jun 17 08:54:43.797136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:43.998226 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-97259b1b-8b56-4b6d-911d-81b29f53fab3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 1002 time: 0.2220104 Jun 17 08:54:44.019421 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:44.058931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 has no active binding in host n-h2-780147-13 {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:54:44.099872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406500-d362-4170-8e32-1421a43a1a6c req-35c7412d-a315-406d-b16f-106b9986bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:44.101349 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-35c7412d-a315-406d-b16f-106b9986bb98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0975587 Jun 17 08:54:44.237332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406500-d362-4170-8e32-1421a43a1a6c req-9dc29973-c60a-4777-b9d3-6af88fdcd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:44.239171 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-9dc29973-c60a-4777-b9d3-6af88fdcd64f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306181 Jun 17 08:54:44.391395 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-f052024a-edaf-4421-843d-562021764c07 service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375921 Jun 17 08:54:44.524557 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab406500-d362-4170-8e32-1421a43a1a6c req-838a9275-abf8-4f98-8064-3cb49932ccf2 service neutron] 10.222.0.60 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268294 Jun 17 08:54:45.064272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40836b0-72e5-4231-87fc-bc36f323862d req-59146504-2f39-4eae-acc0-3ca8f920656d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.066331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a40836b0-72e5-4231-87fc-bc36f323862d req-59146504-2f39-4eae-acc0-3ca8f920656d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.2298050 Jun 17 08:54:45.110325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a40836b0-72e5-4231-87fc-bc36f323862d req-24713a00-e94b-4804-a66b-cab21d2a19e8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Jun 17 08:54:46.336635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e1aac-ffa8-4ea3-b3c7-8ef0dbce8dd7 req-3689cb04-7902-40c1-85e2-9b646f289dd5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:46.338038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da5e1aac-ffa8-4ea3-b3c7-8ef0dbce8dd7 req-3689cb04-7902-40c1-85e2-9b646f289dd5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 946 time: 0.0732808 Jun 17 08:54:46.382870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da5e1aac-ffa8-4ea3-b3c7-8ef0dbce8dd7 req-0c648997-2a35-48c1-afa5-e3751d0ab8b8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Jun 17 08:54:46.667415 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-86abc71c-cc9a-4736-82da-cb6dbddfb1b7 service neutron] 10.222.0.60 "GET /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821/bindings/n-h2-780147-13 HTTP/1.1" status: 200 len: 385 time: 0.0623136 Jun 17 08:54:46.873590 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:46.895058 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:46.948107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:46.950544 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a355d2d-2739-486b-9181-6731c6cef71f" -d '{"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-unplugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:46.958985 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:46.976215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.026464 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf61b0-a620-4a2d-8d86-746aa9f7e157 x-openstack-request-id: req-dfaf61b0-a620-4a2d-8d86-746aa9f7e157 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:47.026918 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-unplugged", "status": "completed", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:47.027283 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfaf61b0-a620-4a2d-8d86-746aa9f7e157 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:47.027792 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'code': 200} Jun 17 08:54:47.080393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Transition to ACTIVE for port object 04908c89-25d7-43fc-b7f3-9d66ac0d7821 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:47.086058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.089050 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-03fa4289-ab57-4e11-a153-416f8414746f tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:47.301468 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.302859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Pushing event updated for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=11']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:47.306021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] No DVR routers for this DVR port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:47.345154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.345540 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.345922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.346333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.346755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.347567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.347567 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.347926 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.348295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.348663 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.349032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.349398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:47.405756 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:47.571421 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] 10.222.0.60 "PUT /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821/bindings/n-h2-780147-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8988903 Jun 17 08:54:47.629540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-f63cc250-34e3-40cc-8802-bd316157cb29 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831597237&fields=id&tenant_id=c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 267 time: 0.0950332 Jun 17 08:54:47.781510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f21d-366b-4c2d-806c-88af79d47133 req-27f42f57-ff97-4408-9d2e-308fa86a1bb1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.783119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2790f21d-366b-4c2d-806c-88af79d47133 req-27f42f57-ff97-4408-9d2e-308fa86a1bb1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.2220573 Jun 17 08:54:47.819281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-0f74b4c9-92f4-4b73-85d1-79e332fce240 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.820992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-0f74b4c9-92f4-4b73-85d1-79e332fce240 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217&tenant_id=af68735a99d64a9a8ac6e0661c1438c0&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.1906757 Jun 17 08:54:47.876751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-2285e378-8b5c-4879-bd8e-0f9eb8662287 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.878286 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-2285e378-8b5c-4879-bd8e-0f9eb8662287 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.2356224 Jun 17 08:54:47.891125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2790f21d-366b-4c2d-806c-88af79d47133 req-24164b26-ecd2-4bbf-9399-26b1fb6d984f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986478 Jun 17 08:54:47.907317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-49097a47-8c4a-4361-9587-65bae58d0a50 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/quotas/c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 375 time: 0.0204065 Jun 17 08:54:47.967426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-a0783951-8785-4ec2-9a11-f88f348cdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.969067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-a0783951-8785-4ec2-9a11-f88f348cdd71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 1097 time: 0.1403272 Jun 17 08:54:48.042397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3d210e94-643c-40a5-a8a1-dba30d65d833 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1248407 Jun 17 08:54:48.138875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-57550af5-a1c5-43d0-9e61-ee8567292f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.140306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-57550af5-a1c5-43d0-9e61-ee8567292f75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1097 time: 0.1448166 Jun 17 08:54:48.182523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-4cafbe36-ed3d-4388-b01b-5ae2722a7287 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263392 Jun 17 08:54:48.307121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-3eaf8469-fb85-4ce4-9e65-79fc4f841ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.308447 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-3eaf8469-fb85-4ce4-9e65-79fc4f841ef6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 898 time: 0.1606958 Jun 17 08:54:48.375249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-45969822-c84e-40c1-a939-2b4e76a2da93 service neutron] 10.222.0.65 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837101 Jun 17 08:54:48.400292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-710250dc-ad71-4604-a129-d79eeb06265f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 1000 time: 0.0847683 Jun 17 08:54:48.462860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-329e3b69-952a-4152-bc1f-695d32c96153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.464373 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-329e3b69-952a-4152-bc1f-695d32c96153 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0572124 Jun 17 08:54:48.541438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-98a54517-d2e0-4dbf-b504-f017b887b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.543346 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-98a54517-d2e0-4dbf-b504-f017b887b4a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719106 Jun 17 08:54:48.689748 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-ec9357b9-2b98-4c1c-8371-b98c522e7dd4 service neutron] 10.222.0.67 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394854 Jun 17 08:54:48.838216 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-dfd2dc1e-110a-4de3-9ac0-f85f4916d00e service neutron] 10.222.0.67 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411023 Jun 17 08:54:49.032772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8f5b5d7c-dfef-405f-bcef-94567898c8ec req-3441263b-792b-4f53-9205-5e3cf43e4330 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 210 time: 0.0684052 Jun 17 08:54:49.310922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054fae5-84cd-4821-a5cb-2a313eba6d32 req-e5d60de9-9520-48b5-8ebe-63cdea8d5934 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.312506 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c054fae5-84cd-4821-a5cb-2a313eba6d32 req-e5d60de9-9520-48b5-8ebe-63cdea8d5934 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.1539946 Jun 17 08:54:49.321600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-a86c6aef-5414-43ea-801e-198d3adc0628 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.323508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-a86c6aef-5414-43ea-801e-198d3adc0628 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217&tenant_id=af68735a99d64a9a8ac6e0661c1438c0&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.1053619 Jun 17 08:54:49.399292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c054fae5-84cd-4821-a5cb-2a313eba6d32 req-6b792850-aca7-4819-89b8-f4a0a57a2877 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746737 Jun 17 08:54:49.485797 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.530700 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-82d2504d-2031-4d22-95f0-119c9f48b14b service neutron] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:49.538234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-82d2504d-2031-4d22-95f0-119c9f48b14b service neutron] Notify callbacks [] for binding, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.539403 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5d9955b-496d-44cd-a8ed-60adcf4be1f4 req-82d2504d-2031-4d22-95f0-119c9f48b14b service neutron] 10.222.0.67 "DELETE /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821/bindings/n-h1-780147-13 HTTP/1.1" status: 204 len: 173 time: 0.2079220 Jun 17 08:54:49.945044 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:49.987699 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:50.234836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6dd6367d-e3b0-444e-912c-ac9b91cf0248 req-861039b0-d21e-4166-8ef2-5ad2b83630f3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 210 time: 0.0546758 Jun 17 08:54:50.407416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-f47342bd-0a45-4498-8a91-cffe9a3dc486 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.409308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-f47342bd-0a45-4498-8a91-cffe9a3dc486 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 811 time: 0.1773434 Jun 17 08:54:50.464288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1ab49d63-fa0e-4d0f-a281-630cdfa5ed49 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c770ba5dc145adafd25262cceee359 HTTP/1.1" status: 200 len: 379 time: 0.0455725 Jun 17 08:54:50.476373 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'port': {'device_id': 'add41513-fa55-402b-a40c-2204e1415ac7', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'admin_state_up': True, 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'security_groups': ['f20e249f-1cbc-4eeb-909e-7315969120b0']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:50.661249 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Made reservation on behalf of c1c770ba5dc145adafd25262cceee359 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:50.669009 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.759786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076adde4-fcf6-44e5-be62-897e2a24a85f req-eaf61da5-c3fc-4adc-9965-eaf8a6a3fa58 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.761437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-076adde4-fcf6-44e5-be62-897e2a24a85f req-eaf61da5-c3fc-4adc-9965-eaf8a6a3fa58 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.1721420 Jun 17 08:54:50.849912 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-076adde4-fcf6-44e5-be62-897e2a24a85f req-9d8aaeac-5fb0-403f-aaf8-2af4bc626ed5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794683 Jun 17 08:54:50.920347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.20.0.12 (fdc4b06a-d8a8-4960-901c-e249801d1781/a3779e46-57a4-4355-99b8-473892a33cfa/2d144030-bf88-44c5-ae60-a5187af5f8d9) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:51.169202 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.175932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecf845-fd11-4a16-abc5-239f9259e589 req-567c6769-e013-49a8-af87-105a79475876 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.177515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9ecf845-fd11-4a16-abc5-239f9259e589 req-567c6769-e013-49a8-af87-105a79475876 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1097 time: 0.1457481 Jun 17 08:54:51.205185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Transition to ACTIVE for port object 2d144030-bf88-44c5-ae60-a5187af5f8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:51.239354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a9ecf845-fd11-4a16-abc5-239f9259e589 req-14dbea24-99fa-4770-86f9-6b926f318d46 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Jun 17 08:54:51.269103 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.271299 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b80b244-7f41-403f-9acc-372d490d3f8a tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:51.394505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network fdc4b06a-d8a8-4960-901c-e249801d1781 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:51.397890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:51.408656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:51.592432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=2d144030-bf88-44c5-ae60-a5187af5f8d9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:51.607341 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.607786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.624739 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:51.646772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1761043 Jun 17 08:54:51.679023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Request body: {'port': {'device_id': 'add41513-fa55-402b-a40c-2204e1415ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:51.795626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5946a-d9bd-4a79-96ea-f2eb7a96f928 req-16c5822e-7b38-4712-8228-32df59a43a14 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.797119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcf5946a-d9bd-4a79-96ea-f2eb7a96f928 req-16c5822e-7b38-4712-8228-32df59a43a14 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 932 time: 0.3640594 Jun 17 08:54:51.874339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3ba59811-243f-4f2c-b560-6a9ac5e43735 None None] Provisioning for port 2d144030-bf88-44c5-ae60-a5187af5f8d9 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:51.878786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.880182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3ba59811-243f-4f2c-b560-6a9ac5e43735 None None] Provisioning complete for port 2d144030-bf88-44c5-ae60-a5187af5f8d9 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:51.880853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ba59811-243f-4f2c-b560-6a9ac5e43735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.904570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bcf5946a-d9bd-4a79-96ea-f2eb7a96f928 req-aa046d73-8cc9-4810-950d-8e81857b393d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793166 Jun 17 08:54:51.966647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c693900-d914-4349-b909-98252e4943d9 req-bd5fb7dc-d3af-4c5e-8d3b-f50b56709805 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.968298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c693900-d914-4349-b909-98252e4943d9 req-bd5fb7dc-d3af-4c5e-8d3b-f50b56709805 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.2374372 Jun 17 08:54:51.980145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3ba59811-243f-4f2c-b560-6a9ac5e43735 None None] Port 2d144030-bf88-44c5-ae60-a5187af5f8d9 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:52.031672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8c693900-d914-4349-b909-98252e4943d9 req-91fdb410-4392-4e78-be72-f15b2598a8e0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544677 Jun 17 08:54:52.065800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59588) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:52.149947 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2c97957b-49c7-4ab1-b69e-9bfa4b9ff4cf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/69ceadbb-1205-4164-8612-7d3147543583 HTTP/1.1" status: 200 len: 992 time: 0.0826604 Jun 17 08:54:52.361455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d144030-bf88-44c5-ae60-a5187af5f8d9 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:52.372148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.392236 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Transition to ACTIVE for port object 2d144030-bf88-44c5-ae60-a5187af5f8d9 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:52.402864 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.407137 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-275db46f-13d8-471b-b2f9-6487495d5c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:52.503532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d144030-bf88-44c5-ae60-a5187af5f8d9,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:52.509489 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:52.670129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Attempting to bind port 2d144030-bf88-44c5-ae60-a5187af5f8d9 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:52.670599 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Attempting to bind port 2d144030-bf88-44c5-ae60-a5187af5f8d9 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:52.671145 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Attempting to bind port 2d144030-bf88-44c5-ae60-a5187af5f8d9 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:52.678276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Port 2d144030-bf88-44c5-ae60-a5187af5f8d9 on network fdc4b06a-d8a8-4960-901c-e249801d1781 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:52.678811 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Attempting to bind port 2d144030-bf88-44c5-ae60-a5187af5f8d9 on network fdc4b06a-d8a8-4960-901c-e249801d1781 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:52.685726 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:52.686227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Checking segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:52.687051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Bound using segment: {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:52.687587 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Bound port: 2d144030-bf88-44c5-ae60-a5187af5f8d9, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd72f11-1d59-4948-aea1-c0c01f62d5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:52.688041 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.858212 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] For port 2d144030-bf88-44c5-ae60-a5187af5f8d9, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:52.861993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] For port 2d144030-bf88-44c5-ae60-a5187af5f8d9, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:52.868334 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.871738 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:52.941268 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.947573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.949225 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d144030-bf88-44c5-ae60-a5187af5f8d9 HTTP/1.1" status: 200 len: 1093 time: 1.2915411 Jun 17 08:54:52.954031 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:52.960090 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f52ff78-a4a8-44fb-a05f-361b0a718250" -d '{"events": [{"name": "network-changed", "server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:52.990883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d144030-bf88-44c5-ae60-a5187af5f8d9,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:52.996028 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:53.070210 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b9d08-b046-41d6-9b6c-ca7efb96bd10 x-openstack-request-id: req-150b9d08-b046-41d6-9b6c-ca7efb96bd10 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:53.070801 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:53.071419 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-150b9d08-b046-41d6-9b6c-ca7efb96bd10 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:53.072487 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'status': 'completed', 'code': 200} Jun 17 08:54:53.106697 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-52b8fa9d-20a6-4c7f-ba16-2cc0b1790cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.109126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-52b8fa9d-20a6-4c7f-ba16-2cc0b1790cd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0943668 Jun 17 08:54:53.174192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-bd21710f-d9f3-4539-a257-61577c4b75f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0579636 Jun 17 08:54:53.339647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-c111c165-9952-411b-93bc-739e9eb7f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.341217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-c111c165-9952-411b-93bc-739e9eb7f8c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.1607389 Jun 17 08:54:53.406520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860310-d563-4022-b507-6a136a3b5dc4 req-5b1a811e-1d7c-4c92-93a0-4d37ea33bb0a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.408165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84860310-d563-4022-b507-6a136a3b5dc4 req-5b1a811e-1d7c-4c92-93a0-4d37ea33bb0a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.1495326 Jun 17 08:54:53.455788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-8ea3b11d-17aa-4936-9e57-6e00d9d5f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.457298 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-8ea3b11d-17aa-4936-9e57-6e00d9d5f506 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097734 Jun 17 08:54:53.465422 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84860310-d563-4022-b507-6a136a3b5dc4 req-5d882241-b930-4063-a0de-8cf528335c33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510433 Jun 17 08:54:53.618011 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-837990e9-4d05-47d6-87bd-7e84780bbd5b service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516125 Jun 17 08:54:53.761473 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8725d67c-916f-44d4-85f8-2a597b027f50 req-f55396b0-dc30-4794-86f1-edac8b16aae7 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363499 Jun 17 08:54:53.932200 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-18dc122f-86d6-445f-891a-220b41c965e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.933731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-18dc122f-86d6-445f-891a-220b41c965e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0966997 Jun 17 08:54:54.037413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-7ac9a63c-bd38-4a96-9117-871bae272f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.038873 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-7ac9a63c-bd38-4a96-9117-871bae272f6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.0978043 Jun 17 08:54:54.437839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59640) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.448842 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-348adc91-ed0e-4e38-a7e9-f8d93d8235c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9 HTTP/1.1" status: 200 len: 217 time: 0.4035797 Jun 17 08:54:54.500291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-073851a6-801a-49e9-bbab-f7feac67b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.505134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-073851a6-801a-49e9-bbab-f7feac67b482 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0495720 Jun 17 08:54:54.613761 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-1c440ae8-c18e-4423-a558-6b1f266053f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.615294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-1c440ae8-c18e-4423-a558-6b1f266053f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877652 Jun 17 08:54:54.643225 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 73690fc0-b783-4411-b34d-57dd3b07362d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:54.643667 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.758609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.759128 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.772793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-55d3bb26-88ba-4495-91e7-c6213c45d514 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408634 Jun 17 08:54:54.832995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 73690fc0-b783-4411-b34d-57dd3b07362d owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:54.902497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa6768-3bc6-4771-a147-80c6a19f5ec4 req-d0fd62dc-ca1e-4355-924f-d37264797ffa tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.902497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7eaa6768-3bc6-4771-a147-80c6a19f5ec4 req-d0fd62dc-ca1e-4355-924f-d37264797ffa tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.1746752 Jun 17 08:54:54.977859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7eaa6768-3bc6-4771-a147-80c6a19f5ec4 req-5614bc3e-9815-4e32-b386-b0748df6b62a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607839 Jun 17 08:54:54.980271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f52ff78-a4a8-44fb-a05f-361b0a718250 req-4d7c6e5b-73a4-4cc4-9768-4547dc5b7330 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980479 Jun 17 08:54:55.039963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8123282e-30bb-438c-9223-086b1a4955be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.091360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.101815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:55.126094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=73690fc0-b783-4411-b34d-57dd3b07362d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:55.152079 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:55.196186 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.196590 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 69ceadbb-1205-4164-8612-7d3147543583 disassociated (deleted). External IP: 172.25.7.184, port: 04908c89-25d7-43fc-b7f3-9d66ac0d7821. Jun 17 08:54:55.442616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:55.975183 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:55.980268 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.988319 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] Sync routers for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:56.005123 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:56.005772 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:56.087295 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/floatingips/69ceadbb-1205-4164-8612-7d3147543583 HTTP/1.1" status: 204 len: 168 time: 1.6427894 Jun 17 08:54:56.088274 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:56.097108 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f63d621-e0eb-457f-b43c-c1bdc77150b6" -d '{"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:56.193865 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:56.250083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99105-5d56-476a-863e-a1866233d381 req-03ba3cbb-4bc0-47d2-80aa-1ad60eba1eb2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.259274 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd99105-5d56-476a-863e-a1866233d381 req-03ba3cbb-4bc0-47d2-80aa-1ad60eba1eb2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.1039195 Jun 17 08:54:56.324567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0dd99105-5d56-476a-863e-a1866233d381 req-60102a58-5289-4cae-b0cf-9c5c7fb3f2fe tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638356 Jun 17 08:54:56.454658 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed82924f-3b1b-49f8-998d-ab799e272bfa x-openstack-request-id: req-ed82924f-3b1b-49f8-998d-ab799e272bfa {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:56.455264 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615b4383-b647-4809-a030-b5c940888217", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:56.455468 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed82924f-3b1b-49f8-998d-ab799e272bfa {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:56.456399 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'status': 'completed', 'code': 200} Jun 17 08:54:56.472270 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:51Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:56.535838 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] Checking router: 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:56.547275 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:56.548183 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:56.587434 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-06a01a94-165c-465a-91e2-d89f77e3606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.588973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-06a01a94-165c-465a-91e2-d89f77e3606c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 1097 time: 0.1071086 Jun 17 08:54:56.726942 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:56.746612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-318b1aa5-8896-49d5-8068-28a16af0ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.748713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-318b1aa5-8896-49d5-8068-28a16af0ec42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 200 len: 898 time: 0.1526525 Jun 17 08:54:56.795370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-483a1e57-ff46-4218-a77d-637ee49e0983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 200 len: 217 time: 0.0387540 Jun 17 08:54:56.845940 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4e41-5510-4ad9-86ef-e2bb87db17e3 req-57c175fc-1d19-4828-b537-8509935e699b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.847833 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f12a4e41-5510-4ad9-86ef-e2bb87db17e3 req-57c175fc-1d19-4828-b537-8509935e699b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.1608710 Jun 17 08:54:56.869061 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-cce01b9c-8feb-47d9-bf75-f150ff547732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.870522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-cce01b9c-8feb-47d9-bf75-f150ff547732 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 200 len: 835 time: 0.0669117 Jun 17 08:54:56.939441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f12a4e41-5510-4ad9-86ef-e2bb87db17e3 req-dee4a84a-ef9b-4621-a4c1-9a40076b9bec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=747a8959-d21d-4be8-940d-d713d4750fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673585 Jun 17 08:54:56.978280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-ffbdb26e-8852-4252-bf1b-73b06546aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.980325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-ffbdb26e-8852-4252-bf1b-73b06546aeb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002090 Jun 17 08:54:56.999201 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:51Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:57.034567 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b387f3-74b0-4737-beb5-1898817ae4a1 None None] The sync data for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 is: [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:53:46Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '63d9749e-2cc3-4a45-92b7-7dd1897df00b', 'name': '', 'network_id': '2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e0:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:44Z', 'updated_at': '2021-06-17T08:53:51Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '38b11d19-0e94-4b60-81dc-878445c22fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:57.127874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b024241-5750-49ba-bca4-dee58f83407c req-98fa08d3-3403-41ed-bdf7-cd7ebf9de72e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.129446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b024241-5750-49ba-bca4-dee58f83407c req-98fa08d3-3403-41ed-bdf7-cd7ebf9de72e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.67 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 945 time: 0.1479661 Jun 17 08:54:57.183207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-534cde95-ccf2-4f38-b03e-2a35987ad41e service neutron] 10.222.0.67 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685722 Jun 17 08:54:57.330306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-115ecccf-0641-4d6c-a0fc-8cea285050d1 service neutron] 10.222.0.67 "GET /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357341 Jun 17 08:54:57.344589 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:57.345146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.445230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa55cd7-7b23-4542-8b72-aefa3dd4bc4b None None] New status for floating IP 69ceadbb-1205-4164-8612-7d3147543583: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:54:57.519606 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 04908c89-25d7-43fc-b7f3-9d66ac0d7821, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=04908c89-25d7-43fc-b7f3-9d66ac0d7821,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:57.520119 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.618207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 04908c89-25d7-43fc-b7f3-9d66ac0d7821 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:57.624503 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.722983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407940-a443-4723-9dba-d03b0fc6e534 req-0ad5c7da-d72a-4bc3-a2ef-e4293cff9d44 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.722983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c407940-a443-4723-9dba-d03b0fc6e534 req-0ad5c7da-d72a-4bc3-a2ef-e4293cff9d44 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.2229080 Jun 17 08:54:57.799973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c407940-a443-4723-9dba-d03b0fc6e534 req-b712931e-8d6b-4bb4-8e20-56f7421ba3ab tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664692 Jun 17 08:54:57.832611 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.837115 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-863e0d22-c041-4b69-b4af-afcb141df1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:57.870405 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=04908c89-25d7-43fc-b7f3-9d66ac0d7821,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:57.874669 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:57.882293 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cecee1ea-48f8-4892-bd36-2ef3560cc709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.925861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] No DVR routers for this DVR port 04908c89-25d7-43fc-b7f3-9d66ac0d7821 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:57.928868 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.931230 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b024241-5750-49ba-bca4-dee58f83407c req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.67 "DELETE /v2.0/ports/04908c89-25d7-43fc-b7f3-9d66ac0d7821 HTTP/1.1" status: 204 len: 173 time: 0.7949741 Jun 17 08:54:57.931920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-deleted', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:57.934643 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84c2ca-1e59-4eac-b465-b4d7adcbe9cb" -d '{"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-deleted", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:58.021877 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c98441-0ece-4d6e-bb74-aa81d61d924d x-openstack-request-id: req-48c98441-0ece-4d6e-bb74-aa81d61d924d {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:58.022498 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615b4383-b647-4809-a030-b5c940888217", "name": "network-vif-deleted", "tag": "04908c89-25d7-43fc-b7f3-9d66ac0d7821", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:58.022997 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48c98441-0ece-4d6e-bb74-aa81d61d924d {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:58.023700 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615b4383-b647-4809-a030-b5c940888217', 'name': 'network-vif-deleted', 'tag': '04908c89-25d7-43fc-b7f3-9d66ac0d7821', 'status': 'completed', 'code': 200} Jun 17 08:54:58.070330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-c2b1e545-e308-44de-943e-7e4c762b5082 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843046 Jun 17 08:54:58.238014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-3e7bd7fa-d481-44e4-93a4-90c9f07ac8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.240545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-3e7bd7fa-d481-44e4-93a4-90c9f07ac8a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1097 time: 0.1087191 Jun 17 08:54:58.317797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fbe0e8e-f6f1-46d6-807a-283e2ad39e11 req-0a44af7c-8fd4-4aa0-9a8d-227c006c791f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=615b4383-b647-4809-a030-b5c940888217 HTTP/1.1" status: 200 len: 210 time: 0.0555048 Jun 17 08:54:58.442928 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-0333f449-3a16-4744-8d88-7f0f8e918ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.444602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-0333f449-3a16-4744-8d88-7f0f8e918ab7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.1664457 Jun 17 08:54:58.531273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-d80f0369-7a5e-464c-b940-20501a9cc832 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 1000 time: 0.0793483 Jun 17 08:54:58.627023 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-0162f53f-8a4a-45dd-a2a8-24da8a9ce992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.628289 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-0162f53f-8a4a-45dd-a2a8-24da8a9ce992 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0885932 Jun 17 08:54:58.726737 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-57c1bd6c-4ca5-4896-846b-5f1d04652198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.728648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-57c1bd6c-4ca5-4896-846b-5f1d04652198 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874341 Jun 17 08:54:58.861933 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-b4cf4db9-05a5-41b0-9303-b988b7a4de0a service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252816 Jun 17 08:54:58.932053 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.049714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8cf38e2-78fc-4597-a661-0893a1cb0da4 req-8d81c118-5e26-44ea-b616-4d95cec2412a service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818488 Jun 17 08:54:59.089105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c22ec-b96d-4704-b068-8eb243eaa98f req-5bde630d-9b9c-42a2-9bce-940e2747daa5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.090755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-274c22ec-b96d-4704-b068-8eb243eaa98f req-5bde630d-9b9c-42a2-9bce-940e2747daa5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.0835202 Jun 17 08:54:59.137526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-274c22ec-b96d-4704-b068-8eb243eaa98f req-1f10e6b6-7f8b-4eda-aa94-7c9f47ce3815 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382419 Jun 17 08:54:59.422780 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59766) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:59.830455 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.846538 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:59.892795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 04908c89-25d7-43fc-b7f3-9d66ac0d7821 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:59.893297 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 04908c89-25d7-43fc-b7f3-9d66ac0d7821 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:00.196319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 63d9749e-2cc3-4a45-92b7-7dd1897df00b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:00.196752 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.320744 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 63d9749e-2cc3-4a45-92b7-7dd1897df00b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=63d9749e-2cc3-4a45-92b7-7dd1897df00b,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:00.321201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.355782 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.381615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab2f3f-6183-4592-b255-38bd9c906daf req-ea1e0029-b7fd-4244-be7e-f2a68b9a8ff6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:00.390578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eab2f3f-6183-4592-b255-38bd9c906daf req-ea1e0029-b7fd-4244-be7e-f2a68b9a8ff6 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.0935960 Jun 17 08:55:00.400507 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 63d9749e-2cc3-4a45-92b7-7dd1897df00b owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:00.439135 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eab2f3f-6183-4592-b255-38bd9c906daf req-fa5fc5d5-dda8-4833-afb9-576b6e0a78d1 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Jun 17 08:55:00.533560 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59792) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.603999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Deleting subnet fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:00.608878 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.648094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.672194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.675742 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3b7e6e90-3b3c-4971-a0b1-89cb48b2a90d tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.696363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.710578 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=63d9749e-2cc3-4a45-92b7-7dd1897df00b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.714162 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.785807 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.789843 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8ae38b1a-1e4d-487f-a879-c4a49d8b0840 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.818797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.827872 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.829413 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.833209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c63496ad-8d97-435a-9120-002da773606e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa6b4d71-c5e7-41b0-89c0-5bcab1e0cdda HTTP/1.1" status: 204 len: 168 time: 0.2981458 Jun 17 08:55:00.836987 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59794) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.964150 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.021616 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.117920 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.132335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec10503c-fc02-4729-95dd-b1660db5cb71']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.170377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc32ae69-9690-4804-bd49-2808ef4bb463') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.171143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc32ae69-9690-4804-bd49-2808ef4bb463') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.196935 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.232962 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.244241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:01.246096 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:01.250107 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:01.320194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.330994 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.337078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ec10503c-fc02-4729-95dd-b1660db5cb71 HTTP/1.1" status: 204 len: 168 time: 0.4987707 Jun 17 08:55:01.337926 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-cccd9d5c-2f45-4bed-b12c-45465cda6427 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.340047 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59802) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:01.352027 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec10503c-fc02-4729-95dd-b1660db5cb71,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.354641 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9feced7b-ab38-4c8d-85ad-e8e85de61200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.405551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Deleting subnet 9698c56a-6cf9-49d9-b50e-62d012453a21 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:01.411595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.457892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:01.495064 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.612466 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.644546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698522-db74-498e-8b5a-553963af32f0 req-cec3a46c-c6da-4f19-9565-9c98d819e06c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.646426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80698522-db74-498e-8b5a-553963af32f0 req-cec3a46c-c6da-4f19-9565-9c98d819e06c tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.0684242 Jun 17 08:55:01.684453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:01.691776 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/3fe0e6e4-06c6-4eb1-87e4-59000b6379c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2678559 Jun 17 08:55:01.694823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59814) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:01.699358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80698522-db74-498e-8b5a-553963af32f0 req-d78d10a3-a32c-43c5-b8df-4b1c8fbbaa39 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432560 Jun 17 08:55:01.704475 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] Sync routers for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:01.708360 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.723850 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:01.724491 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.729805 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-895f18a7-bb07-4fd9-9eaf-e82dd5a359cc tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.760856 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9698c56a-6cf9-49d9-b50e-62d012453a21,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.768781 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.775358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.777431 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9698c56a-6cf9-49d9-b50e-62d012453a21 HTTP/1.1" status: 204 len: 168 time: 0.4351611 Jun 17 08:55:01.780818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59816) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:01.784942 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting subnet 38b11d19-0e94-4b60-81dc-878445c22fcb {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:01.788399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.831835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.858249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:01.869452 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.952432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.971770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.983610 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0561c294-42a6-486b-971f-2234f171002b']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.995480 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0689a7ab-0983-4057-8d9c-c5abdf5bb584') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.996423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0689a7ab-0983-4057-8d9c-c5abdf5bb584') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:02.009150 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.018545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.022838 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6773edec-e3f1-478d-8968-73558e169b8c tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.027436 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.035461 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:02.036003 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:02.038370 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:02.058001 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Subnet': ['ID=38b11d19-0e94-4b60-81dc-878445c22fcb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:02.062642 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:02.065661 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.067895 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b7ba3393-98e0-4384-bfa9-a6504d3be284 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/subnets/38b11d19-0e94-4b60-81dc-878445c22fcb HTTP/1.1" status: 204 len: 168 time: 0.3718626 Jun 17 08:55:02.070479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59822) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.074456 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe1194-8535-4bd2-bf77-9076f04a0b87 None None] Network 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:02.118258 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.125515 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:55:00Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:02.129301 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bbabda64-1599-410b-97b6-e289f54c1d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.145269 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.147400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0561c294-42a6-486b-971f-2234f171002b HTTP/1.1" status: 204 len: 168 time: 0.3655829 Jun 17 08:55:02.148588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0561c294-42a6-486b-971f-2234f171002b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:02.151148 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a1992c2-7fe4-439e-ac28-778bb3b55ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:02.167987 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] Checking router: 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:02.179960 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] Routers {'3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:02.180701 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:02.252339 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.344612 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] Set router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:02.413494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.491452 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 4ff7230c-85c6-4cd3-9b59-405db16b928e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:02.491721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.503683 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59832) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.577375 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] DHCP port deletion for 2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:02.585265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-05b2015c-9e07-45ba-bb0c-c54253ced352 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7962dbc0970a4464aab850f2466837f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803111 Jun 17 08:55:02.586195 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59834) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.600907 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 4ff7230c-85c6-4cd3-9b59-405db16b928e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=4ff7230c-85c6-4cd3-9b59-405db16b928e,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:02.601412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.634886 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:55:00Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:02.660050 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.663890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Deleting port 159d8f12-70b0-420c-9568-e092a65df9a9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:02.664269 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.672250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 4ff7230c-85c6-4cd3-9b59-405db16b928e owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:02.687075 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.699255 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7e806-aa60-4bb8-88e6-03283adbdf3c None None] The sync data for ids ['3fe0e6e4-06c6-4eb1-87e4-59000b6379c5'] in n-d-780147-13 is: [{'id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401847782', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:39Z', 'updated_at': '2021-06-17T08:55:00Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': '4ff7230c-85c6-4cd3-9b59-405db16b928e', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e6e4-06c6-4eb1-87e4-59000b6379c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:02.759881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] For port 159d8f12-70b0-420c-9568-e092a65df9a9, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=159d8f12-70b0-420c-9568-e092a65df9a9,segment=NetworkSegment(47663cd7-5478-43bf-8325-73bf9b9f5108),segment_id=47663cd7-5478-43bf-8325-73bf9b9f5108)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:02.764346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.780872 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.787819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.800671 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fdd55a8-e339-4a23-97f0-16a1b440793d HTTP/1.1" status: 204 len: 168 time: 0.2131591 Jun 17 08:55:02.801831 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d3aaa658-3b40-447f-944d-2ef918b21a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.823890 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdd55a8-e339-4a23-97f0-16a1b440793d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:02.831562 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e02d2de9-6618-468a-982d-30d499b0066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:02.844828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Calling delete_port for 159d8f12-70b0-420c-9568-e092a65df9a9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:02.959230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.961824 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.974229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416052e-db90-4c40-baf0-4870d95dc308 req-a97aeaba-e1cf-47f4-a858-34755a74256a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.976072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e416052e-db90-4c40-baf0-4870d95dc308 req-a97aeaba-e1cf-47f4-a858-34755a74256a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 944 time: 0.1231148 Jun 17 08:55:03.016590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Pushing event deleted for resources: {'Port': ['ID=159d8f12-70b0-420c-9568-e092a65df9a9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.034794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.035356 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.035850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.036361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.036944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.037449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.037968 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e416052e-db90-4c40-baf0-4870d95dc308 req-e23c2be0-a881-4400-9906-1293af906c9e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543668 Jun 17 08:55:03.038253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.038782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.039280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.039946 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.040428 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.041194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.045150 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.046659 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.058363 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a7298fa8-913c-47ec-8839-749664bb88a3 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.073218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] No DVR routers for this DVR port 159d8f12-70b0-420c-9568-e092a65df9a9 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:03.142436 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=4ff7230c-85c6-4cd3-9b59-405db16b928e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.148062 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.190830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.308309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:03.308986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.311995 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.357251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.357980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:03.363351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d7a5d1d1-ac01-4ace-9197-1a4999204c86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1fa9f8e1ca64e44989d3985a168a316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537653 Jun 17 08:55:03.365819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59858) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:03.370796 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.374864 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/routers/3fe0e6e4-06c6-4eb1-87e4-59000b6379c5 HTTP/1.1" status: 204 len: 168 time: 1.3004730 Jun 17 08:55:03.375152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59860) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:03.441278 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.467072 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.485621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.536887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.539830 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.543309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fc44579-0f9d-4947-aa86-8ac24eb060d1 HTTP/1.1" status: 204 len: 168 time: 0.1738360 Jun 17 08:55:03.543309 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-29a1e6b4-59dd-4278-9dbb-429927495486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.571375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc44579-0f9d-4947-aa86-8ac24eb060d1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.574103 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d17f637d-53ee-4bb2-9f98-06a2e361ee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.599778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.618503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:03.639449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47663cd7-5478-43bf-8325-73bf9b9f5108') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:03.639449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47663cd7-5478-43bf-8325-73bf9b9f5108') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:03.652342 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.682495 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.689909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:03.690270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:03.693390 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:03.841704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2d144030-bf88-44c5-ae60-a5187af5f8d9 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:04.034871 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 159d8f12-70b0-420c-9568-e092a65df9a9 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:04.048435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2d144030-bf88-44c5-ae60-a5187af5f8d9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:04.072848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 159d8f12-70b0-420c-9568-e092a65df9a9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:04.073441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 159d8f12-70b0-420c-9568-e092a65df9a9 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:04.074023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 63d9749e-2cc3-4a45-92b7-7dd1897df00b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:04.096594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 63d9749e-2cc3-4a45-92b7-7dd1897df00b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:04.097130 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 63d9749e-2cc3-4a45-92b7-7dd1897df00b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:04.100602 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'port_id': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'mac_address': 'fa:16:3e:4b:b6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:04.137925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.142318 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.143640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.152878 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.155474 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/networks/2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e HTTP/1.1" status: 204 len: 168 time: 0.7790663 Jun 17 08:55:04.158130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59884) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:04.165437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Network': ['ID=2e1c3ab7-cdbc-44d7-9eae-9d163d02bc1e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.170208 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.171366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d144030-bf88-44c5-ae60-a5187af5f8d9 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:04.198435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2d144030-bf88-44c5-ae60-a5187af5f8d9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:04.205476 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.209037 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.284392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2d144030-bf88-44c5-ae60-a5187af5f8d9,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.287961 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.327621 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.369415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa1713-7efb-4384-a14a-df08c6a02887 req-23bf2841-df96-4639-8597-a5f625a7907a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:04.371060 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bfa1713-7efb-4384-a14a-df08c6a02887 req-23bf2841-df96-4639-8597-a5f625a7907a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 945 time: 0.1480687 Jun 17 08:55:04.378029 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.404180 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['2d144030-bf88-44c5-ae60-a5187af5f8d9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:04.441086 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1bfa1713-7efb-4384-a14a-df08c6a02887 req-a0b751a7-61fc-4b46-86fd-4ea18c640f87 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601399 Jun 17 08:55:04.476373 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.481128 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.485309 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/security-groups/747a8959-d21d-4be8-940d-d713d4750fba HTTP/1.1" status: 204 len: 168 time: 0.3230681 Jun 17 08:55:04.485309 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-516f5ca9-5b41-49df-9022-451610cc9690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.496711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a8959-d21d-4be8-940d-d713d4750fba,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.499497 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.842349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59912) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:04.849273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061969592', 'description': 'tempest-secgroup-smoke-2061969592 description', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:04.880067 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.974691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.978596 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.981444 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2bb2ec2-f9c9-40d7-810e-b08b09877c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.005711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.011806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59924) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.017754 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'de8a7948-c376-46c6-ba2d-2b6a45875b6d', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:05.019567 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1749818 Jun 17 08:55:05.027707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a7948-c376-46c6-ba2d-2b6a45875b6d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.031973 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.064990 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.124855 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.128550 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.130791 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b35c0a4d-aa17-4203-bf50-3c1e40737485 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.150028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6c8e10-7065-4afb-8b8a-613138dda6a8,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.152829 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.155081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.159194 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59932) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.159772 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4ed42b98-d644-4eb9-8069-e23cd5c481ec tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458299 Jun 17 08:55:05.165423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'de8a7948-c376-46c6-ba2d-2b6a45875b6d', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:05.193079 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.284052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.290761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.293339 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a72c8aab-5db1-4b6d-8de4-c3066027c326 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.308454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11939a37-206a-4ee5-9c92-7aadd73c9208,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.313046 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.320326 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.321973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-538ccf1b-2ea1-4333-a742-d4a0e0f6ffc9 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606145 Jun 17 08:55:05.324891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59942) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.331906 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'de8a7948-c376-46c6-ba2d-2b6a45875b6d', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:05.361252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.424772 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.429486 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.431708 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f8c5794f-25de-4533-9cc1-6050c1993c4d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.448773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad73689-f567-4941-ba0e-ef063ccb0704,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.452092 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.457636 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.458826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322548 Jun 17 08:55:05.461688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59948) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.466483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'de8a7948-c376-46c6-ba2d-2b6a45875b6d', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:05.486737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4ff7230c-85c6-4cd3-9b59-405db16b928e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:05.519420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 4ff7230c-85c6-4cd3-9b59-405db16b928e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:05.520206 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 4ff7230c-85c6-4cd3-9b59-405db16b928e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:05.536564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.637138 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.644350 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.647352 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36ef9e74-ea27-4079-b2e8-cfc9a7759085 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.673383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db386343-0295-421f-8eab-88f6da9c0ba3,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.679439 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.691790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f340f1d-5868-42c1-b91f-2c3dbacd703a req-3224749e-c69e-447d-891f-ccff5a3ebbe0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:05.693404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f340f1d-5868-42c1-b91f-2c3dbacd703a req-3224749e-c69e-447d-891f-ccff5a3ebbe0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 945 time: 0.1044066 Jun 17 08:55:05.694472 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.695551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2327900 Jun 17 08:55:05.698871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59952) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.704498 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'de8a7948-c376-46c6-ba2d-2b6a45875b6d', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:05.748721 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:55:05.760602 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3f340f1d-5868-42c1-b91f-2c3dbacd703a req-1a5af2bb-84ca-41a8-a3ac-ed3a0f7edd02 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509133 Jun 17 08:55:05.761474 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.823843 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.829999 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.844718 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af9104dd-9bcf-4d31-99ec-0b9049d241c4 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.857996 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a000200d-8bce-4f5a-8c4a-5def3ca01d7d,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.862718 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.867943 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2d144030-bf88-44c5-ae60-a5187af5f8d9 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:05.868271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.869869 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bcfd5d10-d971-4dff-bbea-1326abd50619 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698656 Jun 17 08:55:05.872635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59962) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.877943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'security_group_rule': {'security_group_id': 'de8a7948-c376-46c6-ba2d-2b6a45875b6d', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:05.917424 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Project af68735a99d64a9a8ac6e0661c1438c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:55:05.926097 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.948236 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 2d144030-bf88-44c5-ae60-a5187af5f8d9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:05.952750 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 2d144030-bf88-44c5-ae60-a5187af5f8d9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:05.953135 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.998993 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.006564 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.008912 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6817ca67-5003-423b-809b-3537efd2dc45 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:06.030057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5d2165-dbc5-4825-9989-d816da7edd22,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:06.040802 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:06.044178 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.046002 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.050639 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c49dfeee-5743-4c71-bb94-8da4bbb967cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767039 Jun 17 08:55:06.050820 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 59966) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:06.056443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'network': {'name': 'tempest-network-smoke--757801489', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'port_security_enabled': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:06.083729 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:06.086250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:06.087999 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.101896 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc97b1f1-08a3-4e85-a72c-aff4caf0a546" -d '{"events": [{"server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "name": "network-vif-plugged", "status": "completed", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:06.114277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2d144030-bf88-44c5-ae60-a5187af5f8d9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:06.121592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.125014 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:06.136711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:06.157608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.161608 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Added segment 8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257 of type vlan for network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f Jun 17 08:55:06.185902 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42b8f96-ce7d-4d52-b174-7ef0ad081f5c x-openstack-request-id: req-b42b8f96-ce7d-4d52-b174-7ef0ad081f5c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:06.186283 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "name": "network-vif-plugged", "status": "completed", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:06.186471 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b42b8f96-ce7d-4d52-b174-7ef0ad081f5c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:06.186832 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'code': 200} Jun 17 08:55:06.214453 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.223418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2d144030-bf88-44c5-ae60-a5187af5f8d9,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:06.227154 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:06.249689 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.255309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:06.256004 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.258420 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aca2d74b-af0b-447b-9f07-8725a2bff060 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:06.304133 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2496095 Jun 17 08:55:06.322578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 59976) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:06.333940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Network': ['ID=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:06.336606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:06.337039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'admin_state_up': True, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:06.344425 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:06.375770 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.376825 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.395153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0659a8-def4-4dc2-bbe9-4466beae5cf5 req-fcc317d0-3ec1-48fe-b923-89ef09938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:06.397741 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b0659a8-def4-4dc2-bbe9-4466beae5cf5 req-fcc317d0-3ec1-48fe-b923-89ef09938908 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 1098 time: 0.1388483 Jun 17 08:55:06.467345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.551340 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2b0659a8-def4-4dc2-bbe9-4466beae5cf5 req-a04dd879-08f1-448b-b15e-9abcb3ed45c9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465714 Jun 17 08:55:06.630862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.831722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.850815 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.017960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.219 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/c6099f70-886e-49f2-85a8-d4948b4028a7) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:07.030336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184edfb4-58fc-4c8b-a66c-d9c5c4acd2fd req-5fea4c95-99e0-4b28-b7b4-a9951420ec71 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:07.031925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-184edfb4-58fc-4c8b-a66c-d9c5c4acd2fd req-5fea4c95-99e0-4b28-b7b4-a9951420ec71 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 946 time: 0.1221251 Jun 17 08:55:07.519701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-184edfb4-58fc-4c8b-a66c-d9c5c4acd2fd req-e604ebf6-2c62-464f-a44c-347a31fb5249 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775980 Jun 17 08:55:07.570521 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.618422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.621845 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f391cfa-a499-4f9c-b95c-74a5fb26acae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.668361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=c6099f70-886e-49f2-85a8-d4948b4028a7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.677682 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.682854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:07.687874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:07.687874 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:07.732279 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:55:08.019292 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.223513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.374416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 43568aa0-6ca9-456a-afb7-92181cb085ec is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:55:08.503645 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:08.520907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Sync routers for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:08.529661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.534070 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2026277 Jun 17 08:55:08.534414 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.553992 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:08.554651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:08.578723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-356cc268-f951-4199-83ea-2a4be28f1e5a tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=af68735a99d64a9a8ac6e0661c1438c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427794 Jun 17 08:55:08.581265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60030) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.679588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b582e63-4b64-416e-8384-488f08ec6736 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:08.681375 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4b582e63-4b64-416e-8384-488f08ec6736 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989118 Jun 17 08:55:08.684530 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60032) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.702392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:08.730922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-84ab886e-183f-45e4-88f0-c9d9fa35f591 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419278 Jun 17 08:55:08.731203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60034) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.737397 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-229866224', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:08.799409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db5bca-564d-4317-93af-dcff5a046451 req-7543adb9-a2ca-4414-b1a9-6e196a778cd5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:08.801069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43db5bca-564d-4317-93af-dcff5a046451 req-7543adb9-a2ca-4414-b1a9-6e196a778cd5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 946 time: 0.0766864 Jun 17 08:55:08.863470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43db5bca-564d-4317-93af-dcff5a046451 req-9e7c6dfd-1f41-4d57-a265-1c5d60a8e8ea tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564513 Jun 17 08:55:08.917592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:08.923894 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.009403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:07Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.055927 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Checking router: 43568aa0-6ca9-456a-afb7-92181cb085ec for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:09.056292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Updating router 43568aa0-6ca9-456a-afb7-92181cb085ec port c6099f70-886e-49f2-85a8-d4948b4028a7 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:55:09.111493 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.175538 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.177829 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-df0543b9-1961-4bde-8832-0d2af287243b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.189455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01570b-0da1-40b7-a892-e443880949f4 req-a0a8801b-82a1-4ccf-92af-e1474d1538da tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:09.216737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca01570b-0da1-40b7-a892-e443880949f4 req-a0a8801b-82a1-4ccf-92af-e1474d1538da tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 946 time: 0.1326048 Jun 17 08:55:09.254053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ca01570b-0da1-40b7-a892-e443880949f4 req-ec9eb239-16e2-4949-94ed-5d1bed85ca02 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361700 Jun 17 08:55:09.279514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Subnet': ['ID=32ad97c4-01ab-47cc-ba3f-784ffa906f60,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.281264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60048) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.283703 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.302563 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Checking segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:09.302971 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network hostable DHCP agents. Network: 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:09.326712 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:09.339978 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:09.346878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:09.347821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.363562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759af6df-08bb-4bb4-8c9e-d5a5dede8681 tempest-TestVolumeBootPattern-1437464356 tempest-TestVolumeBootPattern-1437464356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:09.365522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-759af6df-08bb-4bb4-8c9e-d5a5dede8681 tempest-TestVolumeBootPattern-1437464356 tempest-TestVolumeBootPattern-1437464356-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 1093 time: 0.0827818 Jun 17 08:55:09.369556 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f430c841-1a17-4c45-ab8e-c51195001bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6365287 Jun 17 08:55:09.370570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60050) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.373502 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60052) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.378115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:09.478712 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f7e91-2e38-475b-8147-99b337ec7bcd None None] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:09.483851 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.501610 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.513108 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Transition to ACTIVE for port object c6099f70-886e-49f2-85a8-d4948b4028a7 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:09.551206 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.554869 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55aa1553-e49d-44a2-a1a0-83b6767dbf14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.647830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Attempting to bind port c6099f70-886e-49f2-85a8-d4948b4028a7 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:09.648210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Attempting to bind port c6099f70-886e-49f2-85a8-d4948b4028a7 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:09.648577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Attempting to bind port c6099f70-886e-49f2-85a8-d4948b4028a7 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:09.651865 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907f633-6fd9-4865-bebf-6e9006c249c5 None None] Pushing event updated for resources: {'Port': ['ID=c6099f70-886e-49f2-85a8-d4948b4028a7,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.701887 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5907f633-6fd9-4865-bebf-6e9006c249c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.705484 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:09.705872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:09.706332 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.706728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:09.707231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Bound port: c6099f70-886e-49f2-85a8-d4948b4028a7, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:09.707606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.760607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:09.761446 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.780670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.870872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] For port c6099f70-886e-49f2-85a8-d4948b4028a7, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:09.902000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] For port c6099f70-886e-49f2-85a8-d4948b4028a7, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c6099f70-886e-49f2-85a8-d4948b4028a7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:09.982582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Allocated IP 172.20.0.2 (7ddde9c1-869d-4faa-ac82-fadcff8b3f1f/32ad97c4-01ab-47cc-ba3f-784ffa906f60/59a9a78b-3de7-4652-9663-280125d7c7b4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:10.018523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Allocated IP 172.25.7.180 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/461df1dd-d010-465e-b176-c3a2f534bdf0) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:10.081544 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.149190 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.155156 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.213358 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.240995 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:10.241693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:10.245625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Transition to ACTIVE for port object 59a9a78b-3de7-4652-9663-280125d7c7b4 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:10.344512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Transition to ACTIVE for port object 59a9a78b-3de7-4652-9663-280125d7c7b4 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:10.360798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907f633-6fd9-4865-bebf-6e9006c249c5 None None] Pushing event updated for resources: {'Port': ['ID=c6099f70-886e-49f2-85a8-d4948b4028a7,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.366164 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.366724 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.368525 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5907f633-6fd9-4865-bebf-6e9006c249c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.369041 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5907f633-6fd9-4865-bebf-6e9006c249c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.412754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:10.417594 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:10.425049 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:10.495133 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Pushing event updated for resources: {'Port': ['ID=59a9a78b-3de7-4652-9663-280125d7c7b4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.498489 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.525254 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:10.527253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Attempting to bind port 59a9a78b-3de7-4652-9663-280125d7c7b4 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:10.527643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Attempting to bind port 59a9a78b-3de7-4652-9663-280125d7c7b4 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:10.528018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Attempting to bind port 59a9a78b-3de7-4652-9663-280125d7c7b4 on network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:10.546199 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.1 (7ddde9c1-869d-4faa-ac82-fadcff8b3f1f/32ad97c4-01ab-47cc-ba3f-784ffa906f60/3bcae71e-eed7-4716-b419-96274ba569a7) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:10.601174 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:10.601726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Checking segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:10.602149 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.602696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Bound using segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:10.606172 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.611684 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c57f0fdf-4793-4b5c-9771-82f62508074f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.614393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Bound port: 59a9a78b-3de7-4652-9663-280125d7c7b4, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:10.614925 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.691492 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:10.697072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:10.708918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:10.785244 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=461df1dd-d010-465e-b176-c3a2f534bdf0,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.789477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] For port 59a9a78b-3de7-4652-9663-280125d7c7b4, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:10.796984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] For port 59a9a78b-3de7-4652-9663-280125d7c7b4, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=59a9a78b-3de7-4652-9663-280125d7c7b4,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:10.797625 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.827816 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.838334 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.843249 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.877290 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object 3bcae71e-eed7-4716-b419-96274ba569a7 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:10.954807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:07Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:11.004167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Pushing event updated for resources: {'Port': ['ID=59a9a78b-3de7-4652-9663-280125d7c7b4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:11.007714 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:11.009616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502738a0-f86d-4495-ada0-c9bedc897347 None None] The sync data for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 is: [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:07Z', 'revision_number': 3, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:11.050623 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.055329 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d5ef2df-2561-445c-a6f9-b5e239f990cc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:11.124125 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=3bcae71e-eed7-4716-b419-96274ba569a7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:11.133725 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:11.144637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:11.147286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:11.150112 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:11.534387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.678376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c6099f70-886e-49f2-85a8-d4948b4028a7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:11.741219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port c6099f70-886e-49f2-85a8-d4948b4028a7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:11.746708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c6099f70-886e-49f2-85a8-d4948b4028a7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:11.746855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.038992 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.124176 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.147245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port c6099f70-886e-49f2-85a8-d4948b4028a7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c6099f70-886e-49f2-85a8-d4948b4028a7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:12.155537 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.156853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 59a9a78b-3de7-4652-9663-280125d7c7b4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:12.210520 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5907f633-6fd9-4865-bebf-6e9006c249c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:12.275858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=c6099f70-886e-49f2-85a8-d4948b4028a7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:12.279607 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:12.304902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.315979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 59a9a78b-3de7-4652-9663-280125d7c7b4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:12.344155 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.400367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e00ce6-6dd7-49e1-b312-7661a90c94a3 None None] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:12.518579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Provisioning for port 59a9a78b-3de7-4652-9663-280125d7c7b4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:12.534504 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Provisioning complete for port 59a9a78b-3de7-4652-9663-280125d7c7b4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:12.535073 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.709501 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.727442 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.738655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.744866 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d0aa5957-43ea-4234-95fb-7eb19d1ef4be tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:12.772333 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] For port 59a9a78b-3de7-4652-9663-280125d7c7b4, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=59a9a78b-3de7-4652-9663-280125d7c7b4,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:12.778881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.782110 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4443a9c4-3df1-4732-8e52-b6ec33c9bae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:12.831025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event updated for resources: {'Port': ['ID=461df1dd-d010-465e-b176-c3a2f534bdf0,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:12.839283 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:12.839952 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Pushing event updated for resources: {'Port': ['ID=59a9a78b-3de7-4652-9663-280125d7c7b4,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:12.843568 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:12.862731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.942385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.951450 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.957474 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:13.081150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=3bcae71e-eed7-4716-b419-96274ba569a7,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:13.085512 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.087646 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:13.104744 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Floating IP 214b9665-06ba-4def-97ee-5666f6f075fd associated. External IP: 172.25.7.180, port: 2d144030-bf88-44c5-ae60-a5187af5f8d9. Jun 17 08:55:13.127609 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0581c63c-1160-4808-96bb-28748495936e None None] Provisioning complete for port 59a9a78b-3de7-4652-9663-280125d7c7b4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:13.128035 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0581c63c-1160-4808-96bb-28748495936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.279704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0581c63c-1160-4808-96bb-28748495936e None None] Provisioning for port 3bcae71e-eed7-4716-b419-96274ba569a7 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:13.284877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0581c63c-1160-4808-96bb-28748495936e None None] Provisioning complete for port 3bcae71e-eed7-4716-b419-96274ba569a7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:13.284877 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0581c63c-1160-4808-96bb-28748495936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.287391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:13.290054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:13.340546 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0581c63c-1160-4808-96bb-28748495936e None None] Port 3bcae71e-eed7-4716-b419-96274ba569a7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:13.499088 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 43568aa0-6ca9-456a-afb7-92181cb085ec has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:13.510516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-eb466e6b-1c55-4d96-ab2e-52dc3adfc50a None None] Provisioning complete for port 3bcae71e-eed7-4716-b419-96274ba569a7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:13.514007 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:13.514713 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb466e6b-1c55-4d96-ab2e-52dc3adfc50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.560453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb466e6b-1c55-4d96-ab2e-52dc3adfc50a None None] Port 3bcae71e-eed7-4716-b419-96274ba569a7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:13.614134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c6099f70-886e-49f2-85a8-d4948b4028a7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:13.672259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port c6099f70-886e-49f2-85a8-d4948b4028a7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:13.672563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.706317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2c0be8ae-87fe-4d9f-ad1a-352a9d1bf32b None None] Provisioning complete for port 3bcae71e-eed7-4716-b419-96274ba569a7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:13.706696 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c0be8ae-87fe-4d9f-ad1a-352a9d1bf32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.769114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:13.770008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2c0be8ae-87fe-4d9f-ad1a-352a9d1bf32b None None] Port 3bcae71e-eed7-4716-b419-96274ba569a7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:13.783572 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:13.790710 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:13.798428 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/43568aa0-6ca9-456a-afb7-92181cb085ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150324 Jun 17 08:55:13.812821 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.814165 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:13.814810 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:13.836420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Sync routers for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:13.886434 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5143502 Jun 17 08:55:13.887000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 59a9a78b-3de7-4652-9663-280125d7c7b4 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:13.887213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:13.889704 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8788e9-5459-42fe-8790-80dc2079122d" -d '{"events": [{"name": "network-changed", "server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:13.964221 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589175a9-46a0-4864-85c1-84010bc00e88 x-openstack-request-id: req-589175a9-46a0-4864-85c1-84010bc00e88 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:13.966787 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:13.968651 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-589175a9-46a0-4864-85c1-84010bc00e88 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:13.969402 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'status': 'completed', 'code': 200} Jun 17 08:55:13.970664 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:13.971373 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:14.093735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 59a9a78b-3de7-4652-9663-280125d7c7b4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:14.094126 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.118645 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-7fac5269-9254-4498-ab12-a001369f27e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061969592&fields=id&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 267 time: 0.0721631 Jun 17 08:55:14.131663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:14.194878 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:14.338048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8788e9-5459-42fe-8790-80dc2079122d req-5706503d-a435-4d5b-a42f-c6c791b41762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.341214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-5706503d-a435-4d5b-a42f-c6c791b41762 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 1098 time: 0.3428290 Jun 17 08:55:14.462842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-6a02de8f-4af8-456c-b6a0-2f25bf703958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.472542 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-6a02de8f-4af8-456c-b6a0-2f25bf703958 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 796 time: 0.3424048 Jun 17 08:55:14.498440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-fa5e8eed-0d14-4b95-819f-6433415e3793 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/quotas/af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 375 time: 0.0236056 Jun 17 08:55:14.531161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 2, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:14.565963 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8788e9-5459-42fe-8790-80dc2079122d req-201c57e1-b797-4016-b5b4-22ed1ed76cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.567715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-201c57e1-b797-4016-b5b4-22ed1ed76cd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.2196600 Jun 17 08:55:14.578572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Checking router: 43568aa0-6ca9-456a-afb7-92181cb085ec for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:14.578972 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Updating router 43568aa0-6ca9-456a-afb7-92181cb085ec port 3bcae71e-eed7-4716-b419-96274ba569a7 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:55:14.605272 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '214b9665-06ba-4def-97ee-5666f6f075fd', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:4b:b6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add41513-fa55-402b-a40c-2204e1415ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:55:11Z', 'updated_at': '2021-06-17T08:55:11Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}, {'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:06Z', 'revision_number': 1, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:14.640734 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:14.645578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-b3cd65f3-657a-4f68-8804-3eb25a822fcd tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451216 Jun 17 08:55:14.649828 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.655975 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:14.656265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-4428d14d-2ddb-4668-a881-bf6af8d38c2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0773342 Jun 17 08:55:14.656611 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:14.729390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8788e9-5459-42fe-8790-80dc2079122d req-8d54803e-864e-40f9-8ef8-3c1ab7807794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.730883 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-8d54803e-864e-40f9-8ef8-3c1ab7807794 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0671308 Jun 17 08:55:14.826047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8788e9-5459-42fe-8790-80dc2079122d req-f011e3bc-661b-4417-a978-131ef3d0b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.827638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-f011e3bc-661b-4417-a978-131ef3d0b32f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893281 Jun 17 08:55:14.897562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:15.018205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-37c7890e-f5a4-46ff-8eb3-cbee0441362f service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826763 Jun 17 08:55:15.112686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-25715f06-d9d5-4c75-b3e3-c26b51630a31 service neutron] 10.222.0.65 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532659 Jun 17 08:55:15.129365 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.142746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Transition to ACTIVE for port object 3bcae71e-eed7-4716-b419-96274ba569a7 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:15.158824 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.161699 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f88f382f-3754-4b3d-9e08-7eab3b2ffc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:15.209859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7da77-1e82-415a-9ef3-c00f3e6961ed None None] Pushing event updated for resources: {'Port': ['ID=3bcae71e-eed7-4716-b419-96274ba569a7,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:15.213757 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08b7da77-1e82-415a-9ef3-c00f3e6961ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:15.221157 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '214b9665-06ba-4def-97ee-5666f6f075fd', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:4b:b6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add41513-fa55-402b-a40c-2204e1415ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:55:11Z', 'updated_at': '2021-06-17T08:55:11Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}, {'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:06Z', 'revision_number': 1, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:15.235644 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-ac316512-6360-485e-874d-cfc928ca03c5 service neutron] 10.222.0.65 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221423 Jun 17 08:55:15.251520 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae3e9e-9cda-4b79-8f98-850d6973c3d3 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '214b9665-06ba-4def-97ee-5666f6f075fd', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:4b:b6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add41513-fa55-402b-a40c-2204e1415ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:55:11Z', 'updated_at': '2021-06-17T08:55:11Z', 'revision_number': 0, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}, {'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:06Z', 'revision_number': 1, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:15.348929 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c8788e9-5459-42fe-8790-80dc2079122d req-a0b89699-ed46-43c8-b29e-7d36395c5735 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182335 Jun 17 08:55:15.417761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Attempting to bind port 3bcae71e-eed7-4716-b419-96274ba569a7 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:15.418270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Attempting to bind port 3bcae71e-eed7-4716-b419-96274ba569a7 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:15.426773 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Attempting to bind port 3bcae71e-eed7-4716-b419-96274ba569a7 on network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:15.440453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:15.441022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Checking segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:15.441534 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.442037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Bound using segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:15.442638 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Bound port: 3bcae71e-eed7-4716-b419-96274ba569a7, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:15.443146 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.537462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] For port 3bcae71e-eed7-4716-b419-96274ba569a7, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:15.541821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] For port 3bcae71e-eed7-4716-b419-96274ba569a7, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bcae71e-eed7-4716-b419-96274ba569a7,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:15.558304 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.562755 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:15.634226 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:15.634867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:54:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:15.649344 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f3011-73ca-4999-b368-6d398d29b4aa None None] New status for floating IP 214b9665-06ba-4def-97ee-5666f6f075fd: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:55:15.696162 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b39119bb-12ae-4f76-852a-613dfd40cf6b req-1cdc5c2c-4f24-41a7-86cf-719ae1e1f165 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 210 time: 0.0473356 Jun 17 08:55:15.794370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7da77-1e82-415a-9ef3-c00f3e6961ed None None] Pushing event updated for resources: {'Port': ['ID=3bcae71e-eed7-4716-b419-96274ba569a7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:15.794815 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08b7da77-1e82-415a-9ef3-c00f3e6961ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:15.869858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:16.248512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:15Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:16.324190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fe086c-ea69-4d86-b469-529199d7a1c2 None None] The sync data for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 is: [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:15Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:16.940926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d4dae539-83b8-4141-8c54-3842f6861c2f req-21a873eb-69c8-477c-b1f8-53d72591ce14 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 210 time: 0.0541453 Jun 17 08:55:17.290724 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.368031 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-5cfa2369-54b6-4e58-b139-93883472b36f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:17.369699 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-5cfa2369-54b6-4e58-b139-93883472b36f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 796 time: 0.1757269 Jun 17 08:55:17.426987 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-9b1ebc2e-f739-430f-8e9f-bece4c14af1c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af68735a99d64a9a8ac6e0661c1438c0 HTTP/1.1" status: 200 len: 380 time: 0.0421500 Jun 17 08:55:17.438373 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'port': {'device_id': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'admin_state_up': True, 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'security_groups': ['de8a7948-c376-46c6-ba2d-2b6a45875b6d']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:17.607691 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Made reservation on behalf of af68735a99d64a9a8ac6e0661c1438c0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:17.614217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.622338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bcae71e-eed7-4716-b419-96274ba569a7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:17.687580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3bcae71e-eed7-4716-b419-96274ba569a7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:17.693097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3bcae71e-eed7-4716-b419-96274ba569a7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:17.693097 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.789430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.20.0.4 (7ddde9c1-869d-4faa-ac82-fadcff8b3f1f/32ad97c4-01ab-47cc-ba3f-784ffa906f60/71a5629a-b409-4a70-b147-e467633b2645) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:17.814513 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.857558 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3bcae71e-eed7-4716-b419-96274ba569a7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bcae71e-eed7-4716-b419-96274ba569a7,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:17.867353 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.869677 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ad5e119d-6a82-4abe-905d-3e53a8b4500c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:17.962469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3bcae71e-eed7-4716-b419-96274ba569a7,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:17.966123 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:18.040321 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.065188 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Transition to ACTIVE for port object 71a5629a-b409-4a70-b147-e467633b2645 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:18.116077 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.148122 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:18.177561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f8893-0e03-44e8-bd39-c93ed9d21b45 req-7c4aedf0-46ac-48ad-a1d4-0e2b34773a90 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:18.179213 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6f8893-0e03-44e8-bd39-c93ed9d21b45 req-7c4aedf0-46ac-48ad-a1d4-0e2b34773a90 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 931 time: 0.0793786 Jun 17 08:55:18.242452 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5c6f8893-0e03-44e8-bd39-c93ed9d21b45 req-942d6269-3191-4006-b2b7-b7b2d48dd26c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531976 Jun 17 08:55:18.581139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:18.584440 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:18.588655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:18.628235 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.633277 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:18.658853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:18.658853 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.677136 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440298 Jun 17 08:55:18.689781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Request body: {'port': {'device_id': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:18.783377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.971145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-41ebc61a-1cd7-40ea-bdb2-2e469d1553ab None None] Provisioning for port 71a5629a-b409-4a70-b147-e467633b2645 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:19.005449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-41ebc61a-1cd7-40ea-bdb2-2e469d1553ab None None] Provisioning complete for port 71a5629a-b409-4a70-b147-e467633b2645 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:19.005978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41ebc61a-1cd7-40ea-bdb2-2e469d1553ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.051803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-41ebc61a-1cd7-40ea-bdb2-2e469d1553ab None None] Port 71a5629a-b409-4a70-b147-e467633b2645 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:19.131301 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a5629a-b409-4a70-b147-e467633b2645 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:19.139089 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.151938 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Transition to ACTIVE for port object 71a5629a-b409-4a70-b147-e467633b2645 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:19.155452 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.157446 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:19.260405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.265877 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:19.318503 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Attempting to bind port 71a5629a-b409-4a70-b147-e467633b2645 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:19.318846 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Attempting to bind port 71a5629a-b409-4a70-b147-e467633b2645 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:19.319229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Attempting to bind port 71a5629a-b409-4a70-b147-e467633b2645 on network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:19.327361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Port 71a5629a-b409-4a70-b147-e467633b2645 on network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:55:19.327690 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Attempting to bind port 71a5629a-b409-4a70-b147-e467633b2645 on network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:19.355411 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:19.355751 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Checking segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:19.356203 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Bound using segment: {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:19.356698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Bound port: 71a5629a-b409-4a70-b147-e467633b2645, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:19.356986 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.462366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:19.465854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:19.483389 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.488720 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-47047676-aa3e-4731-b406-c8d1d63f027b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:19.491633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.510993 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.515001 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.516839 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 1092 time: 0.8322904 Jun 17 08:55:19.544520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f4d1-2267-4dae-b296-e3bd7acda624 req-123e2919-5d47-42be-be92-728795697e31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.561959 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6588f4d1-2267-4dae-b296-e3bd7acda624 req-123e2919-5d47-42be-be92-728795697e31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 943 time: 0.1284885 Jun 17 08:55:19.591313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bcae71e-eed7-4716-b419-96274ba569a7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:19.592660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:19.597207 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a786f-3a0d-471c-af5f-b91a234b8963" -d '{"events": [{"name": "network-changed", "server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:19.638648 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6588f4d1-2267-4dae-b296-e3bd7acda624 req-8c9ceef4-2785-4a05-91c5-3c4b7dacb334 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626247 Jun 17 08:55:19.674248 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977bb720-b112-4ad4-90df-3bbfba40754a x-openstack-request-id: req-977bb720-b112-4ad4-90df-3bbfba40754a {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:19.674588 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:19.674889 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-977bb720-b112-4ad4-90df-3bbfba40754a {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:19.675492 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'status': 'completed', 'code': 200} Jun 17 08:55:19.689809 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.696279 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:19.718207 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-27b3477c-5334-4548-a8ab-2b05cc33d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.719921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-27b3477c-5334-4548-a8ab-2b05cc33d03d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1095 time: 0.1161788 Jun 17 08:55:19.721479 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3bcae71e-eed7-4716-b419-96274ba569a7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:19.721874 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.780838 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-f806d5e1-7279-4ada-8609-2354d4169f01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 217 time: 0.0446577 Jun 17 08:55:19.870214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-3913d6cf-808e-4d95-bbce-9ece621389d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.872316 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-3913d6cf-808e-4d95-bbce-9ece621389d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 200 len: 834 time: 0.0842721 Jun 17 08:55:19.951652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-5247a4fb-067a-43e3-8b41-7c1da79272b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.953062 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-5247a4fb-067a-43e3-8b41-7c1da79272b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735443 Jun 17 08:55:20.060112 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-4b4dc53e-1f5d-4849-83c3-48d116172512 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946665 Jun 17 08:55:20.151303 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-abdc5802-7c83-49bc-9776-6dcc969e7284 req-2e4d4610-b2be-48c5-af47-04ba08f73d13 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854843 Jun 17 08:55:20.269095 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-4343f47d-c65c-48a1-bd2c-bda556287d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:20.270712 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-4343f47d-c65c-48a1-bd2c-bda556287d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1095 time: 0.0585840 Jun 17 08:55:20.381812 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-55dbcbae-4889-41b4-9897-b68c09e4446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:20.384455 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-55dbcbae-4889-41b4-9897-b68c09e4446a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 897 time: 0.1073139 Jun 17 08:55:20.429002 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-00ecff2b-46df-4925-80f0-c693f67e7cc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 217 time: 0.0366509 Jun 17 08:55:20.485338 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-8785f4c0-4e1e-4894-9554-8e2b67b292ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:20.486839 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-8785f4c0-4e1e-4894-9554-8e2b67b292ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 200 len: 834 time: 0.0499680 Jun 17 08:55:20.549082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-78a3d373-ea37-42d7-b6c2-782cb19ce51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:20.550590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-78a3d373-ea37-42d7-b6c2-782cb19ce51b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565863 Jun 17 08:55:20.659544 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-b62b6dae-d4e0-424c-beb5-6db2e5911da1 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016243 Jun 17 08:55:20.775532 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-5a4a786f-3a0d-471c-af5f-b91a234b8963 req-fe17b281-3dcf-4fc2-9755-8dc3f91e9af6 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107190 Jun 17 08:55:20.848969 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af2c4-b497-4450-8b84-96d7feef51b8 req-89bb12f6-3742-42f9-a347-25658bd47a2e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:20.851380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a91af2c4-b497-4450-8b84-96d7feef51b8 req-89bb12f6-3742-42f9-a347-25658bd47a2e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 943 time: 0.0936384 Jun 17 08:55:20.903654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a91af2c4-b497-4450-8b84-96d7feef51b8 req-b66c3cab-f812-48b0-ace3-e5716d5a4949 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Jun 17 08:55:22.109542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff7c6-0f76-456d-ba04-bd8ba3923cf6 req-a3b5a7c7-7322-4cbb-84c9-783788c8ac3b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:22.111145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0aff7c6-0f76-456d-ba04-bd8ba3923cf6 req-a3b5a7c7-7322-4cbb-84c9-783788c8ac3b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 943 time: 0.0688839 Jun 17 08:55:22.154480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0aff7c6-0f76-456d-ba04-bd8ba3923cf6 req-1dd3a828-8ad1-4719-b84b-a1c6ee0bedd6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371523 Jun 17 08:55:23.353792 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5c182-e191-441e-ad49-4ce866663b0c req-ef31b1b2-8dbc-4da3-b27c-460543573d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:23.355515 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18d5c182-e191-441e-ad49-4ce866663b0c req-ef31b1b2-8dbc-4da3-b27c-460543573d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 943 time: 0.0708675 Jun 17 08:55:23.396414 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-18d5c182-e191-441e-ad49-4ce866663b0c req-c0bf8699-5964-4ce5-b805-a25fa9377672 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Jun 17 08:55:24.095028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:24.193611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:24.204660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '71a5629a-b409-4a70-b147-e467633b2645', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'port_id': '71a5629a-b409-4a70-b147-e467633b2645', 'mac_address': 'fa:16:3e:cd:d0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:24.243082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.255439 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a5629a-b409-4a70-b147-e467633b2645 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:24.276631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:24.282082 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.283985 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:24.330937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.334308 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:24.485197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['71a5629a-b409-4a70-b147-e467633b2645'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:24.586999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6ec0-76cb-43b0-be08-984c2afb69d6 req-7823c0ee-72fa-4c9b-8b94-c9f17d6ff4f5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:24.588712 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1ef6ec0-76cb-43b0-be08-984c2afb69d6 req-7823c0ee-72fa-4c9b-8b94-c9f17d6ff4f5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 944 time: 0.0725024 Jun 17 08:55:24.633050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d1ef6ec0-76cb-43b0-be08-984c2afb69d6 req-e40829d8-87dd-4df7-8af4-afe276ffa39c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378056 Jun 17 08:55:25.047667 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99dda8f0-c681-4405-a5f7-0667b3a1d4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.850458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a40b-4f4e-4a85-809b-5815aeb89cbc req-7281d692-deaf-47d1-88fe-e59acb707ad6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.852484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d911a40b-4f4e-4a85-809b-5815aeb89cbc req-7281d692-deaf-47d1-88fe-e59acb707ad6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 944 time: 0.0776851 Jun 17 08:55:25.908864 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d911a40b-4f4e-4a85-809b-5815aeb89cbc req-52813c98-d93c-4432-be39-ae9826690bab tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484626 Jun 17 08:55:26.096935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:26.167210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 71a5629a-b409-4a70-b147-e467633b2645 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:26.171564 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 71a5629a-b409-4a70-b147-e467633b2645 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:26.172085 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.267154 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.292494 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:26.295921 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb92d3-2a6f-426a-bf2a-49a9832f58b7" -d '{"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-plugged", "status": "completed", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:26.319188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:26.325460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.329152 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7008330b-8ec2-4e4d-a1d1-d44d8365ac55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:26.356512 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6ac46-ebd9-4e03-9433-e3f3c03d3cef x-openstack-request-id: req-60e6ac46-ebd9-4e03-9433-e3f3c03d3cef {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:26.356512 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-plugged", "status": "completed", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:26.356845 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60e6ac46-ebd9-4e03-9433-e3f3c03d3cef {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:26.357312 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'code': 200} Jun 17 08:55:26.392764 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:26.404747 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:26.500647 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0094f-5edd-4c2a-8cab-3415808bb1ac req-19400612-4e42-4368-ac7d-a150c77e59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.502278 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cbe0094f-5edd-4c2a-8cab-3415808bb1ac req-19400612-4e42-4368-ac7d-a150c77e59d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1097 time: 0.0666935 Jun 17 08:55:26.539534 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cbe0094f-5edd-4c2a-8cab-3415808bb1ac req-325feeb9-b264-4ece-bcfd-b01ac708656d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302188 Jun 17 08:55:27.167478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af185d9-c621-47ed-aff8-72a77478829a req-bfa3be64-76f8-479a-96c0-2b05cfe3c46a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.169923 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2af185d9-c621-47ed-aff8-72a77478829a req-bfa3be64-76f8-479a-96c0-2b05cfe3c46a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0815828 Jun 17 08:55:27.217469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2af185d9-c621-47ed-aff8-72a77478829a req-62958571-c255-41b5-8771-10ee37d08e7c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417988 Jun 17 08:55:27.626721 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.876342 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-162b5d79-70c7-4d4c-aea1-ddb636d38b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.426179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdac1f-f520-46f1-9afc-4ae66f274e02 req-168cb6b1-fd29-4772-a1c1-4f0a49e673a6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.428541 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcbdac1f-f520-46f1-9afc-4ae66f274e02 req-168cb6b1-fd29-4772-a1c1-4f0a49e673a6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jun 17 08:55:28.475372 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dcbdac1f-f520-46f1-9afc-4ae66f274e02 req-3a02f619-82a8-4b56-82f4-189df33c7adf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393279 Jun 17 08:55:28.694422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ec6e-4dc8-4cd0-b7d5-c8eff1b33246 req-ef9f5a86-3c04-45c6-bab1-5205dc2a6884 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.699246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b67ec6e-4dc8-4cd0-b7d5-c8eff1b33246 req-ef9f5a86-3c04-45c6-bab1-5205dc2a6884 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0789125 Jun 17 08:55:28.741052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5b67ec6e-4dc8-4cd0-b7d5-c8eff1b33246 req-ec1397f8-b3cd-4568-bb6c-bdeec2d9b9d8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 Jun 17 08:55:28.769398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60504) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.828553 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8ceaf-8b6b-47f1-ab2e-3669e1424344 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.832814 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-40d8ceaf-8b6b-47f1-ab2e-3669e1424344 tempest-TestNetworkAdvancedServerOps-461564958 tempest-TestNetworkAdvancedServerOps-461564958-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1092 time: 0.0597537 Jun 17 08:55:28.833051 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60512) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.837903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '71a5629a-b409-4a70-b147-e467633b2645', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:28.879547 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.912494 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.010390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.145921 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Allocated IP 172.25.7.119 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/d5ef4ebe-1814-45b3-936e-a4dd60b2afc1) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:29.287035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.341882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.345160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aaff207d-0194-4957-ad49-20728404a02b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:29.389723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=d5ef4ebe-1814-45b3-936e-a4dd60b2afc1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:29.394305 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:29.413344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:29.415936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:29.419014 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:29.861866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.950822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.113973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.120125 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.124114 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1804106b-96b1-4bb9-bfd7-44753cac3eb7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.223583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event updated for resources: {'Port': ['ID=d5ef4ebe-1814-45b3-936e-a4dd60b2afc1,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.234144 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.235445 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.342894 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 86a750c7-9a43-4b45-a26e-a35b068b3f76 associated. External IP: 172.25.7.119, port: 71a5629a-b409-4a70-b147-e467633b2645. Jun 17 08:55:30.354027 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.584982 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 43568aa0-6ca9-456a-afb7-92181cb085ec has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:30.710448 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:30.723127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] Sync routers for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:30.742967 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:30.743906 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:30.752181 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.811937 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9779031 Jun 17 08:55:30.813346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:30.816574 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257f66a-8225-403f-9bc4-2f55b38ca54d" -d '{"events": [{"name": "network-changed", "server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:30.897049 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6d8a2-abe9-4d07-a040-db8cb7de8ee3 x-openstack-request-id: req-f9c6d8a2-abe9-4d07-a040-db8cb7de8ee3 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:30.898287 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:30.898758 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9c6d8a2-abe9-4d07-a040-db8cb7de8ee3 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:30.899581 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'status': 'completed', 'code': 200} Jun 17 08:55:31.090964 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5a98a-a948-4224-a9fe-41b5c37eae99 req-819e3ac3-4fb8-487d-9adc-724a13b7ebbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.092750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fec5a98a-a948-4224-a9fe-41b5c37eae99 req-819e3ac3-4fb8-487d-9adc-724a13b7ebbc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1229136 Jun 17 08:55:31.104648 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-e26822f5-1f04-46c6-af38-4a0d34ecb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.107275 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-e26822f5-1f04-46c6-af38-4a0d34ecb8a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1097 time: 0.1839232 Jun 17 08:55:31.108209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:31.152316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fec5a98a-a948-4224-a9fe-41b5c37eae99 req-f4e9a90e-107a-4401-adf8-41df85711729 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532696 Jun 17 08:55:31.173201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60590) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:31.256519 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-91056841-8b8e-4edd-996f-44ac6770db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.258784 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-91056841-8b8e-4edd-996f-44ac6770db53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 897 time: 0.1454637 Jun 17 08:55:31.266399 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-65674491-516f-4d22-9410-718eaf911822 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/86a750c7-9a43-4b45-a26e-a35b068b3f76 HTTP/1.1" status: 200 len: 991 time: 0.0911191 Jun 17 08:55:31.356576 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-5db326cc-264c-4b2b-9918-8bb0a670081c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 999 time: 0.0885234 Jun 17 08:55:31.418273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-d3b38ffe-18b6-4bfa-af07-9ccb94ba827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.420490 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-d3b38ffe-18b6-4bfa-af07-9ccb94ba827c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 200 len: 834 time: 0.0582547 Jun 17 08:55:31.429968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '86a750c7-9a43-4b45-a26e-a35b068b3f76', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'port_id': '71a5629a-b409-4a70-b147-e467633b2645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'mac_address': 'fa:16:3e:cd:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:55:29Z', 'updated_at': '2021-06-17T08:55:29Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:17Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:31.457208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] Checking router: 43568aa0-6ca9-456a-afb7-92181cb085ec for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:31.467171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:31.468166 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:31.513215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-cde9201e-48db-42a6-a97d-baa8a48b2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.517721 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-cde9201e-48db-42a6-a97d-baa8a48b2c28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877683 Jun 17 08:55:31.588534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:31.652001 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-7455bae3-e986-44c4-8774-3a2966088b23 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281126 Jun 17 08:55:31.781793 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6257f66a-8225-403f-9bc4-2f55b38ca54d req-de1bd2b1-6d71-45d5-9aeb-0c7b8e07cad3 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193721 Jun 17 08:55:31.897953 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '86a750c7-9a43-4b45-a26e-a35b068b3f76', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'port_id': '71a5629a-b409-4a70-b147-e467633b2645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'mac_address': 'fa:16:3e:cd:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:55:29Z', 'updated_at': '2021-06-17T08:55:29Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:17Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:31.926498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2fc88d-123f-4f0f-83b6-a62735bcdcf6 None None] The sync data for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 is: [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '86a750c7-9a43-4b45-a26e-a35b068b3f76', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'port_id': '71a5629a-b409-4a70-b147-e467633b2645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'mac_address': 'fa:16:3e:cd:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:55:29Z', 'updated_at': '2021-06-17T08:55:29Z', 'revision_number': 0, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:17Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:32.222003 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a530697-9626-466f-994e-d768401a1a32 None None] New status for floating IP 86a750c7-9a43-4b45-a26e-a35b068b3f76: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:55:32.268748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 60624) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:32.365520 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-11cadbb2-496f-4c7b-b4b2-e93746af9530 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/86a750c7-9a43-4b45-a26e-a35b068b3f76 HTTP/1.1" status: 200 len: 991 time: 0.0951552 Jun 17 08:55:33.368939 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 60666) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:33.474133 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b1e17938-97e3-4a65-b2c7-61dda384278a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/86a750c7-9a43-4b45-a26e-a35b068b3f76 HTTP/1.1" status: 200 len: 993 time: 0.1037529 Jun 17 08:55:44.732155 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:55:45.734395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-e93c901e-1f4a-412b-93f8-8a4b95fbbf2b req-a4564675-d001-41f0-ac3d-f92a04285987 tempest-VolumesActionsTest-991309044 tempest-VolumesActionsTest-991309044-project] (93500) timed out ('10.222.0.67', 62650) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:55:46.444158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-29b17a20-5e27-426c-888a-9e25323c54df req-5319ffc3-fccf-4590-9236-123a69dd4885 service neutron] (93499) timed out ('10.222.0.67', 62724) {{(pid=93499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:55:47.311230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.498614 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.294812 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33248) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:53.426132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-43e39b2c-6c3b-4eb4-98a3-ac37503e45be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3738a7be75fd40a182b2ee0c5520c905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300478 Jun 17 08:55:53.428477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:53.475845 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.497528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.548445 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.551030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.552172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0692c046-2251-41f4-9021-e3e98a324308 HTTP/1.1" status: 204 len: 168 time: 0.1228163 Jun 17 08:55:53.552958 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2b6d478a-9dba-4f08-98bf-b1a7bba7df93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.560867 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692c046-2251-41f4-9021-e3e98a324308,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.568037 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.568409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.568787 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.569160 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.569527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.569897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.570261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.570626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.571009 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.571380 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.571741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.572107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:53.576221 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-16041621-6d88-41d0-b208-361cb17d0a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:54.591062 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-803f2ecd-c42e-4b5d-852a-3e48745641c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642400 Jun 17 08:55:54.717586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-6dc692ff-6f5b-4cb3-9ed4-d7aec6a12a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.719692 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-6dc692ff-6f5b-4cb3-9ed4-d7aec6a12a99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1097 time: 0.0665710 Jun 17 08:55:54.839848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-5c91d18d-62eb-45e2-8d03-97ec56e542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.841583 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-5c91d18d-62eb-45e2-8d03-97ec56e542e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 897 time: 0.0996573 Jun 17 08:55:54.917719 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-e1bcb987-ceb7-4694-be2e-19fc914e9eb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 1001 time: 0.0685441 Jun 17 08:55:54.972804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-be5e0260-5dc6-4811-9226-3a0198f5dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.974297 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-be5e0260-5dc6-4811-9226-3a0198f5dfe5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 200 len: 834 time: 0.0496256 Jun 17 08:55:55.039280 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-19e4d451-60c3-4f8d-acda-501c83853e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.040455 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0fe38235-71f6-4840-b258-b1403bf17b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.041153 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-19e4d451-60c3-4f8d-acda-501c83853e68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592172 Jun 17 08:55:55.157820 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-53be8574-8fa3-42b6-823e-b7801c313101 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087596 Jun 17 08:55:55.260215 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ac0c1f53-c8b6-4469-9f47-33a5d964951f req-14b5668f-7d3f-4583-89e7-6774d88aae5f service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947752 Jun 17 08:55:57.619978 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.877424 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8db8fed1-f7d3-4dc4-aa87-b0746ca312f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.280552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33318) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.395110 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-604cfebf-6c4e-4e86-b65e-a71cfe9a0966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.488481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-604cfebf-6c4e-4e86-b65e-a71cfe9a0966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.493215 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-604cfebf-6c4e-4e86-b65e-a71cfe9a0966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.497400 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-02d23dd5-4ea5-488a-b394-9fa2576c72fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:58.536507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-604cfebf-6c4e-4e86-b65e-a71cfe9a0966 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90f94535e975472689a2fa3eed0d6b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546992 Jun 17 08:55:58.537865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cfebf-6c4e-4e86-b65e-a71cfe9a0966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c05a00-77c8-41b7-a380-1e3317646084,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:58.539334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33322) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.541121 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-604cfebf-6c4e-4e86-b65e-a71cfe9a0966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:58.591545 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.614965 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3c05a00-77c8-41b7-a380-1e3317646084 HTTP/1.1" status: 204 len: 168 time: 0.1354816 Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cea1167e-d9a9-4b42-8f33-7812a78a9cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c05a00-77c8-41b7-a380-1e3317646084,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:58.823451 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a2600dd3-7e63-47e2-8cc4-57ac1d881793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:58.913094 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.160701 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-397a4705-41f2-481d-9808-eb7cd434ad5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1770971 Jun 17 08:55:59.263010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-8a1ed893-614e-43d7-9a78-12d9076d2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.264526 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-8a1ed893-614e-43d7-9a78-12d9076d2296 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1097 time: 0.0573828 Jun 17 08:55:59.471741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33376) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.599158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-461737488-network', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:59.624645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Made reservation on behalf of d5d11c4888bd4c5fba03f3ec30aeaf8f for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:59.627305 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.648666 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.772500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.778486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.782946 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b434bcc3-8944-47b1-baa5-54f0fc88ebbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:59.806476 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:59.812358 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-a188ceaa-08ad-401b-b0e7-670f6acec179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.813899 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-a188ceaa-08ad-401b-b0e7-670f6acec179 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.5267043 Jun 17 08:55:59.817466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fc1f09-c97d-4708-ad4e-a479f5cd6ef5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:59.821409 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:59.824572 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.825542 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Added segment c901f77a-a2d6-437e-9598-986089e820ce of type vlan for network a84bbf87-6be8-4267-a55a-45741d3da101 Jun 17 08:55:59.872499 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.882747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-24dd98f7-51f8-4e34-b6d0-55eb66f69200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 1000 time: 0.0617757 Jun 17 08:55:59.906276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.907564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.908336 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.910698 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9de43031-d09f-4deb-a14f-02e44ef8ae77 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:59.951299 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-74b6fb31-8c95-4fef-b5d8-9557aa883ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.952767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-74b6fb31-8c95-4fef-b5d8-9557aa883ecc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0628617 Jun 17 08:55:59.955030 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4810891 Jun 17 08:55:59.957895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33388) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.993506 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Request body: {'subnet': {'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-461737488-subnet', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:00.000654 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Pushing event updated for resources: {'Network': ['ID=a84bbf87-6be8-4267-a55a-45741d3da101,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.003694 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.014353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network a84bbf87-6be8-4267-a55a-45741d3da101 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:00.023979 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Made reservation on behalf of d5d11c4888bd4c5fba03f3ec30aeaf8f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:00.027272 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.035275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-01cf7a47-33ec-4f17-8a29-4e01931a873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:00.037751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-01cf7a47-33ec-4f17-8a29-4e01931a873e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777311 Jun 17 08:56:00.146277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-49b93705-c382-45a5-b127-ef3c964e313b service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009607 Jun 17 08:56:00.239440 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.242732 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5be3809c-ce6f-49d3-b9f9-8ed7ca733be6 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.259545 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-275c75ca-d98c-4151-b6bc-2e4556d5d484 req-e4f124ea-6d6f-4055-ae0e-0f5af83d5e61 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059966 Jun 17 08:56:00.304891 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=050f353f-0256-41f6-b2d5-2644bd106c2a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.309284 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.316449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Checking segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:00.316810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Network hostable DHCP agents. Network: a84bbf87-6be8-4267-a55a-45741d3da101, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:00.335466 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Network a84bbf87-6be8-4267-a55a-45741d3da101 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:00.346453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, a84bbf87-6be8-4267-a55a-45741d3da101) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:00.350946 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.352257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:00.352949 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.359145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e54fc-98de-49f2-b2f9-13f98ee159f7 None None] Network a84bbf87-6be8-4267-a55a-45741d3da101 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:00.372987 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9e27f625-13ed-4e7e-ad76-8adbc2aa9999 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4138451 Jun 17 08:56:00.375555 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33400) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:00.380558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:00.410398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.411500 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.471558 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.537536 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-a84bbf87-6be8-4267-a55a-45741d3da101', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:00.538478 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.626804 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.704735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Allocated IP 172.20.0.2 (a84bbf87-6be8-4267-a55a-45741d3da101/050f353f-0256-41f6-b2d5-2644bd106c2a/fb568c28-4a2c-4efc-827f-9e1fed69fc78) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: self.session.flush() Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:00.708787 n-d-780147-13 neutron-server[93501]: retrieve_revision_numbers = { Jun 17 08:56:00.852092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.869570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.872173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.879857 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Transition to ACTIVE for port object fb568c28-4a2c-4efc-827f-9e1fed69fc78 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:00.897337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Transition to ACTIVE for port object fb568c28-4a2c-4efc-827f-9e1fed69fc78 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:00.906835 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.909202 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4823a6b-8322-4da1-894c-fc987805f01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.952625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Network a84bbf87-6be8-4267-a55a-45741d3da101 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:00.962882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:00.968496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:00.981468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Pushing event updated for resources: {'Port': ['ID=fb568c28-4a2c-4efc-827f-9e1fed69fc78,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.984083 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.013930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Allocated IP 172.25.7.85 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:01.047250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Attempting to bind port fb568c28-4a2c-4efc-827f-9e1fed69fc78 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:01.047886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Attempting to bind port fb568c28-4a2c-4efc-827f-9e1fed69fc78 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:01.048029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Attempting to bind port fb568c28-4a2c-4efc-827f-9e1fed69fc78 on network a84bbf87-6be8-4267-a55a-45741d3da101 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:01.053181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:01.053561 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Checking segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:01.053970 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.054366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Bound using segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:01.054836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Bound port: fb568c28-4a2c-4efc-827f-9e1fed69fc78, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:01.055241 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.122110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] For port fb568c28-4a2c-4efc-827f-9e1fed69fc78, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:01.126394 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] For port fb568c28-4a2c-4efc-827f-9e1fed69fc78, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb568c28-4a2c-4efc-827f-9e1fed69fc78,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:01.131898 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.134429 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.156088 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.201840 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Pushing event updated for resources: {'Port': ['ID=fb568c28-4a2c-4efc-827f-9e1fed69fc78,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.205015 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.213217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.216250 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-79d5abd8-ab28-4167-a98d-0dc379253d4a tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.254393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:01.257498 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:01.259861 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:01.294849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Pushing event updated for resources: {'Port': ['ID=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.297834 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.597698 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.639043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb568c28-4a2c-4efc-827f-9e1fed69fc78 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:01.699597 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port fb568c28-4a2c-4efc-827f-9e1fed69fc78 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:01.812684 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.965855 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Router fdd302b8-7269-4559-b896-7517e58e8e5c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:56:02.085228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:02.095396 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Sync routers for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:02.107109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.109292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:02.110214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:02.111527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33436) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.112127 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7354069 Jun 17 08:56:02.238418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:02.380532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d4b55-e317-45c0-b91b-39bf9616189d None None] Network a84bbf87-6be8-4267-a55a-45741d3da101 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:02.520872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Provisioning for port fb568c28-4a2c-4efc-827f-9e1fed69fc78 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:02.530025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Provisioning complete for port fb568c28-4a2c-4efc-827f-9e1fed69fc78 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:02.530410 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.651000 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.690866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:01Z', 'revision_number': 3, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:02.729537 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Checking router: fdd302b8-7269-4559-b896-7517e58e8e5c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:02.729950 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Updating router fdd302b8-7269-4559-b896-7517e58e8e5c port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:56:02.772752 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.811013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] For port fb568c28-4a2c-4efc-827f-9e1fed69fc78, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb568c28-4a2c-4efc-827f-9e1fed69fc78,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:02.829464 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.831228 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:02.833368 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.853568 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Allocated IP 172.20.0.1 (a84bbf87-6be8-4267-a55a-45741d3da101/050f353f-0256-41f6-b2d5-2644bd106c2a/78d9c393-8110-4651-a60e-71e9d51de7cd) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:03.037904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Pushing event updated for resources: {'Port': ['ID=fb568c28-4a2c-4efc-827f-9e1fed69fc78,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.047466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.052488 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.068602 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Transition to ACTIVE for port object 78d9c393-8110-4651-a60e-71e9d51de7cd will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:03.114416 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.117961 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.164375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Network a84bbf87-6be8-4267-a55a-45741d3da101 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:03.168932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:03.173276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:03.212287 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.229316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-46022d1c-fb5c-482d-a980-353370216e45 None None] Provisioning complete for port fb568c28-4a2c-4efc-827f-9e1fed69fc78 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:03.230535 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46022d1c-fb5c-482d-a980-353370216e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.263482 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Pushing event updated for resources: {'Port': ['ID=78d9c393-8110-4651-a60e-71e9d51de7cd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.286244 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.337981 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.427940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Transition to ACTIVE for port object d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:03.433946 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.461054 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.481676 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.586015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Attempting to bind port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:03.586452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Attempting to bind port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:03.587021 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Attempting to bind port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:03.591677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Pushing event updated for resources: {'Port': ['ID=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.657671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb568c28-4a2c-4efc-827f-9e1fed69fc78 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:03.660193 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:03.660673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:03.661200 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.661749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:03.662389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Bound port: d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:03.662823 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.696499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.696935 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.697334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.697982 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.698376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.698790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.699209 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.699642 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.700078 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.700464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.700855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.701241 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.751568 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.760165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-01f5adef-a753-4a33-b954-a3d2ba20dd04 None None] Provisioning for port 78d9c393-8110-4651-a60e-71e9d51de7cd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:03.869881 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.880359 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.898630 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c517669d-4152-40d4-8d28-f1c6fe5af720 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.938111 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593767f-1cd7-42ac-90f4-ace8cd8ce570 req-d51db942-96c4-45cc-8951-1664edf28da8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:03.939810 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3593767f-1cd7-42ac-90f4-ace8cd8ce570 req-d51db942-96c4-45cc-8951-1664edf28da8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1964681 Jun 17 08:56:03.984575 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-01f5adef-a753-4a33-b954-a3d2ba20dd04 None None] Provisioning complete for port 78d9c393-8110-4651-a60e-71e9d51de7cd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:03.985034 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01f5adef-a753-4a33-b954-a3d2ba20dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.003757 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.028945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Pushing event updated for resources: {'Port': ['ID=78d9c393-8110-4651-a60e-71e9d51de7cd,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:04.039627 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:04.050596 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3593767f-1cd7-42ac-90f4-ace8cd8ce570 req-9a750eaa-171f-4881-bd3b-5c050ad18b10 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875447 Jun 17 08:56:04.080196 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port fb568c28-4a2c-4efc-827f-9e1fed69fc78 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:04.080585 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.089998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] For port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:04.124387 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-01f5adef-a753-4a33-b954-a3d2ba20dd04 None None] Port 78d9c393-8110-4651-a60e-71e9d51de7cd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:56:04.134765 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] For port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:04.144316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.154570 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:04.156656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Network a84bbf87-6be8-4267-a55a-45741d3da101 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:04.162024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:04.235228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Pushing event updated for resources: {'Port': ['ID=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:04.241311 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:04.253444 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:04.254100 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:04.312922 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Router fdd302b8-7269-4559-b896-7517e58e8e5c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:04.465135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:04.473129 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:04.488245 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] 10.222.0.65 "PUT /v2.0/routers/fdd302b8-7269-4559-b896-7517e58e8e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701627 Jun 17 08:56:04.617556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9791e180-6baa-4834-a98a-19c44ccc19f8 None None] Provisioning complete for port 78d9c393-8110-4651-a60e-71e9d51de7cd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:04.618021 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9791e180-6baa-4834-a98a-19c44ccc19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.682894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9791e180-6baa-4834-a98a-19c44ccc19f8 None None] Port 78d9c393-8110-4651-a60e-71e9d51de7cd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:56:04.752312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 2, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:04.783137 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97ff49-4ace-4e14-901d-4513d251e144 None None] The sync data for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 is: [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 2, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:05.111830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:05.121163 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-15407862-network', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:05.161456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Made reservation on behalf of eb928fefd85843ea800b0290f1d7d193 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:05.167777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.183605 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.368054 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.382962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8eb74-7848-4744-b017-d5fe5bd0522f req-c24a1dde-c8b3-4a5f-8433-6c1b99614e9b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:05.384682 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ac8eb74-7848-4744-b017-d5fe5bd0522f req-c24a1dde-c8b3-4a5f-8433-6c1b99614e9b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1349034 Jun 17 08:56:05.385529 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.392786 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-724022dd-16df-48d0-b87c-12e5c175b2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.457923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:05.466426 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1ac8eb74-7848-4744-b017-d5fe5bd0522f req-d968ec11-2f6f-4422-a180-1d96ec686ecf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746713 Jun 17 08:56:05.476021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388e65a-e785-41be-9bb0-3eca6eb67b7d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.480828 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.482080 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.482444 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Added segment be5ca913-70a1-4421-a5a0-9af4a4554f6b of type vlan for network 4aac63dc-4cad-4983-9576-aa69928279c2 Jun 17 08:56:05.531817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.580036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.582955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:05.585653 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.588616 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb86091e-3514-4bcc-8c61-9cc0ab1c4dfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.650217 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5360835 Jun 17 08:56:05.653771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33544) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:05.659472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Request body: {'subnet': {'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-15407862-subnet', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:05.688321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Pushing event updated for resources: {'Network': ['ID=4aac63dc-4cad-4983-9576-aa69928279c2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.700707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-62d04bc6-c1ed-4592-b8a4-70035ff1b72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.702222 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 4aac63dc-4cad-4983-9576-aa69928279c2 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:05.710124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Made reservation on behalf of eb928fefd85843ea800b0290f1d7d193 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:05.713979 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.272813 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.276446 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-afb1de5c-6c29-460e-a066-9e0745c72ad7 tempest-NetworksTest-1113879700 tempest-NetworksTest-1113879700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:06.325934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5184a38-d1e3-4cd4-b187-60d1e4c18b1a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:06.329602 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:06.345564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Checking segment: {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:06.345945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Network hostable DHCP agents. Network: 4aac63dc-4cad-4983-9576-aa69928279c2, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:06.366322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Network 4aac63dc-4cad-4983-9576-aa69928279c2 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:06.377573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 4aac63dc-4cad-4983-9576-aa69928279c2) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:06.383222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:06.384006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.385890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c65b2-b6f1-428c-b9ea-80d7208be657 None None] Network 4aac63dc-4cad-4983-9576-aa69928279c2 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:06.406844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 33560) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.407682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7524161 Jun 17 08:56:06.411959 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:06.465650 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.468373 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.535333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.595644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-4aac63dc-4cad-4983-9576-aa69928279c2', 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'fixed_ips': [{'subnet_id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:06.596603 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.762171 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.787072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Allocated IP 172.20.0.2 (4aac63dc-4cad-4983-9576-aa69928279c2/c5184a38-d1e3-4cd4-b187-60d1e4c18b1a/62d9e217-d76c-438a-8871-517e499f3b0b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:06.830523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadfd6-c7a1-45f8-94d9-6a1ca27b4585 req-10cc12a8-243c-4b13-926d-ca3fc2bd96e8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:06.832126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cdadfd6-c7a1-45f8-94d9-6a1ca27b4585 req-10cc12a8-243c-4b13-926d-ca3fc2bd96e8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1490619 Jun 17 08:56:06.877721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2cdadfd6-c7a1-45f8-94d9-6a1ca27b4585 req-0dfef723-a216-4876-9b44-4f576e384af8 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Jun 17 08:56:06.991559 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.000970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Transition to ACTIVE for port object 62d9e217-d76c-438a-8871-517e499f3b0b will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:07.018821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Transition to ACTIVE for port object 62d9e217-d76c-438a-8871-517e499f3b0b will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:07.027732 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.039060 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de678fd8-4cc2-4865-954c-c9a0548a3439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.075851 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Network 4aac63dc-4cad-4983-9576-aa69928279c2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:07.078721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:07.082365 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:07.096591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Pushing event updated for resources: {'Port': ['ID=62d9e217-d76c-438a-8871-517e499f3b0b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.099867 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.105356 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.128308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.179737 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Attempting to bind port 62d9e217-d76c-438a-8871-517e499f3b0b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:07.180114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Attempting to bind port 62d9e217-d76c-438a-8871-517e499f3b0b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:07.180481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Attempting to bind port 62d9e217-d76c-438a-8871-517e499f3b0b on network 4aac63dc-4cad-4983-9576-aa69928279c2 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:07.186631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:07.187029 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Checking segment: {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:07.187426 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.187821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Bound using segment: {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:07.188287 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Bound port: 62d9e217-d76c-438a-8871-517e499f3b0b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:07.188666 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.263809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Allocated IP 172.25.7.127 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/12006b3c-bb24-4a06-8a54-7d2ad68ed2f7) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:07.273090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] For port 62d9e217-d76c-438a-8871-517e499f3b0b, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:07.276614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] For port 62d9e217-d76c-438a-8871-517e499f3b0b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=62d9e217-d76c-438a-8871-517e499f3b0b,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:07.283899 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.285932 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.326714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Sync routers for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:07.342463 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:07.343507 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:07.369710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Pushing event updated for resources: {'Port': ['ID=62d9e217-d76c-438a-8871-517e499f3b0b,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.393239 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.411630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.487622 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.498066 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.508652 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:07.517543 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:07.529223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:07.531784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:07.611055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Pushing event updated for resources: {'Port': ['ID=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.616317 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.685098 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:07.811338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:07.816160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:07.816594 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.952291 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.952920 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.056089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:08.069539 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.073169 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.077088 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 2, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.134986 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Checking router: fdd302b8-7269-4559-b896-7517e58e8e5c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:08.134986 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Updating router fdd302b8-7269-4559-b896-7517e58e8e5c port 78d9c393-8110-4651-a60e-71e9d51de7cd binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:56:08.196619 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.219917 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.225977 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.232111 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.637427 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.651014 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Transition to ACTIVE for port object 78d9c393-8110-4651-a60e-71e9d51de7cd will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:08.660729 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.664309 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98301174-ca9e-4594-9a62-27e5c2399e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.774579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12dd166-4fc9-429e-9147-6071c63606d3 None None] Network 4aac63dc-4cad-4983-9576-aa69928279c2 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:08.814172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Pushing event updated for resources: {'Port': ['ID=78d9c393-8110-4651-a60e-71e9d51de7cd,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.840313 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.840664 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.840999 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.841329 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.841661 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.849545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.849979 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.850320 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.850651 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.851004 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.851341 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.852270 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:08.861259 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.864172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Attempting to bind port 78d9c393-8110-4651-a60e-71e9d51de7cd on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:08.864801 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Attempting to bind port 78d9c393-8110-4651-a60e-71e9d51de7cd by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:08.865346 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Attempting to bind port 78d9c393-8110-4651-a60e-71e9d51de7cd on network a84bbf87-6be8-4267-a55a-45741d3da101 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:08.872385 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:08.873086 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Checking segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:08.873672 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.874237 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Bound using segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:08.874944 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Bound port: 78d9c393-8110-4651-a60e-71e9d51de7cd, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:08.875507 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.911863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a0309-8877-484b-85b5-df81aeb318c1 req-9e757024-1776-4b3a-80cf-874d8ddb4745 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:08.916729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-257383ea-e9ee-452a-af76-a240ea1d4e86 None None] Provisioning for port 62d9e217-d76c-438a-8871-517e499f3b0b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:08.928400 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce3a0309-8877-484b-85b5-df81aeb318c1 req-9e757024-1776-4b3a-80cf-874d8ddb4745 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.8565967 Jun 17 08:56:08.984713 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] For port 78d9c393-8110-4651-a60e-71e9d51de7cd, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:08.992554 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] For port 78d9c393-8110-4651-a60e-71e9d51de7cd, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=78d9c393-8110-4651-a60e-71e9d51de7cd,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:08.998955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce3a0309-8877-484b-85b5-df81aeb318c1 req-db5c6a7b-cad3-4711-9098-8120ba856894 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627768 Jun 17 08:56:09.008893 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.013970 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e1a89d2-d4ca-43c7-9ee5-138969358048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.063141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Router a2473fb3-a1c7-46dd-aa64-a0e7172058ed is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:56:09.134564 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:09.135257 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:09.141917 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Pushing event updated for resources: {'Port': ['ID=78d9c393-8110-4651-a60e-71e9d51de7cd,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.156689 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c462d728-85f3-457a-a219-cc1ed5ccad28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.267723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:09.282519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Sync routers for ids ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:09.301349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Routers {'a2473fb3-a1c7-46dd-aa64-a0e7172058ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:09.301886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:09.306784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.311358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9006891 Jun 17 08:56:09.311680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 33616) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:09.315829 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:09.477988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Set router a2473fb3-a1c7-46dd-aa64-a0e7172058ed gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:09.609263 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:08Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:09.637040 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5992507-12f2-49ff-a585-0577ab62b773 None None] The sync data for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 is: [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:08Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:09.801579 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 3, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:09.860015 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:09.862516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Checking router: a2473fb3-a1c7-46dd-aa64-a0e7172058ed for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:09.862882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Updating router a2473fb3-a1c7-46dd-aa64-a0e7172058ed port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:56:09.957590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.984494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.018855 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:10.019257 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.278739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Allocated IP 172.20.0.1 (4aac63dc-4cad-4983-9576-aa69928279c2/c5184a38-d1e3-4cd4-b187-60d1e4c18b1a/e840c60c-05a4-4ef2-9a45-6886d00b8af5) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:10.317864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b019-7fe3-4359-80d3-0346897b2976 req-f4de6f50-523b-4ead-ae2a-f1b61c72dced tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:10.321540 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33f3b019-7fe3-4359-80d3-0346897b2976 req-f4de6f50-523b-4ead-ae2a-f1b61c72dced tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1117182 Jun 17 08:56:10.390525 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-33f3b019-7fe3-4359-80d3-0346897b2976 req-81078f9b-1e90-4fda-aeb8-f58a92710e79 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622180 Jun 17 08:56:10.406087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 62d9e217-d76c-438a-8871-517e499f3b0b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:10.433050 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.455352 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Transition to ACTIVE for port object e840c60c-05a4-4ef2-9a45-6886d00b8af5 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:10.499796 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 62d9e217-d76c-438a-8871-517e499f3b0b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:10.515319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.517768 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-711be0db-571b-4399-8cc3-3d06566a5a8a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.523149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 62d9e217-d76c-438a-8871-517e499f3b0b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:10.523502 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.566523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.568945 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Network 4aac63dc-4cad-4983-9576-aa69928279c2 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:10.575611 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:10.581737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:10.584889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Transition to ACTIVE for port object 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:10.603006 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.626621 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08b7da77-1e82-415a-9ef3-c00f3e6961ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.641940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=e840c60c-05a4-4ef2-9a45-6886d00b8af5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:10.658751 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:10.677410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.679105 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455255e3-4d4e-430f-8e19-35fea701ac8a None None] Pushing event updated for resources: {'Port': ['ID=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:10.686376 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-455255e3-4d4e-430f-8e19-35fea701ac8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:10.711480 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.724757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Attempting to bind port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:10.725966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Attempting to bind port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:10.725966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Attempting to bind port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:10.734572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:10.734990 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:10.735524 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.735826 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:10.736310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Bound port: 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:10.736692 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.802442 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 62d9e217-d76c-438a-8871-517e499f3b0b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=62d9e217-d76c-438a-8871-517e499f3b0b,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:10.816220 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.817087 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 78d9c393-8110-4651-a60e-71e9d51de7cd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:10.825905 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.869728 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.925879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] For port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:10.957833 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] For port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:10.986007 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3b8f586a-9dbb-4bfa-b241-6adcc75f757d None None] Provisioning for port e840c60c-05a4-4ef2-9a45-6886d00b8af5 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:10.991913 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.999065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=62d9e217-d76c-438a-8871-517e499f3b0b,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.008144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3b8f586a-9dbb-4bfa-b241-6adcc75f757d None None] Provisioning complete for port e840c60c-05a4-4ef2-9a45-6886d00b8af5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:11.008722 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b8f586a-9dbb-4bfa-b241-6adcc75f757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.012919 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:11.013525 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 78d9c393-8110-4651-a60e-71e9d51de7cd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:11.015350 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.057016 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 78d9c393-8110-4651-a60e-71e9d51de7cd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:11.057404 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.075092 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.080841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.090763 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-02533f33-47e8-4505-830a-fd28eb572ed3 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.142458 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f586a-9dbb-4bfa-b241-6adcc75f757d None None] Port e840c60c-05a4-4ef2-9a45-6886d00b8af5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:56:11.150935 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=e840c60c-05a4-4ef2-9a45-6886d00b8af5,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.151194 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Routers {'a2473fb3-a1c7-46dd-aa64-a0e7172058ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:11.152101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:11.156233 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:11.158378 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.265142 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Network 4aac63dc-4cad-4983-9576-aa69928279c2 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:11.266676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:11.390110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Router a2473fb3-a1c7-46dd-aa64-a0e7172058ed has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:11.458114 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455255e3-4d4e-430f-8e19-35fea701ac8a None None] Pushing event updated for resources: {'Port': ['ID=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.483733 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-455255e3-4d4e-430f-8e19-35fea701ac8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:11.554257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:11.563718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] 10.222.0.65 "PUT /v2.0/routers/a2473fb3-a1c7-46dd-aa64-a0e7172058ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2503622 Jun 17 08:56:11.587633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.621959 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e0b30537-0e56-4a06-81fc-d08780bd5187 None None] Provisioning complete for port e840c60c-05a4-4ef2-9a45-6886d00b8af5 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:11.622336 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0b30537-0e56-4a06-81fc-d08780bd5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.660267 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] Set router a2473fb3-a1c7-46dd-aa64-a0e7172058ed gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:11.663128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e0b30537-0e56-4a06-81fc-d08780bd5187 None None] Port e840c60c-05a4-4ef2-9a45-6886d00b8af5 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:56:11.669304 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22204eed-d33f-4d47-ace1-527955c3854e req-3a295855-8536-4e7e-9240-ac496523b1e1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:11.671583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22204eed-d33f-4d47-ace1-527955c3854e req-3a295855-8536-4e7e-9240-ac496523b1e1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1239345 Jun 17 08:56:11.719605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 78d9c393-8110-4651-a60e-71e9d51de7cd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=78d9c393-8110-4651-a60e-71e9d51de7cd,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:11.722934 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22204eed-d33f-4d47-ace1-527955c3854e req-9e93e68e-ae0d-4760-aa34-e0912a5d0f53 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454323 Jun 17 08:56:11.729507 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.784237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7008330b-8ec2-4e4d-a1d1-d44d8365ac55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.841288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 62d9e217-d76c-438a-8871-517e499f3b0b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:11.941893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=78d9c393-8110-4651-a60e-71e9d51de7cd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.947374 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.003409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 62d9e217-d76c-438a-8871-517e499f3b0b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:12.004038 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.058957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'e840c60c-05a4-4ef2-9a45-6886d00b8af5', 'name': '', 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'mac_address': 'fa:16:3e:5f:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:10Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 2, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'subnets': [{'id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:12.090644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e81c5-7b9f-4fb2-b238-59049bccedc9 None None] The sync data for ids ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'] in n-d-780147-13 is: [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'e840c60c-05a4-4ef2-9a45-6886d00b8af5', 'name': '', 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'mac_address': 'fa:16:3e:5f:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:10Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 2, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'subnets': [{'id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:12.977835 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596fb1-ed21-4da0-94c4-992f3c1de306 req-581f31ed-8c5a-4e8b-943f-d161cb047a5a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:12.980416 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02596fb1-ed21-4da0-94c4-992f3c1de306 req-581f31ed-8c5a-4e8b-943f-d161cb047a5a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0869496 Jun 17 08:56:13.053219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-02596fb1-ed21-4da0-94c4-992f3c1de306 req-adc1d32f-223e-42d4-ac40-fc08da48c27a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667315 Jun 17 08:56:13.898395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:13.961828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:13.967214 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:13.967781 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.049377 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.074327 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:14.082837 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.084607 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 78d9c393-8110-4651-a60e-71e9d51de7cd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:14.090604 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:14.194515 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:14.200004 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:14.218690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 78d9c393-8110-4651-a60e-71e9d51de7cd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:14.219615 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.313078 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8adb-6bd8-4dc8-acec-54b31be7b69d req-c54201fb-1275-40aa-9e71-b44669efed7e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:14.314617 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4b8adb-6bd8-4dc8-acec-54b31be7b69d req-c54201fb-1275-40aa-9e71-b44669efed7e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0854733 Jun 17 08:56:14.364713 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1c4b8adb-6bd8-4dc8-acec-54b31be7b69d req-458087f7-0342-4e18-b728-faa3638eab24 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Jun 17 08:56:14.502413 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Sync routers for ids ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:14.515068 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Routers {'a2473fb3-a1c7-46dd-aa64-a0e7172058ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:14.515905 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:14.635508 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Set router a2473fb3-a1c7-46dd-aa64-a0e7172058ed gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:14.870052 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'e840c60c-05a4-4ef2-9a45-6886d00b8af5', 'name': '', 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'mac_address': 'fa:16:3e:5f:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:10Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 2, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'subnets': [{'id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:14.902560 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Checking router: a2473fb3-a1c7-46dd-aa64-a0e7172058ed for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:14.903241 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Updating router a2473fb3-a1c7-46dd-aa64-a0e7172058ed port e840c60c-05a4-4ef2-9a45-6886d00b8af5 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:56:14.942467 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.232781 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.246350 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Transition to ACTIVE for port object e840c60c-05a4-4ef2-9a45-6886d00b8af5 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:15.253267 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.255879 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-436262a4-65e2-41f3-9888-d4deed167442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:15.331507 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e5493-8d94-4572-83cb-c813114fa6e2 None None] Pushing event updated for resources: {'Port': ['ID=e840c60c-05a4-4ef2-9a45-6886d00b8af5,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:15.343610 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-643e5493-8d94-4572-83cb-c813114fa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:15.421924 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Attempting to bind port e840c60c-05a4-4ef2-9a45-6886d00b8af5 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:15.422315 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Attempting to bind port e840c60c-05a4-4ef2-9a45-6886d00b8af5 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:15.422690 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Attempting to bind port e840c60c-05a4-4ef2-9a45-6886d00b8af5 on network 4aac63dc-4cad-4983-9576-aa69928279c2 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:15.428569 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:15.428954 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Checking segment: {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:15.429368 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.429771 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Bound using segment: {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:15.430249 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Bound port: e840c60c-05a4-4ef2-9a45-6886d00b8af5, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5ca913-70a1-4421-a5a0-9af4a4554f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:15.430634 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.508829 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] For port e840c60c-05a4-4ef2-9a45-6886d00b8af5, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:15.513179 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] For port e840c60c-05a4-4ef2-9a45-6886d00b8af5, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e840c60c-05a4-4ef2-9a45-6886d00b8af5,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:15.522750 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.525332 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1441eb36-3d17-4534-ad69-e42cb61541b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:15.622523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b72282-b015-4b89-9e2d-83df69447bba req-655bcf6c-6c0e-4cb4-97e5-bd40a987737a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.631129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51b72282-b015-4b89-9e2d-83df69447bba req-655bcf6c-6c0e-4cb4-97e5-bd40a987737a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1073415 Jun 17 08:56:15.692123 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Routers {'a2473fb3-a1c7-46dd-aa64-a0e7172058ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:15.692782 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:55:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:15.705008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51b72282-b015-4b89-9e2d-83df69447bba req-a79b601d-370f-4fe2-a934-a104736ba545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724270 Jun 17 08:56:15.834096 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e5493-8d94-4572-83cb-c813114fa6e2 None None] Pushing event updated for resources: {'Port': ['ID=e840c60c-05a4-4ef2-9a45-6886d00b8af5,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:15.849863 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-643e5493-8d94-4572-83cb-c813114fa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:15.867790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:15.899712 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] Set router a2473fb3-a1c7-46dd-aa64-a0e7172058ed gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:15.959887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:15.962628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.171145 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'e840c60c-05a4-4ef2-9a45-6886d00b8af5', 'name': '', 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'mac_address': 'fa:16:3e:5f:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:10Z', 'updated_at': '2021-06-17T08:56:15Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'subnets': [{'id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:16.200643 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50094a18-92c0-42a9-86b3-2331004dff36 None None] The sync data for ids ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'] in n-d-780147-13 is: [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:56:10Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'e840c60c-05a4-4ef2-9a45-6886d00b8af5', 'name': '', 'network_id': '4aac63dc-4cad-4983-9576-aa69928279c2', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'mac_address': 'fa:16:3e:5f:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:10Z', 'updated_at': '2021-06-17T08:56:15Z', 'revision_number': 4, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'subnets': [{'id': 'c5184a38-d1e3-4cd4-b187-60d1e4c18b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:16.965021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d6efc-88d5-420a-a1a0-83cf28582623 req-5d0ca31f-b63b-4aee-ab05-f6e52e5cddf2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.967185 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee1d6efc-88d5-420a-a1a0-83cf28582623 req-5d0ca31f-b63b-4aee-ab05-f6e52e5cddf2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1073689 Jun 17 08:56:17.023433 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee1d6efc-88d5-420a-a1a0-83cf28582623 req-55895162-8828-4f0e-ace7-0ee53b25f25f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Jun 17 08:56:17.311946 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.836028 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e840c60c-05a4-4ef2-9a45-6886d00b8af5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:17.884877 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port e840c60c-05a4-4ef2-9a45-6886d00b8af5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:17.890548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e840c60c-05a4-4ef2-9a45-6886d00b8af5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:17.890955 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.979557 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.015026 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port e840c60c-05a4-4ef2-9a45-6886d00b8af5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e840c60c-05a4-4ef2-9a45-6886d00b8af5,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:18.021191 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.025475 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-455255e3-4d4e-430f-8e19-35fea701ac8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:18.076954 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=e840c60c-05a4-4ef2-9a45-6886d00b8af5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:18.080475 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:18.210960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ad9c-a440-47f4-97a1-c064658af1d9 req-15823696-2cbe-4534-a0f1-0693b0ccf2ae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:18.212419 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47e9ad9c-a440-47f4-97a1-c064658af1d9 req-15823696-2cbe-4534-a0f1-0693b0ccf2ae tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0738800 Jun 17 08:56:18.261737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-47e9ad9c-a440-47f4-97a1-c064658af1d9 req-de34fa3b-d5ce-4f67-a71b-49be2f252f9b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Jun 17 08:56:19.505668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df570d-f438-475f-ad93-ca3153b66eac req-b6bc239b-46ba-4487-a5ce-99d834dcd603 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:19.508085 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3df570d-f438-475f-ad93-ca3153b66eac req-b6bc239b-46ba-4487-a5ce-99d834dcd603 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0894969 Jun 17 08:56:19.513232 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.564695 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3df570d-f438-475f-ad93-ca3153b66eac req-b623fdcf-37ba-4ed7-941f-0d62274d5997 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463259 Jun 17 08:56:19.826823 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e840c60c-05a4-4ef2-9a45-6886d00b8af5 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:19.880541 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port e840c60c-05a4-4ef2-9a45-6886d00b8af5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:19.880930 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.760026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f03ed-d131-42ee-8afc-3703845733d5 req-6a550551-b638-46f2-8b24-2ed17e19cc73 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:20.761554 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-467f03ed-d131-42ee-8afc-3703845733d5 req-6a550551-b638-46f2-8b24-2ed17e19cc73 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0766633 Jun 17 08:56:20.805007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-467f03ed-d131-42ee-8afc-3703845733d5 req-89994e1f-56ff-4828-b89a-f0a90dadca63 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372000 Jun 17 08:56:21.639872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f700ee-bb53-4303-b6b2-e5d15ba4102c req-3364564e-1505-4d4c-9dd8-bf121f9ccbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:21.641398 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8f700ee-bb53-4303-b6b2-e5d15ba4102c req-3364564e-1505-4d4c-9dd8-bf121f9ccbe0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1097 time: 0.0541701 Jun 17 08:56:21.676234 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a8f700ee-bb53-4303-b6b2-e5d15ba4102c req-0e47abd2-981a-43ff-8ec9-ad6b0aa140ce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283575 Jun 17 08:56:21.730817 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:56:21.997117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e7df-7b07-467b-99ba-34d457bd85c7 req-8ce5086a-4054-4dba-988b-3ac32e13b239 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:21.998673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d5e7df-7b07-467b-99ba-34d457bd85c7 req-8ce5086a-4054-4dba-988b-3ac32e13b239 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0669599 Jun 17 08:56:22.039659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-89d5e7df-7b07-467b-99ba-34d457bd85c7 req-615c4ce1-f0af-4493-bb99-b704a3a57e75 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350618 Jun 17 08:56:23.241793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a42d9-16d5-48c3-8561-1ac67f0f97e1 req-9ca3a4d7-feeb-4ac8-b276-4421b1aec571 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:23.256551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-438a42d9-16d5-48c3-8561-1ac67f0f97e1 req-9ca3a4d7-feeb-4ac8-b276-4421b1aec571 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.0976262 Jun 17 08:56:23.298740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-438a42d9-16d5-48c3-8561-1ac67f0f97e1 req-5fc85594-bd61-4714-87b0-f1fd2b5c0ae2 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Jun 17 08:56:23.327089 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34254) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:23.397412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1e2edb09-8d72-4b41-984d-ccbefa42c181 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/floatingips/86a750c7-9a43-4b45-a26e-a35b068b3f76 HTTP/1.1" status: 200 len: 993 time: 0.0688896 Jun 17 08:56:24.421247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:56:24.423500 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:24.567973 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.598684 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:24.612451 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:24.614731 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ea6633-e675-4bb4-a3e6-eeac7ec5b723" -d '{"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-unplugged", "status": "completed", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:24.627705 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '71a5629a-b409-4a70-b147-e467633b2645', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'port_id': '71a5629a-b409-4a70-b147-e467633b2645', 'mac_address': 'fa:16:3e:cd:d0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:56:24.630499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:24.654915 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.658354 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-455255e3-4d4e-430f-8e19-35fea701ac8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:24.706203 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.733378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71a5629a-b409-4a70-b147-e467633b2645 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:24.740922 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.744767 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.779370 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:24.780006 n-d-780147-13 neutron-server[93501]: DEBUG oslo_db.api [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:24.803579 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa49eb-2e74-4c26-a6c9-5b4ba1786187 x-openstack-request-id: req-59aa49eb-2e74-4c26-a6c9-5b4ba1786187 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:24.803887 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-unplugged", "status": "completed", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:24.804150 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59aa49eb-2e74-4c26-a6c9-5b4ba1786187 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:24.804546 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'code': 200} Jun 17 08:56:25.036993 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe8fa-11b7-465e-b8d9-e1e7208ee1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.329597 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.346410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a5629a-b409-4a70-b147-e467633b2645 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:25.371212 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:25.377037 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.379056 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:25.433027 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:25.436053 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:25.629629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['71a5629a-b409-4a70-b147-e467633b2645'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:26.457799 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:26.509619 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 71a5629a-b409-4a70-b147-e467633b2645 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:26.510080 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.592680 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.628670 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:26.633168 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.635690 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:26.691020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:26.694262 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:26.805406 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:26.807941 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac3194e-70e9-45dd-a60f-1dba0730d245" -d '{"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-plugged", "status": "completed", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:26.848453 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ba3b9-e894-491b-b20d-d3de7724cae0 x-openstack-request-id: req-130ba3b9-e894-491b-b20d-d3de7724cae0 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:26.848999 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-plugged", "status": "completed", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:26.849552 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-130ba3b9-e894-491b-b20d-d3de7724cae0 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:26.850357 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'code': 200} Jun 17 08:56:27.631910 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.895406 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f54953c3-f47a-4b0d-a7fb-7ca0ade9a698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.910155 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.354795 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.229908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 34724) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:45.402328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 461df1dd-d010-465e-b176-c3a2f534bdf0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:45.402680 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.481745 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.481979 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.583565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 461df1dd-d010-465e-b176-c3a2f534bdf0 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:45.763837 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.767553 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6b504315-64f9-4952-a5d9-f8264efe80e4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:45.796398 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=461df1dd-d010-465e-b176-c3a2f534bdf0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:45.799661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:45.860154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.860501 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Floating IP 214b9665-06ba-4def-97ee-5666f6f075fd disassociated (deleted). External IP: 172.25.7.180, port: 2d144030-bf88-44c5-ae60-a5187af5f8d9. Jun 17 08:56:46.093601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:46.208846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:46.214457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.223736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:46.248437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:46.249097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:46.262757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "DELETE /v2.0/floatingips/214b9665-06ba-4def-97ee-5666f6f075fd HTTP/1.1" status: 204 len: 168 time: 1.0278189 Jun 17 08:56:46.262757 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:46.264246 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e9531c-1d42-4580-94fb-d2180a91587e" -d '{"events": [{"name": "network-changed", "server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:46.322293 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4720526-641e-406d-873b-626ef44b49a5 x-openstack-request-id: req-e4720526-641e-406d-873b-626ef44b49a5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:46.323501 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:46.323849 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4720526-641e-406d-873b-626ef44b49a5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:46.324307 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'status': 'completed', 'code': 200} Jun 17 08:56:46.378591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:46.422495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-49453b80-11f7-4d07-b217-9d7c6a8d871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:46.425082 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-49453b80-11f7-4d07-b217-9d7c6a8d871d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0768373 Jun 17 08:56:46.633904 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:06Z', 'revision_number': 1, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:46.668131 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:46.669030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-1bed6248-465d-4755-a3e6-5a814deeb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:46.670995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-1bed6248-465d-4755-a3e6-5a814deeb719 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.2310617 Jun 17 08:56:46.677869 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:46.678508 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:46.726284 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-bb4dd49d-6a9d-4362-b323-04c96ed0ace8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0486178 Jun 17 08:56:46.798177 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-ffabb5e1-1660-4133-9a6b-ba1ee4f25b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:46.800273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-ffabb5e1-1660-4133-9a6b-ba1ee4f25b06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0638716 Jun 17 08:56:46.815988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:46.980634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a89ecf-3355-4972-a758-97686f69211d req-8a9ed1af-5217-4814-a06f-b939d717061e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:46.988014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98a89ecf-3355-4972-a758-97686f69211d req-8a9ed1af-5217-4814-a06f-b939d717061e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 946 time: 0.0910873 Jun 17 08:56:47.033552 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-98a89ecf-3355-4972-a758-97686f69211d req-c7957ae2-8bd9-4d42-b82f-2e83c16d807a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 Jun 17 08:56:47.066686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-330570e4-a27e-40f4-9d92-af643ee9a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:47.068924 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-330570e4-a27e-40f4-9d92-af643ee9a1cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497318 Jun 17 08:56:47.176271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-4b81013d-8601-4a36-bfc2-4363871bb5fd service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985558 Jun 17 08:56:47.270491 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0e9531c-1d42-4580-94fb-d2180a91587e req-b0262486-7374-4f14-9e4e-ca6ad7b12e99 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869224 Jun 17 08:56:47.284360 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:06Z', 'revision_number': 1, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:47.325788 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e990fd-7f4c-46d8-9b38-5587f773ff03 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '792aec54-9ce8-4593-a0f2-27741a094c6a', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'port_id': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'mac_address': 'fa:16:3e:b5:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456cf011-3885-4836-be48-574bd55e0303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:53:02Z', 'updated_at': '2021-06-17T08:53:06Z', 'revision_number': 1, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:47.340279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:47.605690 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425dae89-11ee-426e-97f3-75337d4d6ff3 None None] New status for floating IP 214b9665-06ba-4def-97ee-5666f6f075fd: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:56:48.247518 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-5dade531-aff3-4e01-b3cd-ad64b9190803 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:48.248996 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-5dade531-aff3-4e01-b3cd-ad64b9190803 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 946 time: 0.1182013 Jun 17 08:56:48.256497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6770e0-85df-44f3-be86-9213885ece57 req-5196e708-af7a-47d4-82ff-bb9e7d5610bf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:48.257870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e6770e0-85df-44f3-be86-9213885ece57 req-5196e708-af7a-47d4-82ff-bb9e7d5610bf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 946 time: 0.1147530 Jun 17 08:56:48.364182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1e6770e0-85df-44f3-be86-9213885ece57 req-36d2fd97-07a9-40ca-bf12-04908459f93b tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987234 Jun 17 08:56:48.401125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 2d144030-bf88-44c5-ae60-a5187af5f8d9 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:48.401625 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.498245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port 2d144030-bf88-44c5-ae60-a5187af5f8d9, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2d144030-bf88-44c5-ae60-a5187af5f8d9,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:48.498676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.571637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 2d144030-bf88-44c5-ae60-a5187af5f8d9 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:48.732738 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.737200 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0bd37ccb-2e76-46c3-83e7-01c494b53984 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:48.766353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=2d144030-bf88-44c5-ae60-a5187af5f8d9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:48.770157 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:48.831604 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port 2d144030-bf88-44c5-ae60-a5187af5f8d9 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:48.834210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.836356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5e1aa62-3bb7-481f-b683-7abdd2c38ea2 req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "DELETE /v2.0/ports/2d144030-bf88-44c5-ae60-a5187af5f8d9 HTTP/1.1" status: 204 len: 173 time: 0.5776265 Jun 17 08:56:48.836904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'name': 'network-vif-deleted', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:48.839988 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9363d-ce42-48f8-88f0-d018dfa4ea6e" -d '{"events": [{"server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "name": "network-vif-deleted", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:48.892710 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0b4f31-157e-4555-b572-b9a372d54ad9 x-openstack-request-id: req-de0b4f31-157e-4555-b572-b9a372d54ad9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:48.893319 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add41513-fa55-402b-a40c-2204e1415ac7", "name": "network-vif-deleted", "tag": "2d144030-bf88-44c5-ae60-a5187af5f8d9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:48.893913 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de0b4f31-157e-4555-b572-b9a372d54ad9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:48.894378 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add41513-fa55-402b-a40c-2204e1415ac7', 'name': 'network-vif-deleted', 'tag': '2d144030-bf88-44c5-ae60-a5187af5f8d9', 'status': 'completed', 'code': 200} Jun 17 08:56:49.497523 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.536496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93c2d3a6-8666-4753-b410-f7b35b52e92d req-410ce365-8111-446e-9e02-c3c888d6822d tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 210 time: 0.0365939 Jun 17 08:56:50.295572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2d144030-bf88-44c5-ae60-a5187af5f8d9 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:50.331738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 2d144030-bf88-44c5-ae60-a5187af5f8d9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:50.332343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2d144030-bf88-44c5-ae60-a5187af5f8d9 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:50.723090 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-88694801-7519-466d-9d4c-0ce7d685780c req-65a574df-cb2e-4525-aefe-54eb7e6b05db tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 210 time: 0.0470684 Jun 17 08:56:51.879444 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c2572519-901e-431b-bbf7-f88e3a612a92 req-866a8803-d8b6-4783-b64b-4b3839565168 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 210 time: 0.0351799 Jun 17 08:56:53.099827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54cd0ec4-32f4-4f55-ad6f-facbb82720f5 req-52253d24-0246-4a12-a7d2-669c632393dc tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=add41513-fa55-402b-a40c-2204e1415ac7 HTTP/1.1" status: 200 len: 210 time: 0.0329938 Jun 17 08:56:55.045420 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e375a8a-ef6c-4699-8951-c46a6c91b78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.188171 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-b1188768-5fc0-471a-b160-a9ef033b4941 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0715258 Jun 17 08:56:57.298437 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-679f8e20-2172-4357-a2e7-c50ad53f4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:57.299962 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-679f8e20-2172-4357-a2e7-c50ad53f4a16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1097 time: 0.0628955 Jun 17 08:56:57.421114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-56503584-d2d9-4f82-8fbd-8b9cb8e0900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:57.422486 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-56503584-d2d9-4f82-8fbd-8b9cb8e0900a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 897 time: 0.0965643 Jun 17 08:56:57.507699 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-3b05da5a-6fc3-4dd5-b9b7-8e2b435706c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 1001 time: 0.0780640 Jun 17 08:56:57.604358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-37db6d96-a333-4f73-bca5-dffe95358bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:57.611101 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-37db6d96-a333-4f73-bca5-dffe95358bbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 200 len: 834 time: 0.0902076 Jun 17 08:56:57.638126 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.680347 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-8e76fd73-1f32-4ca3-adcc-73125fccb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:57.682321 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-8e76fd73-1f32-4ca3-adcc-73125fccb82f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677693 Jun 17 08:56:57.795602 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-708e1794-1956-4e54-8029-d57872f415d8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065998 Jun 17 08:56:57.886960 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-772f5862-7381-482d-89ce-e89536d97749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.914667 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-73ebc6aa-7bb7-4c67-b108-9f0fe38a1dcb req-af5bf72d-5e30-461d-a56c-5269d1afc599 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120143 Jun 17 08:56:58.632285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35060) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:58.738366 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:56:58.837612 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port d5ef4ebe-1814-45b3-936e-a4dd60b2afc1 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:58.838601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.949781 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.951436 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.951795 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.020446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for d5ef4ebe-1814-45b3-936e-a4dd60b2afc1 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:59.169574 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.172346 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-896e8595-f882-461d-b796-e368381693c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:59.199698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=d5ef4ebe-1814-45b3-936e-a4dd60b2afc1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:59.213705 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.214162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.214570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.214967 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.215340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.215713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.216076 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.216441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.216805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.217168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.217526 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.217880 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:59.222929 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:59.282725 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.283115 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Floating IP 86a750c7-9a43-4b45-a26e-a35b068b3f76 disassociated (deleted). External IP: 172.25.7.119, port: 71a5629a-b409-4a70-b147-e467633b2645. Jun 17 08:56:59.499894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 43568aa0-6ca9-456a-afb7-92181cb085ec has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:59.721821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35072) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:59.913625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 115ec33e-3ddd-4c20-bf6c-26b2c02eb2ec {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:59.914448 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.001319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:00.012739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] Sync routers for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:00.018858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.024552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:00.025738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:00.032588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.033058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.091341 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/floatingips/86a750c7-9a43-4b45-a26e-a35b068b3f76 HTTP/1.1" status: 204 len: 168 time: 1.4579246 Jun 17 08:57:00.092333 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:00.106230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 115ec33e-3ddd-4c20-bf6c-26b2c02eb2ec owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:00.112001 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:00.236324 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:00.280132 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.282550 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66058c33-617d-4f25-86b3-3521802a88fe tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:00.285837 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dda37d-1fd2-482b-b519-93c1ef46c085 x-openstack-request-id: req-32dda37d-1fd2-482b-b519-93c1ef46c085 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:00.286270 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:00.287451 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32dda37d-1fd2-482b-b519-93c1ef46c085 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:00.287451 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'status': 'completed', 'code': 200} Jun 17 08:57:00.347353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=115ec33e-3ddd-4c20-bf6c-26b2c02eb2ec,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:00.438392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-817c35ea-a6ca-4586-b72f-9ffce99bf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:00.441236 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-817c35ea-a6ca-4586-b72f-9ffce99bf4c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 1097 time: 0.1223207 Jun 17 08:57:00.443885 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.461136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.465541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.466102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.466779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.467554 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.468277 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.469093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.469706 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.470278 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.471024 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.471805 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.472426 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:00.488550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.489186 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Floating IP 792aec54-9ce8-4593-a0f2-27741a094c6a disassociated (deleted). External IP: 172.25.7.70, port: 069e0344-61ff-4592-bea0-bac7fbd65bd1. Jun 17 08:57:00.493878 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:00.631367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:17Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:00.653059 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-58498e98-92e7-4a7e-bd88-3290641a2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:00.654539 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-58498e98-92e7-4a7e-bd88-3290641a2ac2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 200 len: 897 time: 0.2060671 Jun 17 08:57:00.667785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] Checking router: 43568aa0-6ca9-456a-afb7-92181cb085ec for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:00.676614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:00.677377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:00.720438 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-16b80949-4c88-4656-9300-83009859f6f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 200 len: 217 time: 0.0580323 Jun 17 08:57:00.820879 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-efaf2548-da32-44b1-8042-082ecee250cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:00.825574 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-efaf2548-da32-44b1-8042-082ecee250cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 200 len: 834 time: 0.0975001 Jun 17 08:57:00.832886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:00.870891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:00.961989 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-6f3cb84e-e9cb-4b59-8dce-6681b286be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:00.962974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-6f3cb84e-e9cb-4b59-8dce-6681b286be2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267540 Jun 17 08:57:01.142485 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-9fe9da4b-0068-4773-8e49-6756a7ba8e76 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717200 Jun 17 08:57:01.173761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:17Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:01.207189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409cdec-91c2-42aa-8d61-b66810055b65 None None] The sync data for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 is: [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3bcae71e-eed7-4716-b419-96274ba569a7', 'name': '', 'network_id': '7ddde9c1-869d-4faa-ac82-fadcff8b3f1f', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'mac_address': 'fa:16:3e:e2:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:10Z', 'updated_at': '2021-06-17T08:55:17Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'subnets': [{'id': '32ad97c4-01ab-47cc-ba3f-784ffa906f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:01.320768 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d8cd52e7-2fd9-4f2b-a5fa-f778df1c0fdf req-204cea77-4e95-4455-8f5a-f5d2975c59a1 service neutron] 10.222.0.60 "GET /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709306 Jun 17 08:57:01.383353 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893ddc-c6c4-4478-b358-bd53518ffdad req-2f331d39-0f8e-40cf-ad0e-e165cb3706b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:01.385989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5893ddc-c6c4-4478-b358-bd53518ffdad req-2f331d39-0f8e-40cf-ad0e-e165cb3706b5 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.7201474 Jun 17 08:57:01.446169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5893ddc-c6c4-4478-b358-bd53518ffdad req-0b2a5fb0-60e9-4f95-9edd-05fa8bcbd805 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/security-groups?id=de8a7948-c376-46c6-ba2d-2b6a45875b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530996 Jun 17 08:57:01.457279 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:01.462373 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.468058 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:01.486886 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:01.487821 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:01.529643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "DELETE /v2.0/floatingips/792aec54-9ce8-4593-a0f2-27741a094c6a HTTP/1.1" status: 204 len: 168 time: 1.8091815 Jun 17 08:57:01.530592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:01.533329 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f139d-a26a-45d4-8ef0-53bb99c365c5" -d '{"events": [{"name": "network-changed", "server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:01.601647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c33d6-365f-4829-8102-4efe66c1aa74 None None] New status for floating IP 86a750c7-9a43-4b45-a26e-a35b068b3f76: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:57:01.606049 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7362c7-2c81-4884-898e-0da44347ae78 x-openstack-request-id: req-dd7362c7-2c81-4884-898e-0da44347ae78 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:01.606384 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:01.606684 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd7362c7-2c81-4884-898e-0da44347ae78 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:01.607166 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'status': 'completed', 'code': 200} Jun 17 08:57:01.667790 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:01.723225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-ed4d0533-0987-4010-851e-ab24e2153b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:01.724732 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-ed4d0533-0987-4010-851e-ab24e2153b1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1c770ba5dc145adafd25262cceee359&device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 1097 time: 0.0951977 Jun 17 08:57:01.911050 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca59e-3873-4de1-accb-01cd9555de52 req-a3d7c349-97fb-421e-bfe1-424b07a4542e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:01.913273 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-072ca59e-3873-4de1-accb-01cd9555de52 req-a3d7c349-97fb-421e-bfe1-424b07a4542e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 945 time: 0.1267154 Jun 17 08:57:01.999864 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-8ef1037d-28f6-4881-a03f-df3d212c6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:02.002702 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:02.010119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-8ef1037d-28f6-4881-a03f-df3d212c6bec service neutron] 10.222.0.67 "GET /v2.0/networks?id=fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 200 len: 912 time: 0.2734115 Jun 17 08:57:02.070395 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:02.078501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 71a5629a-b409-4a70-b147-e467633b2645 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:02.079022 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.094455 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:02.094686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-13f4a883-496e-41db-9c22-05d0f8e58bc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 200 len: 217 time: 0.0617273 Jun 17 08:57:02.095559 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:02.179891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-c43fd4a7-b510-4856-81cc-78af6f5e84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:02.181335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-c43fd4a7-b510-4856-81cc-78af6f5e84bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 200 len: 850 time: 0.0859802 Jun 17 08:57:02.247507 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:02.247727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 71a5629a-b409-4a70-b147-e467633b2645, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=71a5629a-b409-4a70-b147-e467633b2645,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:02.248191 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.295453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dac7ef-2efb-4198-8ad5-72ec1e56dea0 req-f8d5f01a-ab5e-467e-80a2-4910e6c06fb9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:02.296982 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7dac7ef-2efb-4198-8ad5-72ec1e56dea0 req-f8d5f01a-ab5e-467e-80a2-4910e6c06fb9 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 945 time: 0.1104774 Jun 17 08:57:02.323878 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-6cd15e26-df9b-41bb-a7b5-b17cd3a828bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:02.325367 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-6cd15e26-df9b-41bb-a7b5-b17cd3a828bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fdc4b06a-d8a8-4960-901c-e249801d1781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289079 Jun 17 08:57:02.363092 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 71a5629a-b409-4a70-b147-e467633b2645 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:02.389212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c7dac7ef-2efb-4198-8ad5-72ec1e56dea0 req-821f6b11-696a-495f-9499-e35af8f3c2ba tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843508 Jun 17 08:57:02.453115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-db9d4750-5b6e-4b5e-a16c-9093163b6825 service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154997 Jun 17 08:57:02.548943 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:02.602519 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bc4bb-d6e6-466c-a363-e846dd6a3f28 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 4, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '847143d1-9012-4de3-8bbf-e587d88ca5df', 'name': '', 'network_id': 'fdc4b06a-d8a8-4960-901c-e249801d1781', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'mac_address': 'fa:16:3e:4a:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:42Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'subnets': [{'id': 'a3779e46-57a4-4355-99b8-473892a33cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:02.623041 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.630033 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef44a999-38e0-42b5-9931-73de0f34d9e0 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:02.664999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-631f139d-a26a-45d4-8ef0-53bb99c365c5 req-b57c4bb1-6689-43cd-b69a-4ea0ec744fdf service neutron] 10.222.0.67 "GET /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040529 Jun 17 08:57:02.690600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=71a5629a-b409-4a70-b147-e467633b2645,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:02.695320 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:02.750758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-571f3a26-0b6f-4a19-a341-1e3c0929e580 req-feaaba9f-3893-48b9-8e9d-d10ccc688c9b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "GET /v2.0/ports?device_id=174498d5-5654-4c8b-9b3f-500c61bb0566 HTTP/1.1" status: 200 len: 210 time: 0.0797133 Jun 17 08:57:02.765807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] No DVR routers for this DVR port 71a5629a-b409-4a70-b147-e467633b2645 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:02.768731 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.771494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-072ca59e-3873-4de1-accb-01cd9555de52 req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.60 "DELETE /v2.0/ports/71a5629a-b409-4a70-b147-e467633b2645 HTTP/1.1" status: 204 len: 173 time: 0.8513386 Jun 17 08:57:02.772032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-deleted', 'tag': '71a5629a-b409-4a70-b147-e467633b2645'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:02.774496 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234d6a3f-5e70-49cb-ace4-da72833ba633" -d '{"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-deleted", "tag": "71a5629a-b409-4a70-b147-e467633b2645"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:02.851800 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f571d59d-6d57-49ab-b136-ab6eed71c373 x-openstack-request-id: req-f571d59d-6d57-49ab-b136-ab6eed71c373 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:02.852218 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174498d5-5654-4c8b-9b3f-500c61bb0566", "name": "network-vif-deleted", "tag": "71a5629a-b409-4a70-b147-e467633b2645", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:02.852615 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f571d59d-6d57-49ab-b136-ab6eed71c373 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:02.853126 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174498d5-5654-4c8b-9b3f-500c61bb0566', 'name': 'network-vif-deleted', 'tag': '71a5629a-b409-4a70-b147-e467633b2645', 'status': 'completed', 'code': 200} Jun 17 08:57:02.959784 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877e935-0f12-40ab-9ea7-e9359e8a0bf8 None None] New status for floating IP 792aec54-9ce8-4593-a0f2-27741a094c6a: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:57:03.546980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b9772-76d0-4509-bd16-87d8d704abab req-52ff4227-5d6f-4dc1-a062-97f9fb981976 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.549911 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-875b9772-76d0-4509-bd16-87d8d704abab req-52ff4227-5d6f-4dc1-a062-97f9fb981976 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 945 time: 0.1040282 Jun 17 08:57:03.691738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5534051-90c0-4099-a540-732791d8b321 req-96983cf3-b582-43b1-960c-fba9f482e53a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.693221 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5534051-90c0-4099-a540-732791d8b321 req-96983cf3-b582-43b1-960c-fba9f482e53a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 945 time: 0.1406090 Jun 17 08:57:03.728119 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port 069e0344-61ff-4592-bea0-bac7fbd65bd1 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:03.729060 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.774091 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b5534051-90c0-4099-a540-732791d8b321 req-ce92cf98-3e8f-4fdf-937a-ac0037f61261 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/security-groups?id=f20e249f-1cbc-4eeb-909e-7315969120b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731645 Jun 17 08:57:03.877949 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] For port 069e0344-61ff-4592-bea0-bac7fbd65bd1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=069e0344-61ff-4592-bea0-bac7fbd65bd1,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:03.878431 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.881901 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35208) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:03.979371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for 069e0344-61ff-4592-bea0-bac7fbd65bd1 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:04.163856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.169257 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b20f9bae-f30e-4a3b-a854-f27960dc21a5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:04.205555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=069e0344-61ff-4592-bea0-bac7fbd65bd1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:04.216917 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:04.268241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] No DVR routers for this DVR port 069e0344-61ff-4592-bea0-bac7fbd65bd1 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:04.271965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.273964 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-875b9772-76d0-4509-bd16-87d8d704abab req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.67 "DELETE /v2.0/ports/069e0344-61ff-4592-bea0-bac7fbd65bd1 HTTP/1.1" status: 204 len: 173 time: 0.7117012 Jun 17 08:57:04.274509 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'name': 'network-vif-deleted', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:04.277270 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890508c-4b06-43e6-a4bc-af166ef2462e" -d '{"events": [{"server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "name": "network-vif-deleted", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:04.326889 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9504ac2b-a07d-4603-a633-b1f9d921f244 x-openstack-request-id: req-9504ac2b-a07d-4603-a633-b1f9d921f244 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:04.327627 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456cf011-3885-4836-be48-574bd55e0303", "name": "network-vif-deleted", "tag": "069e0344-61ff-4592-bea0-bac7fbd65bd1", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:04.328081 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9504ac2b-a07d-4603-a633-b1f9d921f244 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:04.328808 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456cf011-3885-4836-be48-574bd55e0303', 'name': 'network-vif-deleted', 'tag': '069e0344-61ff-4592-bea0-bac7fbd65bd1', 'status': 'completed', 'code': 200} Jun 17 08:57:04.412338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.590761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:04.639898 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 71a5629a-b409-4a70-b147-e467633b2645 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:04.640520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 71a5629a-b409-4a70-b147-e467633b2645 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:04.816096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port 3bcae71e-eed7-4716-b419-96274ba569a7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:04.817058 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.926016 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port 3bcae71e-eed7-4716-b419-96274ba569a7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3bcae71e-eed7-4716-b419-96274ba569a7,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:04.926593 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.996855 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-af66a4d9-e905-44ae-9d45-d9d07a4a0073 req-bf5a05e1-7a72-4417-91d2-2519e7109da3 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 210 time: 0.0451930 Jun 17 08:57:05.000930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for 3bcae71e-eed7-4716-b419-96274ba569a7 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:05.283962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:05.288931 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a4c4f894-5446-4182-8864-a22021ade8b5 tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:05.325292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=3bcae71e-eed7-4716-b419-96274ba569a7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:05.327339 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:05.582010 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:05.876202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Router 43568aa0-6ca9-456a-afb7-92181cb085ec has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:06.015878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:06.021980 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "PUT /v2.0/routers/43568aa0-6ca9-456a-afb7-92181cb085ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1387877 Jun 17 08:57:06.024433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:06.055170 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] Sync routers for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:06.072784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:06.073698 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:06.091864 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting subnet 32ad97c4-01ab-47cc-ba3f-784ffa906f60 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:06.096009 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.170854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.236691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:06.270765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.283443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b194d3a8-4e04-43ea-a86c-15be4ad12531 req-af6b8c59-31d4-48aa-b058-b785edf5d06a tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 210 time: 0.0798903 Jun 17 08:57:06.349070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 069e0344-61ff-4592-bea0-bac7fbd65bd1 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:06.371498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.376192 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 069e0344-61ff-4592-bea0-bac7fbd65bd1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:06.376555 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 069e0344-61ff-4592-bea0-bac7fbd65bd1 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:06.386015 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-35f7c9b0-ffdc-46b1-b613-7c36df867a90 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:06.427585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.429359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/subnets/32ad97c4-01ab-47cc-ba3f-784ffa906f60 HTTP/1.1" status: 204 len: 168 time: 0.4032435 Jun 17 08:57:06.430435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Subnet': ['ID=32ad97c4-01ab-47cc-ba3f-784ffa906f60,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:06.434316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08875290-74d2-4f4a-85f9-496b93e031ee None None] Network 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:06.436312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35488) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:06.449766 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0f5d3712-bba2-4aeb-bca4-54021c8bd963 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:06.629120 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.649783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:57:05Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:06.682513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] Checking router: 43568aa0-6ca9-456a-afb7-92181cb085ec for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:06.692305 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] Routers {'43568aa0-6ca9-456a-afb7-92181cb085ec'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:06.693400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['43568aa0-6ca9-456a-afb7-92181cb085ec'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:06.763626 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] DHCP port deletion for 7ddde9c1-869d-4faa-ac82-fadcff8b3f1f request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:57:06.811483 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.814343 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] Set router 43568aa0-6ca9-456a-afb7-92181cb085ec gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:06.883781 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Deleting port c6099f70-886e-49f2-85a8-d4948b4028a7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:06.884145 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.011230 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] For port c6099f70-886e-49f2-85a8-d4948b4028a7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=c6099f70-886e-49f2-85a8-d4948b4028a7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:07.011601 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.096302 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Calling delete_port for c6099f70-886e-49f2-85a8-d4948b4028a7 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:07.209231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:57:05Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:07.245295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd8947-3862-4694-ac36-58f99d796134 None None] The sync data for ids ['43568aa0-6ca9-456a-afb7-92181cb085ec'] in n-d-780147-13 is: [{'id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780150801', 'tenant_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:57:05Z', 'revision_number': 5, 'project_id': 'af68735a99d64a9a8ac6e0661c1438c0', 'gw_port': {'id': 'c6099f70-886e-49f2-85a8-d4948b4028a7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43568aa0-6ca9-456a-afb7-92181cb085ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:06Z', 'updated_at': '2021-06-17T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:07.248409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Deleting port 59a9a78b-3de7-4652-9663-280125d7c7b4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:07.249946 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.347396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.349791 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cb9ffa2e-f015-481c-a3c4-850a9d277f4f tempest-RoutersIpV6AdminTest-610520579 tempest-RoutersIpV6AdminTest-610520579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:07.378658 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] For port 59a9a78b-3de7-4652-9663-280125d7c7b4, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=59a9a78b-3de7-4652-9663-280125d7c7b4,segment=NetworkSegment(8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257),segment_id=8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:07.379556 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.390777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Port': ['ID=c6099f70-886e-49f2-85a8-d4948b4028a7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:07.406616 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:07.497534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b4642d3-fe32-4c7d-9382-ce0e50e3fe74 req-7ac1ce12-b6c8-482d-820a-7e37b61158a0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 210 time: 0.0578361 Jun 17 08:57:07.505756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Calling delete_port for 59a9a78b-3de7-4652-9663-280125d7c7b4 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:07.517485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.623259 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.625640 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:07.660363 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] No DVR routers for this DVR port 59a9a78b-3de7-4652-9663-280125d7c7b4 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:07.731080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Pushing event deleted for resources: {'Port': ['ID=59a9a78b-3de7-4652-9663-280125d7c7b4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:07.740338 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.740999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.741610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.742249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.742784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.743314 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.744005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.744739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.745370 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.745864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.759103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.759662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:07.766523 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:08.010215 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bcae71e-eed7-4716-b419-96274ba569a7 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:08.038084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3bcae71e-eed7-4716-b419-96274ba569a7 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:08.038651 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3bcae71e-eed7-4716-b419-96274ba569a7 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:08.039295 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 59a9a78b-3de7-4652-9663-280125d7c7b4 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:08.060517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 59a9a78b-3de7-4652-9663-280125d7c7b4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:08.061022 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 59a9a78b-3de7-4652-9663-280125d7c7b4 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:08.128945 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.131126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.173467 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.173990 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Fanout notify agent at l3_agent the message router_deleted on router 43568aa0-6ca9-456a-afb7-92181cb085ec {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:57:08.180800 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.182581 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/routers/43568aa0-6ca9-456a-afb7-92181cb085ec HTTP/1.1" status: 204 len: 168 time: 1.7450833 Jun 17 08:57:08.185600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35614) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:08.272852 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.376506 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.388551 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddde9c1-869d-4faa-ac82-fadcff8b3f1f']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:08.398665 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:08.399074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9d35b8-64d2-4aa4-a5c5-b51bb4cbe257') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:08.408345 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.422555 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.428436 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:08.428817 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:08.431911 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:08.517170 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.522972 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63b81576-c732-44e1-a19e-3bf77e818dc6 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:08.538750 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.541683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/networks/7ddde9c1-869d-4faa-ac82-fadcff8b3f1f HTTP/1.1" status: 204 len: 168 time: 0.3546827 Jun 17 08:57:08.544722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35622) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:08.583691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'Network': ['ID=7ddde9c1-869d-4faa-ac82-fadcff8b3f1f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:08.596310 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f4ed696-ac5b-4789-a723-07be53648663 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:08.722179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.759282 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.851651 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6825b3d4-1710-4113-ba2e-abb7804d606c req-edb3d6fb-a904-4ccf-8b3f-38a0e32f59b5 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "GET /v2.0/ports?device_id=456cf011-3885-4836-be48-574bd55e0303 HTTP/1.1" status: 200 len: 210 time: 0.0806823 Jun 17 08:57:08.877626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.881303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.885332 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] 10.222.0.65 "DELETE /v2.0/security-groups/de8a7948-c376-46c6-ba2d-2b6a45875b6d HTTP/1.1" status: 204 len: 168 time: 0.3351619 Jun 17 08:57:08.885332 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ffcd56e6-d9e9-496f-bf34-f0f6d374c63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:08.923959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a7948-c376-46c6-ba2d-2b6a45875b6d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:08.939503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:09.305875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35638) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:09.462613 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78e4c5b2-06fa-43b4-8949-e1f977f073cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af68735a99d64a9a8ac6e0661c1438c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544354 Jun 17 08:57:09.465332 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35642) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:09.513787 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.534434 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.612180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.615146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.616512 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd80315d-d6c3-464b-bd94-1006156123b3 HTTP/1.1" status: 204 len: 168 time: 0.1500573 Jun 17 08:57:09.617526 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c8df52a2-fb5f-48ad-b510-4278202a4ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:09.626107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd80315d-d6c3-464b-bd94-1006156123b3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:09.628679 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:09.820279 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c6099f70-886e-49f2-85a8-d4948b4028a7 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:09.875746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: c6099f70-886e-49f2-85a8-d4948b4028a7 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:09.876109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device c6099f70-886e-49f2-85a8-d4948b4028a7 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:09.979880 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35656) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:10.029575 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35658) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:10.078998 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bd79dedb-f2c9-4cbd-9cdc-257ad9518926 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3185348666ae4644bae96d6a34c72326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481081 Jun 17 08:57:10.079887 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35660) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:10.134122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Deleting port cd9a359d-35c1-43bb-8237-f19873212040 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:10.134659 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.161394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.185273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.218393 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.218777 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.239647 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.242303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.246581 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0abe2b48-5e13-4ddf-b4ad-fdaf74799dbd HTTP/1.1" status: 204 len: 168 time: 0.1542497 Jun 17 08:57:10.247625 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ecc70da-ade5-438f-9ecf-62d5f42d165c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:10.255270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe2b48-5e13-4ddf-b4ad-fdaf74799dbd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:10.265526 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:10.319764 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Calling delete_port for cd9a359d-35c1-43bb-8237-f19873212040 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:10.498144 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.511609 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2ed57d52-41dd-4c27-b9d0-fff63881a833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:10.596222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'Port': ['ID=cd9a359d-35c1-43bb-8237-f19873212040,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:10.599901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:10.625276 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.629865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.633659 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "DELETE /v2.0/floatingips/93059bd1-ab73-4e73-a576-f56f71ebc820 HTTP/1.1" status: 204 len: 168 time: 0.6501820 Jun 17 08:57:11.843283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35718) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:12.173746 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'network': {'name': 'tempest-network-smoke--1699791229', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'port_security_enabled': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:12.207160 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:12.210646 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.226562 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.362498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.376946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.380418 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-978b509d-ee30-4329-bed0-aa6ee748d608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:12.436152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:12.469054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce2d77-984f-44e6-8620-7a1ab57d746b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:12.483276 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:12.495497 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.496048 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Added segment a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff of type vlan for network 60827842-0662-4a5a-ac1b-29e5a97d6806 Jun 17 08:57:12.544954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.578485 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.585215 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:12.586396 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.590607 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da675a2c-3433-45e6-9fba-48ca2e2ace4a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:12.628937 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7838743 Jun 17 08:57:12.631734 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35734) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:12.639332 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'admin_state_up': True, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:12.673500 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Network': ['ID=60827842-0662-4a5a-ac1b-29e5a97d6806,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:12.685147 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:12.687053 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-46dec1c1-457d-45e3-9c07-d1b872379184 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:12.713580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.715072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.774020 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.958481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.238578 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.258487 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.377422 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.25.7.232 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/af97f525-baf9-451c-84da-c0dba51b9bdb) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:13.505654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.554313 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.557890 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5525594e-399d-4cf7-a67f-a31e6079c61a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:13.605273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=af97f525-baf9-451c-84da-c0dba51b9bdb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:13.613560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:13.623703 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:13.625551 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:13.628097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:13.914555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.142571 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.216541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35754) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:14.309435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:57:14.340840 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.384071 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.441658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:14.462133 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:14.466884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.468842 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8357894 Jun 17 08:57:14.473093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35758) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:14.473874 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:14.474701 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:14.489243 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.492677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.495724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] 10.222.0.65 "DELETE /v2.0/security-groups/f20e249f-1cbc-4eeb-909e-7315969120b0 HTTP/1.1" status: 204 len: 168 time: 0.2773445 Jun 17 08:57:14.496926 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e95fc4bd-e7ea-4d3f-beaa-0e9e3c235aa0 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:14.530955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20e249f-1cbc-4eeb-909e-7315969120b0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:14.534100 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:14.632636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35764) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:14.639586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35768) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:14.640940 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e9f19f1-2b02-4620-b44f-c3f26df60693 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cc6c2e1aa29541379f7cfb50fc052fc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1659594 Jun 17 08:57:14.702610 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:14.885487 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67fc58-e6fc-42e1-9428-e84d07ae6775 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:14.889769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-be67fc58-e6fc-42e1-9428-e84d07ae6775 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2464492 Jun 17 08:57:14.890080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35772) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:14.917803 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:13Z', 'revision_number': 3, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:14.925904 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-bd5cf278-94b9-4fac-b36d-7d306254796f tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340381 Jun 17 08:57:14.931819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35776) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:14.937875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580479420', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:14.969058 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:14.969896 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Updating router e40c34b8-52d9-4b5a-b9b5-957e2585e24c port af97f525-baf9-451c-84da-c0dba51b9bdb binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:15.016075 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.068223 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:15.073473 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.298072 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.336116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.347214 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cf1fdfe-bb02-4b6b-a008-3c3ce9e98a03 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:15.426658 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Checking segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:15.427295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network hostable DHCP agents. Network: 60827842-0662-4a5a-ac1b-29e5a97d6806, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:15.431204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Subnet': ['ID=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:15.435080 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:15.453997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:15.468399 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 60827842-0662-4a5a-ac1b-29e5a97d6806) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:15.473979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:15.474965 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.477564 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.483695 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85020d05-5c69-47fd-9b67-56a0f44d1c7b None None] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:15.503856 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Transition to ACTIVE for port object af97f525-baf9-451c-84da-c0dba51b9bdb will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:15.510247 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c659e72e-5ab3-4da5-93f0-13c55119bea4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5767119 Jun 17 08:57:15.512947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35788) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:15.525252 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.533963 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4da866d2-be23-4f1b-ab47-e16027271190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:15.593066 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35790) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:15.678239 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Attempting to bind port af97f525-baf9-451c-84da-c0dba51b9bdb on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:15.678745 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Attempting to bind port af97f525-baf9-451c-84da-c0dba51b9bdb by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:15.679268 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Attempting to bind port af97f525-baf9-451c-84da-c0dba51b9bdb on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:15.706837 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Pushing event updated for resources: {'Port': ['ID=af97f525-baf9-451c-84da-c0dba51b9bdb,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:15.729619 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.730088 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.730486 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.730817 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.734602 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.735049 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.735364 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.735691 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.736074 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.736401 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.736722 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.737037 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:15.746488 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:15.748012 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:15.748012 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:15.750334 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.752058 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:15.752581 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Bound port: af97f525-baf9-451c-84da-c0dba51b9bdb, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:15.752973 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.808920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-60827842-0662-4a5a-ac1b-29e5a97d6806', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:57:15.809785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.862295 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] For port af97f525-baf9-451c-84da-c0dba51b9bdb, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:15.870714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] For port af97f525-baf9-451c-84da-c0dba51b9bdb, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=af97f525-baf9-451c-84da-c0dba51b9bdb,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:15.887345 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.896905 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e618afc-4906-43f4-a2c7-92210308966b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:15.901377 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.976873 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:15.981911 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:15.989849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Deleting port 847143d1-9012-4de3-8bbf-e587d88ca5df {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:16.005794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.115307 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Pushing event updated for resources: {'Port': ['ID=af97f525-baf9-451c-84da-c0dba51b9bdb,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:16.150300 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:16.169013 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Allocated IP 172.20.0.2 (60827842-0662-4a5a-ac1b-29e5a97d6806/40fe43de-2e5a-469d-a3d5-7b02d3a69ba0/a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:16.186331 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] For port 847143d1-9012-4de3-8bbf-e587d88ca5df, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=847143d1-9012-4de3-8bbf-e587d88ca5df,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:16.194081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.222016 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:16.331788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Calling delete_port for 847143d1-9012-4de3-8bbf-e587d88ca5df owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:16.339206 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.397470 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.428280 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.432261 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-280fcb5f-e7ef-406f-97a2-a5c6b3e4d0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:16.484288 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.490498 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=971263d73bed4301b7266f4d2e9d27a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8963954 Jun 17 08:57:16.495084 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cb1918-49cf-4778-83cc-89434768d6f1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:16.515643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Transition to ACTIVE for port object a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:16.517497 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35796) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:16.522964 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:16.557739 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Transition to ACTIVE for port object a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:16.569091 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:13Z', 'revision_number': 3, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:16.575182 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.577427 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9db0bfaa-adab-4e6f-af27-f580858295e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:16.609090 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4a27-6549-486b-a321-610d2b1e7dcf None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:13Z', 'revision_number': 3, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:16.657031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Pushing event updated for resources: {'Port': ['ID=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:16.667101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:16.668309 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:16.669266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:16.673349 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:16.702324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.753493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.777148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Attempting to bind port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:16.777911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Attempting to bind port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:16.778611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Attempting to bind port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da on network 60827842-0662-4a5a-ac1b-29e5a97d6806 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:16.786051 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:16.786767 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Checking segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:16.787467 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.788061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Bound using segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:16.788937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Bound port: a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:16.789328 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.857900 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.861869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.863315 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17cb1918-49cf-4778-83cc-89434768d6f1 HTTP/1.1" status: 204 len: 168 time: 0.3427327 Jun 17 08:57:16.866247 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d2871a48-ac47-4f91-a5d2-6185b3d9ed1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:16.905816 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cb1918-49cf-4778-83cc-89434768d6f1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:16.908486 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b9885e0-8ec1-4f48-80c6-2b5c1ff5e977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:16.926407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.20.0.1 (60827842-0662-4a5a-ac1b-29e5a97d6806/40fe43de-2e5a-469d-a3d5-7b02d3a69ba0/164391d2-1bc0-45ae-9c05-b70404d983fd) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:16.933919 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] For port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:16.941625 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] For port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:16.976579 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.984869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.989259 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08fc364e-c4f9-4dcb-85e5-26e2c2cc0130 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:16.993195 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:17.059934 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Pushing event updated for resources: {'Port': ['ID=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.073475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=847143d1-9012-4de3-8bbf-e587d88ca5df,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.077734 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.082047 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.324335 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.336997 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.398524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Transition to ACTIVE for port object 164391d2-1bc0-45ae-9c05-b70404d983fd will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:17.511747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.517676 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3133d8ba-633e-4488-8f04-8266646287a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:17.629345 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:17.644662 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:17.658000 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:17.660565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:17.660729 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.670193 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.734083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=164391d2-1bc0-45ae-9c05-b70404d983fd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.751857 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.820215 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.117553 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.126837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device af97f525-baf9-451c-84da-c0dba51b9bdb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:18.154853 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.171349 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9050eda5-b46a-497a-9456-85a0984b6044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:18.200224 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.232640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port af97f525-baf9-451c-84da-c0dba51b9bdb completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:18.241496 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port af97f525-baf9-451c-84da-c0dba51b9bdb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:18.241898 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.293092 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=215ca696412245e7bdfcb4d081e2d444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576278 Jun 17 08:57:18.293092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb7100-05ec-4e1c-99f6-dc8024a9d43e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:18.298783 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:18.303622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35810) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:18.386161 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.428973 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port af97f525-baf9-451c-84da-c0dba51b9bdb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=af97f525-baf9-451c-84da-c0dba51b9bdb,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:18.437473 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.438820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:18.468784 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5cb5c3a6-af20-4cac-bcbe-3f4da2f51308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:18.508012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:18.529468 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=af97f525-baf9-451c-84da-c0dba51b9bdb,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:18.534887 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:18.555939 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.581682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:18.634316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.669950 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:18.680807 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] 10.222.0.65 "PUT /v2.0/routers/9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0465117 Jun 17 08:57:18.683030 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] Sync routers for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:18.684061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35818) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:18.695900 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:18.697101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:18.719954 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.723122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.726572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cceb7100-05ec-4e1c-99f6-dc8024a9d43e HTTP/1.1" status: 204 len: 168 time: 0.3846719 Jun 17 08:57:18.741047 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42979c82-a6cf-4c74-9174-2139a4a811e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:18.753143 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb7100-05ec-4e1c-99f6-dc8024a9d43e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:18.755676 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:18.819805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264de2d-9c42-4655-b033-f292233522d8 None None] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:18.900973 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.901314 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.912908 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.934786 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b248d92f-2d82-4628-ba74-bda91ef32639 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:18.965005 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Provisioning for port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:19.007473 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Provisioning complete for port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:19.008044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.042176 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=164391d2-1bc0-45ae-9c05-b70404d983fd,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.050218 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:19.052677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.066441 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:19.126442 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.205637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Deleting port 52b23011-e621-49b5-b5fd-7e8069f6f496 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:19.207203 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.253900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:19.255528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:19.330808 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] For port 52b23011-e621-49b5-b5fd-7e8069f6f496, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=52b23011-e621-49b5-b5fd-7e8069f6f496,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:19.331831 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.437386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:19.532398 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Calling delete_port for 52b23011-e621-49b5-b5fd-7e8069f6f496 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:19.565284 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.595865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.657543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] For port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:19.659702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:57:16Z', 'revision_number': 5, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port': {'id': '52b23011-e621-49b5-b5fd-7e8069f6f496', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:36Z', 'updated_at': '2021-06-17T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:19.670196 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.709710 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:19.715578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] Checking router: 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:19.756249 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] Routers {'9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:19.756908 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:19.840223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.843589 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-291e07c2-d467-401b-b72e-e4f75461d243 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:19.879424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b23011-e621-49b5-b5fd-7e8069f6f496,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.885661 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:19.959889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Pushing event updated for resources: {'Port': ['ID=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.967082 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:19.990640 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device af97f525-baf9-451c-84da-c0dba51b9bdb up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:20.003616 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] Set router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:20.032031 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.089250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:57:19Z', 'revision_number': 6, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:20.154560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f0264-a73c-4e6c-84ac-faa35e63f7b8 None None] The sync data for ids ['9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8'] in n-d-780147-13 is: [{'id': '9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8', 'name': 'tempest-TestVolumeBootPattern-529878247-router', 'tenant_id': 'c1c770ba5dc145adafd25262cceee359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:34Z', 'updated_at': '2021-06-17T08:57:19Z', 'revision_number': 6, 'project_id': 'c1c770ba5dc145adafd25262cceee359', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:20.173101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-edd1d8aa-612e-4986-8d46-be0bccfa8849 None None] Provisioning for port 164391d2-1bc0-45ae-9c05-b70404d983fd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:20.190185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-edd1d8aa-612e-4986-8d46-be0bccfa8849 None None] Provisioning complete for port 164391d2-1bc0-45ae-9c05-b70404d983fd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:20.190586 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edd1d8aa-612e-4986-8d46-be0bccfa8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.198471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.216982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.289422 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port af97f525-baf9-451c-84da-c0dba51b9bdb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:20.289860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.309188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.309849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:57:20.314863 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.318598 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35852) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:20.319546 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9ef1a2d5-ad56-4e21-9be2-eefcffe64ac8 HTTP/1.1" status: 204 len: 168 time: 1.6333969 Jun 17 08:57:20.343111 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-edd1d8aa-612e-4986-8d46-be0bccfa8849 None None] Port 164391d2-1bc0-45ae-9c05-b70404d983fd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:20.372462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-edd1d8aa-612e-4986-8d46-be0bccfa8849 None None] Provisioning complete for port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:20.375789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:20.381039 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edd1d8aa-612e-4986-8d46-be0bccfa8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.389068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "PUT /v2.0/routers/e40c34b8-52d9-4b5a-b9b5-957e2585e24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8725059 Jun 17 08:57:20.389795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35856) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:20.394147 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:20.411741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Deleting subnet a3779e46-57a4-4355-99b8-473892a33cfa {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:20.414186 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:20.414856 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:20.443971 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.530724 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.602334 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:20.734806 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.811352 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.811828 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.812296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.812779 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.813229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.813695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.814162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.814620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.816683 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1288b190-004f-4d80-ad9e-3b2f0d77e235 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.4257090 Jun 17 08:57:20.819613 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35866) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:20.865573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.873069 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7d35b034-a159-45e6-bc06-749d2f447ec5 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:20.876380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a7432194-97c6-4e6b-bb6e-d31449147da6 None None] Provisioning complete for port 164391d2-1bc0-45ae-9c05-b70404d983fd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:20.876884 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7432194-97c6-4e6b-bb6e-d31449147da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.922180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.934024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599688f-4cc3-46a6-acfa-e2cc5eb9eca9 None None] Network fdc4b06a-d8a8-4960-901c-e249801d1781 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:20.936311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a3779e46-57a4-4355-99b8-473892a33cfa HTTP/1.1" status: 204 len: 168 time: 0.6166253 Jun 17 08:57:20.937381 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3779e46-57a4-4355-99b8-473892a33cfa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:20.939687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35874) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:20.943114 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7ae40376-8831-4b01-a539-61931f12b1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.948417 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a7432194-97c6-4e6b-bb6e-d31449147da6 None None] Port 164391d2-1bc0-45ae-9c05-b70404d983fd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:20.984990 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 2, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:21.044506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:21.045870 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Updating router e40c34b8-52d9-4b5a-b9b5-957e2585e24c port 164391d2-1bc0-45ae-9c05-b70404d983fd binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:21.062596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.063620 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.068228 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7000baa5-442d-4bae-8611-87f95d933a59 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.2475119 Jun 17 08:57:21.071319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:21.091671 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.140027 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.231326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Deleting port 1f349084-70de-4dce-88fa-77d433430358 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:21.232232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.371382 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] For port 1f349084-70de-4dce-88fa-77d433430358, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=1f349084-70de-4dce-88fa-77d433430358,segment=NetworkSegment(7bd72f11-1d59-4948-aea1-c0c01f62d5f8),segment_id=7bd72f11-1d59-4948-aea1-c0c01f62d5f8)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:21.372494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.491955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6a9f9f67-032e-451b-9217-f02547d4a564 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.4182169 Jun 17 08:57:21.516664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Calling delete_port for 1f349084-70de-4dce-88fa-77d433430358 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:21.693526 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.702998 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c332d718-7f31-43d0-821b-fd617993a369 tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:21.706971 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b639e27-0307-41b5-8784-b20670a5f4ad None None] DHCP port deletion for fdc4b06a-d8a8-4960-901c-e249801d1781 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:57:21.738956 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f349084-70de-4dce-88fa-77d433430358,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:21.743638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:21.745149 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] No DVR routers for this DVR port 1f349084-70de-4dce-88fa-77d433430358 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:21.768691 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.783096 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Transition to ACTIVE for port object 164391d2-1bc0-45ae-9c05-b70404d983fd will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:21.792420 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.796266 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1599fd2-a395-4149-b291-f35d10d497ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:21.846697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.863366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc4b06a-d8a8-4960-901c-e249801d1781']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:21.889388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd72f11-1d59-4948-aea1-c0c01f62d5f8') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:21.889770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd72f11-1d59-4948-aea1-c0c01f62d5f8') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:21.903143 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.927590 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.935083 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:21.935590 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:21.937438 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:21.983178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:22.024289 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.025133 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5660d74-6694-4ed5-ae7c-0c92f3170e1c None None] Pushing event updated for resources: {'Port': ['ID=164391d2-1bc0-45ae-9c05-b70404d983fd,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.030493 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-41836783-2d35-4c68-889f-2c8cd8a9ea6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.036762 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.044224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fdc4b06a-d8a8-4960-901c-e249801d1781 HTTP/1.1" status: 204 len: 168 time: 1.0985243 Jun 17 08:57:22.044337 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:22.044683 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5660d74-6694-4ed5-ae7c-0c92f3170e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.057729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc4b06a-d8a8-4960-901c-e249801d1781,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.061379 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.064437 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Attempting to bind port 164391d2-1bc0-45ae-9c05-b70404d983fd on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:22.064923 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Attempting to bind port 164391d2-1bc0-45ae-9c05-b70404d983fd by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:22.065417 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Attempting to bind port 164391d2-1bc0-45ae-9c05-b70404d983fd on network 60827842-0662-4a5a-ac1b-29e5a97d6806 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:22.086303 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:22.087201 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Checking segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:22.088006 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.088418 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Bound using segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:22.088953 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Bound port: 164391d2-1bc0-45ae-9c05-b70404d983fd, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:22.089342 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.127889 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:22.128291 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.206188 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] For port 164391d2-1bc0-45ae-9c05-b70404d983fd, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:22.231874 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] For port 164391d2-1bc0-45ae-9c05-b70404d983fd, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=164391d2-1bc0-45ae-9c05-b70404d983fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:22.242923 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.249737 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8af1ec4-0ab4-47ed-bd12-82da296ac0a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.336267 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:22.337756 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:22.344397 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5660d74-6694-4ed5-ae7c-0c92f3170e1c None None] Pushing event updated for resources: {'Port': ['ID=164391d2-1bc0-45ae-9c05-b70404d983fd,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.350272 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1f349084-70de-4dce-88fa-77d433430358 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:22.382047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 1f349084-70de-4dce-88fa-77d433430358 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:22.382706 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 1f349084-70de-4dce-88fa-77d433430358 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:22.383351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52b23011-e621-49b5-b5fd-7e8069f6f496 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:22.402241 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5660d74-6694-4ed5-ae7c-0c92f3170e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.437140 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 52b23011-e621-49b5-b5fd-7e8069f6f496 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:22.438517 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 52b23011-e621-49b5-b5fd-7e8069f6f496 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:22.439608 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 847143d1-9012-4de3-8bbf-e587d88ca5df no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:22.480219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 847143d1-9012-4de3-8bbf-e587d88ca5df {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:22.480721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 847143d1-9012-4de3-8bbf-e587d88ca5df not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:22.524443 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:22.761968 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.796251 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:22Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:22.857303 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc45e9-fce8-4389-a8b8-b6fede55dcb3 None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:22Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:23.082261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35914) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:23.090848 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083878735', 'description': 'tempest-secgroup-smoke-2083878735 description', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:23.133328 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.150996 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Deleting port 60087a2b-985e-4c4c-9892-aed74cd6e315 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:23.152884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.298451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] For port 60087a2b-985e-4c4c-9892-aed74cd6e315, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=60087a2b-985e-4c4c-9892-aed74cd6e315,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:23.299136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.325316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.335181 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.338584 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2269aca6-5907-4609-84ae-996107b5acbb tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:23.377413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d199f1a-2d6d-494a-a724-10f9ebd95899,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:23.380713 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:23.386605 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Calling delete_port for 60087a2b-985e-4c4c-9892-aed74cd6e315 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:23.388203 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.389985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3065584 Jun 17 08:57:23.393577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35922) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:23.401836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '5d199f1a-2d6d-494a-a724-10f9ebd95899', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:23.444518 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.530876 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.535691 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.537652 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3a4a3fcc-ef0a-4482-b4b2-6862d8d26cfc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:23.554674 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958e0fee-be3e-48fa-85f5-9f9964d61c8c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:23.558754 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:23.577676 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.581498 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-66386a93-5f87-455b-8ae9-02141e40ae02 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827471 Jun 17 08:57:23.581748 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35924) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:23.588923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '5d199f1a-2d6d-494a-a724-10f9ebd95899', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:23.629323 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.708680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.712496 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e6ee34d-05b7-40ee-9a53-48f99b4e5c2a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:23.723085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.728551 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.736716 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f6cc214-1b17-4c3a-babc-c89a59e71848 tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:23.757267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bb32c3-6b2d-475f-aea3-6bbd9d5bbf2e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:23.760395 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:23.761574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.762679 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-585264b2-b521-4e91-aba7-09162ea1fb5d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798165 Jun 17 08:57:23.764542 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=60087a2b-985e-4c4c-9892-aed74cd6e315,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:23.765776 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35928) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:23.767577 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:23.780283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '5d199f1a-2d6d-494a-a724-10f9ebd95899', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:23.833465 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.965241 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.975333 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.997330 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-86fa7f1b-7265-4420-93e9-5ed0e716e29b tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.009626 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054b07db-c5e5-4790-a21c-4833bc79f5a9,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.012744 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.013689 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.018101 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2489083 Jun 17 08:57:24.018272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35934) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:24.023738 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '5d199f1a-2d6d-494a-a724-10f9ebd95899', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:24.065725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.080671 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 164391d2-1bc0-45ae-9c05-b70404d983fd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:24.107603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.158591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 164391d2-1bc0-45ae-9c05-b70404d983fd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:24.166487 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 164391d2-1bc0-45ae-9c05-b70404d983fd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:24.167071 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.179904 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.187007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.188901 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e4604769-9bb5-4ade-9ab2-be34c7c8d514 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.206147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7e0130-1c5f-42be-bdc3-ba6a6af571f2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.209305 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.238127 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.242083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a3983c4b-c3f5-4444-bd26-73ab95c22496 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2200272 Jun 17 08:57:24.242532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35936) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:24.248326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '5d199f1a-2d6d-494a-a724-10f9ebd95899', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:24.278142 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Project cc6c2e1aa29541379f7cfb50fc052fc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:57:24.287095 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.330718 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.422774 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 164391d2-1bc0-45ae-9c05-b70404d983fd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=164391d2-1bc0-45ae-9c05-b70404d983fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:24.436551 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.440090 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.442494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.449615 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.455955 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-21131262-d5ac-47ca-bb79-b355729525bc tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.468924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4bc0ac-7be4-4ea6-92a4-52eebfc5a3b4,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.471965 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.487215 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.488660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eeca9cee-a7a8-4e7e-98f5-5f6edda7780f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2449658 Jun 17 08:57:24.491944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 35944) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:24.503137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '5d199f1a-2d6d-494a-a724-10f9ebd95899', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:24.526165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=164391d2-1bc0-45ae-9c05-b70404d983fd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.530227 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.538270 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Project cc6c2e1aa29541379f7cfb50fc052fc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:57:24.547195 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.657850 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.665982 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.671246 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8786795c-4765-4399-9252-9d8af8f788b2 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.691107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bf8e38-efc4-483e-b78d-6876db3f5f3b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.702314 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.709616 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.721243 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2180181 Jun 17 08:57:24.984114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Router b8e0b641-1860-47fa-90ea-2a1d3bc72244 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:25.000106 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-fc93195f-f716-45a9-bf3f-da77c84928b5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083878735&fields=id&tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 267 time: 0.0689995 Jun 17 08:57:25.032737 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac84b-52c9-47d6-9901-1e172822c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.110362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:25.116180 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] 10.222.0.65 "PUT /v2.0/routers/b8e0b641-1860-47fa-90ea-2a1d3bc72244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0713212 Jun 17 08:57:25.118825 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 35970) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:25.121836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] Sync routers for ids ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:25.133648 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-7a79e5ca-8faf-4a3c-a2f2-4c2f09e9d39d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:25.135674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-7a79e5ca-8faf-4a3c-a2f2-4c2f09e9d39d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/networks?id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 797 time: 0.1291242 Jun 17 08:57:25.136844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] Routers {'b8e0b641-1860-47fa-90ea-2a1d3bc72244'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:25.137486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:25.152785 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-182b6650-475d-4f55-bbdc-0b24b8c2fb80 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/quotas/cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 375 time: 0.0110276 Jun 17 08:57:25.245868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-2a389a84-dbd2-4bed-ae6a-2661801f1403 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857553 Jun 17 08:57:25.270123 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.296613 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] Set router b8e0b641-1860-47fa-90ea-2a1d3bc72244 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:25.392174 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.417633 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-d9137d3a-030b-41b0-b388-9b2a9b67b13b service neutron] 10.222.0.65 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508682 Jun 17 08:57:25.485681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Deleting port 8cff6582-0665-4ded-9ee0-1e86e8231aa8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:25.486299 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.543093 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-934aa9cd-fee6-42eb-be06-b9da33666fcf service neutron] 10.222.0.65 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030972 Jun 17 08:57:25.590148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] For port 8cff6582-0665-4ded-9ee0-1e86e8231aa8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=8cff6582-0665-4ded-9ee0-1e86e8231aa8,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:25.590867 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.676692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Calling delete_port for 8cff6582-0665-4ded-9ee0-1e86e8231aa8 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:25.718470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:57:23Z', 'revision_number': 5, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port': {'id': '8cff6582-0665-4ded-9ee0-1e86e8231aa8', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:48Z', 'updated_at': '2021-06-17T08:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:25.773109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] Checking router: b8e0b641-1860-47fa-90ea-2a1d3bc72244 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:25.783569 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] Routers {'b8e0b641-1860-47fa-90ea-2a1d3bc72244'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:25.784690 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:56:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:25.901902 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.902189 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa2ac5f3-79ac-4546-a401-765c28000974 req-424e0a33-08b0-4935-a632-ac6262b553ba tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 210 time: 0.0819695 Jun 17 08:57:25.905248 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:25.949652 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 164391d2-1bc0-45ae-9c05-b70404d983fd up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:25.963167 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8cff6582-0665-4ded-9ee0-1e86e8231aa8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:25.967826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:26.012522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] Set router b8e0b641-1860-47fa-90ea-2a1d3bc72244 gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:26.070801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:57:25Z', 'revision_number': 6, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:26.104322 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413180fd-c4c4-48bd-b71f-c22ef70b3ca2 None None] The sync data for ids ['b8e0b641-1860-47fa-90ea-2a1d3bc72244'] in n-d-780147-13 is: [{'id': 'b8e0b641-1860-47fa-90ea-2a1d3bc72244', 'name': 'tempest-TestVolumeBootPattern-1734342513-router', 'tenant_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:47Z', 'updated_at': '2021-06-17T08:57:25Z', 'revision_number': 6, 'project_id': 'c03c5b4f2fe44c99bf642cb3e0bd789c', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:26.121676 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.182334 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 164391d2-1bc0-45ae-9c05-b70404d983fd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:26.182873 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.298107 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.300962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.355827 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.356391 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e0b641-1860-47fa-90ea-2a1d3bc72244 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:57:26.360977 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.364819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36000) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:26.365433 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] 10.222.0.65 "DELETE /v2.0/routers/b8e0b641-1860-47fa-90ea-2a1d3bc72244 HTTP/1.1" status: 204 len: 168 time: 1.2451069 Jun 17 08:57:26.450592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Deleting subnet 6af7b246-b034-4248-a6ff-2de0abfa2465 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:26.457628 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.519802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.634960 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.718758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.721189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-07a64c70-81f2-49db-8ee8-177f53d4aba2 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:26.763500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af7b246-b034-4248-a6ff-2de0abfa2465,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:26.765929 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:26.770347 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.775028 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36012) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:26.776936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca367c41-af51-486e-af97-9805ba031825 None None] Network 5cb2b753-1151-404c-8073-33753f0e57e3 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:26.785009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8378359f-2b01-443a-8050-a64184e39179 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6af7b246-b034-4248-a6ff-2de0abfa2465 HTTP/1.1" status: 204 len: 168 time: 0.4130805 Jun 17 08:57:26.888020 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.018699 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Deleting port 375003fb-58a5-4436-911c-827c295f8ef1 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:27.019080 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.120358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] For port 375003fb-58a5-4436-911c-827c295f8ef1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=375003fb-58a5-4436-911c-827c295f8ef1,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:27.120725 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.147937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] DHCP port deletion for 5cb2b753-1151-404c-8073-33753f0e57e3 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:57:27.178685 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-514cf419-6cee-4123-b28a-4bc2b42cc329 req-b30f3f19-1e14-4992-bde9-66a1e3825456 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 210 time: 0.0724416 Jun 17 08:57:27.264787 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Deleting port 375003fb-58a5-4436-911c-827c295f8ef1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:27.265810 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.269753 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Calling delete_port for 375003fb-58a5-4436-911c-827c295f8ef1 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:27.375707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] For port 375003fb-58a5-4436-911c-827c295f8ef1, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=375003fb-58a5-4436-911c-827c295f8ef1,segment=NetworkSegment(9b392026-eea9-47f9-8049-8b4a75d0c733),segment_id=9b392026-eea9-47f9-8049-8b4a75d0c733)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:27.376657 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.385727 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.388889 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2135d857-92c6-43bb-9513-532d689bd5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:27.418964 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=375003fb-58a5-4436-911c-827c295f8ef1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:27.430616 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:27.431866 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] No DVR routers for this DVR port 375003fb-58a5-4436-911c-827c295f8ef1 on host n-d-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:27.478259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Calling delete_port for 375003fb-58a5-4436-911c-827c295f8ef1 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:27.580599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.592936 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.594974 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:27.600552 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb2b753-1151-404c-8073-33753f0e57e3']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:27.621614 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b392026-eea9-47f9-8049-8b4a75d0c733') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:27.621959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b392026-eea9-47f9-8049-8b4a75d0c733') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:27.634764 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.636893 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Pushing event deleted for resources: {'Port': ['ID=375003fb-58a5-4436-911c-827c295f8ef1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:27.643448 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:27.660608 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.665749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] No DVR routers for this DVR port 375003fb-58a5-4436-911c-827c295f8ef1 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:27.679681 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:27.680278 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:27.682509 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:27.686040 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.789416 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.796968 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8190f7c6-5f42-4cb0-8498-f627c0a3e36e tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:27.800139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.803117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5cb2b753-1151-404c-8073-33753f0e57e3 HTTP/1.1" status: 204 len: 168 time: 1.0266593 Jun 17 08:57:27.833731 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb2b753-1151-404c-8073-33753f0e57e3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:27.843192 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:27.890062 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a83dc16-87e1-4788-8498-bfa75527b07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.986204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 375003fb-58a5-4436-911c-827c295f8ef1 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:28.018142 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 375003fb-58a5-4436-911c-827c295f8ef1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:28.019060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 375003fb-58a5-4436-911c-827c295f8ef1 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:28.019676 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8cff6582-0665-4ded-9ee0-1e86e8231aa8 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:28.024011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-d2246d2b-9d37-4b10-ab2d-1d85ce7954fa tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:28.029928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-d2246d2b-9d37-4b10-ab2d-1d85ce7954fa tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/networks?id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 797 time: 0.2794709 Jun 17 08:57:28.050145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 8cff6582-0665-4ded-9ee0-1e86e8231aa8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:28.050738 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 8cff6582-0665-4ded-9ee0-1e86e8231aa8 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:28.051361 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60087a2b-985e-4c4c-9892-aed74cd6e315 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:28.088991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 60087a2b-985e-4c4c-9892-aed74cd6e315 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:28.089348 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 60087a2b-985e-4c4c-9892-aed74cd6e315 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:28.098765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36036) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:28.105549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-ee4d871b-389d-4a48-98b0-9af4578726d1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 380 time: 0.0632472 Jun 17 08:57:28.116916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'port': {'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'admin_state_up': True, 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'security_groups': ['5d199f1a-2d6d-494a-a724-10f9ebd95899']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:28.163168 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3dd0063f-287b-40b6-8bd7-f854edf596c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1c770ba5dc145adafd25262cceee359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619280 Jun 17 08:57:28.166371 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:28.279493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.306184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:28.313474 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.341962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.394860 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bbada905-86b3-4d6d-9e4e-98de49835553 req-2f463527-7aad-46c3-bf89-43258146dc84 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 210 time: 0.0400765 Jun 17 08:57:28.407891 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.412288 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.423308 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbca2459-25e2-440e-99cb-32aaa0c18b55 HTTP/1.1" status: 204 len: 168 time: 0.2553389 Jun 17 08:57:28.425179 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecc3de2c-1bf6-4fac-acb3-6653503f08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:28.434222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbca2459-25e2-440e-99cb-32aaa0c18b55,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:28.436910 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98da6d64-b101-43ec-84ba-46c4826194ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:28.559102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.20.0.4 (60827842-0662-4a5a-ac1b-29e5a97d6806/40fe43de-2e5a-469d-a3d5-7b02d3a69ba0/2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:28.729280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.744542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Transition to ACTIVE for port object 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:28.789562 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.806870 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c2f4d0c5-2f58-4e20-8849-1f41a75ab8c6 tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:28.817300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:28.835309 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:28.856326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:28.938330 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.958939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:28.963465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36066) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:28.971820 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:28.986695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:28.987540 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.012251 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991473 Jun 17 08:57:29.025682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Request body: {'port': {'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:29.038183 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1fda5ee4-a12d-4787-90c6-7ab275159297 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c03c5b4f2fe44c99bf642cb3e0bd789c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732393 Jun 17 08:57:29.041675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36068) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:29.109703 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.145304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.151218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.200288 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-afeb1981-9fd8-4df2-b867-e299302b37bf None None] Provisioning for port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:29.205723 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-afeb1981-9fd8-4df2-b867-e299302b37bf None None] Provisioning complete for port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:29.206765 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afeb1981-9fd8-4df2-b867-e299302b37bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.233358 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.236514 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.240610 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faaaa34f-42c2-40c7-ac78-0f8788df0aeb HTTP/1.1" status: 204 len: 168 time: 0.1976094 Jun 17 08:57:29.241820 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e921fcf-d4ef-4c3e-940b-b8dc06c4e694 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:29.251477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaaa34f-42c2-40c7-ac78-0f8788df0aeb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:29.254341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:29.263866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-afeb1981-9fd8-4df2-b867-e299302b37bf None None] Port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:29.619733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:29.629794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.654041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Transition to ACTIVE for port object 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:29.670363 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.678233 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-811fe255-a9ad-41e8-a0f0-cad61a7c8ee0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:29.763539 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a10f-cdab-4c8a-999c-a331a61a82ed req-39b176a9-f2d4-4ec4-aeec-4a7c0ebb0d94 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:29.765894 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fbc6a10f-cdab-4c8a-999c-a331a61a82ed req-39b176a9-f2d4-4ec4-aeec-4a7c0ebb0d94 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 931 time: 0.2009437 Jun 17 08:57:29.940471 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:29.953542 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:29.972902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fbc6a10f-cdab-4c8a-999c-a331a61a82ed req-218f98ae-d923-4067-9593-ee4f073e2e95 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989045 Jun 17 08:57:30.094478 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Attempting to bind port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:30.095221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Attempting to bind port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:30.095221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Attempting to bind port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd on network 60827842-0662-4a5a-ac1b-29e5a97d6806 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:30.099476 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd on network 60827842-0662-4a5a-ac1b-29e5a97d6806 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:57:30.099797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Attempting to bind port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd on network 60827842-0662-4a5a-ac1b-29e5a97d6806 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:30.106558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:30.106893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Checking segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:30.107307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Bound using segment: {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:30.107734 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Bound port: 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:30.108079 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.201501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] For port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:30.204862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] For port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:30.209661 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.213676 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-70513087-efa4-447a-b661-71bb1497be33 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:30.253204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:30.253854 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.255355 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] 10.222.0.67 "PUT /v2.0/ports/2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 200 len: 1092 time: 1.2351885 Jun 17 08:57:30.255845 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:30.258195 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b706ec6-f631-4ef2-801a-ad7afff49ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:30.295411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:30.312273 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:30.368881 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.400563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-ba4d7e7a-67f9-4e26-827b-48d2eee160a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:30.402383 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-ba4d7e7a-67f9-4e26-827b-48d2eee160a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1095 time: 0.0865829 Jun 17 08:57:30.468972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-2620d54e-46d0-4319-b2e9-ed9c5451bb97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 200 len: 217 time: 0.0590713 Jun 17 08:57:30.546930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-01834fa3-231d-45d7-bdf4-d96fdc8efcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:30.553989 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-01834fa3-231d-45d7-bdf4-d96fdc8efcb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 HTTP/1.1" status: 200 len: 835 time: 0.0784643 Jun 17 08:57:30.640784 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a9704-6075-40ae-b5d3-8e8449746071 x-openstack-request-id: req-696a9704-6075-40ae-b5d3-8e8449746071 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:30.641346 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:30.641810 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-696a9704-6075-40ae-b5d3-8e8449746071 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:30.642418 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'status': 'completed', 'code': 200} Jun 17 08:57:30.656255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-a2c4cd2a-55fb-4b52-a39a-fb3f6269baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:30.658134 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-a2c4cd2a-55fb-4b52-a39a-fb3f6269baa6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60827842-0662-4a5a-ac1b-29e5a97d6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972683 Jun 17 08:57:30.784377 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-56415adc-4f75-4e3e-8017-f748f73ea9b7 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192966 Jun 17 08:57:30.920534 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-45453f66-cc5d-449f-8d22-4f0667c9c3b8 req-147e9cb1-27bc-46b0-b79a-76b9d5b542c0 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295338 Jun 17 08:57:31.040452 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-d0b867eb-1f09-499c-aeae-ea35bd1fa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.043652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-d0b867eb-1f09-499c-aeae-ea35bd1fa239 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1095 time: 0.0592196 Jun 17 08:57:31.199717 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-ce51ed9e-4364-429b-b001-b347431757ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.202066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-ce51ed9e-4364-429b-b001-b347431757ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 898 time: 0.1520212 Jun 17 08:57:31.255161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-1a6b84e9-fdbb-4855-b17e-f00045e449ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 200 len: 217 time: 0.0454168 Jun 17 08:57:31.313834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cec3-1361-4b5e-a237-981d4f59795e req-f5ed42a8-144c-4e87-87a4-5a21b412b130 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.315796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60f2cec3-1361-4b5e-a237-981d4f59795e req-f5ed42a8-144c-4e87-87a4-5a21b412b130 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 943 time: 0.1539483 Jun 17 08:57:31.359881 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-160ef087-63b6-4379-b2c7-14b83b55fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.361323 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-160ef087-63b6-4379-b2c7-14b83b55fb61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 HTTP/1.1" status: 200 len: 835 time: 0.0994351 Jun 17 08:57:31.369288 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-60f2cec3-1361-4b5e-a237-981d4f59795e req-220823be-59ab-4138-aac8-b96957ef3828 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Jun 17 08:57:31.443390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-373e2c46-6f40-4c9d-9b65-4dd71bf968b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.444985 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-373e2c46-6f40-4c9d-9b65-4dd71bf968b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60827842-0662-4a5a-ac1b-29e5a97d6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748544 Jun 17 08:57:31.556826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-87c0d1f6-d079-407a-a0f3-40c658883487 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045694 Jun 17 08:57:31.661209 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8b706ec6-f631-4ef2-801a-ad7afff49ab3 req-b38fdf6b-cc4e-4c0f-9668-cc1202443b22 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970788 Jun 17 08:57:32.418631 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:57:32.583587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:32.608821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:57:32.609984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371f302-256c-45fe-a87d-83396e588afb req-218738f1-874c-4c31-83de-0e1365f4f959 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:32.617680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4371f302-256c-45fe-a87d-83396e588afb req-218738f1-874c-4c31-83de-0e1365f4f959 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 943 time: 0.0862646 Jun 17 08:57:32.657794 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.674149 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:32.679688 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4371f302-256c-45fe-a87d-83396e588afb req-fac0adc9-bc76-4adb-af3e-4ed00bb4ef8d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491581 Jun 17 08:57:32.733945 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:32.739117 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.742277 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55aa1553-e49d-44a2-a1a0-83b6767dbf14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:32.803921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:32.808724 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:32.966933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:33.863306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc911638-2757-4b36-a0e7-66688b147ac5 req-8b58f24a-4004-402a-ad25-d4203357bb16 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:33.864920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc911638-2757-4b36-a0e7-66688b147ac5 req-8b58f24a-4004-402a-ad25-d4203357bb16 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 944 time: 0.0720382 Jun 17 08:57:33.912393 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc911638-2757-4b36-a0e7-66688b147ac5 req-c1ba6495-29ad-43e4-8cdb-6604dc201dfd tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405209 Jun 17 08:57:34.434302 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:34.496539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:34.501385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:34.501768 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.584575 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.630265 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:34.640312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:34.643568 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0665f3bc-a681-46b3-ade1-dab6f9fe7057" -d '{"events": [{"server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "name": "network-vif-plugged", "status": "completed", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:34.647595 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.652038 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c3dc554-3a77-4b80-8e80-00f5ec5a041f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:34.689913 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebc624f-05ed-47c7-841b-e957b56193c9 x-openstack-request-id: req-2ebc624f-05ed-47c7-841b-e957b56193c9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:34.690261 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "name": "network-vif-plugged", "status": "completed", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:34.690525 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ebc624f-05ed-47c7-841b-e957b56193c9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:34.690955 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'code': 200} Jun 17 08:57:34.704624 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:34.707681 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:34.812213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1dc2e-da36-4b0f-af81-283664ee7a2d req-e9568a06-04eb-4989-bb9e-2ea7fee29f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:34.813665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61e1dc2e-da36-4b0f-af81-283664ee7a2d req-e9568a06-04eb-4989-bb9e-2ea7fee29f20 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1097 time: 0.0588107 Jun 17 08:57:34.849808 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61e1dc2e-da36-4b0f-af81-283664ee7a2d req-845ed336-e1a7-4df2-85d3-a8d81d755b7f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301709 Jun 17 08:57:35.096552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651982ff-a552-4e8d-be3c-008e22846260 req-9e226b23-d73f-49a4-87cd-d5791af1b1c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:35.103522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-651982ff-a552-4e8d-be3c-008e22846260 req-9e226b23-d73f-49a4-87cd-d5791af1b1c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 945 time: 0.0705550 Jun 17 08:57:35.137241 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-651982ff-a552-4e8d-be3c-008e22846260 req-631a356f-ad90-47d7-8d18-ff5d4e4d6199 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jun 17 08:57:35.738775 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:57:36.329443 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930167-f8b0-4ecb-b6a7-fa9ada1287cf req-5d394272-605e-4801-81fa-179511911a63 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:36.330973 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43930167-f8b0-4ecb-b6a7-fa9ada1287cf req-5d394272-605e-4801-81fa-179511911a63 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 945 time: 0.0708187 Jun 17 08:57:36.377656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-43930167-f8b0-4ecb-b6a7-fa9ada1287cf req-d8fb6348-47db-4828-81d0-b20658114e1b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Jun 17 08:57:36.612422 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9b630-1c17-451f-aa75-ee30e8621aab req-53d5f50d-cbaf-483f-99fb-f2b77804dc33 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:36.613958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6d9b630-1c17-451f-aa75-ee30e8621aab req-53d5f50d-cbaf-483f-99fb-f2b77804dc33 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 945 time: 0.1000648 Jun 17 08:57:36.658708 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b6d9b630-1c17-451f-aa75-ee30e8621aab req-0bdfb782-cf01-4b51-a17b-27a95c52dd0c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364003 Jun 17 08:57:36.676355 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36220) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.688672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36224) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.750218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92633b49-6d34-4f46-a689-0d283c5bfe45 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:36.754767 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-92633b49-6d34-4f46-a689-0d283c5bfe45 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1092 time: 0.0623612 Jun 17 08:57:36.754984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36226) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.759855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:36.785041 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.812860 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.898006 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.921019 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.926531 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.931696 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:36.971352 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed64887ce29e41419d16fffec97f0e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937987 Jun 17 08:57:36.972835 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd05dea-30ec-4a34-9c82-a43550734485,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:36.973983 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36232) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.976220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:37.059976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.25.7.161 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/a47fea05-4a1e-4aa2-b9a3-0ac5c361d4d7) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:37.069311 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.122024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.221984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.234415 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.237005 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.240397 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfd05dea-30ec-4a34-9c82-a43550734485 HTTP/1.1" status: 204 len: 168 time: 0.2629182 Jun 17 08:57:37.240397 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-42747f46-7265-4b5d-90fb-de212574e9db tempest-VolumesBackupsTest-202347685 tempest-VolumesBackupsTest-202347685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:37.251298 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd05dea-30ec-4a34-9c82-a43550734485,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:37.255451 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:37.279698 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.283125 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7cea8edc-cc22-4619-97fc-49e47f84f662 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:37.330529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:37.333600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:37.338834 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:37.371821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=a47fea05-4a1e-4aa2-b9a3-0ac5c361d4d7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:37.377338 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:37.556878 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36248) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:37.572702 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.689173 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.693622 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.698248 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e41cff0-a703-4386-ae9e-07a589fe2e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:37.735983 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5835f79fe8164ed0ad18096bf397f55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778755 Jun 17 08:57:37.736958 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d3c16-753a-4014-a97d-e76fbff4ebdc,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:37.739238 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36256) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:37.756667 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.761606 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:37.789937 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.813063 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.854819 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.867494 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.871963 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.873409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a3d3c16-753a-4014-a97d-e76fbff4ebdc HTTP/1.1" status: 204 len: 168 time: 0.1330745 Jun 17 08:57:37.874455 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-11520abe-729c-4e36-b2dc-4231f675282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:37.887322 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d3c16-753a-4014-a97d-e76fbff4ebdc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:37.890702 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:38.023597 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.029236 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.031432 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f2cce259-c4b4-42be-b78e-9ee7f67d84fc tempest-VolumesActionsTest-2016623306 tempest-VolumesActionsTest-2016623306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:38.106741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=a47fea05-4a1e-4aa2-b9a3-0ac5c361d4d7,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.117039 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:38.127385 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.237964 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Floating IP 8983b5e2-95b9-44b6-b151-9dde0f6f4009 associated. External IP: 172.25.7.161, port: 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd. Jun 17 08:57:38.840068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:38.971429 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:38.985098 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:38.996265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.002359 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:39.003044 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:57:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:39.044944 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2883246 Jun 17 08:57:39.045968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:39.047382 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36310) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:39.049736 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35510450-123a-49a3-8939-686f63c52034" -d '{"events": [{"name": "network-changed", "server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:39.132765 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c10452-a3ac-4410-8ca9-315d43450a6e x-openstack-request-id: req-93c10452-a3ac-4410-8ca9-315d43450a6e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:39.133202 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:39.135161 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-cff266d8-4ebd-47a3-843c-dac1f82b5f24 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/8983b5e2-95b9-44b6-b151-9dde0f6f4009 HTTP/1.1" status: 200 len: 991 time: 0.0863669 Jun 17 08:57:39.136080 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93c10452-a3ac-4410-8ca9-315d43450a6e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:39.136585 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'status': 'completed', 'code': 200} Jun 17 08:57:39.183224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:39.220140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510450-123a-49a3-8939-686f63c52034 req-2db491da-b47a-4df2-ad56-b7d08a1cdd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.222396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-2db491da-b47a-4df2-ad56-b7d08a1cdd0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1097 time: 0.0680964 Jun 17 08:57:39.341647 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510450-123a-49a3-8939-686f63c52034 req-f2f6b282-9533-497c-8f4b-6b354ad83945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.343308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-f2f6b282-9533-497c-8f4b-6b354ad83945 service neutron] 10.222.0.67 "GET /v2.0/networks?id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 898 time: 0.1142490 Jun 17 08:57:39.424845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-95643e11-8a76-48e6-8122-51d2937fb0c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 200 len: 999 time: 0.0750871 Jun 17 08:57:39.470716 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:37Z', 'revision_number': 0, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:39.495117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510450-123a-49a3-8939-686f63c52034 req-65d7cdff-8a7b-4152-9458-a57fff683e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.496750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-65d7cdff-8a7b-4152-9458-a57fff683e7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 HTTP/1.1" status: 200 len: 835 time: 0.0659239 Jun 17 08:57:39.513063 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:39.521906 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:39.522751 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:57:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:39.575402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35510450-123a-49a3-8939-686f63c52034 req-c45f3222-796a-4d89-9e05-c94f2aa3a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.577796 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-c45f3222-796a-4d89-9e05-c94f2aa3a4c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60827842-0662-4a5a-ac1b-29e5a97d6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745356 Jun 17 08:57:39.670107 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:39.697844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-716dde84-f72b-403b-b843-9c7c5f057562 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135535 Jun 17 08:57:39.802730 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35510450-123a-49a3-8939-686f63c52034 req-7e74fc80-66c4-4519-974e-f2070810f7a4 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977926 Jun 17 08:57:40.052011 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:37Z', 'revision_number': 0, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:40.079260 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4012d41-2c17-4f9e-bc3f-32c0eeafc5b1 None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:37Z', 'revision_number': 0, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:40.138716 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36352) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:40.224672 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-701c012e-5709-4bcc-974a-3ee39d9365bd tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/8983b5e2-95b9-44b6-b151-9dde0f6f4009 HTTP/1.1" status: 200 len: 991 time: 0.0843866 Jun 17 08:57:40.324991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf0fdb-896a-4045-b76f-8ea6799eeebc None None] New status for floating IP 8983b5e2-95b9-44b6-b151-9dde0f6f4009: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:57:41.228410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:41.292258 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0344b1a3-aeba-4a1f-af1d-bca514b4c6ed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/8983b5e2-95b9-44b6-b151-9dde0f6f4009 HTTP/1.1" status: 200 len: 993 time: 0.0626121 Jun 17 08:57:47.328957 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.575362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36500) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:48.682660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3204318f-908d-4b41-9543-9f7396e0f8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.773081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3204318f-908d-4b41-9543-9f7396e0f8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.777798 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3204318f-908d-4b41-9543-9f7396e0f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.780273 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-483a09ca-fcf4-4db4-aa21-56115bf2622c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:48.817390 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3204318f-908d-4b41-9543-9f7396e0f8e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=834ad40653c14394ad8258954661dc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407112 Jun 17 08:57:48.818291 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204318f-908d-4b41-9543-9f7396e0f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b79d05-5c1a-4161-ad0c-f627be6665ab,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.819955 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36506) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:48.822530 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3204318f-908d-4b41-9543-9f7396e0f8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:48.876282 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.903279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.960118 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.963380 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.964548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1b79d05-5c1a-4161-ad0c-f627be6665ab HTTP/1.1" status: 204 len: 168 time: 0.1435344 Jun 17 08:57:48.965395 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2feb6c47-4dc9-4c83-87c1-a49cd802fe16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:48.973802 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b79d05-5c1a-4161-ad0c-f627be6665ab,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.980313 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.247079 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36514) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:49.260919 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.353350 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.357673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.360147 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-93e50345-fa02-4b66-8c75-5b3b694aafe4 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:49.396013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c1261cd09c94e24abbcd7149d675b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477966 Jun 17 08:57:49.396825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad18cb-6ad6-47c4-9af5-ae63ae52332a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.398713 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36516) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:49.403709 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.449858 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.471139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.491303 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.523593 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.527515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.528957 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4ad18cb-6ad6-47c4-9af5-ae63ae52332a HTTP/1.1" status: 204 len: 168 time: 0.1285322 Jun 17 08:57:49.529903 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7882cf34-aa57-4b21-8947-0978351c8e2e tempest-AttachVolumeTestJSON-706166430 tempest-AttachVolumeTestJSON-706166430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:49.538553 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad18cb-6ad6-47c4-9af5-ae63ae52332a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.541298 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-798ba6b2-0049-4529-a340-c3ab8c733911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.873346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 36526) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:49.891368 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.993655 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.999206 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.002915 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-738def3b-ad77-4060-bd88-ec11ddc74795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:50.040887 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=119e9d776cac49d993db02c31d512673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661570 Jun 17 08:57:50.042148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ca880-ae7c-4974-85be-4b598531b6c9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:50.043407 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36528) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:50.045216 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:50.095168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.116718 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.163673 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.166865 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.168062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d6ca880-ae7c-4974-85be-4b598531b6c9 HTTP/1.1" status: 204 len: 168 time: 0.1231332 Jun 17 08:57:50.168881 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-917499bb-2f3f-47cb-b0b8-e71c9ddc3509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:50.180756 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ca880-ae7c-4974-85be-4b598531b6c9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:50.183564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:52.566853 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-e3927863-0ae4-48db-af6c-968f4e6ae096 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=183a040c10d24a4cb7027d5f26bb7bf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270271 Jun 17 08:57:52.670990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-8ab4810e-cea6-48ae-895f-048c1bfac49e tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:52.672446 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-8ab4810e-cea6-48ae-895f-048c1bfac49e tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1002278 Jun 17 08:57:52.687097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-54ee5b94-06d8-4714-81b9-baddefecac33 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/quotas/183a040c10d24a4cb7027d5f26bb7bf1 HTTP/1.1" status: 200 len: 375 time: 0.0092785 Jun 17 08:57:52.719806 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-13101db6-70bf-41a5-8b84-f7134269f5c9 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=183a040c10d24a4cb7027d5f26bb7bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277512 Jun 17 08:57:52.897641 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-15540f62-6d74-4120-8500-bc2b7bc0167c req-3ed0d8db-1207-45dc-a737-f78e0caf5047 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0356476 Jun 17 08:57:53.988172 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0ce760e3-fd20-4ee3-ada0-656203d651fa req-9017fd68-5392-4b9f-bfc5-82e3f603b985 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0302236 Jun 17 08:57:55.033049 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78a7bb7d-c8c8-426a-b946-9e820f167aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.154067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-637492e4-a8f1-4192-8508-92d0fe92c0a7 req-d2dd9aa5-6f14-4575-af96-c0d342f15aa2 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0328526 Jun 17 08:57:55.208911 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-34afd0ea-750f-43ed-a8c7-9db829f91c7c tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=183a040c10d24a4cb7027d5f26bb7bf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377567 Jun 17 08:57:55.418536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-b24183cf-7b7e-4f38-9b02-a893de54948c tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:55.420037 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-b24183cf-7b7e-4f38-9b02-a893de54948c tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061183 Jun 17 08:57:55.434441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Request body: {'port': {'device_id': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': '183a040c10d24a4cb7027d5f26bb7bf1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:55.544270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Made reservation on behalf of 183a040c10d24a4cb7027d5f26bb7bf1 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:55.547868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.558126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.667925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.671791 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.676668 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cfe4b1a4-d772-4be2-a54a-3defe920ed27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:55.742407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0a656-12cd-426d-a000-b065c38625b8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:55.747798 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:55.811342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Allocated IP 192.168.233.237 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/34cf3247-9853-4698-909d-3784297ae53c) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:55.982341 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.997786 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Transition to ACTIVE for port object 34cf3247-9853-4698-909d-3784297ae53c will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:56.030376 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.034657 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4ca43500-49e2-43bc-8038-844bb9d3a415 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:56.076858 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:56.080219 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:56.087220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:56.118246 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Pushing event updated for resources: {'Port': ['ID=34cf3247-9853-4698-909d-3784297ae53c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:56.127897 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:56.154870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.155536 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.172044 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7416353 Jun 17 08:57:56.202220 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Request body: {'port': {'device_id': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:56.295756 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.380048 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c91e2-dc4b-48f9-8189-32013e02ac16 req-7e77947e-bd68-49bf-869b-9589767a128c tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.381480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a84c91e2-dc4b-48f9-8189-32013e02ac16 req-7e77947e-bd68-49bf-869b-9589767a128c tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 936 time: 0.0741568 Jun 17 08:57:56.422246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a84c91e2-dc4b-48f9-8189-32013e02ac16 req-8df75d62-992f-4ded-9fd0-bf259c17bb26 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341825 Jun 17 08:57:56.448778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3eae4629-19dc-492b-87f8-699536f35e4e None None] Provisioning for port 34cf3247-9853-4698-909d-3784297ae53c completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:56.453986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3eae4629-19dc-492b-87f8-699536f35e4e None None] Provisioning complete for port 34cf3247-9853-4698-909d-3784297ae53c triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:56.455113 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3eae4629-19dc-492b-87f8-699536f35e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.508198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3eae4629-19dc-492b-87f8-699536f35e4e None None] Port 34cf3247-9853-4698-909d-3784297ae53c cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:56.588727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cf3247-9853-4698-909d-3784297ae53c {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:56.596420 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.610336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Transition to ACTIVE for port object 34cf3247-9853-4698-909d-3784297ae53c will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:56.628142 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.631377 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e45adaa7-de8d-461e-ab3d-1fda2f92e6a7 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:56.708839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf3247-9853-4698-909d-3784297ae53c,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:56.717942 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:56.803406 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Attempting to bind port 34cf3247-9853-4698-909d-3784297ae53c on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:56.803927 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Attempting to bind port 34cf3247-9853-4698-909d-3784297ae53c by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:56.804320 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Attempting to bind port 34cf3247-9853-4698-909d-3784297ae53c on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:56.809953 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Port 34cf3247-9853-4698-909d-3784297ae53c on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:57:56.810326 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Attempting to bind port 34cf3247-9853-4698-909d-3784297ae53c on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:56.816618 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:56.816954 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:56.817339 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:56.817765 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Bound port: 34cf3247-9853-4698-909d-3784297ae53c, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:56.818581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.893894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] For port 34cf3247-9853-4698-909d-3784297ae53c, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:56.897482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] For port 34cf3247-9853-4698-909d-3784297ae53c, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34cf3247-9853-4698-909d-3784297ae53c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:56.908851 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.911280 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8cf12b50-52b3-4393-aec2-c637c3b73680 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:56.954054 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.954865 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.956375 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] 10.222.0.60 "PUT /v2.0/ports/34cf3247-9853-4698-909d-3784297ae53c HTTP/1.1" status: 200 len: 1097 time: 0.7693353 Jun 17 08:57:56.959099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'tag': '34cf3247-9853-4698-909d-3784297ae53c'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:56.962677 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0b97c-4703-412a-9f09-e07d5f52ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd053b0b-56e4-4e03-a20f-bedc9d45c7b8", "tag": "34cf3247-9853-4698-909d-3784297ae53c"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:56.994268 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf3247-9853-4698-909d-3784297ae53c,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:57.003471 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:57.019742 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f605c0-f816-491e-b6f2-082f614367dc x-openstack-request-id: req-e0f605c0-f816-491e-b6f2-082f614367dc {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:57.020197 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd053b0b-56e4-4e03-a20f-bedc9d45c7b8", "tag": "34cf3247-9853-4698-909d-3784297ae53c", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:57.020594 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0f605c0-f816-491e-b6f2-082f614367dc {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:57.021126 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'tag': '34cf3247-9853-4698-909d-3784297ae53c', 'status': 'completed', 'code': 200} Jun 17 08:57:57.068897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-3aded467-b386-4dde-b980-4efacbec1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.070676 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-3aded467-b386-4dde-b980-4efacbec1e78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=183a040c10d24a4cb7027d5f26bb7bf1&device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 1100 time: 0.0629785 Jun 17 08:57:57.123770 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-35f514df-fb4d-45ef-b102-19bd665852d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=34cf3247-9853-4698-909d-3784297ae53c HTTP/1.1" status: 200 len: 217 time: 0.0415390 Jun 17 08:57:57.183429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-b8cc6da9-fcc3-4f84-abd3-0628ad0118af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.185123 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-b8cc6da9-fcc3-4f84-abd3-0628ad0118af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0556285 Jun 17 08:57:57.241769 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-26a20ddf-a0d7-4c63-8347-8ed5c877998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.243453 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-26a20ddf-a0d7-4c63-8347-8ed5c877998a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516052 Jun 17 08:57:57.342672 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-b31825eb-f381-43cf-99f6-0c0aef5d9f26 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928845 Jun 17 08:57:57.437490 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e60ec23e-c43e-4c9f-be9e-ed679f2cb8a2 req-3e386e46-8f9b-4ea9-bd69-f057db0198ec service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886273 Jun 17 08:57:57.558798 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-fa599b51-1420-4d57-a2ac-840ab5008096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.560341 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-fa599b51-1420-4d57-a2ac-840ab5008096 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=183a040c10d24a4cb7027d5f26bb7bf1&device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 1100 time: 0.0624452 Jun 17 08:57:57.613246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eece20-7d94-4a49-9d83-c7dde3bba67d req-48e194aa-b059-41db-bf3f-62260cc4507d tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.615569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8eece20-7d94-4a49-9d83-c7dde3bba67d req-48e194aa-b059-41db-bf3f-62260cc4507d tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 948 time: 0.0668192 Jun 17 08:57:57.636449 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.668062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8eece20-7d94-4a49-9d83-c7dde3bba67d req-0a8935a5-dadd-4d5f-8a2f-e468b4b17943 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Jun 17 08:57:57.668214 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-1944049f-649c-4e9c-8102-0a7b3cfa9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.669502 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-1944049f-649c-4e9c-8102-0a7b3cfa9d42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.1031795 Jun 17 08:57:57.721821 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-30c4c7a8-463b-4337-99c8-642626871bee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=34cf3247-9853-4698-909d-3784297ae53c HTTP/1.1" status: 200 len: 217 time: 0.0443969 Jun 17 08:57:57.771204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-764dc28e-852f-48a1-abb9-e1560cb9df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.772673 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-764dc28e-852f-48a1-abb9-e1560cb9df15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0441773 Jun 17 08:57:57.836840 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-5b47b473-aaa8-4e29-a230-ce1280278faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.838384 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-5b47b473-aaa8-4e29-a230-ce1280278faf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576777 Jun 17 08:57:57.884419 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-faf44770-88b3-44e0-9a82-b9299ab6c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.940171 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-d7cf232f-8ed8-40fd-9e12-d2ad28ea9220 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943427 Jun 17 08:57:58.037568 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-37d0b97c-4703-412a-9f09-e07d5f52ee1c req-9e935b55-1b6b-44c9-8fd0-b5a3cb277189 service neutron] 10.222.0.60 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900226 Jun 17 08:57:58.854073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34171bf1-945e-4ef1-b369-04d3912d0919 req-5a8a5391-0efb-4344-8149-6b1d5f7dd7a5 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:58.855623 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34171bf1-945e-4ef1-b369-04d3912d0919 req-5a8a5391-0efb-4344-8149-6b1d5f7dd7a5 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 948 time: 0.0666087 Jun 17 08:57:58.901265 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34171bf1-945e-4ef1-b369-04d3912d0919 req-f924123f-eb9e-4ada-9c4e-ad8f1335b2ba tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Jun 17 08:57:58.923914 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.090310 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8970e-990d-4975-b828-774f9ed917b8 req-d9757ca3-c624-42df-947c-78361db19cba tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:00.092010 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-31d8970e-990d-4975-b828-774f9ed917b8 req-d9757ca3-c624-42df-947c-78361db19cba tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 948 time: 0.0730383 Jun 17 08:58:00.131776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-31d8970e-990d-4975-b828-774f9ed917b8 req-77744071-3d45-4962-8741-46c3958a2130 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jun 17 08:58:00.364385 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.868863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34cf3247-9853-4698-909d-3784297ae53c details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:58:00.964596 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 34cf3247-9853-4698-909d-3784297ae53c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34cf3247-9853-4698-909d-3784297ae53c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:00.974548 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '34cf3247-9853-4698-909d-3784297ae53c', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '34cf3247-9853-4698-909d-3784297ae53c', 'mac_address': 'fa:16:3e:a6:7c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:58:01.013561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.027110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf3247-9853-4698-909d-3784297ae53c {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:01.048047 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 34cf3247-9853-4698-909d-3784297ae53c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34cf3247-9853-4698-909d-3784297ae53c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:01.056346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.058558 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-25438831-ccc1-4318-b510-2145028b1f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:01.110630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=34cf3247-9853-4698-909d-3784297ae53c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:01.114131 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:01.259693 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['34cf3247-9853-4698-909d-3784297ae53c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:01.332450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aee18-a53a-43b9-8131-a5883f6b1001 req-5cff6dfa-6194-4092-9043-4b7944af7add tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:01.341474 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f61aee18-a53a-43b9-8131-a5883f6b1001 req-5cff6dfa-6194-4092-9043-4b7944af7add tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 949 time: 0.0896270 Jun 17 08:58:01.392110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f61aee18-a53a-43b9-8131-a5883f6b1001 req-f5f7e30b-3296-48cb-b232-75c5783f00b6 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Jun 17 08:58:02.024667 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-19ab44f3-3282-470a-af53-f7eda6cea33a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590596 Jun 17 08:58:02.122196 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-8e08808d-a2a7-4a43-a1ca-3dcf67d05d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:02.123791 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-8e08808d-a2a7-4a43-a1ca-3dcf67d05d31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1097 time: 0.0574999 Jun 17 08:58:02.237283 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-5ee6b535-fcc9-424c-a9fe-8033c6fe088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:02.238799 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-5ee6b535-fcc9-424c-a9fe-8033c6fe088a service neutron] 10.222.0.67 "GET /v2.0/networks?id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 898 time: 0.0891850 Jun 17 08:58:02.308282 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-3a9fd792-881f-41db-a6b5-0ea5bbdbd079 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 200 len: 1001 time: 0.0632267 Jun 17 08:58:02.369733 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-eea0fccf-79cb-4751-b34b-e29418a75ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:02.371335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-eea0fccf-79cb-4751-b34b-e29418a75ba1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 HTTP/1.1" status: 200 len: 835 time: 0.0562763 Jun 17 08:58:02.446863 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-82c13478-45c8-457f-867d-6c278d5a06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:02.448665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-82c13478-45c8-457f-867d-6c278d5a06e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60827842-0662-4a5a-ac1b-29e5a97d6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708449 Jun 17 08:58:02.582428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-98377330-3161-4b29-b6e2-bea25de35a50 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272507 Jun 17 08:58:02.622893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5a129-dcab-45d0-aa25-43e172cbf717 req-87b25133-6def-4bc4-8380-23d76aba96a6 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:02.624428 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5c5a129-dcab-45d0-aa25-43e172cbf717 req-87b25133-6def-4bc4-8380-23d76aba96a6 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 949 time: 0.1043322 Jun 17 08:58:02.723570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5c5a129-dcab-45d0-aa25-43e172cbf717 req-eef33a3e-b70d-4606-b6d8-e9a30388bd55 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863111 Jun 17 08:58:02.736958 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b7dd07cc-6abb-4d67-bd3a-bce81a24259c req-1c081d85-74b8-43a0-affb-aa081d260e36 service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468308 Jun 17 08:58:02.885469 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34cf3247-9853-4698-909d-3784297ae53c up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:02.941198 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 34cf3247-9853-4698-909d-3784297ae53c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:02.945095 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 34cf3247-9853-4698-909d-3784297ae53c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:02.945547 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.030715 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.052392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf3247-9853-4698-909d-3784297ae53c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:03.055658 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50548fc-e586-4aab-ab1c-02ecdcb627d3" -d '{"events": [{"server_uuid": "dd053b0b-56e4-4e03-a20f-bedc9d45c7b8", "name": "network-vif-plugged", "status": "completed", "tag": "34cf3247-9853-4698-909d-3784297ae53c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:03.068273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 34cf3247-9853-4698-909d-3784297ae53c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34cf3247-9853-4698-909d-3784297ae53c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:03.073969 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.077082 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:03.119373 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5834ddb-346c-43be-a240-6eee7b8aa22e x-openstack-request-id: req-d5834ddb-346c-43be-a240-6eee7b8aa22e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:03.119856 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd053b0b-56e4-4e03-a20f-bedc9d45c7b8", "name": "network-vif-plugged", "status": "completed", "tag": "34cf3247-9853-4698-909d-3784297ae53c", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:03.120127 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5834ddb-346c-43be-a240-6eee7b8aa22e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:03.120525 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf3247-9853-4698-909d-3784297ae53c', 'code': 200} Jun 17 08:58:03.142340 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=34cf3247-9853-4698-909d-3784297ae53c,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:03.147702 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:03.230689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d29e3-1d6c-4516-a9b1-2f0af65b9fd9 req-6e96344e-ccd4-42ec-846b-ed7014f1eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:03.232224 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-921d29e3-1d6c-4516-a9b1-2f0af65b9fd9 req-6e96344e-ccd4-42ec-846b-ed7014f1eff3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 1102 time: 0.0565765 Jun 17 08:58:03.272250 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-921d29e3-1d6c-4516-a9b1-2f0af65b9fd9 req-e2e2a27d-cdec-4540-a819-058da3a4e3f7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jun 17 08:58:03.926026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade28e-b6f7-440d-a55d-c6bb90fad886 req-ea80663a-0eb1-4782-9335-801434ca1e29 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:03.928007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eade28e-b6f7-440d-a55d-c6bb90fad886 req-ea80663a-0eb1-4782-9335-801434ca1e29 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0784047 Jun 17 08:58:03.971151 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0eade28e-b6f7-440d-a55d-c6bb90fad886 req-3c7981f2-6e88-47e1-a86d-6f1efe40c580 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370135 Jun 17 08:58:05.200759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46415721-b552-4bb3-8317-e0584d964a58 req-cdc92507-368f-49cf-9029-f9000983a941 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:05.205066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46415721-b552-4bb3-8317-e0584d964a58 req-cdc92507-368f-49cf-9029-f9000983a941 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0819883 Jun 17 08:58:05.240169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46415721-b552-4bb3-8317-e0584d964a58 req-ebf5287e-c652-4b09-a0b9-8fca27c7d538 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Jun 17 08:58:05.664612 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4c08-771d-41b8-9d71-73d19918e270 req-b9577184-4607-4dd1-9d63-3ec989475ca3 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:05.666235 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-596a4c08-771d-41b8-9d71-73d19918e270 req-b9577184-4607-4dd1-9d63-3ec989475ca3 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0663991 Jun 17 08:58:05.704666 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-596a4c08-771d-41b8-9d71-73d19918e270 req-69588f01-00d5-4498-9ef9-22bc4ebe4121 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Jun 17 08:58:06.883085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ec4b1-3b30-438c-9e73-111f2fb135dc req-638d9c6a-c249-41f5-b643-3c8536ee135a tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:06.884652 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc1ec4b1-3b30-438c-9e73-111f2fb135dc req-638d9c6a-c249-41f5-b643-3c8536ee135a tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0666945 Jun 17 08:58:06.889285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-494b3318-5ef2-4511-b40b-ae0de7ecaa55 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:06.890955 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-494b3318-5ef2-4511-b40b-ae0de7ecaa55 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 950 time: 0.0696309 Jun 17 08:58:06.930950 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-dc1ec4b1-3b30-438c-9e73-111f2fb135dc req-c492e20d-3c33-4035-9781-9db38cc87b94 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fe0a656-12cd-426d-a000-b065c38625b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Jun 17 08:58:07.005914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Deleting port 34cf3247-9853-4698-909d-3784297ae53c {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:07.006165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.101298 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] For port 34cf3247-9853-4698-909d-3784297ae53c, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=34cf3247-9853-4698-909d-3784297ae53c,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:07.101648 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.168110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Calling delete_port for 34cf3247-9853-4698-909d-3784297ae53c owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:07.294607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.298634 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f3c393c4-a4af-459f-8047-194880a84878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:07.307122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['34cf3247-9853-4698-909d-3784297ae53c'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:07.334094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Pushing event deleted for resources: {'Port': ['ID=34cf3247-9853-4698-909d-3784297ae53c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:07.353093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.353489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.353870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.354363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.354739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.355642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.355642 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.356040 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.356232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.356595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.356959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.357318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:07.379255 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:07.401573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] No DVR routers for this DVR port 34cf3247-9853-4698-909d-3784297ae53c on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:07.404340 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.406388 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b4dfc7ac-517b-4be8-99d6-32e26bf77b0e req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.60 "DELETE /v2.0/ports/34cf3247-9853-4698-909d-3784297ae53c HTTP/1.1" status: 204 len: 173 time: 0.5095050 Jun 17 08:58:07.407010 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'name': 'network-vif-deleted', 'tag': '34cf3247-9853-4698-909d-3784297ae53c'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:07.411331 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1921220-bdeb-4552-bf1a-4168c26d11d3" -d '{"events": [{"server_uuid": "dd053b0b-56e4-4e03-a20f-bedc9d45c7b8", "name": "network-vif-deleted", "tag": "34cf3247-9853-4698-909d-3784297ae53c"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:07.454093 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff110d1-4333-4ac2-910c-f7119caece11 x-openstack-request-id: req-9ff110d1-4333-4ac2-910c-f7119caece11 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:07.454439 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd053b0b-56e4-4e03-a20f-bedc9d45c7b8", "name": "network-vif-deleted", "tag": "34cf3247-9853-4698-909d-3784297ae53c", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:07.454811 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ff110d1-4333-4ac2-910c-f7119caece11 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:07.455288 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd053b0b-56e4-4e03-a20f-bedc9d45c7b8', 'name': 'network-vif-deleted', 'tag': '34cf3247-9853-4698-909d-3784297ae53c', 'status': 'completed', 'code': 200} Jun 17 08:58:07.928731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 36888) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:08.055800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcec3b7-dba3-4dea-9239-ab66a2ac700d tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:08.056438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcec3b7-dba3-4dea-9239-ab66a2ac700d tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:08.056916 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcec3b7-dba3-4dea-9239-ab66a2ac700d tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:08.058955 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-cbcec3b7-dba3-4dea-9239-ab66a2ac700d tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=cc6c2e1aa29541379f7cfb50fc052fc7&network_id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 2972 time: 0.1286590 Jun 17 08:58:08.120208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67173398-94e4-4707-8820-9bacb49c936e req-5ae203b8-0e49-4e68-9b4e-850e7a0ca8e5 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd053b0b-56e4-4e03-a20f-bedc9d45c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0312152 Jun 17 08:58:10.713927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37066) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:10.718795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998251593', 'description': 'tempest-secgroup-smoke-998251593 description', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:10.743699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.838775 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.843579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.848526 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7b8dadec-31e5-4c52-92fc-f7bc99f78da6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:10.874366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.878260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605484 Jun 17 08:58:10.878260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f800d9-3f8f-4c52-a68e-cd6f56616946,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:10.878658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37084) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:10.886429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group_rule': {'security_group_id': '45f800d9-3f8f-4c52-a68e-cd6f56616946', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:10.886577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.886577 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.886800 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.887199 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.887582 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.887958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.888331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.888701 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.889071 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.889439 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.889806 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.890172 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:10.895722 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:10.916913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.926542 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34cf3247-9853-4698-909d-3784297ae53c no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:10.955123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 34cf3247-9853-4698-909d-3784297ae53c {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:10.955123 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 34cf3247-9853-4698-909d-3784297ae53c not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:10.985559 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.989835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.991826 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-260ab113-0134-400f-b7bb-d5f568c305c8 tempest-SecGroupTest-693898752 tempest-SecGroupTest-693898752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.010773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aea917-1eee-4f10-8595-a60558e8e460,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.013566 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.014275 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.018132 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6b3c461a-6cb8-472f-8630-369c998ea4b9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358345 Jun 17 08:58:11.018659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37098) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.023170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group_rule': {'security_group_id': '45f800d9-3f8f-4c52-a68e-cd6f56616946', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.053575 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.115999 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.122342 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.124299 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d123f965-9f48-4e79-92c3-1ba362da3e23 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.141219 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501712ee-a84d-43b4-9afe-10af3d9ae394,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.144002 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.148699 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.150558 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305351 Jun 17 08:58:11.153265 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37104) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.157728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group_rule': {'security_group_id': '45f800d9-3f8f-4c52-a68e-cd6f56616946', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.186614 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.243163 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.247563 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.249804 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-36e49ef6-1b53-42af-8009-c76d86886d2c tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.266335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5dc1e1-9a69-4842-8561-8ef255a3b2c7,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.268939 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.273460 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.275175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-494927c7-4a41-4143-8aac-2f3a8dc92a75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205664 Jun 17 08:58:11.277636 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37110) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.282185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group_rule': {'security_group_id': '45f800d9-3f8f-4c52-a68e-cd6f56616946', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.308710 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.375582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.379769 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.386849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f7947e3-789a-479e-a753-e409b8716263 tempest-TaggedBootDevicesTest_v242-427144456 tempest-TaggedBootDevicesTest_v242-427144456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.402416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e250e5ec-39b5-4c47-9ad2-caf152314242,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.405591 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.406938 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.410721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-68aebca2-4e06-44aa-a5a5-c1efe567f32e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295545 Jun 17 08:58:11.410977 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37122) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.415889 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group_rule': {'security_group_id': '45f800d9-3f8f-4c52-a68e-cd6f56616946', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.439438 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Project d5d11c4888bd4c5fba03f3ec30aeaf8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:58:11.444571 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.509894 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.513927 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.515998 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa3bc64b-1cbb-4631-9c4d-d9c53d6d79ef tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.533673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34497d1-44d8-4c84-912f-9f965d2a457f,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.536752 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.540739 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.545035 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299477 Jun 17 08:58:11.545035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37138) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.549188 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'security_group_rule': {'security_group_id': '45f800d9-3f8f-4c52-a68e-cd6f56616946', 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.574297 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Project d5d11c4888bd4c5fba03f3ec30aeaf8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:58:11.580271 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.646922 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.652040 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.654112 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0000d35b-eae2-404b-a756-aaa905af0698 tempest-TestServerBasicOps-1457071889 tempest-TestServerBasicOps-1457071889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.670930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4866a6c7-83ed-4396-84c2-9c71990e1692,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.673670 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.680708 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.682801 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-22e62fa7-8c1f-4cf7-93c3-6ff519792cc5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372361 Jun 17 08:58:11.894238 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-cd16e8d4-4d5f-438e-9edf-279ce7492506 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998251593&fields=id&tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f HTTP/1.1" status: 200 len: 267 time: 0.0334108 Jun 17 08:58:11.934080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37154) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:12.027366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1abbe-3a34-444d-a035-e2431cf6d199 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:12.033798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-43e1abbe-3a34-444d-a035-e2431cf6d199 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921 HTTP/1.1" status: 200 len: 814 time: 0.0935316 Jun 17 08:58:12.049003 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-532778cb-4486-42cc-a4ee-31becf75bb65 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:12.050441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-532778cb-4486-42cc-a4ee-31becf75bb65 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 813 time: 0.1494861 Jun 17 08:58:12.064824 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-7a62d1d3-e353-48a3-bbe9-6904441c6403 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/quotas/d5d11c4888bd4c5fba03f3ec30aeaf8f HTTP/1.1" status: 200 len: 375 time: 0.0090353 Jun 17 08:58:12.136635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d537fd85-d1e7-4463-b0c3-640fcb54b8fe tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668695 Jun 17 08:58:12.232946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-c5464620-4ba3-4cd7-a03b-46f7e882e519 service neutron] 10.222.0.65 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848720 Jun 17 08:58:12.324760 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-e3a9b96f-ea37-4ca1-b407-c111c474f5cc service neutron] 10.222.0.65 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859253 Jun 17 08:58:12.648384 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5bd2ce68-ab9a-4580-8c6f-0a11f788c1fa req-7d43ccd9-78f0-4f5f-9005-124f3e164b93 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 210 time: 0.0313461 Jun 17 08:58:12.738542 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:58:13.138317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.144819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'network': {'name': 'tempest-network-smoke--1809036179', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'port_security_enabled': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:13.170868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:13.174511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.199639 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:58:13.208493 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.209001 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Added segment 0a6257e1-f433-4729-9be7-809ec7ed2af7 of type vlan for network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 Jun 17 08:58:13.258737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.293887 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.299931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:13.300773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.304506 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d37dc198-0033-452c-ba32-f3f4b93cae36 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:13.337802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1941235 Jun 17 08:58:13.338115 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.414859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Network': ['ID=17e0f48e-1ecf-4d57-b849-6bf2b67f1361,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:13.422193 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2ef57022-38e3-48b5-bfc9-c0c2f75eae47 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:13.426539 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:58:13.442945 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b413f4-c460-4f13-975c-61c2e67cce19 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:13.444501 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b1b413f4-c460-4f13-975c-61c2e67cce19 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cc6c2e1aa29541379f7cfb50fc052fc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1054080 Jun 17 08:58:13.447747 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37182) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.540763 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d41634-df2c-4031-a1f5-1c8f73eb4ddd tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:13.542575 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-41d41634-df2c-4031-a1f5-1c8f73eb4ddd tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936239 Jun 17 08:58:13.545361 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37184) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.579964 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8d4b9fbb-1915-4d25-91c9-bfcdc25a261e tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333526 Jun 17 08:58:13.582606 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37186) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.622482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9286bb83-fbd8-48e4-9c80-cb9e1f53df78 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cc6c2e1aa29541379f7cfb50fc052fc7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385070 Jun 17 08:58:13.625023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37188) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.844457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-13cbb96f-8976-4787-ae76-193eefa022e9 req-54dc0104-8ed4-4938-a678-412c8b4b8186 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 210 time: 0.0644932 Jun 17 08:58:14.156180 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37198) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:14.208408 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd93557-00d4-443f-ac94-e654ef64355a tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.213053 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-8dd93557-00d4-443f-ac94-e654ef64355a tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5833583 Jun 17 08:58:14.213597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37202) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:14.221722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-589569ea-4cfc-4bde-8fe0-c58016875b6d tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.224658 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-589569ea-4cfc-4bde-8fe0-c58016875b6d tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 813 time: 0.5721385 Jun 17 08:58:14.244270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8825c1e7-39e3-492e-b2e4-7701c7fb8b23 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286913 Jun 17 08:58:14.246999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37204) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:14.252301 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114917625', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:14.276079 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-0e5d87db-7d3b-4d4a-a6ff-1f53ab0740f3 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f HTTP/1.1" status: 200 len: 379 time: 0.0429847 Jun 17 08:58:14.285757 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'port': {'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'admin_state_up': True, 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'security_groups': ['45f800d9-3f8f-4c52-a68e-cd6f56616946']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:14.370674 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1b0f38d8-ef1b-4a3b-807a-a3063e46d8a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=183a040c10d24a4cb7027d5f26bb7bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132120 Jun 17 08:58:14.373292 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37206) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:14.401021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:14.404595 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.408981 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Made reservation on behalf of d5d11c4888bd4c5fba03f3ec30aeaf8f for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:14.412783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.492620 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.529451 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.549300 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Allocated IP 172.20.0.7 (a84bbf87-6be8-4267-a55a-45741d3da101/050f353f-0256-41f6-b2d5-2644bd106c2a/86a10636-107e-4b16-a92d-f19fd7b82b36) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:14.643494 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.646153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.649687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0fe0a656-12cd-426d-a000-b065c38625b8 HTTP/1.1" status: 204 len: 168 time: 0.2731242 Jun 17 08:58:14.653411 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-87492ebc-cb03-405c-81c7-e22e6a54a248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:14.669948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0a656-12cd-426d-a000-b065c38625b8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:14.698650 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:14.707483 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.707709 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.710174 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ffb4ce70-464d-4874-b1b9-cec9764d6cec tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:14.723475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Transition to ACTIVE for port object 86a10636-107e-4b16-a92d-f19fd7b82b36 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:14.762806 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.767605 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:14.776798 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Subnet': ['ID=8b92ca12-9b67-48f3-b045-cc192b402c62,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:14.791735 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:14.793019 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Checking segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:14.793488 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network hostable DHCP agents. Network: 17e0f48e-1ecf-4d57-b849-6bf2b67f1361, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:58:14.808366 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Network a84bbf87-6be8-4267-a55a-45741d3da101 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:14.813026 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:14.817344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:14.830247 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:58:14.845137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 17e0f48e-1ecf-4d57-b849-6bf2b67f1361) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:14.857109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec01295-db07-478a-8519-563e7f07db30 None None] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:14.861688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.861688 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.868428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'Port': ['ID=86a10636-107e-4b16-a92d-f19fd7b82b36,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:14.874815 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:14.891405 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.896394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.924336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a20f1f5b-ba5c-412d-b715-8692a21e9b32 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6761401 Jun 17 08:58:14.940826 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6588521 Jun 17 08:58:14.957254 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Request body: {'port': {'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:15.070966 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ips': [{'subnet_id': '8b92ca12-9b67-48f3-b045-cc192b402c62'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:58:15.072340 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.115848 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.244222 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ec2a-e2c6-4ce5-86b6-8a558eb56bb2 req-4604a344-4e05-426e-900b-d25425ba635b tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:15.246045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bb1ec2a-e2c6-4ce5-86b6-8a558eb56bb2 req-4604a344-4e05-426e-900b-d25425ba635b tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 931 time: 0.1901588 Jun 17 08:58:15.253958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Allocated IP 172.20.0.18 (17e0f48e-1ecf-4d57-b849-6bf2b67f1361/8b92ca12-9b67-48f3-b045-cc192b402c62/686852ac-b4c4-4d91-80e3-5093c9293b0a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:15.338716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0bb1ec2a-e2c6-4ce5-86b6-8a558eb56bb2 req-e8935cf3-3ba1-4996-8ac3-8c84a9a3e8ae tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850854 Jun 17 08:58:15.369533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-80d8d975-7847-4f2b-bd4e-0c851063cdcb None None] Provisioning for port 86a10636-107e-4b16-a92d-f19fd7b82b36 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:15.381874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-80d8d975-7847-4f2b-bd4e-0c851063cdcb None None] Provisioning complete for port 86a10636-107e-4b16-a92d-f19fd7b82b36 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:15.382600 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-80d8d975-7847-4f2b-bd4e-0c851063cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.452395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-80d8d975-7847-4f2b-bd4e-0c851063cdcb None None] Port 86a10636-107e-4b16-a92d-f19fd7b82b36 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:15.501570 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.518463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Transition to ACTIVE for port object 686852ac-b4c4-4d91-80e3-5093c9293b0a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:15.538081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Transition to ACTIVE for port object 686852ac-b4c4-4d91-80e3-5093c9293b0a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:15.544571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a10636-107e-4b16-a92d-f19fd7b82b36 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:15.552884 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.555276 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.557419 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-575136d8-4bf6-464a-8d04-bb3b739424c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:15.571264 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Transition to ACTIVE for port object 86a10636-107e-4b16-a92d-f19fd7b82b36 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:15.577650 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.591789 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0c9e41ba-2e60-41fa-9dee-88d49f5dc40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:15.622655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:15.629689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:15.637715 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:15.660215 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37230) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.665730 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779017128', 'description': 'tempest-secgroup-smoke-1779017128 description', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:15.691627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Pushing event updated for resources: {'Port': ['ID=686852ac-b4c4-4d91-80e3-5093c9293b0a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:15.695149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Pushing event updated for resources: {'Port': ['ID=86a10636-107e-4b16-a92d-f19fd7b82b36,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:15.710640 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:15.714617 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.735080 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.735753 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.736273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.736818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.737483 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.738121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.738641 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.739345 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.739866 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.740376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.741090 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.741606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:15.748623 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:15.754408 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Attempting to bind port 686852ac-b4c4-4d91-80e3-5093c9293b0a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:15.754795 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Attempting to bind port 686852ac-b4c4-4d91-80e3-5093c9293b0a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:15.755216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Attempting to bind port 686852ac-b4c4-4d91-80e3-5093c9293b0a on network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:15.761986 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:15.762663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Checking segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:15.763649 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.764364 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Bound using segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:15.765043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Bound port: 686852ac-b4c4-4d91-80e3-5093c9293b0a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:15.765883 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.859861 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] For port 686852ac-b4c4-4d91-80e3-5093c9293b0a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:15.866118 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] For port 686852ac-b4c4-4d91-80e3-5093c9293b0a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=686852ac-b4c4-4d91-80e3-5093c9293b0a,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:15.873756 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.877717 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:15.886399 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.902035 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.906679 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Attempting to bind port 86a10636-107e-4b16-a92d-f19fd7b82b36 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:15.908148 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a0c57609-5d6f-47b1-b8a0-fd33d1048fdc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:15.909374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Attempting to bind port 86a10636-107e-4b16-a92d-f19fd7b82b36 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:15.910285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Attempting to bind port 86a10636-107e-4b16-a92d-f19fd7b82b36 on network a84bbf87-6be8-4267-a55a-45741d3da101 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:15.919722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Port 86a10636-107e-4b16-a92d-f19fd7b82b36 on network a84bbf87-6be8-4267-a55a-45741d3da101 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:58:15.920955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Attempting to bind port 86a10636-107e-4b16-a92d-f19fd7b82b36 on network a84bbf87-6be8-4267-a55a-45741d3da101 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:15.933703 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37234) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.947257 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:15.947709 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Checking segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:15.947995 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Bound using segment: {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:15.948706 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Bound port: 86a10636-107e-4b16-a92d-f19fd7b82b36, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c901f77a-a2d6-437e-9598-986089e820ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:15.948987 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.951760 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.953392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2918363 Jun 17 08:58:15.957628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37238) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.964346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': 'd2ff8e46-2da6-49f0-8169-753c2a45b860', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:15.974485 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff8e46-2da6-49f0-8169-753c2a45b860,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:15.984881 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Pushing event updated for resources: {'Port': ['ID=686852ac-b4c4-4d91-80e3-5093c9293b0a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:15.988311 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.000334 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.043219 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.069805 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] For port 86a10636-107e-4b16-a92d-f19fd7b82b36, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:16.076572 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] For port 86a10636-107e-4b16-a92d-f19fd7b82b36, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=86a10636-107e-4b16-a92d-f19fd7b82b36,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:16.092363 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.095767 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b13630c2-68cc-49ac-ac91-1f7910514b0a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.123569 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.132253 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.141160 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f40f14ae-8f0a-438a-afed-6223832bce99 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.156809 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d3ba28-6ce7-4716-801f-a858bbd7d1fa,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.161051 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.173270 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.175944 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1514817181-network', 'tenant_id': 'ae15dc586f994a75b8de33840fd2e6e0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:16.183396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9c01f8d2-afe7-456a-8841-64198573ef5b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2190804 Jun 17 08:58:16.184202 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37240) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:16.189768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': 'd2ff8e46-2da6-49f0-8169-753c2a45b860', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:16.208814 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Made reservation on behalf of ae15dc586f994a75b8de33840fd2e6e0 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:16.211409 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.214736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.215415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.217167 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] 10.222.0.60 "PUT /v2.0/ports/86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 1092 time: 1.2679558 Jun 17 08:58:16.224631 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:16.227283 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53363df-f47d-47fd-a5a6-4e027b04e10d" -d '{"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:16.286214 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.336596 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.363849 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b23393-fc02-44f7-88be-13001c260761 x-openstack-request-id: req-38b23393-fc02-44f7-88be-13001c260761 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:16.364503 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:16.381754 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38b23393-fc02-44f7-88be-13001c260761 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:16.382297 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'status': 'completed', 'code': 200} Jun 17 08:58:16.392354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.403419 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.431786 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-27bdb884-266a-487a-a10d-5df04b20221d tempest-SecGroupIPv6Test-1550135936 tempest-SecGroupIPv6Test-1550135936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.454655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69632c59-c4a1-4b81-80ca-603b41bef94c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.458323 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.463866 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.468603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Pushing event updated for resources: {'Port': ['ID=86a10636-107e-4b16-a92d-f19fd7b82b36,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.469495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5e5111b8-4b00-4a7b-8b99-5dbc244cbcb5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2839618 Jun 17 08:58:16.470993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37246) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:16.477570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': 'd2ff8e46-2da6-49f0-8169-753c2a45b860', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:16.480873 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.499116 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.db.api [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:58:16.499116 n-d-780147-13 neutron-server[93500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:58:16.499116 n-d-780147-13 neutron-server[93500]: [parameters: {'project_id_1': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 58, 16, 485545)}] Jun 17 08:58:16.499116 n-d-780147-13 neutron-server[93500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:58:16.501066 n-d-780147-13 neutron-server[93500]: DEBUG oslo_db.api [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:58:16.615460 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-1ee1b9df-8305-478f-9361-bdeafa0b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.616798 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-1ee1b9df-8305-478f-9361-bdeafa0b7664 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1095 time: 0.3197408 Jun 17 08:58:16.640637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.670854 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-cc2feb46-2ef1-4668-ac06-ac08bb010ee7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 217 time: 0.0431845 Jun 17 08:58:16.671580 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.675549 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d93df618-5a00-442f-8699-7b8408a4e29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.691727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b46a3-fc6e-4d49-8e48-5e9e4df750b4 req-4fb508e4-7b3b-42a5-ab94-782c1383b9cd tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.693592 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-413b46a3-fc6e-4d49-8e48-5e9e4df750b4 req-4fb508e4-7b3b-42a5-ab94-782c1383b9cd tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.1429324 Jun 17 08:58:16.731714 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:58:16.756440 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-413b46a3-fc6e-4d49-8e48-5e9e4df750b4 req-3bba8eec-efce-45b8-9cc2-78db5a99a10a tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513985 Jun 17 08:58:16.758535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df14fa-3eda-4124-b77c-08b3449448e9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.780307 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.780660 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Added segment e7e05fee-0610-4865-8f56-627a6f96be77 of type vlan for network d830d629-e7d5-477c-a4c9-3442e9ddd98d Jun 17 08:58:16.782253 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.796459 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-f03d2996-dac1-4cdb-a20f-72ac975c6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.797935 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-f03d2996-dac1-4cdb-a20f-72ac975c6ff7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.1201854 Jun 17 08:58:16.857982 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.904161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.905258 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.905854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.910387 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-4dd0cb47-4549-4a3b-a528-fcb8d436b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.911904 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-4dd0cb47-4549-4a3b-a528-fcb8d436b107 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952528 Jun 17 08:58:16.912561 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8f0d3814-472c-4fd4-afb9-e898394a32a0 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.959258 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0218608 Jun 17 08:58:16.960580 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37248) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:16.968814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Request body: {'subnet': {'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1514817181-subnet', 'tenant_id': 'ae15dc586f994a75b8de33840fd2e6e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:16.998623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Made reservation on behalf of ae15dc586f994a75b8de33840fd2e6e0 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:17.002438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.013313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Pushing event updated for resources: {'Network': ['ID=d830d629-e7d5-477c-a4c9-3442e9ddd98d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.026402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network d830d629-e7d5-477c-a4c9-3442e9ddd98d details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:58:17.042166 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:17.084239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-d53b9724-624e-4a6c-834f-0eeec7000de5 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659212 Jun 17 08:58:17.119263 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.201310 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.236822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.246938 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63e51b39-064e-4a2c-be9b-3b2e0b992ddb tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:17.250616 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-4032df26-ea60-42b9-b2bf-3c9f1d3f549d req-061e9d66-5655-4c94-98af-c905e6c67545 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587412 Jun 17 08:58:17.277410 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.281494 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37250) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:17.281753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8092711 Jun 17 08:58:17.285607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9861ddf-2a80-4f61-9633-4812051833b5,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.286871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': 'd2ff8e46-2da6-49f0-8169-753c2a45b860', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:17.288373 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f97438c-446b-46ac-a112-5940fada5170 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:17.363160 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.389670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.430431 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.434737 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7a19563a-e41a-4983-b422-d1b5c6710a14 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:17.452065 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.466338 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.487796 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8fd993f8-ae7d-4978-9033-0274784d0352 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:17.504515 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.510470 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2271552 Jun 17 08:58:17.511216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:17.511908 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7742453-877a-46a2-a33a-07a195630e0e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.514751 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3e8bfc84-d4fc-45be-9902-abc0d150bd43 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:17.520684 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': 'd2ff8e46-2da6-49f0-8169-753c2a45b860', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:17.527318 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-0ed69c4a-b49c-44e0-917c-3244f6d94476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.528978 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-0ed69c4a-b49c-44e0-917c-3244f6d94476 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1095 time: 0.2014596 Jun 17 08:58:17.544375 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fdb022-84e8-4ad4-919f-460a0482e23e,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.546785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Checking segment: {'id': 'e7e05fee-0610-4865-8f56-627a6f96be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:17.547445 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Network hostable DHCP agents. Network: d830d629-e7d5-477c-a4c9-3442e9ddd98d, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:58:17.549849 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:17.574066 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Project cc6c2e1aa29541379f7cfb50fc052fc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:58:17.580455 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.612404 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Network d830d629-e7d5-477c-a4c9-3442e9ddd98d is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:58:17.647355 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.653719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.656162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ace0ea4a-caf1-40ba-b644-6c631d4eae9d tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:17.660439 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-5fa5c9da-924a-48dd-883e-0cd1ba7ce3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.662048 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-5fa5c9da-924a-48dd-883e-0cd1ba7ce3db service neutron] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 914 time: 0.1262600 Jun 17 08:58:17.662321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, d830d629-e7d5-477c-a4c9-3442e9ddd98d) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:17.673315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851d643-1b0a-44e7-95fb-72d5da90151c None None] Network d830d629-e7d5-477c-a4c9-3442e9ddd98d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:17.678325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.679640 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.684824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8ae8c9-c0e1-4747-b5b9-5584d222d81b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.690831 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:17.706626 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.718771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-da025410-a0f4-4aaa-b577-b0b99c1b243e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1924860 Jun 17 08:58:17.718771 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-99c7f903-f53e-440a-8d98-b447ddf4d77f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7488151 Jun 17 08:58:17.719240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-7161b11c-3f16-45c2-875b-58256fd67c93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 217 time: 0.0475421 Jun 17 08:58:17.719319 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37254) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:17.722388 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': 'd2ff8e46-2da6-49f0-8169-753c2a45b860', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:17.753955 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Project cc6c2e1aa29541379f7cfb50fc052fc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:58:17.761616 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.789980 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafe014-e3e8-4334-b80a-df0295a2355f None None] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:17.843195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-7a6136e7-c842-449a-87fc-3bf60accc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.844769 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-7a6136e7-c842-449a-87fc-3bf60accc448 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.1148801 Jun 17 08:58:17.945501 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ffbfd309-3dc9-461c-b6b7-c6470409044f None None] Provisioning for port 686852ac-b4c4-4d91-80e3-5093c9293b0a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:17.950471 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.962305 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.964775 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aeb3bb48-a53f-491c-b04a-5ab0505ea73f tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:17.981637 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bbafa0-6b5a-4599-97c9-0dbccd82f412,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.984870 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:18.004637 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.006069 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2885191 Jun 17 08:58:18.029170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-80176474-2f1c-48a8-815e-bce6bc0d1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.031002 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-80176474-2f1c-48a8-815e-bce6bc0d1538 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783555 Jun 17 08:58:18.059849 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 686852ac-b4c4-4d91-80e3-5093c9293b0a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:18.128645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a080b90-440f-4f78-b1a9-93da1aac88a6 None None] Network d830d629-e7d5-477c-a4c9-3442e9ddd98d requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:18.188030 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-e5c197af-c2d6-47da-83a6-168c323e9775 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464133 Jun 17 08:58:18.193711 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b235fa-80ec-47cb-9625-c72f98a9fb6b req-d273e657-34af-48a1-bd96-4b934ae9911c tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.195584 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86b235fa-80ec-47cb-9625-c72f98a9fb6b req-d273e657-34af-48a1-bd96-4b934ae9911c tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.1611266 Jun 17 08:58:18.267677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-86b235fa-80ec-47cb-9625-c72f98a9fb6b req-3fccb688-d298-4f09-97c1-692c08f1e601 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652182 Jun 17 08:58:18.346019 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-b53363df-f47d-47fd-a5a6-4e027b04e10d req-9a8d54d6-b522-422b-806a-bb44b67cddca service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427395 Jun 17 08:58:18.350809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-3848e851-53b2-403f-b0fd-a57d8cbb104e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779017128&fields=id&tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 267 time: 0.0462115 Jun 17 08:58:18.415554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 686852ac-b4c4-4d91-80e3-5093c9293b0a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:18.421401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 686852ac-b4c4-4d91-80e3-5093c9293b0a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:18.421789 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.522265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:18.524804 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-f4d4811a-e408-4dc0-95cd-253bf71ad1cb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.526437 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-f4d4811a-e408-4dc0-95cd-253bf71ad1cb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/networks?id=17e0f48e-1ecf-4d57-b849-6bf2b67f1361 HTTP/1.1" status: 200 len: 797 time: 0.1650054 Jun 17 08:58:18.528150 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1176066547-network', 'tenant_id': '04b0ca814be5457db8f6163775a349a7'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:18.550147 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-a597fa10-487c-4aae-b657-a4ac14768bee tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/quotas/cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 375 time: 0.0101390 Jun 17 08:58:18.567610 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Made reservation on behalf of 04b0ca814be5457db8f6163775a349a7 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:18.570529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.582201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.635896 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.677370 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-676877a5-5a2f-4ada-844b-bf684119ae48 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1176484 Jun 17 08:58:18.678223 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 686852ac-b4c4-4d91-80e3-5093c9293b0a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=686852ac-b4c4-4d91-80e3-5093c9293b0a,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:18.683637 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.686313 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:18.747144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=686852ac-b4c4-4d91-80e3-5093c9293b0a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:18.748136 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.751577 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:18.752793 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.756024 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a7c10ad-06ea-41c2-afcd-9b19308cbf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:18.777429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:58:18.794161 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4898e8-f0c4-4d40-a036-4391f595a68e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:18.797108 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.797231 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Added segment c8ef3b7e-0851-4da6-b78c-3d627ff21185 of type vlan for network f34ef0a4-88be-47a8-a906-8470ca22072c Jun 17 08:58:18.798943 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:18.816837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-708b0f12-2fd2-48ac-8ec5-8113a1636e50 None None] Provisioning complete for port 686852ac-b4c4-4d91-80e3-5093c9293b0a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:18.817265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-708b0f12-2fd2-48ac-8ec5-8113a1636e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.818664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-accefed0-d381-4354-83b6-c5aeefa25d83 service neutron] 10.222.0.65 "GET /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168444 Jun 17 08:58:18.843194 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.877099 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.878284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.879233 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.881982 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-60c8b125-b0d9-4c7a-b5aa-9523e946bbab tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:18.924745 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4014065 Jun 17 08:58:18.927457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37286) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:18.933309 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Request body: {'subnet': {'network_id': 'f34ef0a4-88be-47a8-a906-8470ca22072c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1176066547-subnet', 'tenant_id': '04b0ca814be5457db8f6163775a349a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:18.945455 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-eba7849d-6c54-4255-9b7d-fb85a2fc8de7 service neutron] 10.222.0.65 "GET /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258800 Jun 17 08:58:18.969745 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Pushing event updated for resources: {'Network': ['ID=f34ef0a4-88be-47a8-a906-8470ca22072c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:18.974477 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:18.981632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network f34ef0a4-88be-47a8-a906-8470ca22072c details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:58:18.991097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Made reservation on behalf of 04b0ca814be5457db8f6163775a349a7 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:18.994685 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.154936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e56dc07a-1766-411b-9306-05ae07603f3c req-d183e89f-b00c-4f57-9e5c-3977fe3ffd9b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 210 time: 0.0399277 Jun 17 08:58:19.193016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.204380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3a08589d-df2c-4aa9-9a4d-8e6eac486406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:19.265941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Checking segment: {'id': 'c8ef3b7e-0851-4da6-b78c-3d627ff21185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f34ef0a4-88be-47a8-a906-8470ca22072c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:19.266304 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Network hostable DHCP agents. Network: f34ef0a4-88be-47a8-a906-8470ca22072c, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:58:19.269839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6bdd8e-7516-4b15-97d0-dc86ce39337e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:19.273288 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:19.288616 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Network f34ef0a4-88be-47a8-a906-8470ca22072c is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:58:19.298478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, f34ef0a4-88be-47a8-a906-8470ca22072c) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:19.307323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.307993 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.310331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a3809-2385-4d51-9f80-4a0bc5801b8c None None] Network f34ef0a4-88be-47a8-a906-8470ca22072c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:19.339532 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-c65fabaa-f87a-4288-8e81-c6f3c1932c71 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4109156 Jun 17 08:58:19.460462 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0856e97-dae5-40c3-8422-bfc4cdc3751b None None] Network f34ef0a4-88be-47a8-a906-8470ca22072c requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:19.563022 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.576694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898e491-678b-4d80-b3d3-db1244fba1cf req-d154bd12-8d7d-4e6b-b453-27711efa55ae tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.592654 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f898e491-678b-4d80-b3d3-db1244fba1cf req-d154bd12-8d7d-4e6b-b453-27711efa55ae tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.1534574 Jun 17 08:58:19.653740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f898e491-678b-4d80-b3d3-db1244fba1cf req-97cf1865-30ee-43bd-8cd1-6e646c170f48 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555074 Jun 17 08:58:19.921940 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 686852ac-b4c4-4d91-80e3-5093c9293b0a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:19.977057 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 686852ac-b4c4-4d91-80e3-5093c9293b0a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:19.977679 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.990541 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-0362ce3e-9740-4072-ac41-8b2c4778ad73 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.992041 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-0362ce3e-9740-4072-ac41-8b2c4778ad73 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/networks?id=d830d629-e7d5-477c-a4c9-3442e9ddd98d HTTP/1.1" status: 200 len: 812 time: 0.1129346 Jun 17 08:58:20.007797 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-b21cd6b6-8c7d-48ca-8be9-a7298a09a7c9 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/quotas/ae15dc586f994a75b8de33840fd2e6e0 HTTP/1.1" status: 200 len: 375 time: 0.0099452 Jun 17 08:58:20.045097 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-d9fc3961-06e8-40c1-bcf3-942e86a42b5e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae15dc586f994a75b8de33840fd2e6e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312109 Jun 17 08:58:20.138214 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-1e575b68-926e-4578-94a0-a244124d1269 service neutron] 10.222.0.65 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861981 Jun 17 08:58:20.225179 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-9ce40b7a-bcdf-4531-ae25-ae192ab8cd4f service neutron] 10.222.0.65 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808339 Jun 17 08:58:20.312001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-684c9911-bad9-4fad-a60c-449aa0048692 req-67bce89e-556d-463a-a5bf-e3cf7ad6beb4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 210 time: 0.0358970 Jun 17 08:58:20.434017 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91e6adc6-8f43-4a25-a1f0-0bb8d4387acf req-4ebc9e42-2521-4a90-94df-12af9aec1c1e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 210 time: 0.0442624 Jun 17 08:58:20.511489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-16200be8-c3ac-45cc-97da-78ee44854521 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:20.513148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-16200be8-c3ac-45cc-97da-78ee44854521 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/networks?id=17e0f48e-1ecf-4d57-b849-6bf2b67f1361 HTTP/1.1" status: 200 len: 797 time: 0.1602633 Jun 17 08:58:20.957867 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-6fdb5f5d-2179-4010-9cae-feabf4d41d11 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 473 time: 0.4366343 Jun 17 08:58:20.969754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'port': {'device_id': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'admin_state_up': True, 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'security_groups': ['d2ff8e46-2da6-49f0-8169-753c2a45b860']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:21.047239 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd963de-ef32-406f-a9c5-a6f12b8679c4 req-3755be2e-f64f-4af3-b087-5f03a10f9d03 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:21.049026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acd963de-ef32-406f-a9c5-a6f12b8679c4 req-3755be2e-f64f-4af3-b087-5f03a10f9d03 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.1448052 Jun 17 08:58:21.109889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-acd963de-ef32-406f-a9c5-a6f12b8679c4 req-411c63ae-8881-4e76-9dc2-6604b6a7cef0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541799 Jun 17 08:58:21.128137 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:21.132045 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.255942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.20.0.26 (17e0f48e-1ecf-4d57-b849-6bf2b67f1361/8b92ca12-9b67-48f3-b045-cc192b402c62/d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:21.398248 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.414354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Transition to ACTIVE for port object d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:21.471026 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f390791c-45a1-44b1-9891-06db710cf297 req-96b3432b-6adb-4aea-a5da-e8f696fc778d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 210 time: 0.0420818 Jun 17 08:58:21.505397 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.519260 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-298bc93e-0441-4608-9673-81a8613a247c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:21.541501 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-ed74efde-ac44-474a-bb3b-7e823a620505 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:21.543969 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-ed74efde-ac44-474a-bb3b-7e823a620505 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.60 "GET /v2.0/networks?id=d830d629-e7d5-477c-a4c9-3442e9ddd98d HTTP/1.1" status: 200 len: 812 time: 0.1323116 Jun 17 08:58:21.548673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:21.554479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:21.557317 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:21.562523 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Request body: {'port': {'device_id': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d', 'admin_state_up': True, 'tenant_id': 'ae15dc586f994a75b8de33840fd2e6e0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:21.644879 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d2298fe-ff0d-408f-b3c7-ee231f1680ac req-7f68a28a-9e8f-478b-9a85-9d5fd36b2bf7 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 210 time: 0.0578749 Jun 17 08:58:21.645769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:21.651128 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:21.667420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:21.668191 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.689021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7245557 Jun 17 08:58:21.705256 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Request body: {'port': {'device_id': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:21.707055 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Made reservation on behalf of ae15dc586f994a75b8de33840fd2e6e0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:21.710762 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.787520 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.846099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Allocated IP 172.20.0.3 (d830d629-e7d5-477c-a4c9-3442e9ddd98d/22fdb022-84e8-4ad4-919f-460a0482e23e/f697b9c0-8219-41a4-bf95-ee2d785cc964) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:21.863527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-37199a90-d886-45e3-b418-71d6b691b877 None None] Provisioning for port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:21.868689 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-37199a90-d886-45e3-b418-71d6b691b877 None None] Provisioning complete for port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:21.869152 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37199a90-d886-45e3-b418-71d6b691b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.912072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-37199a90-d886-45e3-b418-71d6b691b877 None None] Port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:22.012016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.050325 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.056659 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:22.057236 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-cbc4a1b2-01bb-4bfb-946e-0bc58c78a698 tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:22.064378 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.077135 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Transition to ACTIVE for port object d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:22.081780 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.084527 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:22.098974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Network d830d629-e7d5-477c-a4c9-3442e9ddd98d is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:22.107146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:22.109491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:22.116641 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Pushing event updated for resources: {'Port': ['ID=f697b9c0-8219-41a4-bf95-ee2d785cc964,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.120726 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:22.170407 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.171274 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.188251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6334393 Jun 17 08:58:22.189997 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.193459 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:22.202152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Request body: {'port': {'device_id': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:22.252349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Attempting to bind port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:22.252688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Attempting to bind port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:22.253016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Attempting to bind port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 on network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:22.288486 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.293615 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 on network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:58:22.293944 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Attempting to bind port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 on network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:22.302179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:22.302512 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Checking segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:22.302847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Bound using segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:22.303307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Bound port: d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:22.303664 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.367074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6224e13-a5cb-4c0a-839f-4e344f3674ac req-1b1884a8-69fe-4e73-ae62-9915e4f3129c tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.368594 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6224e13-a5cb-4c0a-839f-4e344f3674ac req-1b1884a8-69fe-4e73-ae62-9915e4f3129c tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.1182451 Jun 17 08:58:22.409391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] For port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:22.432207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] For port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:22.436598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6224e13-a5cb-4c0a-839f-4e344f3674ac req-e0126377-2871-4480-9d30-0297c365aac1 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600250 Jun 17 08:58:22.440366 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.442349 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:22.481105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.481725 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.483149 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] 10.222.0.67 "PUT /v2.0/ports/d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 HTTP/1.1" status: 200 len: 1093 time: 0.7870855 Jun 17 08:58:22.483631 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'tag': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:22.485951 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b02089-97b1-4828-9e7f-d0c5b1e01398" -d '{"events": [{"name": "network-changed", "server_uuid": "220cf6ad-b44d-401f-8b31-c6bf671b5ef1", "tag": "d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:22.530153 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.533893 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:22.582364 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe6909-e4c8-486d-b924-d4c59eff7926 x-openstack-request-id: req-d2fe6909-e4c8-486d-b924-d4c59eff7926 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:22.582364 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220cf6ad-b44d-401f-8b31-c6bf671b5ef1", "tag": "d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:22.582364 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2fe6909-e4c8-486d-b924-d4c59eff7926 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:22.582823 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'tag': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1', 'status': 'completed', 'code': 200} Jun 17 08:58:22.619797 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f697b9c0-8219-41a4-bf95-ee2d785cc964 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:22.620326 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-be801f80-e463-4d34-b5f6-9ecb6ee1dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.621850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-be801f80-e463-4d34-b5f6-9ecb6ee1dec5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0730722 Jun 17 08:58:22.628846 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.642427 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Transition to ACTIVE for port object f697b9c0-8219-41a4-bf95-ee2d785cc964 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:22.647168 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.650036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-78d22cc0-c457-4438-abef-0c1c67181373 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:22.693776 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f697b9c0-8219-41a4-bf95-ee2d785cc964,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.700114 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:22.705827 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-9ee1ff45-76b8-4a2a-8731-248010b8ebfe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 HTTP/1.1" status: 200 len: 217 time: 0.0763509 Jun 17 08:58:22.781694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-adf9cdac-23b9-4bca-af21-9941b0e40e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.783441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-adf9cdac-23b9-4bca-af21-9941b0e40e14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b92ca12-9b67-48f3-b045-cc192b402c62 HTTP/1.1" status: 200 len: 838 time: 0.0701733 Jun 17 08:58:22.796950 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358483a-2aad-4516-9239-f6b4fb86306c req-44d7cfd9-1e8c-4f82-bb5e-6c9662063d20 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.798469 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0358483a-2aad-4516-9239-f6b4fb86306c req-44d7cfd9-1e8c-4f82-bb5e-6c9662063d20 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 944 time: 0.1614718 Jun 17 08:58:22.816833 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Attempting to bind port f697b9c0-8219-41a4-bf95-ee2d785cc964 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:22.817091 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Attempting to bind port f697b9c0-8219-41a4-bf95-ee2d785cc964 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'e7e05fee-0610-4865-8f56-627a6f96be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:22.818562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Attempting to bind port f697b9c0-8219-41a4-bf95-ee2d785cc964 on network d830d629-e7d5-477c-a4c9-3442e9ddd98d {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:22.822358 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Port f697b9c0-8219-41a4-bf95-ee2d785cc964 on network d830d629-e7d5-477c-a4c9-3442e9ddd98d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:58:22.822668 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Attempting to bind port f697b9c0-8219-41a4-bf95-ee2d785cc964 on network d830d629-e7d5-477c-a4c9-3442e9ddd98d {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:22.827876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:22.828210 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Checking segment: {'id': 'e7e05fee-0610-4865-8f56-627a6f96be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:22.828586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Bound using segment: {'id': 'e7e05fee-0610-4865-8f56-627a6f96be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:22.829006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Bound port: f697b9c0-8219-41a4-bf95-ee2d785cc964, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e05fee-0610-4865-8f56-627a6f96be77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:22.829347 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.895283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] For port f697b9c0-8219-41a4-bf95-ee2d785cc964, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:22.900853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] For port f697b9c0-8219-41a4-bf95-ee2d785cc964, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964,segment=NetworkSegment(e7e05fee-0610-4865-8f56-627a6f96be77),segment_id=e7e05fee-0610-4865-8f56-627a6f96be77)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:22.906336 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.909316 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ac32cb34-7679-4e03-99e4-021d3f537253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:22.914458 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0358483a-2aad-4516-9239-f6b4fb86306c req-895825f2-5b15-48d4-b292-613579e576b2 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955327 Jun 17 08:58:22.935818 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-f5c4cb5b-443f-4501-93d4-56821ab62554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.937485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-f5c4cb5b-443f-4501-93d4-56821ab62554 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17e0f48e-1ecf-4d57-b849-6bf2b67f1361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1370311 Jun 17 08:58:22.946772 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5997fe2-47c3-4b51-86bd-983d30f4e37a req-5ad6ab81-7958-4676-b1c7-2613c057dda1 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.948226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5997fe2-47c3-4b51-86bd-983d30f4e37a req-5ad6ab81-7958-4676-b1c7-2613c057dda1 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 943 time: 0.1488214 Jun 17 08:58:22.951550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.952594 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.954015 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f697b9c0-8219-41a4-bf95-ee2d785cc964 HTTP/1.1" status: 200 len: 1092 time: 0.7571094 Jun 17 08:58:22.956363 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'tag': 'f697b9c0-8219-41a4-bf95-ee2d785cc964'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:22.958857 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb2d47-8714-46ae-9d8d-e9e96853398f" -d '{"events": [{"name": "network-changed", "server_uuid": "39bb1e11-bdae-45f9-bab8-8261e3989441", "tag": "f697b9c0-8219-41a4-bf95-ee2d785cc964"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:22.989417 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f697b9c0-8219-41a4-bf95-ee2d785cc964,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.994924 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:23.009081 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4375727-b035-4410-9062-60c8b2580664 x-openstack-request-id: req-b4375727-b035-4410-9062-60c8b2580664 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:23.009436 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bb1e11-bdae-45f9-bab8-8261e3989441", "tag": "f697b9c0-8219-41a4-bf95-ee2d785cc964", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:23.009739 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4375727-b035-4410-9062-60c8b2580664 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:23.010183 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'tag': 'f697b9c0-8219-41a4-bf95-ee2d785cc964', 'status': 'completed', 'code': 200} Jun 17 08:58:23.037798 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e5997fe2-47c3-4b51-86bd-983d30f4e37a req-18e7ea02-fd4b-4cea-8cef-e6f17e25d84a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811620 Jun 17 08:58:23.060917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-d0bf5d7a-a9ee-4906-b773-eac59adc6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.060917 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-d0bf5d7a-a9ee-4906-b773-eac59adc6db7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae15dc586f994a75b8de33840fd2e6e0&device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 1095 time: 0.0583537 Jun 17 08:58:23.066061 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-2a481b22-68be-4cd0-b2a5-8502ae673bc8 service neutron] 10.222.0.67 "GET /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165376 Jun 17 08:58:23.101793 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-c36a45a7-01a7-4085-8e22-db693194ef07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Jun 17 08:58:23.151195 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-06d6a833-f3e2-4e1e-a0d2-383026ab3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.152674 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-06d6a833-f3e2-4e1e-a0d2-383026ab3295 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22fdb022-84e8-4ad4-919f-460a0482e23e HTTP/1.1" status: 200 len: 852 time: 0.0453234 Jun 17 08:58:23.163590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-95170b1c-f783-4042-b90f-f38b6b39ae05 req-a57fe4d0-17f2-4e9c-a152-7fcfd5bef181 service neutron] 10.222.0.67 "GET /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909171 Jun 17 08:58:23.187042 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-d1fa8e0e-4c3e-4ce8-afc8-bb903c87881f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d830d629-e7d5-477c-a4c9-3442e9ddd98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277236 Jun 17 08:58:23.261330 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-3f6a8004-b0d6-480f-91c1-5197fc8c6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.262819 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-3f6a8004-b0d6-480f-91c1-5197fc8c6a86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0521259 Jun 17 08:58:23.283649 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-7246b89d-df9b-466c-a05a-86a654f0766c service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897486 Jun 17 08:58:23.355275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-c271f4fb-fe48-4fb2-b24c-14cee3343f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.356703 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-c271f4fb-fe48-4fb2-b24c-14cee3343f06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=17e0f48e-1ecf-4d57-b849-6bf2b67f1361 HTTP/1.1" status: 200 len: 898 time: 0.0881629 Jun 17 08:58:23.375204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-2fd37ba3-437d-4ba6-819f-d64328bffe15 req-b236afcc-fe30-46e6-b33f-f92d6902fed5 service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839670 Jun 17 08:58:23.399882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-70e02204-3b90-4dc1-b5bd-ca683e160387 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 HTTP/1.1" status: 200 len: 217 time: 0.0365744 Jun 17 08:58:23.454427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-4274f858-2668-4fb1-805b-3548f0fcc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.455946 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-4274f858-2668-4fb1-805b-3548f0fcc3dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b92ca12-9b67-48f3-b045-cc192b402c62 HTTP/1.1" status: 200 len: 838 time: 0.0505025 Jun 17 08:58:23.470548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-b094e778-4d1c-4320-871c-ff86e5aefd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.472317 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-b094e778-4d1c-4320-871c-ff86e5aefd4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae15dc586f994a75b8de33840fd2e6e0&device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 1095 time: 0.0537295 Jun 17 08:58:23.517660 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-c348e0af-6eef-40ad-a2c1-31209905d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.519466 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-c348e0af-6eef-40ad-a2c1-31209905d469 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17e0f48e-1ecf-4d57-b849-6bf2b67f1361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0567982 Jun 17 08:58:23.570760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-94ab2d42-5649-4037-bb9a-fed994884016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.572936 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-94ab2d42-5649-4037-bb9a-fed994884016 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d830d629-e7d5-477c-a4c9-3442e9ddd98d HTTP/1.1" status: 200 len: 913 time: 0.0941727 Jun 17 08:58:23.614125 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-b174d452-05de-495c-b07d-facd3f8bc553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964 HTTP/1.1" status: 200 len: 217 time: 0.0332160 Jun 17 08:58:23.646548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-54bd44e0-ec15-40fb-831a-599b1aae84ea service neutron] 10.222.0.67 "GET /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197238 Jun 17 08:58:23.666889 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-0bb130f6-eccd-4979-994e-159b925946ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.668652 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-0bb130f6-eccd-4979-994e-159b925946ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22fdb022-84e8-4ad4-919f-460a0482e23e HTTP/1.1" status: 200 len: 852 time: 0.0476906 Jun 17 08:58:23.684930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4692d-6f22-4ee7-88a6-99417aa57260 req-46f51a8a-541c-48a2-8da4-f75e2ed9d993 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.686380 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0f4692d-6f22-4ee7-88a6-99417aa57260 req-46f51a8a-541c-48a2-8da4-f75e2ed9d993 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.1265109 Jun 17 08:58:23.702130 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-8f05f1c8-1981-4cf8-854b-454f97a1c0a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d830d629-e7d5-477c-a4c9-3442e9ddd98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273373 Jun 17 08:58:23.769454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b0f4692d-6f22-4ee7-88a6-99417aa57260 req-9892ba41-0814-4fce-b7d8-928a0706a8fd tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767078 Jun 17 08:58:23.780310 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05b02089-97b1-4828-9e7f-d0c5b1e01398 req-355d0f40-cec7-4e1b-944a-5b532f018dcc service neutron] 10.222.0.67 "GET /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228955 Jun 17 08:58:23.798810 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-2d120cce-9573-484f-9b7b-af40b813ff79 service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888152 Jun 17 08:58:23.889984 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a0eb2d47-8714-46ae-9d8d-e9e96853398f req-4199186a-3362-42a7-b582-cc2185f28ef7 service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836515 Jun 17 08:58:24.102769 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7852fa-6d50-43c7-a506-c4df936f8ef2 req-f55c25f7-ccc8-4ea4-a610-9f347edab504 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:24.104344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7852fa-6d50-43c7-a506-c4df936f8ef2 req-f55c25f7-ccc8-4ea4-a610-9f347edab504 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 944 time: 0.0665698 Jun 17 08:58:24.143119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7b7852fa-6d50-43c7-a506-c4df936f8ef2 req-7954339a-7666-4f23-a36c-2d30e8efd982 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327048 Jun 17 08:58:24.210667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c3bc6-f40c-470e-acbf-4bb9ebd4de86 req-67d02ef9-6387-41e6-ad62-fe09fb3e2b5f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:24.212186 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f13c3bc6-f40c-470e-acbf-4bb9ebd4de86 req-67d02ef9-6387-41e6-ad62-fe09fb3e2b5f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 943 time: 0.0618923 Jun 17 08:58:24.248727 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f13c3bc6-f40c-470e-acbf-4bb9ebd4de86 req-6fb30f5c-1f82-4658-b3e4-b166e49c5999 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308979 Jun 17 08:58:24.713942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:58:24.809736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:24.820825 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'port_id': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1', 'mac_address': 'fa:16:3e:cf:19:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:58:24.872154 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.885735 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:24.906160 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:24.910091 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.912175 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:24.958779 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0641f1-7926-4952-8689-f0c30fff1652 req-b903be86-1ea9-456e-8a73-71c3262175ae tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:24.960283 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f0641f1-7926-4952-8689-f0c30fff1652 req-b903be86-1ea9-456e-8a73-71c3262175ae tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.0763969 Jun 17 08:58:24.960455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:24.963802 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:24.997830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f0641f1-7926-4952-8689-f0c30fff1652 req-a262b606-ba9f-4357-88b9-c95d4325b35a tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Jun 17 08:58:25.025112 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee389433-0d54-46a8-9fbb-917887b8898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:25.107350 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:25.324901 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54392990-0fe8-4d55-ae02-ef89d2b94769 req-d17a360e-dbb5-408c-8f51-b40bf3183619 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:25.326448 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54392990-0fe8-4d55-ae02-ef89d2b94769 req-d17a360e-dbb5-408c-8f51-b40bf3183619 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 945 time: 0.0714457 Jun 17 08:58:25.367900 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54392990-0fe8-4d55-ae02-ef89d2b94769 req-4ee61ff9-2e93-477f-877d-2845eb90968e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353508 Jun 17 08:58:25.433354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbedcd1-6afc-4f47-8f26-6d67ffa6be58 req-b7aa471a-17ca-466f-ba47-a60b123396b6 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:25.434829 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efbedcd1-6afc-4f47-8f26-6d67ffa6be58 req-b7aa471a-17ca-466f-ba47-a60b123396b6 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 943 time: 0.0709789 Jun 17 08:58:25.472664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efbedcd1-6afc-4f47-8f26-6d67ffa6be58 req-81f27782-6673-46e8-9cc1-24069584dde4 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jun 17 08:58:26.171147 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f3304-22b2-4b12-8a5d-1c1ee40637ff req-94a9119e-4f4d-4ca2-a047-185b6f1a6f75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:26.172532 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb9f3304-22b2-4b12-8a5d-1c1ee40637ff req-94a9119e-4f4d-4ca2-a047-185b6f1a6f75 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.0668073 Jun 17 08:58:26.209261 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb9f3304-22b2-4b12-8a5d-1c1ee40637ff req-ac8ec871-f80f-4265-a702-07a9a04763e1 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Jun 17 08:58:26.543297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d8cd1-6510-4cf4-8bfb-b05e8e75bbf4 req-4992e40a-359d-459c-b8fa-78237b8adc40 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:26.544812 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb0d8cd1-6510-4cf4-8bfb-b05e8e75bbf4 req-4992e40a-359d-459c-b8fa-78237b8adc40 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 945 time: 0.0676773 Jun 17 08:58:26.582818 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb0d8cd1-6510-4cf4-8bfb-b05e8e75bbf4 req-4c18c7a9-c889-47b1-89fc-3f61876c9e2c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Jun 17 08:58:26.658252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8d84-93f4-48e0-8c57-a926ea7119ac req-86952302-b633-4680-8d04-e65ead2683db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:26.660051 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc4f8d84-93f4-48e0-8c57-a926ea7119ac req-86952302-b633-4680-8d04-e65ead2683db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 943 time: 0.0715287 Jun 17 08:58:26.697755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fc4f8d84-93f4-48e0-8c57-a926ea7119ac req-00758028-125a-4980-9282-27a7998fd268 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Jun 17 08:58:26.714418 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:26.760895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:26.764466 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:26.764966 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.842860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.864694 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:26.866940 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc0722a-651f-4f6f-8df4-53dc50b0e92f" -d '{"events": [{"server_uuid": "220cf6ad-b44d-401f-8b31-c6bf671b5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:26.879383 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:26.883368 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.886937 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:26.909179 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc2d93d-52f5-478c-9c77-a70f49e0e51c x-openstack-request-id: req-ffc2d93d-52f5-478c-9c77-a70f49e0e51c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:26.909475 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220cf6ad-b44d-401f-8b31-c6bf671b5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:26.910125 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffc2d93d-52f5-478c-9c77-a70f49e0e51c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:26.910629 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1', 'code': 200} Jun 17 08:58:26.940054 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:26.943136 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:26.960807 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f697b9c0-8219-41a4-bf95-ee2d785cc964 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:58:27.016698 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb22ec-7f47-4b09-b565-46b4de482ecc req-b23108db-8826-4474-a23e-c64bc673d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:27.018103 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25bb22ec-7f47-4b09-b565-46b4de482ecc req-b23108db-8826-4474-a23e-c64bc673d46e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0510700 Jun 17 08:58:27.051802 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-25bb22ec-7f47-4b09-b565-46b4de482ecc req-766dd1bb-2874-4ecb-8053-e524c654ace0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276449 Jun 17 08:58:27.057318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f697b9c0-8219-41a4-bf95-ee2d785cc964, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964,segment=NetworkSegment(e7e05fee-0610-4865-8f56-627a6f96be77),segment_id=e7e05fee-0610-4865-8f56-627a6f96be77)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:27.068031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'f697b9c0-8219-41a4-bf95-ee2d785cc964', 'network_id': 'd830d629-e7d5-477c-a4c9-3442e9ddd98d', 'port_id': 'f697b9c0-8219-41a4-bf95-ee2d785cc964', 'mac_address': 'fa:16:3e:67:a8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fdb022-84e8-4ad4-919f-460a0482e23e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:58:27.112561 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.126294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f697b9c0-8219-41a4-bf95-ee2d785cc964 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:27.146182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f697b9c0-8219-41a4-bf95-ee2d785cc964, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964,segment=NetworkSegment(e7e05fee-0610-4865-8f56-627a6f96be77),segment_id=e7e05fee-0610-4865-8f56-627a6f96be77)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:27.150811 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.153523 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c98463e2-459e-49b6-a461-6a811839a820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:27.200266 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f697b9c0-8219-41a4-bf95-ee2d785cc964,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:27.203332 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:27.351366 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['f697b9c0-8219-41a4-bf95-ee2d785cc964'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:27.381688 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb328e-6bfe-4561-8e30-8f75188df02a req-13a3f78d-06d3-4e01-aace-8296da5bbe04 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:27.383180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abcb328e-6bfe-4561-8e30-8f75188df02a req-13a3f78d-06d3-4e01-aace-8296da5bbe04 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.0629199 Jun 17 08:58:27.425148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-abcb328e-6bfe-4561-8e30-8f75188df02a req-422dcc36-162a-44f3-909f-0893c57b3ad5 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Jun 17 08:58:27.624469 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.762454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd448-8f33-494e-b31a-6b1f936950c3 req-1e69a75b-68c1-4c1f-92ef-e22d05fbd88f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:27.764125 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb2dd448-8f33-494e-b31a-6b1f936950c3 req-1e69a75b-68c1-4c1f-92ef-e22d05fbd88f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 946 time: 0.0684950 Jun 17 08:58:27.803071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb2dd448-8f33-494e-b31a-6b1f936950c3 req-b12e3403-e55a-48ba-a9b2-3dd75b19e781 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Jun 17 08:58:27.873507 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd3625-918e-438b-a7c1-f9afaf5cbd49 req-7c35d48f-7ef7-4d48-a629-cfcbe05cc8a8 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:27.874962 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62dd3625-918e-438b-a7c1-f9afaf5cbd49 req-7c35d48f-7ef7-4d48-a629-cfcbe05cc8a8 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 944 time: 0.0651867 Jun 17 08:58:27.885932 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc670-0c8d-4de7-997a-99f1bb04aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.919484 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62dd3625-918e-438b-a7c1-f9afaf5cbd49 req-70c5f3bd-bef3-4c73-b5c9-d55c85f04911 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 Jun 17 08:58:28.603972 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036c202-16a2-4c01-bcef-5888843766ac req-3a0206b6-fdb0-475e-a67f-b7b10022e960 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:28.605430 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e036c202-16a2-4c01-bcef-5888843766ac req-3a0206b6-fdb0-475e-a67f-b7b10022e960 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 943 time: 0.0665874 Jun 17 08:58:28.643502 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e036c202-16a2-4c01-bcef-5888843766ac req-5c1af42d-5ea9-44f6-aa30-c5a4089f54ad tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Jun 17 08:58:28.926716 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.978867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 86a10636-107e-4b16-a92d-f19fd7b82b36 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:58:28.981002 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f697b9c0-8219-41a4-bf95-ee2d785cc964 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:28.981710 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0695d9c-88e2-42b2-a1a1-51363ab478a9 req-0798da1c-3778-431a-bc79-325c85dc6f6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:28.983485 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0695d9c-88e2-42b2-a1a1-51363ab478a9 req-0798da1c-3778-431a-bc79-325c85dc6f6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 946 time: 0.0691581 Jun 17 08:58:29.022597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f0695d9c-88e2-42b2-a1a1-51363ab478a9 req-bac97e07-b1a7-4817-ba54-690aec617f6e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Jun 17 08:58:29.090374 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port f697b9c0-8219-41a4-bf95-ee2d785cc964 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:29.097899 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port f697b9c0-8219-41a4-bf95-ee2d785cc964 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:29.098272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.123140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dd662-4ccd-49d1-a7df-5140d2691fff req-392b83d1-8f10-4085-bab3-25bd45539c46 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:29.123140 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19dd662-4ccd-49d1-a7df-5140d2691fff req-392b83d1-8f10-4085-bab3-25bd45539c46 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 944 time: 0.0818114 Jun 17 08:58:29.142014 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 86a10636-107e-4b16-a92d-f19fd7b82b36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=86a10636-107e-4b16-a92d-f19fd7b82b36,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:29.158809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:58:29.194787 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a19dd662-4ccd-49d1-a7df-5140d2691fff req-b130ab65-8c72-496c-84a4-f32c961a07c1 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691330 Jun 17 08:58:29.230409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5485f8-8f60-43db-97b8-9c74ac9f139d req-4847cb6b-d11c-40eb-aa50-a22dba720311 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:29.231906 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.232049 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f5485f8-8f60-43db-97b8-9c74ac9f139d req-4847cb6b-d11c-40eb-aa50-a22dba720311 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 946 time: 0.0808792 Jun 17 08:58:29.234764 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.253620 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a10636-107e-4b16-a92d-f19fd7b82b36 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:29.270507 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5f5485f8-8f60-43db-97b8-9c74ac9f139d req-065b3012-ac14-48d9-8cb7-90e329f9d9e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Jun 17 08:58:29.271803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f697b9c0-8219-41a4-bf95-ee2d785cc964'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:29.274025 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85648f82-fb0b-4204-b078-31d3ed8da2f3" -d '{"events": [{"server_uuid": "39bb1e11-bdae-45f9-bab8-8261e3989441", "name": "network-vif-plugged", "status": "completed", "tag": "f697b9c0-8219-41a4-bf95-ee2d785cc964"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:29.293513 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port f697b9c0-8219-41a4-bf95-ee2d785cc964, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964,segment=NetworkSegment(e7e05fee-0610-4865-8f56-627a6f96be77),segment_id=e7e05fee-0610-4865-8f56-627a6f96be77)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:29.295495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 86a10636-107e-4b16-a92d-f19fd7b82b36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=86a10636-107e-4b16-a92d-f19fd7b82b36,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:29.298964 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.302259 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7d9d9e7-55ef-4496-a373-f8c95bf1fa19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:29.305734 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.329367 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa10f4d6-730f-437f-b1c5-ebf60e66322e x-openstack-request-id: req-aa10f4d6-730f-437f-b1c5-ebf60e66322e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:29.329661 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bb1e11-bdae-45f9-bab8-8261e3989441", "name": "network-vif-plugged", "status": "completed", "tag": "f697b9c0-8219-41a4-bf95-ee2d785cc964", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:29.329919 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa10f4d6-730f-437f-b1c5-ebf60e66322e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:29.330297 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f697b9c0-8219-41a4-bf95-ee2d785cc964', 'code': 200} Jun 17 08:58:29.357351 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=f697b9c0-8219-41a4-bf95-ee2d785cc964,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:29.360155 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:29.360628 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b2d73ef-c59c-46ce-b771-3c6ca5419273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:29.405863 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=86a10636-107e-4b16-a92d-f19fd7b82b36,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:29.408879 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:29.440931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38235822-dbda-4b60-a354-e7a7420d8116 req-21fe2a44-9676-400a-b026-a1a7fd4869da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:29.442561 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-38235822-dbda-4b60-a354-e7a7420d8116 req-21fe2a44-9676-400a-b026-a1a7fd4869da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 1097 time: 0.0544381 Jun 17 08:58:29.476484 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-38235822-dbda-4b60-a354-e7a7420d8116 req-d25d2930-51ef-46df-87eb-aef1a9fca079 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270374 Jun 17 08:58:29.510771 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['86a10636-107e-4b16-a92d-f19fd7b82b36'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:29.824578 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf4118-58de-408f-be27-acea26575ffa req-0a2c48a7-bd70-427b-9d4b-cd7295ac10f9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:29.826066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1edf4118-58de-408f-be27-acea26575ffa req-0a2c48a7-bd70-427b-9d4b-cd7295ac10f9 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 944 time: 0.0651615 Jun 17 08:58:29.864408 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1edf4118-58de-408f-be27-acea26575ffa req-481b9959-0e56-4345-b173-7f253051a2e1 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324469 Jun 17 08:58:30.363287 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.381513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f50c78-cabf-4516-9629-686ed043164a req-ce463de5-1f49-402c-a543-2f4374f7137f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:30.383001 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61f50c78-cabf-4516-9629-686ed043164a req-ce463de5-1f49-402c-a543-2f4374f7137f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0680034 Jun 17 08:58:30.421392 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-61f50c78-cabf-4516-9629-686ed043164a req-831e53e0-a6e6-434b-9cff-d659cf5afd3a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jun 17 08:58:30.757782 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37390) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:30.976524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 86a10636-107e-4b16-a92d-f19fd7b82b36 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:31.026667 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 86a10636-107e-4b16-a92d-f19fd7b82b36 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:31.030552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 86a10636-107e-4b16-a92d-f19fd7b82b36 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:31.030958 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.041497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234b9bf-90b8-470c-9420-bd7a5bfdcdfc req-1eea5e28-3f05-45ac-bab0-4105f819c073 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.043148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f234b9bf-90b8-470c-9420-bd7a5bfdcdfc req-1eea5e28-3f05-45ac-bab0-4105f819c073 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 944 time: 0.0646248 Jun 17 08:58:31.082988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f234b9bf-90b8-470c-9420-bd7a5bfdcdfc req-f7b7c4c7-6ba9-47dc-8b57-9df05d0d9be2 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334237 Jun 17 08:58:31.115869 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.149842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 86a10636-107e-4b16-a92d-f19fd7b82b36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=86a10636-107e-4b16-a92d-f19fd7b82b36,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:31.154002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.155849 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08b7da77-1e82-415a-9ef3-c00f3e6961ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:31.199763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.200072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=86a10636-107e-4b16-a92d-f19fd7b82b36,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:31.203182 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:31.331321 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:31.333625 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78024674-38ed-4126-a449-856b3fa266e4" -d '{"events": [{"server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "name": "network-vif-plugged", "status": "completed", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:31.369146 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9596d7-ad30-45e0-a556-dc3b056e4f9a x-openstack-request-id: req-1a9596d7-ad30-45e0-a556-dc3b056e4f9a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:31.369748 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "name": "network-vif-plugged", "status": "completed", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:31.369748 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a9596d7-ad30-45e0-a556-dc3b056e4f9a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:31.370072 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'code': 200} Jun 17 08:58:31.496770 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.20.0.17 (17e0f48e-1ecf-4d57-b849-6bf2b67f1361/8b92ca12-9b67-48f3-b045-cc192b402c62/044e614b-a5e6-4953-ab47-4326ff945e9b) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:31.549143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956397c-79a8-4f78-924e-456cec9d0296 req-f03873fd-6f44-4f80-a495-5469053667f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.550682 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3956397c-79a8-4f78-924e-456cec9d0296 req-f03873fd-6f44-4f80-a495-5469053667f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1097 time: 0.1102777 Jun 17 08:58:31.595808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a822-f84c-47fc-b38c-21d4361bcde6 req-71941e11-93ca-4c5f-87f4-236544119fc0 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.597347 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d940a822-f84c-47fc-b38c-21d4361bcde6 req-71941e11-93ca-4c5f-87f4-236544119fc0 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0660553 Jun 17 08:58:31.632418 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3956397c-79a8-4f78-924e-456cec9d0296 req-0c7b8bbb-8976-4084-b898-95e2ba97d2d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512836 Jun 17 08:58:31.635857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d940a822-f84c-47fc-b38c-21d4361bcde6 req-76853890-24aa-443c-b934-0630ad910b4f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Jun 17 08:58:31.647398 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.660289 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Transition to ACTIVE for port object 044e614b-a5e6-4953-ab47-4326ff945e9b will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:31.693805 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.695889 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-98ef8062-7c5c-40b4-a943-47bdaaedb093 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:31.736217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:31.739463 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:31.745700 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:31.751988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=044e614b-a5e6-4953-ab47-4326ff945e9b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:31.771201 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:31.793952 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.821771 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021f58-d833-4854-a46d-5a5d5f28f924 req-c3cdd02b-7238-4205-a4ba-954713cb72be tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.823618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d021f58-d833-4854-a46d-5a5d5f28f924 req-c3cdd02b-7238-4205-a4ba-954713cb72be tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0725067 Jun 17 08:58:31.864438 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2d021f58-d833-4854-a46d-5a5d5f28f924 req-cde05049-4ac6-4874-b72e-2f494ecd5aef tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Jun 17 08:58:32.066104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6625a0c-42d2-436b-8a5f-ede121926ae9 None None] Provisioning for port 044e614b-a5e6-4953-ab47-4326ff945e9b completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:32.070524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d6625a0c-42d2-436b-8a5f-ede121926ae9 None None] Provisioning complete for port 044e614b-a5e6-4953-ab47-4326ff945e9b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:32.071704 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6625a0c-42d2-436b-8a5f-ede121926ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.109152 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6625a0c-42d2-436b-8a5f-ede121926ae9 None None] Port 044e614b-a5e6-4953-ab47-4326ff945e9b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:32.310883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dfd32-d59d-4a6f-ba4d-b497ca2e9c2b req-812f37ac-2322-447a-b0e9-acd50facd0a3 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:32.312599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb4dfd32-d59d-4a6f-ba4d-b497ca2e9c2b req-812f37ac-2322-447a-b0e9-acd50facd0a3 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.1125381 Jun 17 08:58:32.328691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c034d-b673-4ada-a19e-d1fff1049fee req-290b6c1a-a85b-4602-81a8-f428c12113d0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:32.330182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f1c034d-b673-4ada-a19e-d1fff1049fee req-290b6c1a-a85b-4602-81a8-f428c12113d0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 945 time: 0.1012383 Jun 17 08:58:32.331175 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.380463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb4dfd32-d59d-4a6f-ba4d-b497ca2e9c2b req-5d6dadc2-720b-4f2b-a7ae-92326c256ea4 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Jun 17 08:58:32.392907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9f1c034d-b673-4ada-a19e-d1fff1049fee req-a059e3cf-8f0c-47b6-82fc-103a6df7a0a3 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543191 Jun 17 08:58:32.625654 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.630284 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.633483 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:32.711458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=044e614b-a5e6-4953-ab47-4326ff945e9b,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:32.714579 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:32.716114 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.804453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:32.806576 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:32.923412 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:33.032906 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:33.037760 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "PUT /v2.0/routers/e40c34b8-52d9-4b5a-b9b5-957e2585e24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2789483 Jun 17 08:58:33.039398 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2c21fee4-b26b-451d-9c3c-2d4ef905a761 None None] Provisioning complete for port 044e614b-a5e6-4953-ab47-4326ff945e9b triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:33.040441 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c21fee4-b26b-451d-9c3c-2d4ef905a761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.050211 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:33.060407 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:33.061025 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:33.078081 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2c21fee4-b26b-451d-9c3c-2d4ef905a761 None None] Port 044e614b-a5e6-4953-ab47-4326ff945e9b cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:33.169342 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:33.391239 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:32Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 1, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044e614b-a5e6-4953-ab47-4326ff945e9b', 'name': '', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:ee:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:31Z', 'updated_at': '2021-06-17T08:58:32Z', 'revision_number': 2, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:33.416361 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:33.416720 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Updating router e40c34b8-52d9-4b5a-b9b5-957e2585e24c port 044e614b-a5e6-4953-ab47-4326ff945e9b binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:58:33.454744 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.610686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448a9ef-cfbb-4dee-ae24-31ad9afddf42 req-50c0f605-dbc2-4e36-b66c-f88f7e3126e2 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:33.612180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e448a9ef-cfbb-4dee-ae24-31ad9afddf42 req-50c0f605-dbc2-4e36-b66c-f88f7e3126e2 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 945 time: 0.0984747 Jun 17 08:58:33.622457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47bff-6aec-422f-af10-e2c1434de0e9 req-7086f9a7-8895-4ff1-a8a0-7a7f5e009d5a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:33.623926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92e47bff-6aec-422f-af10-e2c1434de0e9 req-7086f9a7-8895-4ff1-a8a0-7a7f5e009d5a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.1211030 Jun 17 08:58:33.678977 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e448a9ef-cfbb-4dee-ae24-31ad9afddf42 req-7e18f927-c42f-48af-9ae2-38d978be62a0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539761 Jun 17 08:58:33.683734 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-92e47bff-6aec-422f-af10-e2c1434de0e9 req-1a946bb0-5b73-4a33-8d1f-d1fcfdbb35ad tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530386 Jun 17 08:58:33.717858 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.728884 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Transition to ACTIVE for port object 044e614b-a5e6-4953-ab47-4326ff945e9b will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:33.736071 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.737977 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-46a78e2c-23cb-4fdc-81ae-0bc9964ba36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:33.811153 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Pushing event updated for resources: {'Port': ['ID=044e614b-a5e6-4953-ab47-4326ff945e9b,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:33.841603 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.842215 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.842687 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.843183 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.843828 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.844389 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.845365 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.845365 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.845674 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.845996 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.847424 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.848470 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:33.854147 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:33.891238 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fd433-0ea5-4eaf-992c-53e314b0bb9f req-7463543d-1f86-4231-9382-a841320ba0ba tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:33.893500 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Attempting to bind port 044e614b-a5e6-4953-ab47-4326ff945e9b on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:33.894094 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Attempting to bind port 044e614b-a5e6-4953-ab47-4326ff945e9b by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:33.894444 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Attempting to bind port 044e614b-a5e6-4953-ab47-4326ff945e9b on network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:33.898738 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588fd433-0ea5-4eaf-992c-53e314b0bb9f req-7463543d-1f86-4231-9382-a841320ba0ba tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 945 time: 0.0858138 Jun 17 08:58:33.907902 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:33.909165 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Checking segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:33.909893 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.910639 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Bound using segment: {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:33.911528 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Bound port: 044e614b-a5e6-4953-ab47-4326ff945e9b, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6257e1-f433-4729-9be7-809ec7ed2af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:33.912314 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.941857 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588fd433-0ea5-4eaf-992c-53e314b0bb9f req-0e3fc91a-7075-4534-8841-d370bf48c56d tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415325 Jun 17 08:58:33.981505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37420) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.015547 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] For port 044e614b-a5e6-4953-ab47-4326ff945e9b, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:34.019335 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] For port 044e614b-a5e6-4953-ab47-4326ff945e9b, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=044e614b-a5e6-4953-ab47-4326ff945e9b,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:34.036358 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.039519 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-643e5493-8d94-4572-83cb-c813114fa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:34.083421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10392505-1a1a-427f-bf29-3511f06a201c req-759b32ee-9695-4315-ac8a-ecb227caa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:34.085294 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-759b32ee-9695-4315-ac8a-ecb227caa643 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae15dc586f994a75b8de33840fd2e6e0&device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 1097 time: 0.0593634 Jun 17 08:58:34.136394 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:34.137631 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:34.140973 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Pushing event updated for resources: {'Port': ['ID=044e614b-a5e6-4953-ab47-4326ff945e9b,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:34.163993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f0527-60f1-4247-9057-bba3e378ca58 req-12ea0369-6ebb-4675-882d-c59ba8d012a4 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:34.167411 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588f0527-60f1-4247-9057-bba3e378ca58 req-12ea0369-6ebb-4675-882d-c59ba8d012a4 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.1124940 Jun 17 08:58:34.176657 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1865978-012b-4bd9-a8ea-53cea403e78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:34.216535 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10392505-1a1a-427f-bf29-3511f06a201c req-3b297499-3c20-4c1c-a03a-4b4f587b9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:34.218305 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-3b297499-3c20-4c1c-a03a-4b4f587b9f4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d830d629-e7d5-477c-a4c9-3442e9ddd98d HTTP/1.1" status: 200 len: 913 time: 0.1269500 Jun 17 08:58:34.253145 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-588f0527-60f1-4247-9057-bba3e378ca58 req-801a8723-2f4b-4f03-b477-a6f5561d78b5 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795619 Jun 17 08:58:34.280751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca1355-4def-4514-8b79-10b82ec93bb9 tempest-TestVolumeBackupRestore-1497948070 tempest-TestVolumeBackupRestore-1497948070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:34.282292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-60ca1355-4def-4514-8b79-10b82ec93bb9 tempest-TestVolumeBackupRestore-1497948070 tempest-TestVolumeBackupRestore-1497948070-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1092 time: 0.2997923 Jun 17 08:58:34.285184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37424) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.285604 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:34.287157 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-e8b68b0d-ce25-4d8f-8625-7affcfac585b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964 HTTP/1.1" status: 200 len: 217 time: 0.0602643 Jun 17 08:58:34.292086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:34.323210 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.342651 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10392505-1a1a-427f-bf29-3511f06a201c req-ed68eb93-5734-45a5-a68c-9b20eb5b55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:34.344463 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-ed68eb93-5734-45a5-a68c-9b20eb5b55ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22fdb022-84e8-4ad4-919f-460a0482e23e HTTP/1.1" status: 200 len: 852 time: 0.0515041 Jun 17 08:58:34.377699 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-7e89f100-d111-4aef-95a2-3f3d825eb730 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d830d629-e7d5-477c-a4c9-3442e9ddd98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267203 Jun 17 08:58:34.434457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.484381 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-a51f3974-c8f5-46f1-ba2c-82fde64d1b22 service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995731 Jun 17 08:58:34.540857 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:32Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 1, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044e614b-a5e6-4953-ab47-4326ff945e9b', 'name': '', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:ee:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:31Z', 'updated_at': '2021-06-17T08:58:34Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:34.543438 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Allocated IP 172.25.7.142 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/562a6af7-1281-47c6-b83d-dafaf9038248) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:34.569542 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb682b3b-b2e0-4947-b1bf-3ce2893ae706 None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:32Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 1, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044e614b-a5e6-4953-ab47-4326ff945e9b', 'name': '', 'network_id': '17e0f48e-1ecf-4d57-b849-6bf2b67f1361', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:ee:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:31Z', 'updated_at': '2021-06-17T08:58:34Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '8b92ca12-9b67-48f3-b045-cc192b402c62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:34.583349 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-10392505-1a1a-427f-bf29-3511f06a201c req-50acef5d-91ee-431a-aa27-0865d7b135db service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924051 Jun 17 08:58:34.679737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.721393 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.723644 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:34.762308 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:34.765396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:34.767904 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:34.794669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'Port': ['ID=562a6af7-1281-47c6-b83d-dafaf9038248,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:34.797744 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:35.536636 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.575998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d3a7f-ae40-4a04-96a6-c8b76ebe7540 req-394abd80-9320-4ac6-8366-f2cd0fd8b68f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:35.577381 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a6d3a7f-ae40-4a04-96a6-c8b76ebe7540 req-394abd80-9320-4ac6-8366-f2cd0fd8b68f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.1186938 Jun 17 08:58:35.645270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a6d3a7f-ae40-4a04-96a6-c8b76ebe7540 req-c32f9185-95cf-49ba-9ae4-3965393a2f48 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Jun 17 08:58:35.653580 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.802560 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.808946 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.811007 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-47ed975c-7c27-4e20-adf8-3cddf0ed7863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:35.880499 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event updated for resources: {'Port': ['ID=562a6af7-1281-47c6-b83d-dafaf9038248,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:35.884917 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:35.891921 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.973009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 044e614b-a5e6-4953-ab47-4326ff945e9b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:36.023079 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 044e614b-a5e6-4953-ab47-4326ff945e9b completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:36.027410 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 044e614b-a5e6-4953-ab47-4326ff945e9b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:36.027784 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.038072 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Floating IP 8faf98b8-d202-45c2-84f9-9025dfb88237 associated. External IP: 172.25.7.142, port: 86a10636-107e-4b16-a92d-f19fd7b82b36. Jun 17 08:58:36.103957 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.130139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41cd5-3075-41fc-b005-2c6c031e0ac8 req-c4218674-f57b-4ad3-9ba5-6609beee9f86 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.131675 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8e41cd5-3075-41fc-b005-2c6c031e0ac8 req-c4218674-f57b-4ad3-9ba5-6609beee9f86 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.1461003 Jun 17 08:58:36.143435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 044e614b-a5e6-4953-ab47-4326ff945e9b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=044e614b-a5e6-4953-ab47-4326ff945e9b,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:36.147590 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.149971 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0cfccb9-0b54-4cb2-b84b-532ab44053c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:36.186465 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f8e41cd5-3075-41fc-b005-2c6c031e0ac8 req-00bb82c4-e3c7-42f9-8172-f6390bca35b9 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Jun 17 08:58:36.197109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=044e614b-a5e6-4953-ab47-4326ff945e9b,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:36.200531 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:36.292586 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Router fdd302b8-7269-4559-b896-7517e58e8e5c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:36.398267 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:36.408902 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] Sync routers for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:36.415948 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.418924 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:36.419688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:36.453509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1671312 Jun 17 08:58:36.454588 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:36.456702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:36.457155 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b5e77-b681-4229-b0b9-b6234aaa0533" -d '{"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:36.510295 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f925a1-78d6-4bca-bfd0-1065b4db006e x-openstack-request-id: req-99f925a1-78d6-4bca-bfd0-1065b4db006e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:36.510648 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:36.511033 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99f925a1-78d6-4bca-bfd0-1065b4db006e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:36.511791 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'status': 'completed', 'code': 200} Jun 17 08:58:36.517870 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288ca74-875d-40cb-9acd-512bb7b38e55 tempest-TestVolumeBackupRestore-1497948070 tempest-TestVolumeBackupRestore-1497948070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.519700 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5288ca74-875d-40cb-9acd-512bb7b38e55 tempest-TestVolumeBackupRestore-1497948070 tempest-TestVolumeBackupRestore-1497948070-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1092 time: 0.0614336 Jun 17 08:58:36.522685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37438) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:36.528661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Request body: {'floatingip': {'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:36.535233 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:36.587911 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-8d92a7ef-4ca9-4999-8334-2a533de21d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.589407 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-8d92a7ef-4ca9-4999-8334-2a533de21d4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1097 time: 0.0568693 Jun 17 08:58:36.598827 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.689627 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-b63af5fa-ff1d-4243-8a7d-cda2bede790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.691513 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-b63af5fa-ff1d-4243-8a7d-cda2bede790e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 914 time: 0.0950906 Jun 17 08:58:36.757434 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-4c14bc0c-8bf0-4098-b3f9-d6fdb83f4033 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 999 time: 0.0596695 Jun 17 08:58:36.782231 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8faf98b8-d202-45c2-84f9-9025dfb88237', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:35Z', 'updated_at': '2021-06-17T08:58:35Z', 'revision_number': 0, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:36.809295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-825519b8-497b-47ff-a044-4b306c7e6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.810888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-825519b8-497b-47ff-a044-4b306c7e6223 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.0465364 Jun 17 08:58:36.812220 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] Checking router: fdd302b8-7269-4559-b896-7517e58e8e5c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:36.821677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:36.822376 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:36.876602 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-34c5e540-d87d-42b0-a0b2-888153f5a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.878367 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-34c5e540-d87d-42b0-a0b2-888153f5a1a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615277 Jun 17 08:58:36.944867 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:36.978225 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-c4f0d81b-2618-4e33-b784-d30b4ffc9a72 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922656 Jun 17 08:58:37.080437 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-998b5e77-b681-4229-b0b9-b6234aaa0533 req-1a62e267-1ea0-4c91-8cef-f5cbac306037 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960946 Jun 17 08:58:37.087674 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:37.092818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:37.182890 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8faf98b8-d202-45c2-84f9-9025dfb88237', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:35Z', 'updated_at': '2021-06-17T08:58:35Z', 'revision_number': 0, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:37.208962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874692b9-ad5c-489e-8234-35e98ceb9097 None None] The sync data for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 is: [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8faf98b8-d202-45c2-84f9-9025dfb88237', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:35Z', 'updated_at': '2021-06-17T08:58:35Z', 'revision_number': 0, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:37.345082 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Router fdd302b8-7269-4559-b896-7517e58e8e5c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:37.415883 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b651520-428c-43fb-9b23-caec3671af2c None None] New status for floating IP 8faf98b8-d202-45c2-84f9-9025dfb88237: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:58:37.456594 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a8c6-ca68-4bf8-8b04-60fcd9016ee3 req-99c534f3-9864-483b-b913-b36d2ade907f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.458095 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5d6a8c6-ca68-4bf8-8b04-60fcd9016ee3 req-99c534f3-9864-483b-b913-b36d2ade907f tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.1453414 Jun 17 08:58:37.513536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c5d6a8c6-ca68-4bf8-8b04-60fcd9016ee3 req-661d45f2-0e63-4fee-aa15-d061118403a4 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Jun 17 08:58:37.514675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:37.519991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:37.598477 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-dbe9cae5-7f04-4f45-aea5-4141e0835e9e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "PUT /v2.0/floatingips/8faf98b8-d202-45c2-84f9-9025dfb88237 HTTP/1.1" status: 200 len: 991 time: 1.0746641 Jun 17 08:58:37.655048 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] Sync routers for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:37.664401 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:37.665588 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:37.778726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:37.866860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-eb0ac907-756d-4df8-8f48-47983772d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.868731 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-eb0ac907-756d-4df8-8f48-47983772d353 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae15dc586f994a75b8de33840fd2e6e0&device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 1097 time: 0.0560896 Jun 17 08:58:37.918651 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b2952-1f76-4d37-9067-b718f94d6b10 req-6fb343f0-72e8-43ef-a9f9-69b9a6c7ab8a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.920290 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-399b2952-1f76-4d37-9067-b718f94d6b10 req-6fb343f0-72e8-43ef-a9f9-69b9a6c7ab8a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0959811 Jun 17 08:58:37.958948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 044e614b-a5e6-4953-ab47-4326ff945e9b up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:37.968677 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-399b2952-1f76-4d37-9067-b718f94d6b10 req-a79b53d4-a11a-4547-80f2-dcec129418a2 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jun 17 08:58:37.979265 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-490d21cb-2841-4d5e-83f2-a1e4f5938c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.980834 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-490d21cb-2841-4d5e-83f2-a1e4f5938c1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d830d629-e7d5-477c-a4c9-3442e9ddd98d HTTP/1.1" status: 200 len: 913 time: 0.1058888 Jun 17 08:58:38.023359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-d3611873-fab5-4cb6-9c48-e1cf536acf0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964 HTTP/1.1" status: 200 len: 217 time: 0.0354984 Jun 17 08:58:38.050059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 044e614b-a5e6-4953-ab47-4326ff945e9b triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:38.050351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.071903 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-4352c93e-8e2a-449b-9db3-2db22b2fc038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.073627 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-4352c93e-8e2a-449b-9db3-2db22b2fc038 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22fdb022-84e8-4ad4-919f-460a0482e23e HTTP/1.1" status: 200 len: 852 time: 0.0445435 Jun 17 08:58:38.107159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8faf98b8-d202-45c2-84f9-9025dfb88237', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:35Z', 'updated_at': '2021-06-17T08:58:37Z', 'revision_number': 2, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:38.110758 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-9bd8ad78-437d-4f75-a012-7e34900c71bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d830d629-e7d5-477c-a4c9-3442e9ddd98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310326 Jun 17 08:58:38.140159 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] Checking router: fdd302b8-7269-4559-b896-7517e58e8e5c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:38.171260 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:38.171882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:38.203239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-6e20766b-8d6a-4b79-acbc-2f756c0701ca service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857680 Jun 17 08:58:38.280110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:38.300968 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-0b005e4b-27e0-41dd-a529-f9f368b71066 req-6b58749b-ac20-477c-acf1-29538a46ca90 service neutron] 10.222.0.60 "GET /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910687 Jun 17 08:58:38.497070 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8faf98b8-d202-45c2-84f9-9025dfb88237', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:35Z', 'updated_at': '2021-06-17T08:58:37Z', 'revision_number': 2, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:38.513214 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}, {'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:38.515686 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}, {"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:38.527127 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ef9ebc-baf5-470f-9ff3-ff40657cfd01 None None] The sync data for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 is: [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8faf98b8-d202-45c2-84f9-9025dfb88237', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'port_id': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'mac_address': 'fa:16:3e:e1:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:35Z', 'updated_at': '2021-06-17T08:58:37Z', 'revision_number': 2, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:38.555315 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26023db4-500f-43a0-a59f-4f8cff064cd5 x-openstack-request-id: req-26023db4-500f-43a0-a59f-4f8cff064cd5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:38.555605 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:38.555913 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26023db4-500f-43a0-a59f-4f8cff064cd5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:38.556361 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'status': 'completed', 'code': 200} Jun 17 08:58:38.556667 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'status': 'completed', 'code': 200} Jun 17 08:58:38.648260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-1e73853c-533d-4ed3-9d71-b7329b70b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.650647 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-1e73853c-533d-4ed3-9d71-b7329b70b80a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1097 time: 0.0551357 Jun 17 08:58:38.758675 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-194136b5-c08e-4617-be3f-8ec1ad1ec2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.760180 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-194136b5-c08e-4617-be3f-8ec1ad1ec2bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 914 time: 0.0941250 Jun 17 08:58:38.825254 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-3626ab9e-4740-4885-9685-afddbbb5000b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 1001 time: 0.0579731 Jun 17 08:58:38.875905 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-a687f33f-b331-4c28-9a6f-94611c5167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.877301 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-a687f33f-b331-4c28-9a6f-94611c5167b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.0433214 Jun 17 08:58:38.947639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-d6b6585b-8922-4b03-b480-f12376a0e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.949477 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-d6b6585b-8922-4b03-b480-f12376a0e89b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607681 Jun 17 08:58:39.051354 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-b92f2e6a-0924-431a-abdb-e6ff459c224b service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883963 Jun 17 08:58:39.147239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-6389dde7-0c2e-4379-a57a-3346cd2ae466 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893352 Jun 17 08:58:39.154234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7b564-b065-4bed-a285-33f7b30b5bfb req-d0c63266-bff4-4c2b-8baa-ba546a9a599d tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.155758 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb7b564-b065-4bed-a285-33f7b30b5bfb req-d0c63266-bff4-4c2b-8baa-ba546a9a599d tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0705168 Jun 17 08:58:39.194137 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3bb7b564-b065-4bed-a285-33f7b30b5bfb req-557f8433-5d57-49bb-82aa-f5685245425e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Jun 17 08:58:39.243806 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-c526e779-4641-48fc-a854-51fc5da5b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.245406 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-c526e779-4641-48fc-a854-51fc5da5b24c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1097 time: 0.0538704 Jun 17 08:58:39.340377 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-8601606f-c2cc-4f80-937d-3cc27204e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.341842 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-8601606f-c2cc-4f80-937d-3cc27204e3ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 914 time: 0.0893471 Jun 17 08:58:39.409650 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-23511c14-3922-4019-86a4-980e7d48ebeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 1001 time: 0.0607073 Jun 17 08:58:39.461094 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-ad9ee051-ad22-48ec-9743-b6b2d1187857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.463140 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-ad9ee051-ad22-48ec-9743-b6b2d1187857 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.0469313 Jun 17 08:58:39.525361 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-055df9a0-c438-4b79-8c94-a4b9d4683a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.526858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-055df9a0-c438-4b79-8c94-a4b9d4683a42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568800 Jun 17 08:58:39.576990 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69435-a9f5-4ff4-807e-9e0edc5eef77 req-869d85a8-266b-498d-aec6-a1d641c8220b tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.578486 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebb69435-a9f5-4ff4-807e-9e0edc5eef77 req-869d85a8-266b-498d-aec6-a1d641c8220b tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0649354 Jun 17 08:58:39.617418 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ebb69435-a9f5-4ff4-807e-9e0edc5eef77 req-08aece76-894d-49dc-84fc-2b2e97dbe872 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Jun 17 08:58:39.621716 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-2ce5b5a8-2d16-4ac7-810f-466de46666b4 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868554 Jun 17 08:58:39.713104 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cb993bb5-af4f-4edb-a6b9-cc445ab563a9 req-82c76c59-0546-4583-9796-182a3a50d59b service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846059 Jun 17 08:58:40.796328 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32976-6a5b-47c9-9d92-92efef85344b req-9240860f-655c-47ee-9fc1-c15248a43aeb tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:40.797692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efe32976-6a5b-47c9-9d92-92efef85344b req-9240860f-655c-47ee-9fc1-c15248a43aeb tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0662901 Jun 17 08:58:40.833987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-efe32976-6a5b-47c9-9d92-92efef85344b req-5e1f83cc-c7ff-4fe2-bebb-0f3f6e37984a tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9df14fa-3eda-4124-b77c-08b3449448e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307541 Jun 17 08:58:41.384478 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-209e6620-cfe0-45ce-9c44-466abbbae0a8 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:41.385898 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-209e6620-cfe0-45ce-9c44-466abbbae0a8 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.60 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 945 time: 0.0618813 Jun 17 08:58:41.484915 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Deleting port f697b9c0-8219-41a4-bf95-ee2d785cc964 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:41.485182 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.571472 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] For port f697b9c0-8219-41a4-bf95-ee2d785cc964, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=f697b9c0-8219-41a4-bf95-ee2d785cc964,segment=NetworkSegment(e7e05fee-0610-4865-8f56-627a6f96be77),segment_id=e7e05fee-0610-4865-8f56-627a6f96be77)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:41.571895 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.637821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Calling delete_port for f697b9c0-8219-41a4-bf95-ee2d785cc964 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:41.762581 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.767498 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:41.775612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['f697b9c0-8219-41a4-bf95-ee2d785cc964'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:41.802072 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Pushing event deleted for resources: {'Port': ['ID=f697b9c0-8219-41a4-bf95-ee2d785cc964,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:41.804356 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:41.845510 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] No DVR routers for this DVR port f697b9c0-8219-41a4-bf95-ee2d785cc964 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:41.848692 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.850723 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-a3702722-d38e-4a87-92ff-e8d8380fc5eb req-1ee28373-1e13-4306-a657-2e9e122984db tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.60 "DELETE /v2.0/ports/f697b9c0-8219-41a4-bf95-ee2d785cc964 HTTP/1.1" status: 204 len: 173 time: 0.4589386 Jun 17 08:58:41.851281 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'name': 'network-vif-deleted', 'tag': 'f697b9c0-8219-41a4-bf95-ee2d785cc964'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:41.854292 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abbbd5-f076-4090-9dbd-bc976f5a1b75" -d '{"events": [{"server_uuid": "39bb1e11-bdae-45f9-bab8-8261e3989441", "name": "network-vif-deleted", "tag": "f697b9c0-8219-41a4-bf95-ee2d785cc964"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:41.900846 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea6533-0168-4384-819a-8047be94cd77 x-openstack-request-id: req-6bea6533-0168-4384-819a-8047be94cd77 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:41.901192 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bb1e11-bdae-45f9-bab8-8261e3989441", "name": "network-vif-deleted", "tag": "f697b9c0-8219-41a4-bf95-ee2d785cc964", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:41.901492 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bea6533-0168-4384-819a-8047be94cd77 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:41.901941 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bb1e11-bdae-45f9-bab8-8261e3989441', 'name': 'network-vif-deleted', 'tag': 'f697b9c0-8219-41a4-bf95-ee2d785cc964', 'status': 'completed', 'code': 200} Jun 17 08:58:41.999351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d8aca8ba-b74e-481c-84b2-88827f1d8d50 req-efbba035-5f54-4e0f-834a-1422c31275f2 tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bb1e11-bdae-45f9-bab8-8261e3989441 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jun 17 08:58:43.100529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37470) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:43.146246 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Deleting subnet 22fdb022-84e8-4ad4-919f-460a0482e23e {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:43.149774 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.182846 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.225138 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.276166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.278923 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-69fd9352-eb72-4735-a355-cea393980698 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:43.302227 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fdb022-84e8-4ad4-919f-460a0482e23e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:43.304199 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.307563 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/22fdb022-84e8-4ad4-919f-460a0482e23e HTTP/1.1" status: 204 len: 168 time: 0.2054572 Jun 17 08:58:43.308564 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-12131648-f7f2-405f-99e5-515d7359921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:43.308711 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37472) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:43.383751 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.465177 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.476297 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d830d629-e7d5-477c-a4c9-3442e9ddd98d']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:43.486446 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e05fee-0610-4865-8f56-627a6f96be77') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:43.486743 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e05fee-0610-4865-8f56-627a6f96be77') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:43.496857 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.512765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.519534 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:43.520033 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:58:43.521945 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:58:43.588266 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.592255 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ad698354-6975-4d91-b922-615069c523cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:43.594864 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.596659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d830d629-e7d5-477c-a4c9-3442e9ddd98d HTTP/1.1" status: 204 len: 168 time: 0.2869730 Jun 17 08:58:43.599869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37474) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:43.607323 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Pushing event deleted for resources: {'Network': ['ID=d830d629-e7d5-477c-a4c9-3442e9ddd98d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:43.610046 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ecbac95a-bc5e-40c8-94a6-ed168aa4f416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:43.654840 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Deleting subnet 3d6bdd8e-7516-4b15-97d0-dc86ce39337e {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:43.658579 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.692079 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.737258 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.796405 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.799584 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-bb7d2f3a-badf-467b-b3b2-3bae6bdf2a96 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:43.828625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6bdd8e-7516-4b15-97d0-dc86ce39337e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:43.833728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.836068 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3d6bdd8e-7516-4b15-97d0-dc86ce39337e HTTP/1.1" status: 204 len: 168 time: 0.2347858 Jun 17 08:58:43.837060 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d896ece3-951b-411c-9b5c-1fe31f6cead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:43.838777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37476) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:43.922037 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.013445 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.023002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34ef0a4-88be-47a8-a906-8470ca22072c']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:44.032691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ef3b7e-0851-4da6-b78c-3d627ff21185') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:44.033011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ef3b7e-0851-4da6-b78c-3d627ff21185') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:44.042123 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.056438 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.062741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:44.063151 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:58:44.064766 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:58:44.121334 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.125089 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0c85fc8-15d1-420c-bf73-267e79443c83 tempest-ExtraDHCPOptionsTestJSON-354664136 tempest-ExtraDHCPOptionsTestJSON-354664136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:44.127672 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.129547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f34ef0a4-88be-47a8-a906-8470ca22072c HTTP/1.1" status: 204 len: 168 time: 0.2896152 Jun 17 08:58:44.142306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34ef0a4-88be-47a8-a906-8470ca22072c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:44.144904 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-aae9e264-023f-4244-9e36-6be65843a840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:44.300730 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:44.347858 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f86f77d0-d256-453f-b27a-82f2d4b8615c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae15dc586f994a75b8de33840fd2e6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457397 Jun 17 08:58:44.350158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37482) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:44.398234 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.420263 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.469882 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.472686 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.473866 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9df14fa-3eda-4124-b77c-08b3449448e9 HTTP/1.1" status: 204 len: 168 time: 0.1227353 Jun 17 08:58:44.474765 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2929ff6c-0600-454f-b52d-a2ab1ac31b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:44.487107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df14fa-3eda-4124-b77c-08b3449448e9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:44.489491 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9d278794-bc46-4593-b383-bb15083f43d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:44.805085 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37490) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:44.846010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-4e9ac81e-b893-415a-a9ad-72d7d37330f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04b0ca814be5457db8f6163775a349a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394583 Jun 17 08:58:44.848245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37492) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:44.894854 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.916815 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.965023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.967973 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.969230 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be4898e8-f0c4-4d40-a036-4391f595a68e HTTP/1.1" status: 204 len: 168 time: 0.1199770 Jun 17 08:58:44.970011 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aaa91962-f240-4aed-9190-d930ea2d3d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:44.977434 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4898e8-f0c4-4d40-a036-4391f595a68e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:44.979973 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:45.069696 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f697b9c0-8219-41a4-bf95-ee2d785cc964 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:45.090243 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: f697b9c0-8219-41a4-bf95-ee2d785cc964 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:45.090611 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device f697b9c0-8219-41a4-bf95-ee2d785cc964 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:47.350333 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.503572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.737237 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:58:53.874890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37504) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:54.233680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.899717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 044e614b-a5e6-4953-ab47-4326ff945e9b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:54.900385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.988937 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port 044e614b-a5e6-4953-ab47-4326ff945e9b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=044e614b-a5e6-4953-ab47-4326ff945e9b,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:54.989295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.026540 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-704447b4-4b5e-45c6-9d03-ef06820d195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.053966 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 044e614b-a5e6-4953-ab47-4326ff945e9b owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:55.244373 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.247833 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-831802e1-eda8-4fb4-bf07-41fa4f902ce8 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:55.273533 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=044e614b-a5e6-4953-ab47-4326ff945e9b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:55.278719 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:55.450868 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.670600 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:55.790321 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:55.795995 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "PUT /v2.0/routers/e40c34b8-52d9-4b5a-b9b5-957e2585e24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199429 Jun 17 08:58:55.803898 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:55.813991 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:55.814742 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:56.025342 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:56.206386 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3fd58-ad17-4800-9179-fef9f935b04a req-4e129429-de8e-4268-b920-ba2450b85173 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:56.207844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16e3fd58-ad17-4800-9179-fef9f935b04a req-4e129429-de8e-4268-b920-ba2450b85173 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 946 time: 0.0711761 Jun 17 08:58:56.249246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16e3fd58-ad17-4800-9179-fef9f935b04a req-5350b25a-0e9b-46df-9e8a-2ff25db65d3b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337169 Jun 17 08:58:56.275373 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:55Z', 'revision_number': 6, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 1, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:56.299898 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:56.308834 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:56.309452 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:56.418357 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:56.567868 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-f24b6197-8477-49f9-8588-ab216e1f40c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529227 Jun 17 08:58:56.647359 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:55Z', 'revision_number': 6, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 1, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:56.673792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-f337b4cf-43df-4d2c-bf58-1a0d542dcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:56.675415 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-f337b4cf-43df-4d2c-bf58-1a0d542dcb20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1097 time: 0.0572805 Jun 17 08:58:56.688647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec970228-4209-4acb-9b04-ab3fbdc27c68 None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:55Z', 'revision_number': 6, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '8983b5e2-95b9-44b6-b151-9dde0f6f4009', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'port_id': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'mac_address': 'fa:16:3e:26:e8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079b3632-95f7-45d1-9c49-326de8a41708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:57:37Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 1, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:56.792410 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-fb4dc5c0-ad68-4e02-b695-1cedf080e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:56.793938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-fb4dc5c0-ad68-4e02-b695-1cedf080e5ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 914 time: 0.0973220 Jun 17 08:58:56.864559 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-2cbd8d3b-4a53-4534-8856-a7ad2aaefb30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 1001 time: 0.0630097 Jun 17 08:58:56.916206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-a02764f9-ba73-439f-90d2-3661ac8b39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:56.917889 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-a02764f9-ba73-439f-90d2-3661ac8b39b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.0471954 Jun 17 08:58:56.986584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-98a94230-4128-49c5-849c-84f89f29b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:56.988117 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-98a94230-4128-49c5-849c-84f89f29b104 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634413 Jun 17 08:58:57.083779 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-d96ad072-b140-4c48-81c8-c196e90269a0 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889838 Jun 17 08:58:57.191240 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ab265872-447b-41d6-b3d5-46bd1a3e5316 req-92c87921-cd3a-4104-81ef-9ad85287d940 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007819 Jun 17 08:58:57.452852 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f28c17-f9b1-4809-a40c-b4cea61e2d1e req-1bb4201f-2ff6-4eee-919d-f6e86eed950b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:57.454341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83f28c17-f9b1-4809-a40c-b4cea61e2d1e req-1bb4201f-2ff6-4eee-919d-f6e86eed950b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 946 time: 0.0705092 Jun 17 08:58:57.529332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-83f28c17-f9b1-4809-a40c-b4cea61e2d1e req-b5da6eb2-a192-4aae-bebb-1e11431f6f8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2ff8e46-2da6-49f0-8169-753c2a45b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650165 Jun 17 08:58:57.554927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-1c9e6a00-90fb-4aab-9771-5ad6121c8ba9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:57.556582 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-1c9e6a00-90fb-4aab-9771-5ad6121c8ba9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/ports?device_id=220cf6ad-b44d-401f-8b31-c6bf671b5ef1 HTTP/1.1" status: 200 len: 946 time: 0.1005991 Jun 17 08:58:57.625653 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.659685 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:57.660030 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.754316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:57.754591 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.821745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:57.883060 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 044e614b-a5e6-4953-ab47-4326ff945e9b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:57.915065 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 044e614b-a5e6-4953-ab47-4326ff945e9b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:57.915437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 044e614b-a5e6-4953-ab47-4326ff945e9b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:57.923316 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a41ee91e-5fe3-4973-b762-028d8b687954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.955337 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.959633 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6a7bfdbf-b9f1-4241-8094-5bb283d05b98 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:57.992427 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:57.995977 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:58.038173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] No DVR routers for this DVR port d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:58.040794 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.043529 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3a9abdb1-8571-4941-b5a9-291bfd4c0676 req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "DELETE /v2.0/ports/d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 HTTP/1.1" status: 204 len: 173 time: 0.4808030 Jun 17 08:58:58.044060 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'name': 'network-vif-deleted', 'tag': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:58.046429 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b0122-0b39-4268-8ee7-5c77159b7d76" -d '{"events": [{"server_uuid": "220cf6ad-b44d-401f-8b31-c6bf671b5ef1", "name": "network-vif-deleted", "tag": "d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:58.086164 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a18696-71fe-4a2b-8fc1-94ce168a34de x-openstack-request-id: req-72a18696-71fe-4a2b-8fc1-94ce168a34de {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:58.086506 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220cf6ad-b44d-401f-8b31-c6bf671b5ef1", "name": "network-vif-deleted", "tag": "d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:58.086811 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72a18696-71fe-4a2b-8fc1-94ce168a34de {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:58.087358 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220cf6ad-b44d-401f-8b31-c6bf671b5ef1', 'name': 'network-vif-deleted', 'tag': 'd5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1', 'status': 'completed', 'code': 200} Jun 17 08:58:58.627918 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37518) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:58.687879 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.713609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.770218 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.772884 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.774015 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/security-groups/d2ff8e46-2da6-49f0-8169-753c2a45b860 HTTP/1.1" status: 204 len: 168 time: 0.1450820 Jun 17 08:58:58.774844 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9509993a-125c-427b-aef1-29253c93df29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:58.783694 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff8e46-2da6-49f0-8169-753c2a45b860,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.786083 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-809c606e-d799-4d25-b30b-e08278c305a4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:58.807185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37522) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:58.860179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting subnet 8b92ca12-9b67-48f3-b045-cc192b402c62 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:58.863374 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.902154 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.931923 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.992082 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.050223 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.052309 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7988bc2f-7b64-47a7-8af2-ed6ee2c2efae tempest-RoutersNegativeIpV6Test-1277056226 tempest-RoutersNegativeIpV6Test-1277056226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:59.077519 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Subnet': ['ID=8b92ca12-9b67-48f3-b045-cc192b402c62,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:59.082170 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.087394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/subnets/8b92ca12-9b67-48f3-b045-cc192b402c62 HTTP/1.1" status: 204 len: 168 time: 0.2751272 Jun 17 08:58:59.087394 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6e2af12d-8247-4df4-9ff1-184224ffa637 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:59.087394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37524) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.090560 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395e101-9540-4626-9e4b-08569bcfe544 None None] Network 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:59.165895 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.219273 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 686852ac-b4c4-4d91-80e3-5093c9293b0a {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:59.219606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.282359 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] DHCP port deletion for 17e0f48e-1ecf-4d57-b849-6bf2b67f1361 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:58:59.288102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port 686852ac-b4c4-4d91-80e3-5093c9293b0a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=686852ac-b4c4-4d91-80e3-5093c9293b0a,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:59.289532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.333259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Deleting port 686852ac-b4c4-4d91-80e3-5093c9293b0a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:59.333691 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.352234 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 686852ac-b4c4-4d91-80e3-5093c9293b0a owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:59.403207 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] For port 686852ac-b4c4-4d91-80e3-5093c9293b0a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=686852ac-b4c4-4d91-80e3-5093c9293b0a,segment=NetworkSegment(0a6257e1-f433-4729-9be7-809ec7ed2af7),segment_id=0a6257e1-f433-4729-9be7-809ec7ed2af7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:59.403709 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.434559 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.436651 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1fa20f8c-50fb-44d4-9371-fb055eecd0fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:59.461150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=686852ac-b4c4-4d91-80e3-5093c9293b0a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:59.464728 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:59.465520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] No DVR routers for this DVR port 686852ac-b4c4-4d91-80e3-5093c9293b0a on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:59.474294 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Calling delete_port for 686852ac-b4c4-4d91-80e3-5093c9293b0a owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:59.551577 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.555279 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.557334 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:59.562320 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e0f48e-1ecf-4d57-b849-6bf2b67f1361']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.572322 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6257e1-f433-4729-9be7-809ec7ed2af7') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.572634 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6257e1-f433-4729-9be7-809ec7ed2af7') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.582155 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Pushing event deleted for resources: {'Port': ['ID=686852ac-b4c4-4d91-80e3-5093c9293b0a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:59.582432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.585295 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:59.586181 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] No DVR routers for this DVR port 686852ac-b4c4-4d91-80e3-5093c9293b0a on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:59.600007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.606266 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:59.606652 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:58:59.609617 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:58:59.669168 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.672971 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-81c27d7f-5a4b-4be6-a2b6-1c1d21cc2c89 tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:59.678508 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.680549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/networks/17e0f48e-1ecf-4d57-b849-6bf2b67f1361 HTTP/1.1" status: 204 len: 168 time: 0.5929763 Jun 17 08:58:59.683848 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37526) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.692533 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Network': ['ID=17e0f48e-1ecf-4d57-b849-6bf2b67f1361,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:59.695044 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:59.848116 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port a47fea05-4a1e-4aa2-b9a3-0ac5c361d4d7 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:59.848372 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.929677 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.930513 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.940912 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 686852ac-b4c4-4d91-80e3-5093c9293b0a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:59.965514 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 686852ac-b4c4-4d91-80e3-5093c9293b0a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:59.965786 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 686852ac-b4c4-4d91-80e3-5093c9293b0a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:00.011346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for a47fea05-4a1e-4aa2-b9a3-0ac5c361d4d7 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:00.161844 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.165174 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-70957b9f-2802-4285-8680-c10011caf1de tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:00.193165 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=a47fea05-4a1e-4aa2-b9a3-0ac5c361d4d7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:00.195783 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:00.256907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.257183 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Floating IP 8983b5e2-95b9-44b6-b151-9dde0f6f4009 disassociated (deleted). External IP: 172.25.7.161, port: 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd. Jun 17 08:59:00.366127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.474036 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:00.580512 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:00.585293 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.594126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:00.604460 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:00.605245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:00.623494 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/floatingips/8983b5e2-95b9-44b6-b151-9dde0f6f4009 HTTP/1.1" status: 204 len: 168 time: 0.9383414 Jun 17 08:59:00.624189 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:00.626568 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81" -d '{"events": [{"name": "network-changed", "server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:00.668570 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2365eb-830a-4256-bc9a-84b4579aee46 x-openstack-request-id: req-bc2365eb-830a-4256-bc9a-84b4579aee46 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:00.669023 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:00.669398 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc2365eb-830a-4256-bc9a-84b4579aee46 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:00.669979 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'status': 'completed', 'code': 200} Jun 17 08:59:00.760374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-0a7358e0-1ba7-4560-aa1d-c7a760db1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.762807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-0a7358e0-1ba7-4560-aa1d-c7a760db1d50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 1097 time: 0.0686133 Jun 17 08:59:00.872217 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-af360ade-6f32-4aef-87db-896184efe50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.874249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-af360ade-6f32-4aef-87db-896184efe50a service neutron] 10.222.0.67 "GET /v2.0/networks?id=60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 200 len: 898 time: 0.1048627 Jun 17 08:59:00.886550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:00.918944 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:00.919230 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device d5d4551e-11ad-42cb-9bfe-ff8cb0d4f5b1 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:00.923307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-9312e46c-ae82-4840-877d-85f14f7f60b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 200 len: 217 time: 0.0404258 Jun 17 08:59:00.973089 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:00.978593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-7e842570-d212-4850-9441-03a2fa617119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.980948 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-7e842570-d212-4850-9441-03a2fa617119 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 HTTP/1.1" status: 200 len: 835 time: 0.0495379 Jun 17 08:59:01.091186 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6847a8-481c-4dcf-8d3c-4677a0b3b83b req-d00216c6-fad9-499d-93fa-8d3a884c9d31 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:01.092813 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a6847a8-481c-4dcf-8d3c-4677a0b3b83b req-d00216c6-fad9-499d-93fa-8d3a884c9d31 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 945 time: 0.1107919 Jun 17 08:59:01.096010 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-753eb710-b56c-4f38-a76b-2df9f215bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:01.098204 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-753eb710-b56c-4f38-a76b-2df9f215bbb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60827842-0662-4a5a-ac1b-29e5a97d6806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055319 Jun 17 08:59:01.185472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a6847a8-481c-4dcf-8d3c-4677a0b3b83b req-fbc949c1-305e-4225-a22c-db2c72aac860 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861123 Jun 17 08:59:01.197660 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:55Z', 'revision_number': 6, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:01.214757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-87a4d2d3-af48-447b-8d89-c8c825a87b6a service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087573 Jun 17 08:59:01.234809 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:01.243449 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:01.244073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:01.355316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:01.575681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:55Z', 'revision_number': 6, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:01.608101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3579435-f84d-438e-95b5-df0f0b587057 None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:58:55Z', 'revision_number': 6, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '164391d2-1bc0-45ae-9c05-b70404d983fd', 'name': '', 'network_id': '60827842-0662-4a5a-ac1b-29e5a97d6806', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:01:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:16Z', 'updated_at': '2021-06-17T08:57:24Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': '40fe43de-2e5a-469d-a3d5-7b02d3a69ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:01.687807 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd51cdea-f4cb-4f1b-9789-39b8e93baa81 req-cc408d5e-c3fd-4c28-b808-40aa37bfa6bd service neutron] 10.222.0.67 "GET /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668546 Jun 17 08:59:01.832388 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861256f6-055f-4b6d-837d-3289615a0443 None None] New status for floating IP 8983b5e2-95b9-44b6-b151-9dde0f6f4009: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:59:02.219352 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-2dbebda1-9431-4642-9b2e-d1719deedf9e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:02.220832 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-2dbebda1-9431-4642-9b2e-d1719deedf9e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jun 17 08:59:02.363724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:02.364048 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.407494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277175-98b3-4868-9ffe-c334267ae3e7 req-aa01490d-f310-4739-ae03-70eec3bccc73 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:02.408997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49277175-98b3-4868-9ffe-c334267ae3e7 req-aa01490d-f310-4739-ae03-70eec3bccc73 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 945 time: 0.1050098 Jun 17 08:59:02.493649 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:02.493918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.498431 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-49277175-98b3-4868-9ffe-c334267ae3e7 req-12524695-b0f2-435e-a534-6c5fc2bbeb5c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d199f1a-2d6d-494a-a724-10f9ebd95899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587533 Jun 17 08:59:02.559961 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:02.689668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.693767 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9620f0a0-1ddb-4f06-a831-e85ee1f2e4ea tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:02.718661 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:02.722327 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:02.771226 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] No DVR routers for this DVR port 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:02.773792 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.775764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-91f9d6b7-2406-4214-9a91-5c41a77bab0d req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "DELETE /v2.0/ports/2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd HTTP/1.1" status: 204 len: 173 time: 0.5496755 Jun 17 08:59:02.777041 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'name': 'network-vif-deleted', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:02.779571 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fe5d8-0f97-4941-8187-2aa63fcc7424" -d '{"events": [{"server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "name": "network-vif-deleted", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:02.815611 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6459bb96-0311-44ba-8672-596ca598c6cc x-openstack-request-id: req-6459bb96-0311-44ba-8672-596ca598c6cc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:02.815973 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079b3632-95f7-45d1-9c49-326de8a41708", "name": "network-vif-deleted", "tag": "2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:02.816303 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6459bb96-0311-44ba-8672-596ca598c6cc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:02.816816 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079b3632-95f7-45d1-9c49-326de8a41708', 'name': 'network-vif-deleted', 'tag': '2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd', 'status': 'completed', 'code': 200} Jun 17 08:59:02.997174 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da147bd3-9e15-45ee-b9ef-1d9e6de7b826 req-c4ba4d07-42e5-40fb-82fb-d98d27ff84ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=079b3632-95f7-45d1-9c49-326de8a41708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272455 Jun 17 08:59:03.066170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da147bd3-9e15-45ee-b9ef-1d9e6de7b826 req-f9de8a59-75b5-4703-af5c-de8af969eda4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=079b3632-95f7-45d1-9c49-326de8a41708 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Jun 17 08:59:03.267255 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da147bd3-9e15-45ee-b9ef-1d9e6de7b826 req-b021ea9f-467c-4e52-8d67-df68ae5b9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:03.268726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da147bd3-9e15-45ee-b9ef-1d9e6de7b826 req-b021ea9f-467c-4e52-8d67-df68ae5b9818 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1791704 Jun 17 08:59:03.429558 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da147bd3-9e15-45ee-b9ef-1d9e6de7b826 req-3ab4d878-6c8e-40a6-b253-d263bf02b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:03.430925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da147bd3-9e15-45ee-b9ef-1d9e6de7b826 req-3ab4d878-6c8e-40a6-b253-d263bf02b2a3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558819 Jun 17 08:59:03.590429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37546) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:03.650585 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.678375 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.737631 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.740208 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.741343 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/security-groups/5d199f1a-2d6d-494a-a724-10f9ebd95899 HTTP/1.1" status: 204 len: 168 time: 0.1498802 Jun 17 08:59:03.742123 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-efa93ef2-86ce-4652-be07-1e0a16ffec65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:03.751039 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d199f1a-2d6d-494a-a724-10f9ebd95899,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:03.753330 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:03.774006 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:04.131930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:04.405286 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 164391d2-1bc0-45ae-9c05-b70404d983fd {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:04.405543 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:04.490403 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port 164391d2-1bc0-45ae-9c05-b70404d983fd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=164391d2-1bc0-45ae-9c05-b70404d983fd,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:04.490786 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:04.555521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 164391d2-1bc0-45ae-9c05-b70404d983fd owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:04.737157 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:04.739895 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-36be1531-cdf0-4fd1-8cb8-37c2882e1ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:04.767773 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=164391d2-1bc0-45ae-9c05-b70404d983fd,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:04.772994 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:04.899962 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:04.922008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:04.922354 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 2a8e8ab3-4906-4257-8d4f-aabe92f8c6fd not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:04.948907 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.160158 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router e40c34b8-52d9-4b5a-b9b5-957e2585e24c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:05.259857 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:05.264876 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "PUT /v2.0/routers/e40c34b8-52d9-4b5a-b9b5-957e2585e24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4898403 Jun 17 08:59:05.267931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37552) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:05.268816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] Sync routers for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:05.278307 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:05.278948 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:05.385647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:05.569792 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:59:04Z', 'revision_number': 7, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:05.596721 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] Checking router: e40c34b8-52d9-4b5a-b9b5-957e2585e24c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:05.606135 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] Routers {'e40c34b8-52d9-4b5a-b9b5-957e2585e24c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:05.606768 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:05.695208 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting subnet 40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:05.698222 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.711586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] Set router e40c34b8-52d9-4b5a-b9b5-957e2585e24c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:05.737053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.824315 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.890385 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.893912 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-77e097a1-2928-4e64-9014-f6e1348e5854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:05.900467 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:59:04Z', 'revision_number': 7, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:05.933678 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.933678 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/subnets/40fe43de-2e5a-469d-a3d5-7b02d3a69ba0 HTTP/1.1" status: 204 len: 168 time: 0.6561949 Jun 17 08:59:05.933678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Subnet': ['ID=40fe43de-2e5a-469d-a3d5-7b02d3a69ba0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:05.934034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37556) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:05.934430 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:05.934512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f645bd8-d3cb-45a2-9cea-a786c4c1f99d None None] The sync data for ids ['e40c34b8-52d9-4b5a-b9b5-957e2585e24c'] in n-d-780147-13 is: [{'id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'name': 'tempest-TestNetworkBasicOps-router-1801790651', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:12Z', 'updated_at': '2021-06-17T08:59:04Z', 'revision_number': 7, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'af97f525-baf9-451c-84da-c0dba51b9bdb', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40c34b8-52d9-4b5a-b9b5-957e2585e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:13Z', 'updated_at': '2021-06-17T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:05.945527 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b149820-4a96-4c9a-80b7-88172f81cd00 None None] Network 60827842-0662-4a5a-ac1b-29e5a97d6806 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:06.049432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.153859 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.204140 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port af97f525-baf9-451c-84da-c0dba51b9bdb {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:06.204482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.281437 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port af97f525-baf9-451c-84da-c0dba51b9bdb, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=af97f525-baf9-451c-84da-c0dba51b9bdb,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:06.281791 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.332872 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] DHCP port deletion for 60827842-0662-4a5a-ac1b-29e5a97d6806 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:06.347567 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for af97f525-baf9-451c-84da-c0dba51b9bdb owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:06.380860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Deleting port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:06.381389 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.453516 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] For port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,segment=NetworkSegment(a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff),segment_id=a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:06.453914 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.518601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Calling delete_port for a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:06.526322 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.529565 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8b490db2-53fd-4840-bbaf-edae4715478a tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:06.558819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=af97f525-baf9-451c-84da-c0dba51b9bdb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:06.564979 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:06.606563 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.609646 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:06.622058 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.637091 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Pushing event deleted for resources: {'Port': ['ID=a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:06.639235 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:06.640221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] No DVR routers for this DVR port a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:06.715417 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.717538 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.759468 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.760184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Fanout notify agent at l3_agent the message router_deleted on router e40c34b8-52d9-4b5a-b9b5-957e2585e24c {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:06.768320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.771922 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/routers/e40c34b8-52d9-4b5a-b9b5-957e2585e24c HTTP/1.1" status: 204 len: 168 time: 0.8401358 Jun 17 08:59:06.772732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:06.862946 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.957257 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.967111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60827842-0662-4a5a-ac1b-29e5a97d6806']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:06.976483 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:06.976771 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4981f2a-9f4e-4e8c-b7d3-a1363dad07ff') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:06.985223 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.998681 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.004351 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:07.004730 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: timer() Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:07.007698 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:07.068251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.071804 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:07.076815 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.078590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/networks/60827842-0662-4a5a-ac1b-29e5a97d6806 HTTP/1.1" status: 204 len: 168 time: 0.3046570 Jun 17 08:59:07.091078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Network': ['ID=60827842-0662-4a5a-ac1b-29e5a97d6806,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:07.093503 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:07.096146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37560) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:07.101267 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'network': {'name': 'tempest-network-smoke--344180347', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'port_security_enabled': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:07.123133 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:07.126468 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.149975 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:59:07.158537 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.158874 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Added segment 311c6bce-b35b-4a78-b2d7-98daad5d64ae of type vlan for network 91e1915b-63c9-41d4-943b-b8a38ac44258 Jun 17 08:59:07.199016 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.230324 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.235877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:07.236521 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.239002 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-4e3a6924-5041-4fda-9cdf-733cf115c0ea tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:07.269342 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1721480 Jun 17 08:59:07.272114 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37562) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:07.277483 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'admin_state_up': True, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:07.303833 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.304997 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.313098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Network': ['ID=91e1915b-63c9-41d4-943b-b8a38ac44258,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:07.316131 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-25b9e5fa-d335-479a-a964-44e357b98974 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:07.326018 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:59:07.362929 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.497861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.690805 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.709391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.810495 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.25.7.229 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/d7d73917-46a1-49e4-bdf8-553bcdf746af) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:07.918851 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.929325 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 164391d2-1bc0-45ae-9c05-b70404d983fd no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:07.955219 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 164391d2-1bc0-45ae-9c05-b70404d983fd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:07.955489 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 164391d2-1bc0-45ae-9c05-b70404d983fd not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:07.955911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device af97f525-baf9-451c-84da-c0dba51b9bdb no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:07.965444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.968234 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f44fbec7-41e7-4064-b56c-bed319247f5e tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:07.976139 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: af97f525-baf9-451c-84da-c0dba51b9bdb {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:07.976486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device af97f525-baf9-451c-84da-c0dba51b9bdb not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:07.976896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:07.996342 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:07.996680 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device a64c8fdd-3dcb-4d0b-8dfa-336f7d09c4da not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:08.002331 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:08.005225 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:08.012824 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:08.018087 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=d7d73917-46a1-49e4-bdf8-553bcdf746af,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:08.040586 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:08.256893 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.441175 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.565932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router 6b067f06-a439-4d16-8ec5-055e152b8cf4 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:59:08.670630 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:08.679961 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Sync routers for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:08.690498 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:08.691224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:08.691805 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.693009 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4196613 Jun 17 08:59:08.696036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37564) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:08.734751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78add63c-408e-46aa-afaa-95b780bb6caf tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cc6c2e1aa29541379f7cfb50fc052fc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372245 Jun 17 08:59:08.737028 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37566) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:08.802445 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:08.828816 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0290ae0-e931-44b4-9d60-1db1fdca360c tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:08.830273 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e0290ae0-e931-44b4-9d60-1db1fdca360c tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923288 Jun 17 08:59:08.833430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37568) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:08.864260 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-36852a3d-dda7-4f9f-b7d6-5d016bbfc9f8 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294209 Jun 17 08:59:08.866741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37570) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:08.871821 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527685998', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:08.961892 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:08.965626 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.981745 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:08Z', 'revision_number': 3, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:09.009522 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Checking router: 6b067f06-a439-4d16-8ec5-055e152b8cf4 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:09.009855 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Updating router 6b067f06-a439-4d16-8ec5-055e152b8cf4 port d7d73917-46a1-49e4-bdf8-553bcdf746af binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:59:09.045910 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.150217 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.153665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-843c2963-7da4-47e7-9ec1-8740bfa4358a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:09.218278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Subnet': ['ID=b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:09.228374 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.228764 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.229184 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.229795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.230256 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.230639 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.231041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.231429 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.231800 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.232196 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.232573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.232941 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:09.237057 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:09.241190 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Checking segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:09.241392 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network hostable DHCP agents. Network: 91e1915b-63c9-41d4-943b-b8a38ac44258, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:59:09.259319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:59:09.269315 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 91e1915b-63c9-41d4-943b-b8a38ac44258) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:09.273819 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:09.274401 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.281874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a483f-a833-4dd7-b251-d51630748f44 None None] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:09.292245 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4217250 Jun 17 08:59:09.292622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37572) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:09.314953 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.327919 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Transition to ACTIVE for port object d7d73917-46a1-49e4-bdf8-553bcdf746af will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:09.335461 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.342123 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7d9c205e-0fdf-43a2-9bbd-ca76ac703dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:09.386571 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Attempting to bind port d7d73917-46a1-49e4-bdf8-553bcdf746af on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:09.387425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Attempting to bind port d7d73917-46a1-49e4-bdf8-553bcdf746af by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:09.388032 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Attempting to bind port d7d73917-46a1-49e4-bdf8-553bcdf746af on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:09.400042 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:09.400479 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:09.400968 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.401998 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:09.402714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Bound port: d7d73917-46a1-49e4-bdf8-553bcdf746af, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:09.403576 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.405644 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12e6e8-3e7c-4505-ac1d-a4f05006cd2c None None] Pushing event updated for resources: {'Port': ['ID=d7d73917-46a1-49e4-bdf8-553bcdf746af,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:09.429017 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7b12e6e8-3e7c-4505-ac1d-a4f05006cd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:09.457050 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] For port d7d73917-46a1-49e4-bdf8-553bcdf746af, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:09.460198 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] For port d7d73917-46a1-49e4-bdf8-553bcdf746af, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d7d73917-46a1-49e4-bdf8-553bcdf746af,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:09.467720 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.469959 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98301174-ca9e-4594-9a62-27e5c2399e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:09.491870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-91e1915b-63c9-41d4-943b-b8a38ac44258', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:59:09.493568 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.544939 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:09.545589 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:09.612648 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12e6e8-3e7c-4505-ac1d-a4f05006cd2c None None] Pushing event updated for resources: {'Port': ['ID=d7d73917-46a1-49e4-bdf8-553bcdf746af,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:09.619204 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7b12e6e8-3e7c-4505-ac1d-a4f05006cd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:09.675869 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:09.715336 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Allocated IP 172.20.0.2 (91e1915b-63c9-41d4-943b-b8a38ac44258/b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1/bb91fd4f-4a3a-4763-b4f2-33ace963e0be) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:09.909909 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.920072 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Transition to ACTIVE for port object bb91fd4f-4a3a-4763-b4f2-33ace963e0be will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:09.946507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Transition to ACTIVE for port object bb91fd4f-4a3a-4763-b4f2-33ace963e0be will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:09.955488 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.957803 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-532813c9-69d1-482d-b525-52fec7a495b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:10.003075 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:10.006280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:10.009860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:10.027521 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Pushing event updated for resources: {'Port': ['ID=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:10.029880 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:08Z', 'revision_number': 3, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:10.046967 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:10.060919 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d51dd79-7399-4e7c-82ea-92be3ad32c8d None None] The sync data for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 is: [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:08Z', 'revision_number': 3, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:10.082958 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Attempting to bind port bb91fd4f-4a3a-4763-b4f2-33ace963e0be on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:10.083162 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Attempting to bind port bb91fd4f-4a3a-4763-b4f2-33ace963e0be by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:10.083403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Attempting to bind port bb91fd4f-4a3a-4763-b4f2-33ace963e0be on network 91e1915b-63c9-41d4-943b-b8a38ac44258 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:10.089552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:10.089968 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Checking segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:10.090380 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.090785 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Bound using segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:10.091315 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Bound port: bb91fd4f-4a3a-4763-b4f2-33ace963e0be, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:10.091892 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.171957 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] For port bb91fd4f-4a3a-4763-b4f2-33ace963e0be, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:10.176512 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] For port bb91fd4f-4a3a-4763-b4f2-33ace963e0be, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:10.182208 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.184325 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-078e8a0a-3792-4a50-ae1d-d845b3c0ec30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:10.236871 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.251859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Pushing event updated for resources: {'Port': ['ID=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:10.255469 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:10.612093 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.20.0.1 (91e1915b-63c9-41d4-943b-b8a38ac44258/b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1/0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:10.740982 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.755668 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Transition to ACTIVE for port object 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:10.792503 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.793421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37576) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:10.794820 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:10.836998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:10.841823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:10.848197 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:10.873261 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:10.878007 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:10.897407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.982449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Deleting port 562a6af7-1281-47c6-b83d-dafaf9038248 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:10.982834 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.075332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.081742 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.082127 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.159728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Calling delete_port for 562a6af7-1281-47c6-b83d-dafaf9038248 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:11.311955 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03edf1-d74c-4606-855e-1a4cf92bc156 None None] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:11.340627 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.344074 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d61beaff-6c32-4a10-ac5d-963ee1f72624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:11.367227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event deleted for resources: {'Port': ['ID=562a6af7-1281-47c6-b83d-dafaf9038248,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:11.371789 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:11.423354 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.429528 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.434531 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4375c4ca-d7e5-4a46-bef1-18789db47ec6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:11.443104 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.443562 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Floating IP 8faf98b8-d202-45c2-84f9-9025dfb88237 disassociated (deleted). External IP: 172.25.7.142, port: 86a10636-107e-4b16-a92d-f19fd7b82b36. Jun 17 08:59:11.445232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0750b9cb-fb2d-44f8-ac14-84747e13435a None None] Provisioning for port bb91fd4f-4a3a-4763-b4f2-33ace963e0be completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:11.508996 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.515099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:11.536633 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.537033 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.537412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.537790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.538164 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.538532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.538923 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.539295 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.539656 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.540038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.540409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.540828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:11.546241 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:11.624680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:11.626984 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:11.700568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Router fdd302b8-7269-4559-b896-7517e58e8e5c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:11.764379 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router 6b067f06-a439-4d16-8ec5-055e152b8cf4 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:11.795238 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3c884d14-08ad-4d21-8359-d3031893a4cf None None] Provisioning for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:11.800237 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3c884d14-08ad-4d21-8359-d3031893a4cf None None] Provisioning complete for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:11.803961 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c884d14-08ad-4d21-8359-d3031893a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.820807 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:11.826165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.848280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] Sync routers for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:11.869184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:11.870000 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:11.875368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3c884d14-08ad-4d21-8359-d3031893a4cf None None] Port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:11.877609 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-f5de220b-b979-46c6-b060-91535d0e8442 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "DELETE /v2.0/floatingips/8faf98b8-d202-45c2-84f9-9025dfb88237 HTTP/1.1" status: 204 len: 168 time: 1.0830014 Jun 17 08:59:11.878283 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:11.884389 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:11.959410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:11.963295 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b860b-5360-4119-9e97-c1e27a647fff x-openstack-request-id: req-ad4b860b-5360-4119-9e97-c1e27a647fff {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:11.964091 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:11.964608 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad4b860b-5360-4119-9e97-c1e27a647fff {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:11.965363 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'status': 'completed', 'code': 200} Jun 17 08:59:11.987625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37584) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:11.992991 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "PUT /v2.0/routers/6b067f06-a439-4d16-8ec5-055e152b8cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990705 Jun 17 08:59:12.023704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:12.161636 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-92191daf-efbe-4a67-bf8b-e2a11bfe640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.163201 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-92191daf-efbe-4a67-bf8b-e2a11bfe640c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 1097 time: 0.1350486 Jun 17 08:59:12.191241 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Sync routers for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:12.203224 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:12.204090 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.204451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.205185 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.205661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.206126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.206592 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.207182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.212270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37586) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:12.225886 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d3d3bf75-4460-48aa-a10c-55c15548a077 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2368243 Jun 17 08:59:12.331179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-4686bfa1-0a6e-45e4-b0f2-383444cbba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.332819 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-4686bfa1-0a6e-45e4-b0f2-383444cbba0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 200 len: 914 time: 0.1619246 Jun 17 08:59:12.375642 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:12.400410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-c6a43f55-eb71-45ab-93f3-01bb8d1597ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 200 len: 217 time: 0.0546722 Jun 17 08:59:12.431610 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb91fd4f-4a3a-4763-b4f2-33ace963e0be up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:12.458126 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-da0c9b34-d5f5-4bb0-bf9b-e963ac0ca5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.459412 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.459896 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-da0c9b34-d5f5-4bb0-bf9b-e963ac0ca5e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 200 len: 852 time: 0.0528691 Jun 17 08:59:12.464049 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.465095 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.465718 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.466335 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.467046 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.474071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5a7150a4-9379-4004-a3fc-349fb2dc5aad tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.2607503 Jun 17 08:59:12.477667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37590) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:12.524587 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-adf58cf2-cfab-4033-ba6e-c92457e90f8f None None] Provisioning complete for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:12.524963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adf58cf2-cfab-4033-ba6e-c92457e90f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.553644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-f83ee80c-5996-4761-80c9-c5d8d78e3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.555468 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-f83ee80c-5996-4761-80c9-c5d8d78e3722 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a84bbf87-6be8-4267-a55a-45741d3da101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874834 Jun 17 08:59:12.594688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-adf58cf2-cfab-4033-ba6e-c92457e90f8f None None] Port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:12.611751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bb91fd4f-4a3a-4763-b4f2-33ace963e0be completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:12.634306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bb91fd4f-4a3a-4763-b4f2-33ace963e0be triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:12.634993 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.636888 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 2, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.667327 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Checking router: 6b067f06-a439-4d16-8ec5-055e152b8cf4 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:12.667975 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Updating router 6b067f06-a439-4d16-8ec5-055e152b8cf4 port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:59:12.695693 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-8267fa75-b68b-487d-92d3-6f15cc9ebf38 service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308818 Jun 17 08:59:12.700848 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.706208 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.737647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] Checking router: fdd302b8-7269-4559-b896-7517e58e8e5c for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:12.777367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:12.778400 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.783976 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098524b-ae08-4d8b-a552-8b4a22ab7c89 req-595e4730-bd40-4c4a-b87e-650fe81e6008 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:12.786058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a098524b-ae08-4d8b-a552-8b4a22ab7c89 req-595e4730-bd40-4c4a-b87e-650fe81e6008 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 945 time: 0.2657804 Jun 17 08:59:12.821410 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-c40bdcb5-ae39-4918-b96f-c9e016c47eb9 req-7ee86fe9-50ee-4315-8037-fd0d444ab65d service neutron] 10.222.0.60 "GET /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178901 Jun 17 08:59:12.851730 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2ed593c8-8a1e-45da-be2b-e3d83ad1826e None None] Provisioning complete for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:12.852876 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ed593c8-8a1e-45da-be2b-e3d83ad1826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.857227 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.865616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a098524b-ae08-4d8b-a552-8b4a22ab7c89 req-c4858152-065f-42a3-92bb-b24181c961ed tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718479 Jun 17 08:59:12.883074 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d92dbddf-d36a-480e-ac8c-7783b6827e95 tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4013937 Jun 17 08:59:12.943540 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2ed593c8-8a1e-45da-be2b-e3d83ad1826e None None] Port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:12.946187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port bb91fd4f-4a3a-4763-b4f2-33ace963e0be, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:12.954588 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.955630 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d7d73917-46a1-49e4-bdf8-553bcdf746af up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:12.959392 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-791e67ef-6d8a-4562-8da0-a486f6bd6ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.015072 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.017883 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:13.025712 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Transition to ACTIVE for port object 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:13.032981 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.035901 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f768d5c-5244-45f5-9ab4-e603bf6bb343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.066204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37594) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.072424 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835606541', 'description': 'tempest-secgroup-smoke-1835606541 description', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:13.087852 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.095769 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.116988 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852049a-5a36-484f-85f4-1046d332ea13 None None] Pushing event updated for resources: {'Port': ['ID=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.127502 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.139424 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a852049a-5a36-484f-85f4-1046d332ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.158882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port d7d73917-46a1-49e4-bdf8-553bcdf746af completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:13.175368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d7d73917-46a1-49e4-bdf8-553bcdf746af triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:13.175756 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.181520 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Attempting to bind port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:13.181922 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Attempting to bind port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:13.182172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Attempting to bind port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 on network 91e1915b-63c9-41d4-943b-b8a38ac44258 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:13.187900 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:13.188345 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Checking segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:13.189036 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.189227 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Bound using segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:13.189597 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Bound port: 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:13.190114 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.234361 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.240317 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.253364 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-37fa8882-2d79-402d-82b6-58b7a9e91121 tempest-RoutersIpV6AdminTest-1337634588 tempest-RoutersIpV6AdminTest-1337634588-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.264095 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] For port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:13.269719 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] For port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:13.272660 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.273885 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2066836 Jun 17 08:59:13.277608 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37596) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.278449 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.283069 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '4add46e3-3a57-4ee0-94d3-3e5797cb8deb', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:13.286723 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4add46e3-3a57-4ee0-94d3-3e5797cb8deb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.290755 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c52be771-3eaf-416b-a200-049d277bfaf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.302722 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.334981 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:13.335714 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.351126 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.429644 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.447734 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.449572 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:13.467801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.473398 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.476267 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-707fe45b-cc52-43bd-ae84-8c23a9885e72 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.485964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port d7d73917-46a1-49e4-bdf8-553bcdf746af, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d7d73917-46a1-49e4-bdf8-553bcdf746af,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:13.487323 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249b12-761e-4d7b-acb5-a92e8c4093ce None None] The sync data for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 is: [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:03Z', 'revision_number': 4, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '78d9c393-8110-4651-a60e-71e9d51de7cd', 'name': '', 'network_id': 'a84bbf87-6be8-4267-a55a-45741d3da101', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'mac_address': 'fa:16:3e:a7:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:02Z', 'updated_at': '2021-06-17T08:56:11Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'subnets': [{'id': '050f353f-0256-41f6-b2d5-2644bd106c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:13.493942 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.498778 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.512736 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.514561 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358088 Jun 17 08:59:13.517348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.522728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '4add46e3-3a57-4ee0-94d3-3e5797cb8deb', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:13.540581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2992b5f-98a6-49bb-99a2-5af5ca61bb4b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.545784 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7272e971-6f23-4190-a61e-521f4e81767b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.569247 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.572009 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=d7d73917-46a1-49e4-bdf8-553bcdf746af,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.578196 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.641479 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.645675 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.647578 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b455fc81-c97a-408f-bf15-6618e9b33532 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.653735 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852049a-5a36-484f-85f4-1046d332ea13 None None] Pushing event updated for resources: {'Port': ['ID=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.660325 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a852049a-5a36-484f-85f4-1046d332ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.676099 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f44333-e728-40e1-835f-1bf130e3b708,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.685792 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.689344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.692838 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a27818f7-fafd-4a3e-a024-0443cabde87c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742780 Jun 17 08:59:13.694185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37600) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.700562 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '4add46e3-3a57-4ee0-94d3-3e5797cb8deb', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:13.734265 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.739707 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.767996 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7e337-b04f-4070-a3be-650746801eb9 None None] The sync data for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 is: [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:13.781025 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f517b06-67dd-4521-9673-44ce7c85336b None None] New status for floating IP 8faf98b8-d202-45c2-84f9-9025dfb88237: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:59:13.821014 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.823981 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.828391 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6becebb3-b3f0-4691-93d5-dcb434e13849 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.853729 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b9fe38-9f85-470a-b27b-c035f37475f7,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.856980 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.864582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.866728 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c91e8bd-8606-40d2-9ccf-3daf89227e92 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707456 Jun 17 08:59:13.869012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37602) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.880413 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '4add46e3-3a57-4ee0-94d3-3e5797cb8deb', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:13.958180 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.072521 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27385456-0442-4e66-a54f-5858c12793e7 req-d6441fa1-3f79-4301-b9e8-e8e2b6401ada tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:14.075032 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-27385456-0442-4e66-a54f-5858c12793e7 req-d6441fa1-3f79-4301-b9e8-e8e2b6401ada tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 945 time: 0.1344819 Jun 17 08:59:14.077393 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.093399 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.096575 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e64e3767-ac0d-4cf6-92db-69f6c632cfb0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:14.103234 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb91fd4f-4a3a-4763-b4f2-33ace963e0be up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:14.110777 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784efae-4f70-4ef8-aceb-fc32a8203247 req-b58c99ed-5643-444e-90b4-833a6ce3707f tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:14.112394 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8784efae-4f70-4ef8-aceb-fc32a8203247 req-b58c99ed-5643-444e-90b4-833a6ce3707f tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 945 time: 0.0879536 Jun 17 08:59:14.152565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa0e547-983d-4eb1-af60-9883c2db4253,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:14.157777 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:14.163410 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.168086 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2948167 Jun 17 08:59:14.168247 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bb91fd4f-4a3a-4763-b4f2-33ace963e0be triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:14.168247 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.168456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37606) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.172402 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8784efae-4f70-4ef8-aceb-fc32a8203247 req-07a96bc9-44bc-482a-8303-a12d97db9642 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/security-groups?id=45f800d9-3f8f-4c52-a68e-cd6f56616946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512311 Jun 17 08:59:14.178482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '4add46e3-3a57-4ee0-94d3-3e5797cb8deb', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:14.245669 n-d-780147-13 neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Project cc6c2e1aa29541379f7cfb50fc052fc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:59:14.256083 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.259633 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d7d73917-46a1-49e4-bdf8-553bcdf746af up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:14.261676 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Deleting port 86a10636-107e-4b16-a92d-f19fd7b82b36 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:14.262021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.314136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port d7d73917-46a1-49e4-bdf8-553bcdf746af triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:14.314528 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.402184 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.402682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:14.407655 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] For port 86a10636-107e-4b16-a92d-f19fd7b82b36, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=86a10636-107e-4b16-a92d-f19fd7b82b36,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:14.408020 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.410954 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.420691 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-97e36cad-b6d0-4ab9-88de-25f97d17a21f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:14.453841 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:14.457976 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:14.458364 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.493788 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Calling delete_port for 86a10636-107e-4b16-a92d-f19fd7b82b36 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:14.496761 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ea2539-ff90-45e5-95e0-41baedb4493f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:14.499579 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:14.510220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.514783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 37608) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.515258 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9adac9f8-6a66-43aa-ba10-2e1dd633726e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3451834 Jun 17 08:59:14.519629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'security_group_rule': {'security_group_id': '4add46e3-3a57-4ee0-94d3-3e5797cb8deb', 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:14.540143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.546120 n-d-780147-13 neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Project cc6c2e1aa29541379f7cfb50fc052fc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:59:14.552094 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.582191 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:14.588032 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.590024 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:14.621489 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.627668 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.630702 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-75fb27b7-3999-4073-b445-76739a877c31 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:14.643989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:14.647557 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642fcbe5-d349-4753-b692-a15669a42a5c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:14.650132 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:14.654529 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.655832 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:14.656863 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.659021 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-d6f6e6b7-8437-4e24-bd3e-9f48cb0faf57 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429222 Jun 17 08:59:14.659548 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:14.691023 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event deleted for resources: {'Port': ['ID=86a10636-107e-4b16-a92d-f19fd7b82b36,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:14.694549 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:14.741284 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] No DVR routers for this DVR port 86a10636-107e-4b16-a92d-f19fd7b82b36 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:14.744054 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.746817 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-27385456-0442-4e66-a54f-5858c12793e7 req-c1911fd3-b59d-4bd7-8b20-b941eda92fb0 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.60 "DELETE /v2.0/ports/86a10636-107e-4b16-a92d-f19fd7b82b36 HTTP/1.1" status: 204 len: 173 time: 0.6636035 Jun 17 08:59:14.747499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'name': 'network-vif-deleted', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:14.750032 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5570d1-386e-4b70-bbc8-bf796d892870" -d '{"events": [{"server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "name": "network-vif-deleted", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:14.787056 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d361e3-70d7-48eb-87b2-6d60130a81ef x-openstack-request-id: req-49d361e3-70d7-48eb-87b2-6d60130a81ef {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:14.787056 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19dd946-9ffd-4748-915a-2dbab70fab83", "name": "network-vif-deleted", "tag": "86a10636-107e-4b16-a92d-f19fd7b82b36", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:14.787527 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49d361e3-70d7-48eb-87b2-6d60130a81ef {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:14.788043 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19dd946-9ffd-4748-915a-2dbab70fab83', 'name': 'network-vif-deleted', 'tag': '86a10636-107e-4b16-a92d-f19fd7b82b36', 'status': 'completed', 'code': 200} Jun 17 08:59:14.876325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-5feca31f-b3bb-4957-bdbd-0d89d343f71d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835606541&fields=id&tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 267 time: 0.0439920 Jun 17 08:59:14.991039 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-e0b3d040-c99c-443b-ae4d-863455e48e6b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:14.992463 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-e0b3d040-c99c-443b-ae4d-863455e48e6b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/networks?id=91e1915b-63c9-41d4-943b-b8a38ac44258 HTTP/1.1" status: 200 len: 796 time: 0.1095610 Jun 17 08:59:15.008724 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-d804997b-7563-4afa-8e8e-2e0a5dceb87d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/quotas/cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 375 time: 0.0096669 Jun 17 08:59:15.084192 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-7bcbe02c-2523-40b4-b1b5-e202ff72abc5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695617 Jun 17 08:59:15.204863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-0fa7a7df-2c5f-4d23-848c-cfb4731277b0 service neutron] 10.222.0.65 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981340 Jun 17 08:59:15.295499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-43defbaa-e36b-48fd-a9ef-385561006868 service neutron] 10.222.0.65 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844686 Jun 17 08:59:15.345497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f98f890b-8f18-4e43-97fc-30f4d1c8099a req-336c7f20-d15d-4329-acc5-a502095f5c4e tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 210 time: 0.0407250 Jun 17 08:59:15.483053 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54d6d1c2-29f2-4f60-b4af-c0c5ff513e10 req-a961752f-3a9f-4e9c-b804-d4f8b41eada7 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 210 time: 0.0322371 Jun 17 08:59:15.955622 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:16.011748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:16.012254 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.579029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d9b5c2f4-b758-45d3-9bc5-6cf837d6b02e req-0493c8e3-6d5c-44e5-b0ef-9c53024557e2 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 210 time: 0.0439811 Jun 17 08:59:16.623154 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-2bc81562-fb5b-41d6-9beb-0ec8111a41b6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:16.625161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-2bc81562-fb5b-41d6-9beb-0ec8111a41b6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/networks?id=91e1915b-63c9-41d4-943b-b8a38ac44258 HTTP/1.1" status: 200 len: 796 time: 0.1836309 Jun 17 08:59:16.693318 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-02fbf7e9-517b-41aa-b21d-19bd3a3cfa7e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7 HTTP/1.1" status: 200 len: 380 time: 0.0592530 Jun 17 08:59:16.712101 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'port': {'device_id': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'admin_state_up': True, 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'security_groups': ['4add46e3-3a57-4ee0-94d3-3e5797cb8deb']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:16.820995 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a7aa9f4f-9fb3-48ba-b109-8e9536b7de54 req-135ced8b-3546-4b72-b4f4-a94fd6a53a84 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 210 time: 0.1265297 Jun 17 08:59:16.867579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Made reservation on behalf of cc6c2e1aa29541379f7cfb50fc052fc7 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:16.872024 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.001751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.20.0.11 (91e1915b-63c9-41d4-943b-b8a38ac44258/b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1/83c6c8a3-967e-41ef-8cba-0591868d36f3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:17.147316 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.160245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Transition to ACTIVE for port object 83c6c8a3-967e-41ef-8cba-0591868d36f3 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:17.177762 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 86a10636-107e-4b16-a92d-f19fd7b82b36 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:17.194879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.197847 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 86a10636-107e-4b16-a92d-f19fd7b82b36 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:17.198190 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 86a10636-107e-4b16-a92d-f19fd7b82b36 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:17.201357 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b829035a-ef04-4913-929f-19835e26a6f0 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:17.243546 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:17.246958 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:17.253537 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:17.277034 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=83c6c8a3-967e-41ef-8cba-0591868d36f3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.282283 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:17.306107 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:17.307599 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.325128 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-c1829afd-51bc-4042-aecc-1815602c54fc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185668 Jun 17 08:59:17.337934 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Request body: {'port': {'device_id': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:17.365351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.422273 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.478177 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-12187aa9-b6a6-4f8d-8378-6a6a2745896c None None] Provisioning for port 83c6c8a3-967e-41ef-8cba-0591868d36f3 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:17.483499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-12187aa9-b6a6-4f8d-8378-6a6a2745896c None None] Provisioning complete for port 83c6c8a3-967e-41ef-8cba-0591868d36f3 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:17.483885 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12187aa9-b6a6-4f8d-8378-6a6a2745896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.519627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-12187aa9-b6a6-4f8d-8378-6a6a2745896c None None] Port 83c6c8a3-967e-41ef-8cba-0591868d36f3 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:17.692447 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c6c8a3-967e-41ef-8cba-0591868d36f3 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:17.708624 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.121169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1937c0b3-95c1-45bb-88d8-76087cf19ee4 req-9fbda753-68ff-42d8-8d2a-1e58fac4442f tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19dd946-9ffd-4748-915a-2dbab70fab83 HTTP/1.1" status: 200 len: 210 time: 0.4239743 Jun 17 08:59:18.134068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Transition to ACTIVE for port object 83c6c8a3-967e-41ef-8cba-0591868d36f3 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:18.153476 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.157831 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-0804e6d1-f9c2-4b72-84f2-27889a8a3662 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.245859 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Pushing event updated for resources: {'Port': ['ID=83c6c8a3-967e-41ef-8cba-0591868d36f3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.249387 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:18.304857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce2948-0bfc-4c29-9759-66b75fa36204 req-dc3ecce1-5e19-464c-807e-7a1716b45b20 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.306385 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4cce2948-0bfc-4c29-9759-66b75fa36204 req-dc3ecce1-5e19-464c-807e-7a1716b45b20 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 932 time: 0.1911399 Jun 17 08:59:18.364762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4cce2948-0bfc-4c29-9759-66b75fa36204 req-2add6455-b53e-482b-8921-69e6f6732d4b tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511026 Jun 17 08:59:18.367280 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Attempting to bind port 83c6c8a3-967e-41ef-8cba-0591868d36f3 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:18.367625 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Attempting to bind port 83c6c8a3-967e-41ef-8cba-0591868d36f3 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:18.367929 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Attempting to bind port 83c6c8a3-967e-41ef-8cba-0591868d36f3 on network 91e1915b-63c9-41d4-943b-b8a38ac44258 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:18.373505 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Port 83c6c8a3-967e-41ef-8cba-0591868d36f3 on network 91e1915b-63c9-41d4-943b-b8a38ac44258 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:59:18.373741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Attempting to bind port 83c6c8a3-967e-41ef-8cba-0591868d36f3 on network 91e1915b-63c9-41d4-943b-b8a38ac44258 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:18.378985 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:18.379307 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Checking segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:18.379579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Bound using segment: {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:18.379803 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Bound port: 83c6c8a3-967e-41ef-8cba-0591868d36f3, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311c6bce-b35b-4a78-b2d7-98daad5d64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:18.380153 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.446714 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] For port 83c6c8a3-967e-41ef-8cba-0591868d36f3, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:18.451241 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] For port 83c6c8a3-967e-41ef-8cba-0591868d36f3, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:18.456339 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.458455 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.488930 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.489594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.491536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] 10.222.0.67 "PUT /v2.0/ports/83c6c8a3-967e-41ef-8cba-0591868d36f3 HTTP/1.1" status: 200 len: 1093 time: 1.1580279 Jun 17 08:59:18.493947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:18.497202 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aacaf79-18ca-48b5-93be-a7dce38064b1" -d '{"events": [{"name": "network-changed", "server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:18.546881 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738fe3e-0667-4a68-abfc-51815285d4b0 x-openstack-request-id: req-b738fe3e-0667-4a68-abfc-51815285d4b0 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:18.547496 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:18.547605 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b738fe3e-0667-4a68-abfc-51815285d4b0 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:18.548005 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'status': 'completed', 'code': 200} Jun 17 08:59:18.548785 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Pushing event updated for resources: {'Port': ['ID=83c6c8a3-967e-41ef-8cba-0591868d36f3,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.552837 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:18.604455 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-7e0f57f1-810c-4862-ac1d-7e610a414122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.606277 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-7e0f57f1-810c-4862-ac1d-7e610a414122 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 1096 time: 0.0724027 Jun 17 08:59:18.653656 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-0b763e95-ba39-4574-9bf0-020b5c541b5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3 HTTP/1.1" status: 200 len: 217 time: 0.0397787 Jun 17 08:59:18.704790 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-5b2378fb-c380-4917-8cee-dab6661b974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.706279 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-5b2378fb-c380-4917-8cee-dab6661b974e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1 HTTP/1.1" status: 200 len: 835 time: 0.0462561 Jun 17 08:59:18.768855 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-471c7bb4-52bc-47f3-8ccf-ba3931396bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.770356 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-471c7bb4-52bc-47f3-8ccf-ba3931396bbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91e1915b-63c9-41d4-943b-b8a38ac44258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580506 Jun 17 08:59:18.864336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-103cc1fe-dddc-4bc9-8b93-f2960ad937e1 service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872986 Jun 17 08:59:18.954132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80de75fc-92c3-465e-b13c-8efe756c8b0e req-18a46f40-f263-4122-9e5b-bd33ef3620c6 service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834868 Jun 17 08:59:19.053968 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-2bea65b6-7f08-4c22-a8aa-9ee734ad8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:19.055475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-2bea65b6-7f08-4c22-a8aa-9ee734ad8913 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 1096 time: 0.0561657 Jun 17 08:59:19.148198 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-ccdcfbbb-f311-431d-a825-dc0ff4a29497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:19.149598 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-ccdcfbbb-f311-431d-a825-dc0ff4a29497 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91e1915b-63c9-41d4-943b-b8a38ac44258 HTTP/1.1" status: 200 len: 897 time: 0.0875626 Jun 17 08:59:19.195547 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-335a40e5-4a1d-4df3-ae54-530643a75c0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3 HTTP/1.1" status: 200 len: 217 time: 0.0386939 Jun 17 08:59:19.225292 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 37650) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:19.245675 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-0788ec03-f354-4ca5-b9d0-42137b12dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:19.247278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-0788ec03-f354-4ca5-b9d0-42137b12dd45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1 HTTP/1.1" status: 200 len: 835 time: 0.0450740 Jun 17 08:59:19.287765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.303306 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-2eaa34e4-fd6a-4b86-8182-da641ab02d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:19.304803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-2eaa34e4-fd6a-4b86-8182-da641ab02d76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91e1915b-63c9-41d4-943b-b8a38ac44258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510020 Jun 17 08:59:19.313837 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.372159 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.374859 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.378478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] 10.222.0.65 "DELETE /v2.0/security-groups/45f800d9-3f8f-4c52-a68e-cd6f56616946 HTTP/1.1" status: 204 len: 168 time: 0.1497507 Jun 17 08:59:19.378478 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0fa74ed8-f821-487a-90e1-ed80e746f3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:19.388899 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f800d9-3f8f-4c52-a68e-cd6f56616946,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.394007 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7dfd8ba2-f5a0-4f8f-859b-e358ae509858 tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:19.403036 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-eff6c505-fb2a-4823-b184-0ed2b72a997a service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904500 Jun 17 08:59:19.514523 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6aacaf79-18ca-48b5-93be-a7dce38064b1 req-60633d60-125d-4ae3-8227-2f6ae3b2b885 service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051874 Jun 17 08:59:19.529361 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.606383 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d9f6a-b66e-4f47-a793-f4077584837d req-f4050acf-9481-4a60-acf8-56463d2a3f8d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:19.613220 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f07d9f6a-b66e-4f47-a793-f4077584837d req-f4050acf-9481-4a60-acf8-56463d2a3f8d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 944 time: 0.0838645 Jun 17 08:59:19.662731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f07d9f6a-b66e-4f47-a793-f4077584837d req-c29a9f52-0c7d-46b4-ac04-c3de863f9a9c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485826 Jun 17 08:59:20.880038 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3096b2-41c9-43ff-b977-67ea438c76a7 req-1b26376c-a5a5-4dc8-9739-0a33e43f74f6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:20.888597 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d3096b2-41c9-43ff-b977-67ea438c76a7 req-1b26376c-a5a5-4dc8-9739-0a33e43f74f6 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 944 time: 0.0961421 Jun 17 08:59:20.937396 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8d3096b2-41c9-43ff-b977-67ea438c76a7 req-5b061fc6-9019-4e19-8af1-a70ec85b07e7 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475764 Jun 17 08:59:20.956522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 83c6c8a3-967e-41ef-8cba-0591868d36f3 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:59:21.079050 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 83c6c8a3-967e-41ef-8cba-0591868d36f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:21.091185 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'port_id': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'mac_address': 'fa:16:3e:d3:c5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:59:21.146412 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.163722 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c6c8a3-967e-41ef-8cba-0591868d36f3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:21.190572 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 83c6c8a3-967e-41ef-8cba-0591868d36f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:21.198491 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.201363 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.255258 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=83c6c8a3-967e-41ef-8cba-0591868d36f3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.264677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.265121 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.265758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.266280 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.266719 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.267310 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.267729 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.268282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.268704 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.269098 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.269502 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.269887 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:21.274189 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.397820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['83c6c8a3-967e-41ef-8cba-0591868d36f3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:59:22.120213 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3591-4f70-4579-b8c4-f4721507e56d req-3142226f-66a2-44d3-b474-7b002ae866f4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:22.129657 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-863e3591-4f70-4579-b8c4-f4721507e56d req-3142226f-66a2-44d3-b474-7b002ae866f4 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 945 time: 0.0807567 Jun 17 08:59:22.175951 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-863e3591-4f70-4579-b8c4-f4721507e56d req-667f21a1-2c0b-4810-8fce-5caeca2fc382 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451391 Jun 17 08:59:22.909552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38108) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:22.961956 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 83c6c8a3-967e-41ef-8cba-0591868d36f3 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:23.013281 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 83c6c8a3-967e-41ef-8cba-0591868d36f3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:23.016965 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 83c6c8a3-967e-41ef-8cba-0591868d36f3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:23.017396 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.095497 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.120296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:23.122605 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512713b9-9e59-4727-8ac4-1fab02bd76d5" -d '{"events": [{"server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "name": "network-vif-plugged", "status": "completed", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:23.136937 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 83c6c8a3-967e-41ef-8cba-0591868d36f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:23.142699 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.145959 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:23.192803 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8257ac6f-43b5-4231-999d-512f7632b4da x-openstack-request-id: req-8257ac6f-43b5-4231-999d-512f7632b4da {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:23.193215 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "name": "network-vif-plugged", "status": "completed", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:23.193560 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8257ac6f-43b5-4231-999d-512f7632b4da {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:23.194203 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'code': 200} Jun 17 08:59:23.204749 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=83c6c8a3-967e-41ef-8cba-0591868d36f3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:23.208443 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:23.409413 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40470e-2c34-4eee-a625-35c3d9899916 req-bd1daa34-5157-47f5-90c5-6256b0f78373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:23.411779 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d40470e-2c34-4eee-a625-35c3d9899916 req-bd1daa34-5157-47f5-90c5-6256b0f78373 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 1098 time: 0.1481626 Jun 17 08:59:23.481379 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.518295 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5d40470e-2c34-4eee-a625-35c3d9899916 req-e7303246-fc39-4b99-839c-c1a32e013d28 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995491 Jun 17 08:59:23.526522 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9034d9-fb08-4110-acc9-ae362b9cced1 req-4a102c86-359e-4899-b268-2873bcba0829 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:23.528359 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab9034d9-fb08-4110-acc9-ae362b9cced1 req-4a102c86-359e-4899-b268-2873bcba0829 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 946 time: 0.2235055 Jun 17 08:59:23.604436 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ab9034d9-fb08-4110-acc9-ae362b9cced1 req-e484590d-6eef-4fd7-bae9-4a8bb1641887 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500927 Jun 17 08:59:23.832275 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Deleting port 78d9c393-8110-4651-a60e-71e9d51de7cd {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:23.832619 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.911416 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] For port 78d9c393-8110-4651-a60e-71e9d51de7cd, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=78d9c393-8110-4651-a60e-71e9d51de7cd,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:23.911711 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.973397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Calling delete_port for 78d9c393-8110-4651-a60e-71e9d51de7cd owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:24.146427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.151647 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:24.183144 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d9c393-8110-4651-a60e-71e9d51de7cd,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:24.186189 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:24.350447 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.570092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Router fdd302b8-7269-4559-b896-7517e58e8e5c has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:24.675691 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:24.683947 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] 10.222.0.65 "PUT /v2.0/routers/fdd302b8-7269-4559-b896-7517e58e8e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7676058 Jun 17 08:59:24.683947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38116) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:24.687401 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] Sync routers for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:24.696646 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:24.697259 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:24.894734 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:25.028472 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce3763ff-6c7a-4074-bcbf-b1518bf94740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.070166 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:59:24Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:25.099860 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] Checking router: fdd302b8-7269-4559-b896-7517e58e8e5c for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:25.110171 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] Routers {'fdd302b8-7269-4559-b896-7517e58e8e5c'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:25.110997 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:58:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['fdd302b8-7269-4559-b896-7517e58e8e5c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:25.134387 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.144099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10eb5-0947-4594-8f5b-4006ac31f92b req-d494f247-3a0f-4b8e-8d23-3bf76c11e993 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:25.145603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09f10eb5-0947-4594-8f5b-4006ac31f92b req-d494f247-3a0f-4b8e-8d23-3bf76c11e993 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 946 time: 0.1190481 Jun 17 08:59:25.212973 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] Set router fdd302b8-7269-4559-b896-7517e58e8e5c gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:25.252764 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-09f10eb5-0947-4594-8f5b-4006ac31f92b req-b49da4f1-afcd-480f-b9b4-7a5f68f3d5c9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734167 Jun 17 08:59:25.283784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.339251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Deleting port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:25.339600 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.392048 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:59:24Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:25.418172 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c31cd2-8951-45dc-bdb7-c64672fcc41a None None] The sync data for ids ['fdd302b8-7269-4559-b896-7517e58e8e5c'] in n-d-780147-13 is: [{'id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'name': 'tempest-TestVolumeBackupRestore-461737488-router', 'tenant_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:59:24Z', 'revision_number': 5, 'project_id': 'd5d11c4888bd4c5fba03f3ec30aeaf8f', 'gw_port': {'id': 'd76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd302b8-7269-4559-b896-7517e58e8e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:00Z', 'updated_at': '2021-06-17T08:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:25.455102 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] For port d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:25.455466 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.528500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Calling delete_port for d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:25.543938 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933ec8d-5b73-4c8b-a81e-17c7aaaefdbb req-47e2b37f-1d8d-4c62-81a0-8ee16896268a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:25.545412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1933ec8d-5b73-4c8b-a81e-17c7aaaefdbb req-47e2b37f-1d8d-4c62-81a0-8ee16896268a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 946 time: 0.1504669 Jun 17 08:59:25.622441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1933ec8d-5b73-4c8b-a81e-17c7aaaefdbb req-6081279d-85ad-43c7-92e2-2f9dad7553d1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703559 Jun 17 08:59:25.646263 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38120) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:25.702109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e9381-55d2-42cd-a8ce-38ec3815ba1c tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:25.703548 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-187e9381-55d2-42cd-a8ce-38ec3815ba1c tempest-TestNetworkBasicOps-884463051 tempest-TestNetworkBasicOps-884463051-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 1093 time: 0.0562415 Jun 17 08:59:25.706591 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38122) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:25.711232 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:25.733482 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.735632 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e3ef611-f442-450d-b052-297ce7da4455 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:25.735748 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.757421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:25.761605 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:25.828743 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.839211 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.925719 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.932598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.971334 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Allocated IP 172.25.7.189 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/1703d5a7-6cce-4aa7-ae35-4364a67cb04a) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:25.989838 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.990419 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd302b8-7269-4559-b896-7517e58e8e5c {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:25.998808 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.002322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fdd302b8-7269-4559-b896-7517e58e8e5c HTTP/1.1" status: 204 len: 168 time: 1.3151689 Jun 17 08:59:26.002581 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38124) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:26.036199 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 78d9c393-8110-4651-a60e-71e9d51de7cd no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:26.050862 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Deleting subnet 050f353f-0256-41f6-b2d5-2644bd106c2a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:26.055259 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.060742 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 78d9c393-8110-4651-a60e-71e9d51de7cd {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:26.061103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 78d9c393-8110-4651-a60e-71e9d51de7cd not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:26.095476 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.101217 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.137809 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.141326 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-53339f4f-c69b-4e82-a7a2-0c684016c955 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.183657 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:26.186601 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:26.190182 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:26.201167 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.222180 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=1703d5a7-6cce-4aa7-ae35-4364a67cb04a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.226163 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:26.257464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.259638 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2f2530f8-2a0e-47c3-8546-41fbed7b7c60 tempest-RoutersNegativeTest-635138924 tempest-RoutersNegativeTest-635138924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.284126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050f353f-0256-41f6-b2d5-2644bd106c2a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.288454 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:26.289404 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.293638 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-546dc1c1-e74a-49f2-950c-85962e8fbdda admin admin] 10.222.0.65 "DELETE /v2.0/subnets/050f353f-0256-41f6-b2d5-2644bd106c2a HTTP/1.1" status: 204 len: 168 time: 0.2883201 Jun 17 08:59:26.294690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38126) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:26.296253 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6af92-e60e-4b54-aba2-9d1bc31d5289 None None] Network a84bbf87-6be8-4267-a55a-45741d3da101 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:26.385801 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.444847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Deleting port fb568c28-4a2c-4efc-827f-9e1fed69fc78 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:26.445197 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.513748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] DHCP port deletion for a84bbf87-6be8-4267-a55a-45741d3da101 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:26.525378 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] For port fb568c28-4a2c-4efc-827f-9e1fed69fc78, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb568c28-4a2c-4efc-827f-9e1fed69fc78,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:26.525741 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.562122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Deleting port fb568c28-4a2c-4efc-827f-9e1fed69fc78 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:26.562498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.589908 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.590349 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Calling delete_port for fb568c28-4a2c-4efc-827f-9e1fed69fc78 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:26.638605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] For port fb568c28-4a2c-4efc-827f-9e1fed69fc78, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=fb568c28-4a2c-4efc-827f-9e1fed69fc78,segment=NetworkSegment(c901f77a-a2d6-437e-9598-986089e820ce),segment_id=c901f77a-a2d6-437e-9598-986089e820ce)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:26.639052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.672903 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.681657 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.685708 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.703486 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Calling delete_port for fb568c28-4a2c-4efc-827f-9e1fed69fc78 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:26.709948 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb568c28-4a2c-4efc-827f-9e1fed69fc78,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.713371 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:26.714348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] No DVR routers for this DVR port fb568c28-4a2c-4efc-827f-9e1fed69fc78 on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:26.738230 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:59:26.789068 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.791199 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.796313 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.810084 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84bbf87-6be8-4267-a55a-45741d3da101']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.814471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Pushing event deleted for resources: {'Port': ['ID=fb568c28-4a2c-4efc-827f-9e1fed69fc78,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.818046 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:26.820702 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] No DVR routers for this DVR port fb568c28-4a2c-4efc-827f-9e1fed69fc78 on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:26.823045 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c901f77a-a2d6-437e-9598-986089e820ce') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.823515 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c901f77a-a2d6-437e-9598-986089e820ce') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.842101 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.859146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.860279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.864670 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.867185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:26.867606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.867792 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c35a67f2-5f19-4435-9cca-061e56fe46f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: retrieve_revision_numbers = { Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:26.869323 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:26.930206 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.934295 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event updated for resources: {'Port': ['ID=1703d5a7-6cce-4aa7-ae35-4364a67cb04a,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.934819 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5ee8b5fd-7bb5-4df2-bfb3-b13c87580d7f tempest-QuotasNegativeTest-1478881335 tempest-QuotasNegativeTest-1478881335-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.937782 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.938484 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:26.940089 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] 10.222.0.65 "DELETE /v2.0/networks/a84bbf87-6be8-4267-a55a-45741d3da101 HTTP/1.1" status: 204 len: 168 time: 0.6443050 Jun 17 08:59:26.943997 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38128) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:26.956068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a84bbf87-6be8-4267-a55a-45741d3da101,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.958536 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:27.015391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.547945 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Floating IP 5b80cb39-8e59-479f-b718-a387630d3ca9 associated. External IP: 172.25.7.189, port: 83c6c8a3-967e-41ef-8cba-0591868d36f3. Jun 17 08:59:27.626678 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.847877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router 6b067f06-a439-4d16-8ec5-055e152b8cf4 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:27.887373 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e9c34d1c-e614-4b01-a9ba-dd6762e1d2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.941592 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb568c28-4a2c-4efc-827f-9e1fed69fc78 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:27.962677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: fb568c28-4a2c-4efc-827f-9e1fed69fc78 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:27.963183 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device fb568c28-4a2c-4efc-827f-9e1fed69fc78 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:27.963740 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:27.981677 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:27.982031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d76a32c9-dbeb-4ca7-99f5-9c6b3b42cc25 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:27.993592 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.033367 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:28.042580 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] Sync routers for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:28.051746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:28.052367 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:28.083021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.136967 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4290881 Jun 17 08:59:28.139124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:28.139913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38130) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:28.141500 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec647b1-b266-471f-8c04-33cd32e288ea" -d '{"events": [{"name": "network-changed", "server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:28.173446 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:28.182363 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf13c30-f7d5-40b6-b07c-edc527467b86 x-openstack-request-id: req-4cf13c30-f7d5-40b6-b07c-edc527467b86 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:28.182692 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:28.183034 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf13c30-f7d5-40b6-b07c-edc527467b86 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:28.183481 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'status': 'completed', 'code': 200} Jun 17 08:59:28.262793 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-11c27f23-4e4a-4455-b607-fff12b46951e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/5b80cb39-8e59-479f-b718-a387630d3ca9 HTTP/1.1" status: 200 len: 992 time: 0.1215799 Jun 17 08:59:28.281817 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-94f29083-63b4-4047-b154-676406162801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:28.283333 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-94f29083-63b4-4047-b154-676406162801 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 1098 time: 0.0762892 Jun 17 08:59:28.315080 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Deleting port e840c60c-05a4-4ef2-9a45-6886d00b8af5 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:28.315551 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.378231 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-4a0d8812-5060-409f-a732-de365d515ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:28.380054 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-4a0d8812-5060-409f-a732-de365d515ffd service neutron] 10.222.0.67 "GET /v2.0/networks?id=91e1915b-63c9-41d4-943b-b8a38ac44258 HTTP/1.1" status: 200 len: 897 time: 0.0896616 Jun 17 08:59:28.396255 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] For port e840c60c-05a4-4ef2-9a45-6886d00b8af5, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=e840c60c-05a4-4ef2-9a45-6886d00b8af5,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:28.396625 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.419357 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '5b80cb39-8e59-479f-b718-a387630d3ca9', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'port_id': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'mac_address': 'fa:16:3e:d3:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:59:26Z', 'updated_at': '2021-06-17T08:59:26Z', 'revision_number': 0, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:14Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:28.445888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] Checking router: 6b067f06-a439-4d16-8ec5-055e152b8cf4 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:28.455662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:28.456381 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:28.467596 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Calling delete_port for e840c60c-05a4-4ef2-9a45-6886d00b8af5 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:28.484259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-f9c77bbd-ceb9-4094-b0f7-1b238e68f33a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3 HTTP/1.1" status: 200 len: 1000 time: 0.0977881 Jun 17 08:59:28.539334 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-75be0fe9-f9d9-43f5-b76b-d5a5aa775a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:28.540838 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-75be0fe9-f9d9-43f5-b76b-d5a5aa775a32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1 HTTP/1.1" status: 200 len: 835 time: 0.0505400 Jun 17 08:59:28.602868 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-ef76ac9c-6839-4aad-b3e4-bd3ff5f86691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:28.605363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-ef76ac9c-6839-4aad-b3e4-bd3ff5f86691 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91e1915b-63c9-41d4-943b-b8a38ac44258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575221 Jun 17 08:59:28.663461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.665665 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-40cbaeed-7cdf-422e-a466-cf86ae5b1155 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:28.692222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Pushing event deleted for resources: {'Port': ['ID=e840c60c-05a4-4ef2-9a45-6886d00b8af5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:28.700591 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:28.706847 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-6001e04a-9ba4-47e5-a4d1-768a47adfaee service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946445 Jun 17 08:59:28.743377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:28.814482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3ec647b1-b266-471f-8c04-33cd32e288ea req-79ebf7c0-27b0-4726-9ff8-7fd42a4c6ab3 service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012783 Jun 17 08:59:28.884151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.954853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.014683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '5b80cb39-8e59-479f-b718-a387630d3ca9', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'port_id': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'mac_address': 'fa:16:3e:d3:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:59:26Z', 'updated_at': '2021-06-17T08:59:26Z', 'revision_number': 0, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:14Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:29.040477 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a732e-f833-409f-b4bb-168da544edcd None None] The sync data for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 is: [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '5b80cb39-8e59-479f-b718-a387630d3ca9', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'port_id': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'mac_address': 'fa:16:3e:d3:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:59:26Z', 'updated_at': '2021-06-17T08:59:26Z', 'revision_number': 0, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:14Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:29.110419 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Router a2473fb3-a1c7-46dd-aa64-a0e7172058ed has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:29.222629 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:29.230532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38134) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.231034 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] 10.222.0.65 "PUT /v2.0/routers/a2473fb3-a1c7-46dd-aa64-a0e7172058ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2854674 Jun 17 08:59:29.232905 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] Sync routers for ids ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:29.243647 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] Routers {'a2473fb3-a1c7-46dd-aa64-a0e7172058ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:29.244819 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:29.265571 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38136) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.334465 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-199b9ca6-71d1-4f65-869f-c4ac7ebb8c55 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/5b80cb39-8e59-479f-b718-a387630d3ca9 HTTP/1.1" status: 200 len: 992 time: 0.0673563 Jun 17 08:59:29.347281 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.352868 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] Set router a2473fb3-a1c7-46dd-aa64-a0e7172058ed gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:29.454720 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.510766 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Deleting port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:29.511149 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.547531 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:59:28Z', 'revision_number': 5, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port': {'id': '12006b3c-bb24-4a06-8a54-7d2ad68ed2f7', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:56:07Z', 'updated_at': '2021-06-17T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:29.575832 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] Checking router: a2473fb3-a1c7-46dd-aa64-a0e7172058ed for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:29.584380 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] Routers {'a2473fb3-a1c7-46dd-aa64-a0e7172058ed'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:29.585077 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:29.597513 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] For port 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:29.597957 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.662259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Calling delete_port for 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:29.674548 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] Set router a2473fb3-a1c7-46dd-aa64-a0e7172058ed gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:29.713606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8400175-766f-4768-94f2-a20878e8ce41 None None] New status for floating IP 5b80cb39-8e59-479f-b718-a387630d3ca9: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:59:29.728193 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:59:29Z', 'revision_number': 6, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port_host': None}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:29.758806 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2213bf-ca05-432b-b0d1-3bdb943acfff None None] The sync data for ids ['a2473fb3-a1c7-46dd-aa64-a0e7172058ed'] in n-d-780147-13 is: [{'id': 'a2473fb3-a1c7-46dd-aa64-a0e7172058ed', 'name': 'tempest-TestVolumeBackupRestore-15407862-router', 'tenant_id': 'eb928fefd85843ea800b0290f1d7d193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:56:06Z', 'updated_at': '2021-06-17T08:59:29Z', 'revision_number': 6, 'project_id': 'eb928fefd85843ea800b0290f1d7d193', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:29.837459 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.839894 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c951c32a-54f6-4670-abb8-cb11935f2a74 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:29.862875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=12006b3c-bb24-4a06-8a54-7d2ad68ed2f7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:29.866449 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:29.932320 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.020288 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.022319 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.064533 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.065057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2473fb3-a1c7-46dd-aa64-a0e7172058ed {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:30.069431 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.070536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a2473fb3-a1c7-46dd-aa64-a0e7172058ed HTTP/1.1" status: 204 len: 168 time: 0.8390231 Jun 17 08:59:30.073161 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38138) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:30.124230 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Deleting subnet c5184a38-d1e3-4cd4-b187-60d1e4c18b1a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:30.130113 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.165677 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.250245 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.301742 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.304384 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-321f3418-cbd5-4c4f-9b55-0d12bdb287dc tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:30.338898 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38140) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:30.370190 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.407326 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-9a100fa6-f3f2-40f9-8728-bc041eb29ad7 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/5b80cb39-8e59-479f-b718-a387630d3ca9 HTTP/1.1" status: 200 len: 994 time: 0.0669124 Jun 17 08:59:30.514225 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e840c60c-05a4-4ef2-9a45-6886d00b8af5 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:30.535650 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: e840c60c-05a4-4ef2-9a45-6886d00b8af5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:30.536006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device e840c60c-05a4-4ef2-9a45-6886d00b8af5 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:30.653130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5184a38-d1e3-4cd4-b187-60d1e4c18b1a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.656295 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:30.657161 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.661212 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-8f49285b-a679-45ab-be41-2a706d791994 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c5184a38-d1e3-4cd4-b187-60d1e4c18b1a HTTP/1.1" status: 204 len: 168 time: 0.5846303 Jun 17 08:59:30.661446 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38142) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:30.664505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac47a7-50b8-4ff0-9222-bb5773443f6e None None] Network 4aac63dc-4cad-4983-9576-aa69928279c2 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:30.733148 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.792920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Deleting port 62d9e217-d76c-438a-8871-517e499f3b0b {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:30.793207 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.859790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] DHCP port deletion for 4aac63dc-4cad-4983-9576-aa69928279c2 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:30.862169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] For port 62d9e217-d76c-438a-8871-517e499f3b0b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=62d9e217-d76c-438a-8871-517e499f3b0b,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:30.862532 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.908524 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Deleting port 62d9e217-d76c-438a-8871-517e499f3b0b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:30.908909 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.929953 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Calling delete_port for 62d9e217-d76c-438a-8871-517e499f3b0b owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:30.970566 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] For port 62d9e217-d76c-438a-8871-517e499f3b0b, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=62d9e217-d76c-438a-8871-517e499f3b0b,segment=NetworkSegment(be5ca913-70a1-4421-a5a0-9af4a4554f6b),segment_id=be5ca913-70a1-4421-a5a0-9af4a4554f6b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:30.970999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.010928 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.013846 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6c227d31-9fdc-4461-a964-e25eb0362acc tempest-TestVolumeBackupRestore-69696223 tempest-TestVolumeBackupRestore-69696223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.037691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Calling delete_port for 62d9e217-d76c-438a-8871-517e499f3b0b owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:31.038687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d9e217-d76c-438a-8871-517e499f3b0b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.040951 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] No DVR routers for this DVR port 62d9e217-d76c-438a-8871-517e499f3b0b on host n-d-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:31.042771 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.116588 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.117663 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.121213 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.127517 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aac63dc-4cad-4983-9576-aa69928279c2']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:31.137126 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5ca913-70a1-4421-a5a0-9af4a4554f6b') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:31.137417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5ca913-70a1-4421-a5a0-9af4a4554f6b') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:31.145657 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] No DVR routers for this DVR port 62d9e217-d76c-438a-8871-517e499f3b0b on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:31.146720 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.149668 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Pushing event deleted for resources: {'Port': ['ID=62d9e217-d76c-438a-8871-517e499f3b0b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.156587 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.160582 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.167121 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:31.167515 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: timer() Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:31.169143 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:31.226275 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.230488 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-00d7b10d-87df-4b7b-abf7-7b60ef4ccd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.232990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.234757 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4aac63dc-4cad-4983-9576-aa69928279c2 HTTP/1.1" status: 204 len: 168 time: 0.5724089 Jun 17 08:59:31.247008 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aac63dc-4cad-4983-9576-aa69928279c2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.249394 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ef81648f-b5dd-4bcf-a199-f9100eb1fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.393057 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38146) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.439840 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-81d8941a-4771-440a-b197-8526e4939fe5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5d11c4888bd4c5fba03f3ec30aeaf8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454488 Jun 17 08:59:31.442099 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38148) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.496912 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.517737 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.564990 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.567722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.568863 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53fc1f09-c97d-4708-ad4e-a479f5cd6ef5 HTTP/1.1" status: 204 len: 168 time: 0.1258812 Jun 17 08:59:31.569660 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-02f29f51-79e2-4ea9-b707-4d874a6ede93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.578300 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fc1f09-c97d-4708-ad4e-a479f5cd6ef5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.580755 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.875169 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38154) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.920772 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-34cf9465-2b7d-493a-b9d7-af98448a497c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb928fefd85843ea800b0290f1d7d193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442760 Jun 17 08:59:31.923274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38156) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.941591 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:31.964069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:31.964433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 12006b3c-bb24-4a06-8a54-7d2ad68ed2f7 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:31.964854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 62d9e217-d76c-438a-8871-517e499f3b0b no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:31.980088 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.983274 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 62d9e217-d76c-438a-8871-517e499f3b0b {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:31.983632 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 62d9e217-d76c-438a-8871-517e499f3b0b not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:32.002266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.048747 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.051618 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.052750 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4388e65a-e785-41be-9bb0-3eca6eb67b7d HTTP/1.1" status: 204 len: 168 time: 0.1283481 Jun 17 08:59:32.053589 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a1242bdb-8ea5-4b33-a819-28607abba469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:32.061377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4388e65a-e785-41be-9bb0-3eca6eb67b7d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:32.063667 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:47.352571 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:49.516220 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.029952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb781-1a7f-453f-bcac-1dc8b3059b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.628862 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.888683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37f6cfc1-1f11-417b-b798-1c955381d913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.933310 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.652568 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.713999 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-dd11ec47-8565-4ac4-a07b-42717a999d82 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/floatingips/5b80cb39-8e59-479f-b718-a387630d3ca9 HTTP/1.1" status: 200 len: 994 time: 0.0600286 Jun 17 09:00:00.003428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38176) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:00.160646 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 1703d5a7-6cce-4aa7-ae35-4364a67cb04a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:00.160903 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.234131 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.234461 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.298850 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 1703d5a7-6cce-4aa7-ae35-4364a67cb04a owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:00.372143 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.443783 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.446388 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3fe9e491-267c-4a7c-8c07-19fbccfc95e0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:00.469570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=1703d5a7-6cce-4aa7-ae35-4364a67cb04a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:00.472722 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:00.530840 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.530840 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Floating IP 5b80cb39-8e59-479f-b718-a387630d3ca9 disassociated (deleted). External IP: 172.25.7.189, port: 83c6c8a3-967e-41ef-8cba-0591868d36f3. Jun 17 09:00:00.736421 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router 6b067f06-a439-4d16-8ec5-055e152b8cf4 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:00:00.842974 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:00.847344 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.852236 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] Sync routers for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:00.862383 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:00.863231 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:00.885039 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/floatingips/5b80cb39-8e59-479f-b718-a387630d3ca9 HTTP/1.1" status: 204 len: 168 time: 0.8798187 Jun 17 09:00:00.885963 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:00.888452 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb" -d '{"events": [{"name": "network-changed", "server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:00.939563 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6dc5f5-8046-47ab-a0e8-614a339790af x-openstack-request-id: req-8e6dc5f5-8046-47ab-a0e8-614a339790af {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:00.939859 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:00.940342 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e6dc5f5-8046-47ab-a0e8-614a339790af {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:00.940529 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'status': 'completed', 'code': 200} Jun 17 09:00:00.973447 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:01.017592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-0299e186-5d08-40a1-bf92-a8fe0e1df975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.019126 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-0299e186-5d08-40a1-bf92-a8fe0e1df975 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 1098 time: 0.0553386 Jun 17 09:00:01.117201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-20cda16e-6df6-4ae7-a2a2-9da9d383c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.119296 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-20cda16e-6df6-4ae7-a2a2-9da9d383c29b service neutron] 10.222.0.67 "GET /v2.0/networks?id=91e1915b-63c9-41d4-943b-b8a38ac44258 HTTP/1.1" status: 200 len: 897 time: 0.0944831 Jun 17 09:00:01.173078 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-7151270b-2125-49e9-b2f0-0a86e971ba60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3 HTTP/1.1" status: 200 len: 217 time: 0.0411460 Jun 17 09:00:01.177635 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:14Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:01.211425 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] Checking router: 6b067f06-a439-4d16-8ec5-055e152b8cf4 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:01.219820 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:01.220430 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:01.236333 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-377d4a3c-98a4-4810-8c40-86899954dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.237834 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-377d4a3c-98a4-4810-8c40-86899954dfd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1 HTTP/1.1" status: 200 len: 835 time: 0.0537026 Jun 17 09:00:01.301456 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-41ea26bc-d11c-49a3-8884-ae70eab17d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.303006 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-41ea26bc-d11c-49a3-8884-ae70eab17d50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91e1915b-63c9-41d4-943b-b8a38ac44258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580931 Jun 17 09:00:01.405316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-cb0778e7-2062-43bc-b973-1859b0f48876 service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942588 Jun 17 09:00:01.416635 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:01.537024 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a45ea5ee-ff7f-46a9-9b1b-c8b742a85deb req-c0b048df-1e33-41bd-a014-f5e7f83c3404 service neutron] 10.222.0.67 "GET /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252778 Jun 17 09:00:01.558133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b037c-cc70-418b-b8e9-e4a364b310ab req-5dd96a6b-e58f-4982-897a-c14b320183d5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.559753 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b98b037c-cc70-418b-b8e9-e4a364b310ab req-5dd96a6b-e58f-4982-897a-c14b320183d5 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 946 time: 0.3446784 Jun 17 09:00:01.603663 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b98b037c-cc70-418b-b8e9-e4a364b310ab req-4e6de1a4-5aa4-4beb-b387-e7cea7cc9271 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345981 Jun 17 09:00:01.630660 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:14Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:01.656888 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04753ebc-a65e-4abd-89bb-898b9cb98e74 None None] The sync data for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 is: [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:11Z', 'revision_number': 4, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0', 'name': '', 'network_id': '91e1915b-63c9-41d4-943b-b8a38ac44258', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'mac_address': 'fa:16:3e:2e:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:10Z', 'updated_at': '2021-06-17T08:59:14Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'subnets': [{'id': 'b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:01.870895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705d663-bbe6-4891-9e48-21094584dc90 None None] New status for floating IP 5b80cb39-8e59-479f-b718-a387630d3ca9: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:00:02.454843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-67c56124-8e23-4c19-9d4d-b29bb24e0225 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:02.456325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-67c56124-8e23-4c19-9d4d-b29bb24e0225 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 946 time: 0.0667913 Jun 17 09:00:02.552528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 83c6c8a3-967e-41ef-8cba-0591868d36f3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:02.552874 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.645150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port 83c6c8a3-967e-41ef-8cba-0591868d36f3, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=83c6c8a3-967e-41ef-8cba-0591868d36f3,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:02.645606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.708366 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 83c6c8a3-967e-41ef-8cba-0591868d36f3 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:02.876542 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.885823 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb95641-f1c4-42a6-ad84-49efee5456f5 req-274e49f0-dc62-490d-9f54-4abf928e229a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:02.887329 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdb95641-f1c4-42a6-ad84-49efee5456f5 req-274e49f0-dc62-490d-9f54-4abf928e229a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/ports?device_id=66b1e5fc-05ba-46e7-aa50-9057a85985af HTTP/1.1" status: 200 len: 946 time: 0.1684043 Jun 17 09:00:02.889708 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-6cdea20b-cd88-4027-a387-7e2369ed20d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:02.931882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=83c6c8a3-967e-41ef-8cba-0591868d36f3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:02.937302 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:02.988583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] No DVR routers for this DVR port 83c6c8a3-967e-41ef-8cba-0591868d36f3 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:00:02.992444 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.995044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-cb378e28-bcab-48f7-ac01-3d0d98fed246 req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.67 "DELETE /v2.0/ports/83c6c8a3-967e-41ef-8cba-0591868d36f3 HTTP/1.1" status: 204 len: 173 time: 0.5334401 Jun 17 09:00:02.995827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'name': 'network-vif-deleted', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:02.998208 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4e89d-e5f3-45b3-a1e7-7e2e012d5a27" -d '{"events": [{"server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "name": "network-vif-deleted", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:03.003306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fdb95641-f1c4-42a6-ad84-49efee5456f5 req-10f74eae-36d9-43bc-a7c7-fba1e5617247 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "GET /v2.0/security-groups?id=4add46e3-3a57-4ee0-94d3-3e5797cb8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092057 Jun 17 09:00:03.036873 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617dbbbc-1320-4c37-ac8d-712cc728d28b x-openstack-request-id: req-617dbbbc-1320-4c37-ac8d-712cc728d28b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:03.037276 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b1e5fc-05ba-46e7-aa50-9057a85985af", "name": "network-vif-deleted", "tag": "83c6c8a3-967e-41ef-8cba-0591868d36f3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:03.037582 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-617dbbbc-1320-4c37-ac8d-712cc728d28b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:03.038024 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b1e5fc-05ba-46e7-aa50-9057a85985af', 'name': 'network-vif-deleted', 'tag': '83c6c8a3-967e-41ef-8cba-0591868d36f3', 'status': 'completed', 'code': 200} Jun 17 09:00:03.737906 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:00:04.101058 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38194) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:04.159429 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.183085 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.243806 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.246332 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.247480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/security-groups/4add46e3-3a57-4ee0-94d3-3e5797cb8deb HTTP/1.1" status: 204 len: 168 time: 0.1454217 Jun 17 09:00:04.248260 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-573d0d9d-4475-4be0-be88-c2f1a2569d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:04.257204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add46e3-3a57-4ee0-94d3-3e5797cb8deb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:04.260183 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4f7c42c5-a08c-44db-87b5-816fe5106d91 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:04.282467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38198) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:04.635269 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.891717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:04.891977 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.976936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:04.977286 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:05.042584 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:05.229925 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:05.231911 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ed8e15a8-fb6e-4b62-abe6-6c4c1135616e tempest-PortsIpV6TestJSON-408588373 tempest-PortsIpV6TestJSON-408588373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:05.255522 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:05.260007 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:05.800125 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.010804 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Router 6b067f06-a439-4d16-8ec5-055e152b8cf4 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:00:06.114346 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:06.119752 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "PUT /v2.0/routers/6b067f06-a439-4d16-8ec5-055e152b8cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361232 Jun 17 09:00:06.122224 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38200) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:06.124735 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] Sync routers for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:06.133744 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:06.134480 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:06.173139 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting subnet b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:00:06.176249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.230836 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.235799 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:06.318599 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.382123 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.384139 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-c022620d-fd1a-4257-b3e2-22d3ec48d598 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855 tempest-ExtraDHCPOptionsIpV6TestJSON-2000515855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:06.413777 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:06.417481 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:06.417748 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T09:00:05Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:06.418480 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.421360 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6db1a2d3-d3eb-43e7-ba8f-f6062b84b3eb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/subnets/b7fdfe3d-56bd-4826-8c72-c4a72d0f48c1 HTTP/1.1" status: 204 len: 168 time: 0.2971847 Jun 17 09:00:06.422883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38202) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:06.426925 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1e864-2de9-49c4-a8f4-85ab08e1e47d None None] Network 91e1915b-63c9-41d4-943b-b8a38ac44258 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:06.447681 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] Checking router: 6b067f06-a439-4d16-8ec5-055e152b8cf4 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:06.456152 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] Routers {'6b067f06-a439-4d16-8ec5-055e152b8cf4'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:06.456769 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['6b067f06-a439-4d16-8ec5-055e152b8cf4'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:06.528023 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.561426 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] Set router 6b067f06-a439-4d16-8ec5-055e152b8cf4 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:06.635165 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] DHCP port deletion for 91e1915b-63c9-41d4-943b-b8a38ac44258 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:00:06.645318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.684106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Deleting port bb91fd4f-4a3a-4763-b4f2-33ace963e0be {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:06.684349 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.709393 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Deleting port d7d73917-46a1-49e4-bdf8-553bcdf746af {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:06.709715 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.745799 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T09:00:05Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:06.750805 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] For port bb91fd4f-4a3a-4763-b4f2-33ace963e0be, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,segment=NetworkSegment(311c6bce-b35b-4a78-b2d7-98daad5d64ae),segment_id=311c6bce-b35b-4a78-b2d7-98daad5d64ae)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:06.751302 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.780593 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c238f85-c4e8-4dc2-80db-455f058537ad None None] The sync data for ids ['6b067f06-a439-4d16-8ec5-055e152b8cf4'] in n-d-780147-13 is: [{'id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'name': 'tempest-TestNetworkBasicOps-router-1899159190', 'tenant_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T09:00:05Z', 'revision_number': 5, 'project_id': 'cc6c2e1aa29541379f7cfb50fc052fc7', 'gw_port': {'id': 'd7d73917-46a1-49e4-bdf8-553bcdf746af', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b067f06-a439-4d16-8ec5-055e152b8cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:07Z', 'updated_at': '2021-06-17T08:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:06.792842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] For port d7d73917-46a1-49e4-bdf8-553bcdf746af, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=d7d73917-46a1-49e4-bdf8-553bcdf746af,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:06.792842 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.819828 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Calling delete_port for bb91fd4f-4a3a-4763-b4f2-33ace963e0be owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:06.864955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Calling delete_port for d7d73917-46a1-49e4-bdf8-553bcdf746af owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:06.905865 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.907878 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:06.928777 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Pushing event deleted for resources: {'Port': ['ID=bb91fd4f-4a3a-4763-b4f2-33ace963e0be,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:06.932419 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:06.936854 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] No DVR routers for this DVR port bb91fd4f-4a3a-4763-b4f2-33ace963e0be on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:00:07.033770 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.036489 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a04ef52c-e762-4e8c-8cc1-0ac7bbb1a099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:07.059580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Port': ['ID=d7d73917-46a1-49e4-bdf8-553bcdf746af,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:07.062707 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:07.121277 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.163437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 83c6c8a3-967e-41ef-8cba-0591868d36f3 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:00:07.191061 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 83c6c8a3-967e-41ef-8cba-0591868d36f3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:00:07.191426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 83c6c8a3-967e-41ef-8cba-0591868d36f3 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:00:07.221607 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.223935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.269316 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.269934 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Fanout notify agent at l3_agent the message router_deleted on router 6b067f06-a439-4d16-8ec5-055e152b8cf4 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:00:07.277146 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.278251 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/routers/6b067f06-a439-4d16-8ec5-055e152b8cf4 HTTP/1.1" status: 204 len: 168 time: 0.8544445 Jun 17 09:00:07.281085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38204) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:07.362918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.455660 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.466080 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e1915b-63c9-41d4-943b-b8a38ac44258']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:07.475469 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311c6bce-b35b-4a78-b2d7-98daad5d64ae') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:07.475765 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311c6bce-b35b-4a78-b2d7-98daad5d64ae') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:07.484924 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.497771 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.503622 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:00:07.504011 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: timer() Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:00:07.506974 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:00:07.562796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.566341 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79e55624-eac2-491f-90a0-9c0086531d6b tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:07.570232 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.571876 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] 10.222.0.65 "DELETE /v2.0/networks/91e1915b-63c9-41d4-943b-b8a38ac44258 HTTP/1.1" status: 204 len: 168 time: 0.2897291 Jun 17 09:00:07.583103 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Pushing event deleted for resources: {'Network': ['ID=91e1915b-63c9-41d4-943b-b8a38ac44258,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:07.585436 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:07.825316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38210) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:07.967621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b1df1440-163b-420c-a9de-66f021d94e07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc6c2e1aa29541379f7cfb50fc052fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406825 Jun 17 09:00:07.968283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb91fd4f-4a3a-4763-b4f2-33ace963e0be no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:00:07.969606 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38214) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:07.988035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bb91fd4f-4a3a-4763-b4f2-33ace963e0be {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:00:07.988391 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bb91fd4f-4a3a-4763-b4f2-33ace963e0be not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:00:07.988815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d7d73917-46a1-49e4-bdf8-553bcdf746af no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:00:08.006813 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: d7d73917-46a1-49e4-bdf8-553bcdf746af {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:00:08.007204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device d7d73917-46a1-49e4-bdf8-553bcdf746af not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:00:08.007662 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:00:08.016970 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.028653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:00:08.029008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 0cb9d04c-bddc-4f47-84b3-1b9ed420a8a0 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:00:08.037825 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.082675 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.085250 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.086375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0ce2d77-984f-44e6-8620-7a1ab57d746b HTTP/1.1" status: 204 len: 168 time: 0.1158085 Jun 17 09:00:08.087289 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b6c1c3cb-360a-45c6-8029-f19a57b560b4 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:08.094410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce2d77-984f-44e6-8620-7a1ab57d746b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:08.096633 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fe88fb1c-96c1-44ee-a24e-225f873b178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:08.345532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38220) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.359194 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b755a0a7-be8d-45d3-a7a9-095ad0827493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.453937 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b755a0a7-be8d-45d3-a7a9-095ad0827493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.457709 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b755a0a7-be8d-45d3-a7a9-095ad0827493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.460905 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e3baec91-6ae3-4d97-b64f-4952c2ef4dc1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:08.498191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-b755a0a7-be8d-45d3-a7a9-095ad0827493 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4f97472e27e4d99abb562b43089ef3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514449 Jun 17 09:00:08.500205 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755a0a7-be8d-45d3-a7a9-095ad0827493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce7cd5-085c-43d5-9e58-c18c4d8d3622,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:08.500961 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38222) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.503331 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b755a0a7-be8d-45d3-a7a9-095ad0827493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:08.549391 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.570096 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.615841 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.619279 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.620408 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09ce7cd5-085c-43d5-9e58-c18c4d8d3622 HTTP/1.1" status: 204 len: 168 time: 0.1184688 Jun 17 09:00:08.621195 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ef0d5a5e-d0d0-483e-8883-583e3a95e39c tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:08.628354 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce7cd5-085c-43d5-9e58-c18c4d8d3622,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:08.631227 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-81094417-96ed-48e5-b7da-4c2e4799395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:10.559044 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38376) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.669957 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.762697 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.766234 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.768979 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ac72d991-74e1-448a-8e4d-61c365c0946d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:10.804107 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82f8d3ac8d7a4839b58e3db3cea6c5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440000 Jun 17 09:00:10.804991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb3085-2a09-4b22-97f5-cc1ce84f8958,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:10.807890 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.808757 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:10.858350 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.883603 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.929614 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.932948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.934091 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/deeb3085-2a09-4b22-97f5-cc1ce84f8958 HTTP/1.1" status: 204 len: 168 time: 0.1244023 Jun 17 09:00:10.934884 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9bf9f760-e602-4234-bf1f-4cad6e18a711 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:10.942564 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb3085-2a09-4b22-97f5-cc1ce84f8958,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:10.950372 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.950760 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.951163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.951558 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.951930 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.952296 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.952661 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.953021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.953383 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.953739 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.954098 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.954455 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:10.957779 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:11.193496 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38388) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:11.207035 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2462859-cdb9-42ad-8438-1580c3634273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.296224 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2462859-cdb9-42ad-8438-1580c3634273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.299829 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e2462859-cdb9-42ad-8438-1580c3634273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.303072 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-031cfed5-28f3-4f2c-b124-313b6199a86e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:11.338107 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e2462859-cdb9-42ad-8438-1580c3634273 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=209e168c089a44cd95185b8ce49d4740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435242 Jun 17 09:00:11.340136 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2462859-cdb9-42ad-8438-1580c3634273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499ce62-8d49-4576-a5d0-73c52e997d90,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.340770 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38390) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:11.343223 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e2462859-cdb9-42ad-8438-1580c3634273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:11.390391 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.410427 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.455230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.457783 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.458974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8499ce62-8d49-4576-a5d0-73c52e997d90 HTTP/1.1" status: 204 len: 168 time: 0.1171646 Jun 17 09:00:11.459744 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-395e41d0-53ac-49d1-8fd8-52fe5450c5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:11.467109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499ce62-8d49-4576-a5d0-73c52e997d90,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.469223 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e2fbe158-6ef2-4203-b5c4-19b4b2bb92ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:13.614389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38442) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:13.620432 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'network': {'name': 'tempest-network-smoke--1860483400', 'project_id': 'a17b6956a4944a518874845d208f5239', 'port_security_enabled': True}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:13.643931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Made reservation on behalf of a17b6956a4944a518874845d208f5239 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:13.647463 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.659983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.750802 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.754412 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.757225 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8658e1e1-7c80-43bb-8829-381f6cba88f0 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:13.779490 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:00:13.796760 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f4e33f-dcc9-47e5-b220-1ca7a78b49f1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:13.799308 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.799656 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Added segment b548d86b-263a-414d-acc1-310679d4863a of type vlan for network 49bb72d9-3cf6-4a44-8721-308aab518eb8 Jun 17 09:00:13.815409 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.815731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.816117 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.816494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.816865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.817243 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.817611 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.817980 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.818369 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.818724 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.819116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.819481 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:13.829162 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:13.860277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.894129 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.900006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:13.900988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.904026 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-b0bb1179-1c69-49dd-a774-7c3d25673ea5 tempest-RoutersIpV6Test-1694173510 tempest-RoutersIpV6Test-1694173510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:13.944445 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3288894 Jun 17 09:00:13.947538 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38444) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:13.952603 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'admin_state_up': True, 'project_id': 'a17b6956a4944a518874845d208f5239', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:13.975943 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.977081 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.002786 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Network': ['ID=49bb72d9-3cf6-4a44-8721-308aab518eb8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:14.005503 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46b02628-a16c-4ca1-9a31-e884115e430f tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:14.013146 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:00:14.036797 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.169913 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.360590 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.378298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.475041 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.25.7.252 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/46b3b733-411f-4bb4-abd7-35b2c8acf592) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:14.584701 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.625763 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.628593 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-48687995-f239-46e7-b442-3aa58ee6cb15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:14.663517 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:14.667077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:14.670528 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:14.702875 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=46b3b733-411f-4bb4-abd7-35b2c8acf592,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:14.707560 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:14.935298 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.124348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.248792 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router dc28b812-6257-47b4-9d54-899618d66dbe is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:00:15.352849 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:15.363463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Sync routers for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:15.371200 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.375590 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4238877 Jun 17 09:00:15.375710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:15.375710 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:15.375906 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38446) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.476633 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:15.496925 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2a41319d-47cb-43c9-8286-0984c74b789b tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a17b6956a4944a518874845d208f5239&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198962 Jun 17 09:00:15.499573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38450) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.586795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc911e3-53c5-4042-8de1-4774baedfa74 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.588482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2bc911e3-53c5-4042-8de1-4774baedfa74 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880682 Jun 17 09:00:15.591342 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.619165 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5dcbe4f7-0db0-4131-9076-bb6105c62358 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258934 Jun 17 09:00:15.621722 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.626505 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566988197', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'project_id': 'a17b6956a4944a518874845d208f5239', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:15.655062 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:14Z', 'revision_number': 3, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:15.681556 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Checking router: dc28b812-6257-47b4-9d54-899618d66dbe for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:15.681910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Updating router dc28b812-6257-47b4-9d54-899618d66dbe port 46b3b733-411f-4bb4-abd7-35b2c8acf592 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:00:15.712544 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Made reservation on behalf of a17b6956a4944a518874845d208f5239 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:15.716311 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.716460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.896637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.899752 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b8d0944b-4212-4dd3-9e7d-e4f9c0ff19dc tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:15.962428 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Subnet': ['ID=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:15.966107 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:15.973229 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Checking segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:15.973593 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network hostable DHCP agents. Network: 49bb72d9-3cf6-4a44-8721-308aab518eb8, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:00:15.979240 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.989755 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Transition to ACTIVE for port object 46b3b733-411f-4bb4-abd7-35b2c8acf592 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:15.992732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:00:15.997640 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.001321 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:16.005159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, 49bb72d9-3cf6-4a44-8721-308aab518eb8) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:16.010089 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:16.010683 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.026558 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-63c1c883-3184-4329-9086-5bd80e2b04bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4037628 Jun 17 09:00:16.029357 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38456) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:16.036151 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed0df0-b8eb-40b9-b0db-0f551c7aede8 None None] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:16.064636 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Attempting to bind port 46b3b733-411f-4bb4-abd7-35b2c8acf592 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:16.065024 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Attempting to bind port 46b3b733-411f-4bb4-abd7-35b2c8acf592 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:16.065384 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Attempting to bind port 46b3b733-411f-4bb4-abd7-35b2c8acf592 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:16.111471 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:16.111879 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:16.112270 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.112969 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:16.113164 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Bound port: 46b3b733-411f-4bb4-abd7-35b2c8acf592, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:16.113543 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.118991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341993d5-9f85-4217-aacc-867a66c02e4f None None] Pushing event updated for resources: {'Port': ['ID=46b3b733-411f-4bb4-abd7-35b2c8acf592,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:16.144618 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-341993d5-9f85-4217-aacc-867a66c02e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:16.212907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] For port 46b3b733-411f-4bb4-abd7-35b2c8acf592, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:16.233084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] For port 46b3b733-411f-4bb4-abd7-35b2c8acf592, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=46b3b733-411f-4bb4-abd7-35b2c8acf592,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:16.240232 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.257618 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:16.287380 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-49bb72d9-3cf6-4a44-8721-308aab518eb8', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:00:16.288214 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.345298 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341993d5-9f85-4217-aacc-867a66c02e4f None None] Pushing event updated for resources: {'Port': ['ID=46b3b733-411f-4bb4-abd7-35b2c8acf592,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:16.349858 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-341993d5-9f85-4217-aacc-867a66c02e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:16.350464 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:16.351104 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:16.480680 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.724017 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:16.726213 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Allocated IP 172.20.0.2 (49bb72d9-3cf6-4a44-8721-308aab518eb8/e3e6162a-33fe-4309-a32e-9f21b3ad7d1e/07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:17.012670 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.025182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Transition to ACTIVE for port object 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:17.038452 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:14Z', 'revision_number': 3, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:17.069928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Transition to ACTIVE for port object 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:17.072115 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efde508-11da-47b1-802f-1388e3961b5d None None] The sync data for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 is: [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:14Z', 'revision_number': 3, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:17.079651 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.081787 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-95cfb98d-e7b1-4e57-8a98-de8a61fba52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:17.124675 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Pushing event updated for resources: {'Port': ['ID=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.127992 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:17.131149 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.20.0.1 (49bb72d9-3cf6-4a44-8721-308aab518eb8/e3e6162a-33fe-4309-a32e-9f21b3ad7d1e/3b73c5c0-4d85-4378-b52c-201c60428ae8) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:17.132920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:17.135178 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:17.137655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:17.207709 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Attempting to bind port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:17.208097 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Attempting to bind port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:17.208475 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Attempting to bind port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e on network 49bb72d9-3cf6-4a44-8721-308aab518eb8 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:17.214590 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:17.215004 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Checking segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:17.215422 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.216392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Bound using segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:17.216392 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Bound port: 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:17.216683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.257942 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.273233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Transition to ACTIVE for port object 3b73c5c0-4d85-4378-b52c-201c60428ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:17.287582 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] For port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:17.291134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] For port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:17.296694 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.309545 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:17.324886 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.328281 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-110d8de8-334b-4848-8c64-65684ff0eac1 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:17.379652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:17.383273 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:17.388177 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:17.413717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Pushing event updated for resources: {'Port': ['ID=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.418162 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.419237 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:17.425560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=3b73c5c0-4d85-4378-b52c-201c60428ae8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.432989 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:17.448318 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.628951 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.052707 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 46b3b733-411f-4bb4-abd7-35b2c8acf592 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:18.111184 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 46b3b733-411f-4bb4-abd7-35b2c8acf592 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:18.115859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 46b3b733-411f-4bb4-abd7-35b2c8acf592 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:18.116338 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.214753 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.243936 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 46b3b733-411f-4bb4-abd7-35b2c8acf592, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=46b3b733-411f-4bb4-abd7-35b2c8acf592,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:18.252527 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.255031 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:18.257021 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:18.324404 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.330240 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.334532 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6e0c672b-bcdc-470d-b759-ae17b63a74f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:18.337654 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=46b3b733-411f-4bb4-abd7-35b2c8acf592,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:18.342648 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:18.352873 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:18.413983 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af490941-ea5c-4c23-8668-1f4c049a9d79 None None] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:18.418141 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.419994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=3b73c5c0-4d85-4378-b52c-201c60428ae8,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:18.424380 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:18.495227 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Provisioning for port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:18.505859 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Provisioning complete for port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:18.506240 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.521588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:18.523107 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:18.641859 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router dc28b812-6257-47b4-9d54-899618d66dbe has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:00:18.642450 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.682758 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] For port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:18.687544 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.689514 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec5a01fd-4fbd-49eb-b575-81f1ed453d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:18.744827 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Pushing event updated for resources: {'Port': ['ID=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:18.748666 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:18.765451 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:18.770314 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "PUT /v2.0/routers/dc28b812-6257-47b4-9d54-899618d66dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7397566 Jun 17 09:00:18.773093 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38458) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:18.777959 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1206910821', 'description': 'tempest-secgroup_access--1206910821 description', 'project_id': 'a17b6956a4944a518874845d208f5239'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:18.800522 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Sync routers for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:18.808098 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.812178 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:18.812811 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:18.900869 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.913185 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.916653 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d8bdf764-f2e8-4e86-89be-081f131fdeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:18.921998 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8dfefbf-53f8-47d3-9381-2a4de76bf6f7 None None] Provisioning for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:18.934339 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8dfefbf-53f8-47d3-9381-2a4de76bf6f7 None None] Provisioning complete for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:18.935006 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefbf-53f8-47d3-9381-2a4de76bf6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.940609 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:18.944053 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85409f9-ab19-4991-a058-821e5b9c2757,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:18.950988 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:18.958053 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.959888 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-81c4617c-ee10-4a27-ba8d-3f3e2c4221a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1857345 Jun 17 09:00:18.963570 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38460) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:18.968497 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1321563016', 'description': 'tempest-secgroup_general--1321563016 description', 'project_id': 'a17b6956a4944a518874845d208f5239'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:18.982171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfefbf-53f8-47d3-9381-2a4de76bf6f7 None None] Port 3b73c5c0-4d85-4378-b52c-201c60428ae8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:00:18.996964 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8dfefbf-53f8-47d3-9381-2a4de76bf6f7 None None] Provisioning complete for port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:18.997409 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8dfefbf-53f8-47d3-9381-2a4de76bf6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.002304 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.111475 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.116527 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.119527 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4d41b98d-7606-4432-bcc5-0b66649ecebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:19.147918 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.149299 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1845763 Jun 17 09:00:19.151686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08af3ac6-f9f1-46f5-9d5e-d498048efdad,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:19.153877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38462) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:19.155973 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:19.159242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'security_group_rule': {'security_group_id': 'a85409f9-ab19-4991-a058-821e5b9c2757', 'project_id': 'a17b6956a4944a518874845d208f5239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:19.173608 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 2, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:19.189511 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.205726 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-20c3c86d-f166-4a0c-9e43-a1ca5d61536f None None] Provisioning complete for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:19.206860 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20c3c86d-f166-4a0c-9e43-a1ca5d61536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.210374 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Checking router: dc28b812-6257-47b4-9d54-899618d66dbe for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:19.210748 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Updating router dc28b812-6257-47b4-9d54-899618d66dbe port 3b73c5c0-4d85-4378-b52c-201c60428ae8 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:00:19.250570 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.252382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-20c3c86d-f166-4a0c-9e43-a1ca5d61536f None None] Port 3b73c5c0-4d85-4378-b52c-201c60428ae8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:00:19.263017 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.267761 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375315'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.270124 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-79e367c2-e278-402d-becf-dcb210d96545 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:19.292886 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f3f93a-2562-4ed7-abc2-32954575b517,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:19.296707 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:19.305146 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.307568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-06701167-9203-4840-9caf-4a2fbc05ec28 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526525 Jun 17 09:00:19.371317 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fb491cc6-586b-4500-acf0-1ad8dcc5560e None None] Provisioning complete for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:19.371921 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb491cc6-586b-4500-acf0-1ad8dcc5560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.412071 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fb491cc6-586b-4500-acf0-1ad8dcc5560e None None] Port 3b73c5c0-4d85-4378-b52c-201c60428ae8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:00:19.457521 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2e4341e3-6e46-4fdb-aec1-64b925e0cc1c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--1321563016&fields=id&tenant_id=a17b6956a4944a518874845d208f5239 HTTP/1.1" status: 200 len: 267 time: 0.0324717 Jun 17 09:00:19.496482 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-bd9b8668-06d5-4ab3-b915-9fb7ed74109a tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--1206910821&fields=id&tenant_id=a17b6956a4944a518874845d208f5239 HTTP/1.1" status: 200 len: 267 time: 0.0317590 Jun 17 09:00:19.519568 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.607520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-22816453-39c9-4266-b0e9-7ec5fe9d0905 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:19.609014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-22816453-39c9-4266-b0e9-7ec5fe9d0905 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/networks?id=49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 200 len: 797 time: 0.1056802 Jun 17 09:00:19.620421 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.623992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-5348c163-f321-4386-8d32-d151f814e390 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/quotas/a17b6956a4944a518874845d208f5239 HTTP/1.1" status: 200 len: 375 time: 0.0093939 Jun 17 09:00:19.629945 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Transition to ACTIVE for port object 3b73c5c0-4d85-4378-b52c-201c60428ae8 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:19.635941 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.637876 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4da866d2-be23-4f1b-ab47-e16027271190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:19.695246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-04af0733-a559-4aa6-91c9-32816e3bf327 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653687 Jun 17 09:00:19.733116 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Pushing event updated for resources: {'Port': ['ID=3b73c5c0-4d85-4378-b52c-201c60428ae8,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:19.761013 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.761215 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.761395 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.761743 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.762054 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.762379 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.762726 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.763033 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.763353 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.763670 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.763986 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.764302 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:19.773782 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:19.779244 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Attempting to bind port 3b73c5c0-4d85-4378-b52c-201c60428ae8 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:19.779823 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Attempting to bind port 3b73c5c0-4d85-4378-b52c-201c60428ae8 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:19.780095 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Attempting to bind port 3b73c5c0-4d85-4378-b52c-201c60428ae8 on network 49bb72d9-3cf6-4a44-8721-308aab518eb8 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:19.785482 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:19.785861 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Checking segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:19.786267 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.786660 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Bound using segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:19.787171 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Bound port: 3b73c5c0-4d85-4378-b52c-201c60428ae8, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:19.787546 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.857455 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] For port 3b73c5c0-4d85-4378-b52c-201c60428ae8, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:19.860659 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] For port 3b73c5c0-4d85-4378-b52c-201c60428ae8, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3b73c5c0-4d85-4378-b52c-201c60428ae8,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:19.866365 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.869451 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e49e9a27-d599-4351-9423-e922896a9aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:19.873974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-ba9d2e91-5556-4a89-bbe7-e4deef1f1b51 service neutron] 10.222.0.65 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666033 Jun 17 09:00:19.942259 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:19.943033 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T08:59:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:19.994169 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-878afcc0-50db-43f1-ba91-8f404b33e483 service neutron] 10.222.0.65 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138778 Jun 17 09:00:20.005507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 46b3b733-411f-4bb4-abd7-35b2c8acf592 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:20.058506 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:20.060321 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Pushing event updated for resources: {'Port': ['ID=3b73c5c0-4d85-4378-b52c-201c60428ae8,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:20.067584 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 46b3b733-411f-4bb4-abd7-35b2c8acf592 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:20.068364 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.086178 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d11dba55-4389-43c1-8d62-922510894aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:20.174173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:20.232672 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:20.233339 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.233495 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-75fdec9d-6f22-4e57-a8a3-98b19a90d355 req-6b5406eb-c97b-4d76-a1a7-01e79edfb9c8 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 210 time: 0.0428004 Jun 17 09:00:20.311222 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:19Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:20.345018 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60323c-2609-4ea1-b77e-4c99553e4256 None None] The sync data for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 is: [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:19Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:21.379046 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-68730052-c6e4-4483-bd8b-946c45fdd9f4 req-fe7f0d6b-928a-4bff-afe5-f30c981552e0 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 210 time: 0.0357437 Jun 17 09:00:21.472940 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-bacffdb1-84cf-4975-86d5-4b7b9293bbbd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:21.474359 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-bacffdb1-84cf-4975-86d5-4b7b9293bbbd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.60 "GET /v2.0/networks?id=49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 200 len: 797 time: 0.1324353 Jun 17 09:00:21.521661 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-0d6fb622-0d8a-4517-af6d-433f93c95595 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a17b6956a4944a518874845d208f5239 HTTP/1.1" status: 200 len: 478 time: 0.0359566 Jun 17 09:00:21.531306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'port': {'device_id': '5ac981f7-209e-4335-89e1-d756591641aa', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'admin_state_up': True, 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'security_groups': ['08af3ac6-f9f1-46f5-9d5e-d498048efdad', 'a85409f9-ab19-4991-a058-821e5b9c2757']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:21.635673 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Made reservation on behalf of a17b6956a4944a518874845d208f5239 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:21.639055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.762435 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.20.0.9 (49bb72d9-3cf6-4a44-8721-308aab518eb8/e3e6162a-33fe-4309-a32e-9f21b3ad7d1e/dfb7ae79-c432-43f1-97b5-10aaa7bf450d) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:21.909051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.923329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Transition to ACTIVE for port object dfb7ae79-c432-43f1-97b5-10aaa7bf450d will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:21.961188 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.966111 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-558e2926-0327-423b-a0f2-ad05ed26e532 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:22.001901 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b73c5c0-4d85-4378-b52c-201c60428ae8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:22.007159 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:22.010488 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:22.016467 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:22.044012 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:22.051543 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:22.059232 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:22.063208 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:22.063667 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.076838 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:22.077493 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.096439 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-74aea49a-2cca-4a7a-88c9-e43f4a7e1500 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5686834 Jun 17 09:00:22.107499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-ca15deb1-4e5e-465f-a630-7f2dd5ed22ae tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:00:22.108478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-ca15deb1-4e5e-465f-a630-7f2dd5ed22ae tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053792 Jun 17 09:00:22.120306 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Request body: {'port': {'device_id': '5ac981f7-209e-4335-89e1-d756591641aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:22.158444 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.192895 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 3b73c5c0-4d85-4378-b52c-201c60428ae8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3b73c5c0-4d85-4378-b52c-201c60428ae8,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:22.197836 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.200135 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:22.203811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.246296 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=3b73c5c0-4d85-4378-b52c-201c60428ae8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:22.254023 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.254393 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.254743 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.255113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.255453 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.255794 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.256126 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.256457 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.256784 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.257113 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.257507 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.257820 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:22.263401 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:22.313988 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f713b49d-2829-486d-aea1-0d18e639d2dc None None] Provisioning for port dfb7ae79-c432-43f1-97b5-10aaa7bf450d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:22.318053 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f713b49d-2829-486d-aea1-0d18e639d2dc None None] Provisioning complete for port dfb7ae79-c432-43f1-97b5-10aaa7bf450d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:22.318431 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f713b49d-2829-486d-aea1-0d18e639d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.351878 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f713b49d-2829-486d-aea1-0d18e639d2dc None None] Port dfb7ae79-c432-43f1-97b5-10aaa7bf450d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:00:22.472152 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb7ae79-c432-43f1-97b5-10aaa7bf450d {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:00:22.480304 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.492984 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Transition to ACTIVE for port object dfb7ae79-c432-43f1-97b5-10aaa7bf450d will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:22.496357 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.499546 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bbf1d597-23de-438b-95e5-0cdccfb1f4d4 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:22.558680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2631-7a84-4c66-bc08-7467ed3b1984 req-70bfe939-9981-429b-9bde-ed2f5ae53089 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:22.560859 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62cc2631-7a84-4c66-bc08-7467ed3b1984 req-70bfe939-9981-429b-9bde-ed2f5ae53089 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 982 time: 0.0666893 Jun 17 09:00:22.586077 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Pushing event updated for resources: {'Port': ['ID=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:22.592315 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:22.607231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-62cc2631-7a84-4c66-bc08-7467ed3b1984 req-cd5c546f-557f-4f47-b499-dcbaea5c49a3 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397041 Jun 17 09:00:22.662854 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Attempting to bind port dfb7ae79-c432-43f1-97b5-10aaa7bf450d on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:22.663362 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Attempting to bind port dfb7ae79-c432-43f1-97b5-10aaa7bf450d by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:22.663692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Attempting to bind port dfb7ae79-c432-43f1-97b5-10aaa7bf450d on network 49bb72d9-3cf6-4a44-8721-308aab518eb8 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:22.668909 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Port dfb7ae79-c432-43f1-97b5-10aaa7bf450d on network 49bb72d9-3cf6-4a44-8721-308aab518eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:00:22.669227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Attempting to bind port dfb7ae79-c432-43f1-97b5-10aaa7bf450d on network 49bb72d9-3cf6-4a44-8721-308aab518eb8 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:22.674340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:22.674588 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Checking segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:22.675004 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Bound using segment: {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:22.675430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Bound port: dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b548d86b-263a-414d-acc1-310679d4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:22.675778 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.745924 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] For port dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:22.748976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] For port dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:22.753463 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.756385 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ec26d736-dd99-4bce-8266-338443246d6f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:22.792340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:22.792981 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.794384 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] 10.222.0.60 "PUT /v2.0/ports/dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 200 len: 1131 time: 0.6786826 Jun 17 09:00:22.795456 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:22.797827 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5ae89d-f578-43aa-a014-9d6b14b191d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:22.830695 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Pushing event updated for resources: {'Port': ['ID=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:22.835006 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-2be9c103-f491-4a77-b6cc-1ccd5e52531d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:22.843155 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d69b5b-8be9-442d-882f-ddbd5915baca x-openstack-request-id: req-04d69b5b-8be9-442d-882f-ddbd5915baca {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:22.843515 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:22.843821 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04d69b5b-8be9-442d-882f-ddbd5915baca {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:22.844278 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'status': 'completed', 'code': 200} Jun 17 09:00:22.902075 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-561a9e06-2c04-412c-8e65-caf961351a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:22.903614 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-561a9e06-2c04-412c-8e65-caf961351a6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1134 time: 0.0572312 Jun 17 09:00:22.949637 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-d2efe549-7c0d-4240-a556-9cf84da570f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 200 len: 217 time: 0.0361440 Jun 17 09:00:23.004643 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-ef8e50f9-b136-40db-9169-2c739a5dde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.006078 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-ef8e50f9-b136-40db-9169-2c739a5dde56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e HTTP/1.1" status: 200 len: 834 time: 0.0490532 Jun 17 09:00:23.063344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687729a-0147-47b7-a39c-2e2e56727644 req-945da88b-b452-4fa5-ae31-e3bd0e0b1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.064810 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-945da88b-b452-4fa5-ae31-e3bd0e0b1a96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49bb72d9-3cf6-4a44-8721-308aab518eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514314 Jun 17 09:00:23.159634 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-85f45654-297a-44f7-9d7d-4609df07337d service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Jun 17 09:00:23.251974 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-1687729a-0147-47b7-a39c-2e2e56727644 req-90203fe8-0105-445a-99d8-4a5646d1f012 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846632 Jun 17 09:00:23.352119 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-e945354b-4e70-4af2-9282-dd920979ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.354315 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-e945354b-4e70-4af2-9282-dd920979ba0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1134 time: 0.0529764 Jun 17 09:00:23.446458 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-76277bd4-1bbc-4c6d-9c6f-153eee579b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.447921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-76277bd4-1bbc-4c6d-9c6f-153eee579b61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 200 len: 898 time: 0.0870328 Jun 17 09:00:23.489395 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-667e5563-ea16-464e-b38b-9cdf0e9bbbc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 200 len: 217 time: 0.0340490 Jun 17 09:00:23.543223 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-40a736b8-eab8-4675-ae24-8ae7f6940cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.544628 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-40a736b8-eab8-4675-ae24-8ae7f6940cb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e HTTP/1.1" status: 200 len: 834 time: 0.0461202 Jun 17 09:00:23.603465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-ad861152-05c9-44a8-84ca-d5e5af8ce090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.604942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-ad861152-05c9-44a8-84ca-d5e5af8ce090 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49bb72d9-3cf6-4a44-8721-308aab518eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524826 Jun 17 09:00:23.697771 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-4573d608-20ad-412a-b148-f23e47ff45d7 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837212 Jun 17 09:00:23.788312 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d75e4-76ab-4286-8187-9d5bddb924f2 req-3f69f0f7-bf70-462a-b5a9-063db2c066ab tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.790335 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a2d75e4-76ab-4286-8187-9d5bddb924f2 req-3f69f0f7-bf70-462a-b5a9-063db2c066ab tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 982 time: 0.0651116 Jun 17 09:00:23.798180 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-af5ae89d-f578-43aa-a014-9d6b14b191d7 req-785f3a73-fda4-445f-aa7d-1a471e1e1160 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880227 Jun 17 09:00:23.835672 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7a2d75e4-76ab-4286-8187-9d5bddb924f2 req-3bc403d2-dfae-4d1f-b464-2a2bbc580c43 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0395186 Jun 17 09:00:23.974717 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b73c5c0-4d85-4378-b52c-201c60428ae8 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:24.025495 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 3b73c5c0-4d85-4378-b52c-201c60428ae8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:24.025877 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.012254 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d7568-8398-4253-a9a0-ef150c6344c8 req-a38b224f-b297-40f7-9471-0606efb75f14 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:25.013726 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-560d7568-8398-4253-a9a0-ef150c6344c8 req-a38b224f-b297-40f7-9471-0606efb75f14 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 982 time: 0.0631254 Jun 17 09:00:25.030591 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b920db18-f47f-45c0-b8cd-e15c9b8e2d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.054012 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-560d7568-8398-4253-a9a0-ef150c6344c8 req-fbfddc64-15fe-4bdd-918c-9fd0e8a32279 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345223 Jun 17 09:00:26.223435 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166968d-996d-4bff-8b5b-4a0d65e289d3 req-c2d6a290-49e6-42c6-805e-aecdbc27abd3 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:26.224820 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8166968d-996d-4bff-8b5b-4a0d65e289d3 req-c2d6a290-49e6-42c6-805e-aecdbc27abd3 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 982 time: 0.0638251 Jun 17 09:00:26.264692 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8166968d-996d-4bff-8b5b-4a0d65e289d3 req-5682afda-051f-4784-aaf9-a3aeceafa639 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0335915 Jun 17 09:00:27.439831 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b729c1-6dc0-4b83-87ab-393a22b27e7a req-36c215aa-3e0e-4cca-a588-60f393107bda tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:27.441290 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84b729c1-6dc0-4b83-87ab-393a22b27e7a req-36c215aa-3e0e-4cca-a588-60f393107bda tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 982 time: 0.0662775 Jun 17 09:00:27.465411 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dfb7ae79-c432-43f1-97b5-10aaa7bf450d details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:00:27.482661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-84b729c1-6dc0-4b83-87ab-393a22b27e7a req-8c0050ba-e579-4e88-812a-2c31c2e40832 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346384 Jun 17 09:00:27.560063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:27.571420 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'port_id': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'mac_address': 'fa:16:3e:d3:93:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:00:27.607999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.628163 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb7ae79-c432-43f1-97b5-10aaa7bf450d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:00:27.641915 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.650920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:27.654517 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.656584 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aecd6100-a4a4-487d-82e8-bb0b115478b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:27.701144 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:27.704184 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:27.863286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['dfb7ae79-c432-43f1-97b5-10aaa7bf450d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:00:27.913409 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60bf1fff-6964-441b-ad18-c55d448dd2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.656715 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28539b5-5dea-4103-809f-e22b3f689170 req-937a4d6a-9f0e-431a-8ef8-de78e7661e99 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:28.658198 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a28539b5-5dea-4103-809f-e22b3f689170 req-937a4d6a-9f0e-431a-8ef8-de78e7661e99 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 983 time: 0.0635846 Jun 17 09:00:28.705129 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a28539b5-5dea-4103-809f-e22b3f689170 req-936dd626-4a91-47e8-b2b0-7981e874d3bc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0412493 Jun 17 09:00:28.933732 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.487437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dfb7ae79-c432-43f1-97b5-10aaa7bf450d up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:29.537424 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port dfb7ae79-c432-43f1-97b5-10aaa7bf450d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:29.541433 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port dfb7ae79-c432-43f1-97b5-10aaa7bf450d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:29.541807 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.614697 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.637035 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:29.639309 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b9474b-f3aa-4248-855b-4817545ca0f0" -d '{"events": [{"server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "name": "network-vif-plugged", "status": "completed", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:29.651601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:29.655656 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.658601 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:29.680930 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d68502-52dd-4ddd-8021-3eefd7225f47 x-openstack-request-id: req-60d68502-52dd-4ddd-8021-3eefd7225f47 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:29.681228 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "name": "network-vif-plugged", "status": "completed", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:29.681485 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60d68502-52dd-4ddd-8021-3eefd7225f47 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:29.681874 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'code': 200} Jun 17 09:00:29.715134 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:29.718307 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:29.792573 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a212-adee-43e5-8bbc-cd5c0fa72c77 req-8aa6c971-5204-4ea3-ab44-8c8f67b1fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:29.794058 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ae13a212-adee-43e5-8bbc-cd5c0fa72c77 req-8aa6c971-5204-4ea3-ab44-8c8f67b1fb6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1136 time: 0.0522549 Jun 17 09:00:29.833830 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ae13a212-adee-43e5-8bbc-cd5c0fa72c77 req-b3c80a79-d787-4571-b323-a79d4afe7494 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&id=a85409f9-ab19-4991-a058-821e5b9c2757&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0317173 Jun 17 09:00:29.883902 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd357-c37e-4291-b38b-6364171fd4fe req-da2f88dd-310e-4b7c-b285-3b446c5c5531 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:29.885524 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-557fd357-c37e-4291-b38b-6364171fd4fe req-da2f88dd-310e-4b7c-b285-3b446c5c5531 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 984 time: 0.0674331 Jun 17 09:00:29.928207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-557fd357-c37e-4291-b38b-6364171fd4fe req-a38d6736-1f43-4052-b48c-25ad3394f30d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368197 Jun 17 09:00:30.374623 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.100571 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30928f6e-2788-4a59-9b36-70fe05a98144 req-41f9f642-eeb8-49a6-add6-b909e34d7f7a tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:31.102669 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30928f6e-2788-4a59-9b36-70fe05a98144 req-41f9f642-eeb8-49a6-add6-b909e34d7f7a tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 984 time: 0.0626259 Jun 17 09:00:31.141475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-30928f6e-2788-4a59-9b36-70fe05a98144 req-98bcf775-b5e1-4f38-a185-0e7751cf82a0 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0330431 Jun 17 09:00:31.313467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fd565-f436-428c-9a08-5ae570f7ae19 req-c887a9ba-275c-4a3a-ba0f-32f454c192b6 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:31.314954 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a83fd565-f436-428c-9a08-5ae570f7ae19 req-c887a9ba-275c-4a3a-ba0f-32f454c192b6 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 984 time: 0.0660970 Jun 17 09:00:31.354971 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a83fd565-f436-428c-9a08-5ae570f7ae19 req-efd08f7d-2f02-4f73-a2fd-aed6a8aca044 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0343275 Jun 17 09:00:31.517871 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe76da-72d2-4a7b-9656-81c6e60b544d req-09013d0f-ef66-4168-b76f-e46ac03ba734 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:31.519425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bfe76da-72d2-4a7b-9656-81c6e60b544d req-09013d0f-ef66-4168-b76f-e46ac03ba734 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1136 time: 0.0565472 Jun 17 09:00:31.536781 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7bfe76da-72d2-4a7b-9656-81c6e60b544d req-ed3871ec-6f82-4c3e-89e6-9ed8ee5850bf tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.620938 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7bfe76da-72d2-4a7b-9656-81c6e60b544d req-ed3871ec-6f82-4c3e-89e6-9ed8ee5850bf tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.624861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7bfe76da-72d2-4a7b-9656-81c6e60b544d req-ed3871ec-6f82-4c3e-89e6-9ed8ee5850bf tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.627865 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2045dc3f-9106-46e0-ad0a-e55f2a9574c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:31.648621 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-7bfe76da-72d2-4a7b-9656-81c6e60b544d req-ed3871ec-6f82-4c3e-89e6-9ed8ee5850bf tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1235206 Jun 17 09:00:31.657727 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3871ec-6f82-4c3e-89e6-9ed8ee5850bf tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526bd59b-84e6-46b7-9c3e-f0e3c8da4e22,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:31.661059 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ed3871ec-6f82-4c3e-89e6-9ed8ee5850bf tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:31.673894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38518) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:31.725861 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633d2d9-d34f-4259-b376-42816f053025 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:31.727406 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-9633d2d9-d34f-4259-b376-42816f053025 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1131 time: 0.0525112 Jun 17 09:00:31.730348 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38520) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:31.734669 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'floatingip': {'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'port_id': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:31.756081 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.853678 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.972329 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.25.7.18 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/d9b59912-477e-47c8-9e50-29cf0ef9121b) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:32.070604 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.108130 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.110713 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c7f318a4-13af-4396-8437-36c59255018d tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:32.142924 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:32.145731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:32.149943 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:32.179524 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=d9b59912-477e-47c8-9e50-29cf0ef9121b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:32.185425 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:32.818862 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.893422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.043447 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.047882 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.050723 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-706f4c12-f458-4a34-90cb-589b138007ca tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:33.115521 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=d9b59912-477e-47c8-9e50-29cf0ef9121b,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:33.119608 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:33.125764 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384467'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.224822 n-d-780147-13 neutron-server[93500]: INFO neutron.db.l3_db [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Floating IP 238a1395-6f53-4d9d-bb93-7e5c71f2c00e associated. External IP: 172.25.7.18, port: dfb7ae79-c432-43f1-97b5-10aaa7bf450d. Jun 17 09:00:33.432189 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router dc28b812-6257-47b4-9d54-899618d66dbe has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:00:33.538789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:33.548306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] Sync routers for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:33.554481 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.558337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:33.558987 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:00:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:33.592347 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8609509 Jun 17 09:00:33.593055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:33.595005 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38522) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:33.595498 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3f9b3-6ac2-45af-8730-87425b3eac00" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:33.639955 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c0f370-cc6b-4ec1-abab-562fd9049bfb x-openstack-request-id: req-13c0f370-cc6b-4ec1-abab-562fd9049bfb {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:33.640302 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:33.640607 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13c0f370-cc6b-4ec1-abab-562fd9049bfb {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:33.641064 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'status': 'completed', 'code': 200} Jun 17 09:00:33.665801 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:33.714349 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4b86b-5fef-41b2-93f1-a68218c98016 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.714842 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4b86b-5fef-41b2-93f1-a68218c98016 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.715348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4b86b-5fef-41b2-93f1-a68218c98016 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.715823 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4b86b-5fef-41b2-93f1-a68218c98016 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.719933 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1db4b86b-5fef-41b2-93f1-a68218c98016 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1213977 Jun 17 09:00:33.720179 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38528) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:33.811042 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a669a-91e5-403c-b8d4-a7114ffec10c tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.811514 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a669a-91e5-403c-b8d4-a7114ffec10c tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.811972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a669a-91e5-403c-b8d4-a7114ffec10c tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.812430 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a669a-91e5-403c-b8d4-a7114ffec10c tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.814089 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-850a669a-91e5-403c-b8d4-a7114ffec10c tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0930209 Jun 17 09:00:33.816915 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:33.831988 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-38e23e4c-9fc6-4f1e-9eb0-b43357008bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.832883 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-38e23e4c-9fc6-4f1e-9eb0-b43357008bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1136 time: 0.1605668 Jun 17 09:00:33.895688 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '238a1395-6f53-4d9d-bb93-7e5c71f2c00e', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'port_id': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'mac_address': 'fa:16:3e:d3:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac981f7-209e-4335-89e1-d756591641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:00:32Z', 'updated_at': '2021-06-17T09:00:32Z', 'revision_number': 0, 'project_id': 'a17b6956a4944a518874845d208f5239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:22Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:33.929791 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] Checking router: dc28b812-6257-47b4-9d54-899618d66dbe for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:33.933583 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-f53eed60-29ab-4d03-8c4f-2188ff01790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.935345 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-f53eed60-29ab-4d03-8c4f-2188ff01790a service neutron] 10.222.0.60 "GET /v2.0/networks?id=49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 200 len: 898 time: 0.0953331 Jun 17 09:00:33.938645 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:33.939304 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:00:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:33.973546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ec83b7b6-bf5d-4418-b5c5-c16c26e03cec tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.1530185 Jun 17 09:00:33.973751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38532) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:34.010885 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-d2111714-5186-4f49-900a-a84df1f412c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 200 len: 998 time: 0.0691440 Jun 17 09:00:34.030457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22f883-5266-41c8-ac51-157713f9d38b tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:34.030825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22f883-5266-41c8-ac51-157713f9d38b tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:34.032420 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-5b22f883-5266-41c8-ac51-157713f9d38b tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dc28b812-6257-47b4-9d54-899618d66dbe HTTP/1.1" status: 200 len: 1992 time: 0.0578449 Jun 17 09:00:34.050518 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:34.061327 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-121cfbfe-732a-4df3-9a08-15464b2fb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:34.062785 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-121cfbfe-732a-4df3-9a08-15464b2fb774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e HTTP/1.1" status: 200 len: 834 time: 0.0453203 Jun 17 09:00:34.120518 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-4f4b0ce6-5583-4a84-bc21-83820ae70305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:34.122005 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-4f4b0ce6-5583-4a84-bc21-83820ae70305 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49bb72d9-3cf6-4a44-8721-308aab518eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522549 Jun 17 09:00:34.215766 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-96f5514d-2e03-4125-a841-b7ecb4354217 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Jun 17 09:00:34.271903 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '238a1395-6f53-4d9d-bb93-7e5c71f2c00e', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'port_id': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'mac_address': 'fa:16:3e:d3:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac981f7-209e-4335-89e1-d756591641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:00:32Z', 'updated_at': '2021-06-17T09:00:32Z', 'revision_number': 0, 'project_id': 'a17b6956a4944a518874845d208f5239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:22Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:34.299200 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d634c-7eb4-4879-ba49-671f34f2aa78 None None] The sync data for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 is: [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_floatingips': [{'id': '238a1395-6f53-4d9d-bb93-7e5c71f2c00e', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'router_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'port_id': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'mac_address': 'fa:16:3e:d3:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac981f7-209e-4335-89e1-d756591641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:00:32Z', 'updated_at': '2021-06-17T09:00:32Z', 'revision_number': 0, 'project_id': 'a17b6956a4944a518874845d208f5239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:22Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:34.306221 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-6db3f9b3-6ac2-45af-8730-87425b3eac00 req-8d3066b1-81ed-4ebd-be65-4cf0b5b33022 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834534 Jun 17 09:00:34.484606 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c52c6-b895-48cc-9707-2312f42f4df3 None None] New status for floating IP 238a1395-6f53-4d9d-bb93-7e5c71f2c00e: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:00:40.736338 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:00:47.378668 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:49.525124 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:55.030672 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a204-178c-405c-bd29-698391db8e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.627965 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-a0fe3779-aeb9-438b-8d11-c152fa45c076 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555086 Jun 17 09:00:56.725516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-e2391303-8595-422b-956f-762b7a65ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:56.727168 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-e2391303-8595-422b-956f-762b7a65ca10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1136 time: 0.0541503 Jun 17 09:00:56.830154 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-301c6b7f-3fbe-4cdc-8fce-a85962e5a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:56.831620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-301c6b7f-3fbe-4cdc-8fce-a85962e5a876 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 200 len: 898 time: 0.0841894 Jun 17 09:00:56.901412 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-d6cc9d78-144a-4ab4-a732-87c43787e191 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 200 len: 1000 time: 0.0622621 Jun 17 09:00:56.951913 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-c48e311d-d31e-4671-a07d-bdef677ae31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:56.953332 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-c48e311d-d31e-4671-a07d-bdef677ae31a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e HTTP/1.1" status: 200 len: 834 time: 0.0452728 Jun 17 09:00:57.009550 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-1d9d0d95-345d-4359-99ec-5fb3aab3e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:57.011076 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-1d9d0d95-345d-4359-99ec-5fb3aab3e05e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49bb72d9-3cf6-4a44-8721-308aab518eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509210 Jun 17 09:00:57.104286 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-1b8bdb9d-760b-4e8e-b960-8a5327e755c8 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846477 Jun 17 09:00:57.204973 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-cd4a5e11-ad34-4920-869e-e426f8a6d84c req-9f570ebe-0b70-4a87-bf0d-8703b369b2c2 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940628 Jun 17 09:00:57.633078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.893313 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e9b05560-2359-4383-9f46-3dba89c6b5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.937084 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.377940 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.180808 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38550) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:08.271443 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-04fde26b-9efc-4681-b0a3-6d63457a82cc tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0894556 Jun 17 09:01:08.274573 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38552) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:08.279418 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'network': {'name': 'tempest-network-smoke--488421962', 'project_id': 'a17b6956a4944a518874845d208f5239', 'port_security_enabled': False}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:08.299466 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Made reservation on behalf of a17b6956a4944a518874845d208f5239 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:08.303293 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.332690 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:01:08.343399 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.343748 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Added segment f3857474-0d58-4422-ace1-3f60e96ee4ee of type vlan for network fcd2d645-dd10-4231-80f1-9515e6dfcad7 Jun 17 09:01:08.382277 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.410822 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.416687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:08.417272 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.419496 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-715a51b8-776d-48d0-b0d6-130f92cf026e tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:08.448013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722603 Jun 17 09:01:08.451174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38554) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:08.455972 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'admin_state_up': True, 'project_id': 'a17b6956a4944a518874845d208f5239', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:08.484618 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.485668 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-384700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8180'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.489789 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Network': ['ID=fcd2d645-dd10-4231-80f1-9515e6dfcad7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:08.492936 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-2fed4d34-8f6c-4556-a4ed-efa3dfea56a9 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:08.501306 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:01:08.537930 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.678359 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-384686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8162'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.866634 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.885814 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.996110 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.25.7.45 (e176cc39-2e40-496d-8844-ac598b838921/48b42c3a-e433-4e5e-80ef-5dcc24d19ff3/bf33a3be-d70a-4cd0-bb10-049822118d73) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:09.093165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.135047 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.137741 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-14070879-dbe9-4d7b-a3da-a8cd51083f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:09.171499 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network e176cc39-2e40-496d-8844-ac598b838921 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:09.174282 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:09.179595 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:09.202227 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=bf33a3be-d70a-4cd0-bb10-049822118d73,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:09.206220 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:09.421457 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.975760 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384728'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.100586 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 is scheduled to L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:01:10.205645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:10.216593 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Sync routers for ids ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:10.224962 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.227312 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Routers {'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:10.227981 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7756593 Jun 17 09:01:10.228532 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:00:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:10.229884 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.300043 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9295e84-b282-416b-9f7c-ff33d1d436f4 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:10.301558 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-e9295e84-b282-416b-9f7c-ff33d1d436f4 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a17b6956a4944a518874845d208f5239&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0704849 Jun 17 09:01:10.304245 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.350103 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Set router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:10.397702 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468f79d-6035-4398-9f29-fd76df2ecbc8 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:10.399764 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-2468f79d-6035-4398-9f29-fd76df2ecbc8 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946093 Jun 17 09:01:10.402449 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38560) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.434056 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-18054d88-df93-4806-9664-796952715d42 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304246 Jun 17 09:01:10.436516 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.464681 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a182a538-4886-4124-8293-009dc3ef3d47 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a17b6956a4944a518874845d208f5239&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269198 Jun 17 09:01:10.466991 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38564) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.532470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:09Z', 'revision_number': 3, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:10.554089 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb839fa-2034-4cb2-aedf-bfcf73f4ab43 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:10.555722 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-4cb839fa-2034-4cb2-aedf-bfcf73f4ab43 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875816 Jun 17 09:01:10.557353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Checking router: b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:10.557708 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Updating router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 port bf33a3be-d70a-4cd0-bb10-049822118d73 binding host n-d-780147-13 {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:10.559252 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38566) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.593731 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-58e3f5e5-ac44-4d42-8703-83e28d55571b tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=e176cc39-2e40-496d-8844-ac598b838921&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332789 Jun 17 09:01:10.596118 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38568) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.601201 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-607047390', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'project_id': 'a17b6956a4944a518874845d208f5239', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:10.700430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Made reservation on behalf of a17b6956a4944a518874845d208f5239 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:10.704280 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.769524 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.892857 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.894862 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fc12e320-d9b7-49e4-85aa-71cf54f6e0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:10.958340 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Subnet': ['ID=fa36a915-9b49-4c17-819c-3462b4c790d8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:10.962671 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:10.969883 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Checking segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:10.970244 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network hostable DHCP agents. Network: fcd2d645-dd10-4231-80f1-9515e6dfcad7, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:01:10.990887 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:01:11.001150 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, fcd2d645-dd10-4231-80f1-9515e6dfcad7) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:11.005749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:11.006651 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.016216 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca35299-0cdf-4c3f-a71a-2640d9e4fa7d None None] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:11.025208 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-fd214ecf-5e82-4c33-9af5-d6c841468490 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4247272 Jun 17 09:01:11.025545 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38570) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:11.028174 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.050615 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Transition to ACTIVE for port object bf33a3be-d70a-4cd0-bb10-049822118d73 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:11.062612 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.091612 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4097df9e-d49b-4d84-8500-e608a6e7a3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:11.160629 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48afd6-5191-4fd2-9b0e-da5759b39cf4 None None] Pushing event updated for resources: {'Port': ['ID=bf33a3be-d70a-4cd0-bb10-049822118d73,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.162822 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Attempting to bind port bf33a3be-d70a-4cd0-bb10-049822118d73 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:11.163218 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Attempting to bind port bf33a3be-d70a-4cd0-bb10-049822118d73 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:11.163581 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Attempting to bind port bf33a3be-d70a-4cd0-bb10-049822118d73 on network e176cc39-2e40-496d-8844-ac598b838921 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:11.167562 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b48afd6-5191-4fd2-9b0e-da5759b39cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:11.189942 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:11.190326 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Checking segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:11.190728 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.191148 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Bound using segment: {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:11.191621 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Bound port: bf33a3be-d70a-4cd0-bb10-049822118d73, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535a3db-3020-491e-89ca-d72225d4e867', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:11.191996 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.273653 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] For port bf33a3be-d70a-4cd0-bb10-049822118d73, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:11.277783 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp103cc4ec-3877-503e-914c-9dd18192305d-fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'fixed_ips': [{'subnet_id': 'fa36a915-9b49-4c17-819c-3462b4c790d8'}]}} from n-d-780147-13. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:01:11.278661 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.281663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] For port bf33a3be-d70a-4cd0-bb10-049822118d73, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf33a3be-d70a-4cd0-bb10-049822118d73,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:11.290846 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.294165 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:11.416032 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48afd6-5191-4fd2-9b0e-da5759b39cf4 None None] Pushing event updated for resources: {'Port': ['ID=bf33a3be-d70a-4cd0-bb10-049822118d73,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.420927 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b48afd6-5191-4fd2-9b0e-da5759b39cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:11.421520 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Routers {'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:11.422125 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:00:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:11.458095 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.540437 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Allocated IP 172.20.0.18 (fcd2d645-dd10-4231-80f1-9515e6dfcad7/fa36a915-9b49-4c17-819c-3462b4c790d8/235f9217-e626-4df3-a9c8-1716eedaed9a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:11.578006 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] Set router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:11.819466 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.831894 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Transition to ACTIVE for port object 235f9217-e626-4df3-a9c8-1716eedaed9a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:11.850836 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Transition to ACTIVE for port object 235f9217-e626-4df3-a9c8-1716eedaed9a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:11.857317 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.859947 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e322baea-7986-4d5e-8484-2a254b57c67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:11.887875 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:09Z', 'revision_number': 3, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:11.907510 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.20.0.17 (fcd2d645-dd10-4231-80f1-9515e6dfcad7/fa36a915-9b49-4c17-819c-3462b4c790d8/f4b92a2e-a86f-4a24-b7d7-6e61ddf77654) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:11.921522 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:11.927804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:11.931379 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:11.937395 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07906bdc-c332-4893-8a73-e804ab04b6f9 None None] The sync data for ids ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'] in n-d-780147-13 is: [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:09Z', 'revision_number': 3, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:11.944647 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Pushing event updated for resources: {'Port': ['ID=235f9217-e626-4df3-a9c8-1716eedaed9a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.949416 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:12.009316 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Attempting to bind port 235f9217-e626-4df3-a9c8-1716eedaed9a on host n-d-780147-13 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:12.009697 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Attempting to bind port 235f9217-e626-4df3-a9c8-1716eedaed9a by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:12.010063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Attempting to bind port 235f9217-e626-4df3-a9c8-1716eedaed9a on network fcd2d645-dd10-4231-80f1-9515e6dfcad7 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:12.015606 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:12.015984 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Checking segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:12.016396 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.016793 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Bound using segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:12.017270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Bound port: 235f9217-e626-4df3-a9c8-1716eedaed9a, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:12.017646 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.087842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] For port 235f9217-e626-4df3-a9c8-1716eedaed9a, host n-d-780147-13, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:12.091842 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] For port 235f9217-e626-4df3-a9c8-1716eedaed9a, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=235f9217-e626-4df3-a9c8-1716eedaed9a,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:12.097893 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.105313 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:12.203413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Pushing event updated for resources: {'Port': ['ID=235f9217-e626-4df3-a9c8-1716eedaed9a,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:12.206816 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-437c183c-4b27-4e73-8a08-a30f20baad6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:12.419145 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.438047 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Transition to ACTIVE for port object f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:12.472944 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.475329 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e1737cea-87e9-427e-9846-0719773348a1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:12.515325 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:12.518723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:12.523156 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:12.557110 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:12.563094 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:12.578796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380521'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.729036 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.022550 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.028252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.031251 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a758faf3-823d-429e-8b45-1b82324f6999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:13.107870 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380437'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.109744 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:13.113158 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:13.162761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ed864-32d6-499b-81ca-acd47e06aa2a None None] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:13.204221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:13.205814 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:13.232886 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3133789a-5df1-4a2c-8185-4ce136f81892 None None] Provisioning for port 235f9217-e626-4df3-a9c8-1716eedaed9a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:13.325344 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:13.440470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:13.445599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-697f4e70-9d4b-4247-96c9-aa82befd7e2c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "PUT /v2.0/routers/b5dc767f-a364-4a71-ba06-7fea3fa2e7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4190249 Jun 17 09:01:13.579921 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56aaff50-1a68-43a1-a356-337b7f4e0c98 None None] Provisioning for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:13.594161 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56aaff50-1a68-43a1-a356-337b7f4e0c98 None None] Provisioning complete for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:13.594839 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56aaff50-1a68-43a1-a356-337b7f4e0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.598557 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Sync routers for ids ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:13.609155 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Routers {'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:13.609704 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:00:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:13.637993 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-56aaff50-1a68-43a1-a356-337b7f4e0c98 None None] Port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:13.710501 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-f1d8ee8d-6099-4e81-86b6-35166d84d851 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:13.712451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-f1d8ee8d-6099-4e81-86b6-35166d84d851 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/networks?id=fcd2d645-dd10-4231-80f1-9515e6dfcad7 HTTP/1.1" status: 200 len: 797 time: 0.1280684 Jun 17 09:01:13.725777 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Set router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:13.728983 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-0db21f1b-9543-4fa1-8ed2-94b6332c4687 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/quotas/a17b6956a4944a518874845d208f5239 HTTP/1.1" status: 200 len: 375 time: 0.0108142 Jun 17 09:01:13.769858 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a6fc2ca1-4734-45b0-a1e9-0e4da118f70c None None] Provisioning complete for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:13.770403 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2ca1-4734-45b0-a1e9-0e4da118f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.809478 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc2ca1-4734-45b0-a1e9-0e4da118f70c None None] Port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:13.823941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-b9a05ea2-ecc5-4835-8111-01fdcc5ca777 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0893385 Jun 17 09:01:13.927565 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ef4cd822-52c8-4d94-866b-d06c1e6c21a0 None None] Provisioning complete for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:13.927877 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd822-52c8-4d94-866b-d06c1e6c21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.933076 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-61a54b7d-5765-46d7-b71a-e90ac894175d service neutron] 10.222.0.65 "GET /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950222 Jun 17 09:01:13.954715 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'f4b92a2e-a86f-4a24-b7d7-6e61ddf77654', 'name': '', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:a4:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:11Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 2, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:13.969830 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cd822-52c8-4d94-866b-d06c1e6c21a0 None None] Port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:13.987808 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Checking router: b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:13.988304 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Updating router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 binding host n-d-780147-13 {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:14.029662 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.047628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-0c9b8ed0-8032-4a25-8dc4-959dd3b748e3 service neutron] 10.222.0.65 "GET /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081867 Jun 17 09:01:14.105682 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 235f9217-e626-4df3-a9c8-1716eedaed9a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:14.153552 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port 235f9217-e626-4df3-a9c8-1716eedaed9a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:14.159073 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 235f9217-e626-4df3-a9c8-1716eedaed9a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:14.159562 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.252346 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.257698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ee68dbed-3f44-4e43-83ed-53e3f2509e9e req-38853e8d-c62a-4abc-9e31-22e16e8e6275 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Jun 17 09:01:14.292409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port 235f9217-e626-4df3-a9c8-1716eedaed9a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=235f9217-e626-4df3-a9c8-1716eedaed9a,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:14.297512 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.298426 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf33a3be-d70a-4cd0-bb10-049822118d73 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:14.301100 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55a09941-2a28-489f-b8f1-4821ca5f959e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:14.375646 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=235f9217-e626-4df3-a9c8-1716eedaed9a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:14.379095 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:14.389167 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port bf33a3be-d70a-4cd0-bb10-049822118d73 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:14.393368 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bf33a3be-d70a-4cd0-bb10-049822118d73 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:14.393785 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.433085 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.442666 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Transition to ACTIVE for port object f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:14.450522 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.452538 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5660d74-6694-4ed5-ae7c-0c92f3170e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:14.480539 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.503663 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port bf33a3be-d70a-4cd0-bb10-049822118d73, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf33a3be-d70a-4cd0-bb10-049822118d73,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:14.507727 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.510006 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:14.543469 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d063-ceac-48a3-9501-f7bf5cd3dec3 None None] Pushing event updated for resources: {'Port': ['ID=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:14.547926 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8aa1d063-ceac-48a3-9501-f7bf5cd3dec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:14.557989 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=bf33a3be-d70a-4cd0-bb10-049822118d73,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:14.561145 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:14.601535 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Attempting to bind port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 on host n-d-780147-13 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:14.602381 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Attempting to bind port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 by drivers openvswitch,hyperv on host n-d-780147-13 at level 0 using segments [{'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:14.602716 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Attempting to bind port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 on network fcd2d645-dd10-4231-80f1-9515e6dfcad7 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:14.608840 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Checking agent: {'id': '5caf6bbc-4a3f-43f7-a07d-5b0bc4895a79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 9, 57), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:14.609222 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Checking segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:14.609818 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.610292 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Bound using segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:14.610725 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Bound port: f4b92a2e-a86f-4a24-b7d7-6e61ddf77654, host: n-d-780147-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:14.611271 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.684240 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] For port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654, host n-d-780147-13, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:14.687569 n-d-780147-13 neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] For port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654, host n-d-780147-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:14.692386 n-d-780147-13 neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.694368 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4fab5dc9-9438-4586-8367-7e1d05da93a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:14.754509 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d063-ceac-48a3-9501-f7bf5cd3dec3 None None] Pushing event updated for resources: {'Port': ['ID=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:14.763218 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Routers {'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:14.763862 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:00:58Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:14.765924 n-d-780147-13 neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8aa1d063-ceac-48a3-9501-f7bf5cd3dec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:14.881613 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] Set router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:15.083464 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'f4b92a2e-a86f-4a24-b7d7-6e61ddf77654', 'name': '', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:a4:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:11Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:15.111668 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cf60a-d96e-46a7-bed7-f2b74c803178 None None] The sync data for ids ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'] in n-d-780147-13 is: [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': 'f4b92a2e-a86f-4a24-b7d7-6e61ddf77654', 'name': '', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:a4:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:11Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:15.427403 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-787788c6-ca95-43e8-a14a-1fc4514b2897 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:15.428804 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-787788c6-ca95-43e8-a14a-1fc4514b2897 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.67 "GET /v2.0/networks?id=fcd2d645-dd10-4231-80f1-9515e6dfcad7 HTTP/1.1" status: 200 len: 797 time: 0.1391926 Jun 17 09:01:15.450539 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9133ee09-60e3-4179-abfc-f09f7f4c3742 req-43357c3b-6731-4798-a9e0-034951e2b800 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 210 time: 0.0421438 Jun 17 09:01:15.454053 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Request body: {'port': {'device_id': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'admin_state_up': True, 'tenant_id': 'a17b6956a4944a518874845d208f5239'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:15.572500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Made reservation on behalf of a17b6956a4944a518874845d208f5239 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:15.576464 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.707396 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Allocated IP 172.20.0.30 (fcd2d645-dd10-4231-80f1-9515e6dfcad7/fa36a915-9b49-4c17-819c-3462b4c790d8/f31bd06c-be54-45f8-a853-1ac8fdca1b66) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:15.829784 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.844839 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Transition to ACTIVE for port object f31bd06c-be54-45f8-a853-1ac8fdca1b66 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:15.879176 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.881286 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-78075749-d7df-47d3-9c3f-d16bd1c51a90 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:15.923417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:15.929592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:15.929592 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:15.960837 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event updated for resources: {'Port': ['ID=f31bd06c-be54-45f8-a853-1ac8fdca1b66,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:15.978875 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.979104 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.979410 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.979797 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.980229 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.980542 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.980939 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.981274 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.981653 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.982026 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.982397 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.982821 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:15.986747 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:16.007702 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:16.008861 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.033311 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5852854 Jun 17 09:01:16.044895 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-ea3496b7-255d-44ea-adb4-c63cedc7916d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:01:16.046972 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-ea3496b7-255d-44ea-adb4-c63cedc7916d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072093 Jun 17 09:01:16.181694 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Request body: {'port': {'device_id': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:16.198831 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 235f9217-e626-4df3-a9c8-1716eedaed9a up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:16.257128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14ffe652-80c9-4b19-8ce9-44df8421850f None None] Provisioning for port f31bd06c-be54-45f8-a853-1ac8fdca1b66 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:16.260913 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port 235f9217-e626-4df3-a9c8-1716eedaed9a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:16.261291 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.262931 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14ffe652-80c9-4b19-8ce9-44df8421850f None None] Provisioning complete for port f31bd06c-be54-45f8-a853-1ac8fdca1b66 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:16.263299 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14ffe652-80c9-4b19-8ce9-44df8421850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.286513 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.326259 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-14ffe652-80c9-4b19-8ce9-44df8421850f None None] Port f31bd06c-be54-45f8-a853-1ac8fdca1b66 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:16.374283 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf33a3be-d70a-4cd0-bb10-049822118d73 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:16.432059 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port bf33a3be-d70a-4cd0-bb10-049822118d73 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:16.432439 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.521751 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:16.575655 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:16.580256 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:16.580710 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.601116 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31bd06c-be54-45f8-a853-1ac8fdca1b66 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:16.610266 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.634723 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Transition to ACTIVE for port object f31bd06c-be54-45f8-a853-1ac8fdca1b66 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:16.668897 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.671592 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.672254 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-c51cb7b9-da81-4807-8476-09722b673973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:16.711182 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] For port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:16.717221 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.720356 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-274a8109-1bbe-4414-a762-7996242d30d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:16.765494 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Pushing event updated for resources: {'Port': ['ID=f31bd06c-be54-45f8-a853-1ac8fdca1b66,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:16.776270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Pushing event updated for resources: {'Port': ['ID=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:16.779645 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:16.801745 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:16.868635 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c59a66-987b-46e7-9904-8c40f97286a7 req-aec8f590-71ab-4c8d-82a7-704e3eeaeb25 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:16.870317 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-24c59a66-987b-46e7-9904-8c40f97286a7 req-aec8f590-71ab-4c8d-82a7-704e3eeaeb25 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 895 time: 0.2477996 Jun 17 09:01:16.875496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Attempting to bind port f31bd06c-be54-45f8-a853-1ac8fdca1b66 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:16.875893 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Attempting to bind port f31bd06c-be54-45f8-a853-1ac8fdca1b66 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:16.876286 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Attempting to bind port f31bd06c-be54-45f8-a853-1ac8fdca1b66 on network fcd2d645-dd10-4231-80f1-9515e6dfcad7 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:16.881493 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Port f31bd06c-be54-45f8-a853-1ac8fdca1b66 on network fcd2d645-dd10-4231-80f1-9515e6dfcad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:01:16.881882 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Attempting to bind port f31bd06c-be54-45f8-a853-1ac8fdca1b66 on network fcd2d645-dd10-4231-80f1-9515e6dfcad7 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:16.896936 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:16.897272 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Checking segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:16.897655 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Bound using segment: {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:16.898085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Bound port: f31bd06c-be54-45f8-a853-1ac8fdca1b66, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3857474-0d58-4422-ace1-3f60e96ee4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:16.898432 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.964529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] For port f31bd06c-be54-45f8-a853-1ac8fdca1b66, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:16.967583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] For port f31bd06c-be54-45f8-a853-1ac8fdca1b66, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:16.971630 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.974316 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-fa577f2f-ae6e-4dfc-8a27-d15a6866ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:17.007678 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.009033 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.010496 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] 10.222.0.67 "PUT /v2.0/ports/f31bd06c-be54-45f8-a853-1ac8fdca1b66 HTTP/1.1" status: 200 len: 1056 time: 0.9572458 Jun 17 09:01:17.011112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'tag': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:17.013453 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3861ebe4-f187-4eec-8407-9b70ef005384" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d9e676-b151-4dc5-96ac-cbfc9c062132", "tag": "f31bd06c-be54-45f8-a853-1ac8fdca1b66"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:17.047555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Pushing event updated for resources: {'Port': ['ID=f31bd06c-be54-45f8-a853-1ac8fdca1b66,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:17.052074 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:17.060090 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff230e-d51c-4ea3-b106-437dd17cfdd1 x-openstack-request-id: req-37ff230e-d51c-4ea3-b106-437dd17cfdd1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:17.060435 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d9e676-b151-4dc5-96ac-cbfc9c062132", "tag": "f31bd06c-be54-45f8-a853-1ac8fdca1b66", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:17.060766 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37ff230e-d51c-4ea3-b106-437dd17cfdd1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:17.061216 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'tag': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66', 'status': 'completed', 'code': 200} Jun 17 09:01:17.122453 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-9d1f7bce-0674-41d2-9163-08dbf40c6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.123993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-9d1f7bce-0674-41d2-9163-08dbf40c6888 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 1059 time: 0.0593922 Jun 17 09:01:17.168250 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8af3656e-c2a2-4250-8def-47bf91f00390 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66 HTTP/1.1" status: 200 len: 217 time: 0.0362539 Jun 17 09:01:17.218006 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-31dfb24a-d337-45bb-a214-7b7b825677bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.219508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-31dfb24a-d337-45bb-a214-7b7b825677bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa36a915-9b49-4c17-819c-3462b4c790d8 HTTP/1.1" status: 200 len: 837 time: 0.0448778 Jun 17 09:01:17.279148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-c7c9a487-0c48-4f0c-9594-e6639da5d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.280549 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-c7c9a487-0c48-4f0c-9594-e6639da5d326 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcd2d645-dd10-4231-80f1-9515e6dfcad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0551653 Jun 17 09:01:17.367271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-8a855689-f18b-431a-8617-6b9700c457c7 service neutron] 10.222.0.67 "GET /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794375 Jun 17 09:01:17.376457 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.460616 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99a38913-d3a2-456d-b6b7-175873dd6ca2 req-524198d3-e1a3-4e01-946c-80dc58f6420f service neutron] 10.222.0.67 "GET /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877085 Jun 17 09:01:17.553743 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-8f164896-3071-4d0b-8e77-7ef82df9533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.555171 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-8f164896-3071-4d0b-8e77-7ef82df9533a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 1059 time: 0.0520141 Jun 17 09:01:17.645673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-e4211f27-dcb0-4b30-a79e-edbab0c1168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.647165 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-e4211f27-dcb0-4b30-a79e-edbab0c1168b service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcd2d645-dd10-4231-80f1-9515e6dfcad7 HTTP/1.1" status: 200 len: 898 time: 0.0861988 Jun 17 09:01:17.686033 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-75d85230-c939-4621-800e-06a8c19c56f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66 HTTP/1.1" status: 200 len: 217 time: 0.0329585 Jun 17 09:01:17.734687 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-4735f401-e936-4fe7-a90f-fc315eb375ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.735117 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:01:17.736266 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-4735f401-e936-4fe7-a90f-fc315eb375ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa36a915-9b49-4c17-819c-3462b4c790d8 HTTP/1.1" status: 200 len: 837 time: 0.0431213 Jun 17 09:01:17.791390 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-b39818b6-b426-48ce-9fb3-7fc58ebe563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.792850 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-b39818b6-b426-48ce-9fb3-7fc58ebe563b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcd2d645-dd10-4231-80f1-9515e6dfcad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0503433 Jun 17 09:01:17.883548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-7921398a-1175-43fe-84d8-452fb3721d01 service neutron] 10.222.0.67 "GET /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834422 Jun 17 09:01:17.981744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3861ebe4-f187-4eec-8407-9b70ef005384 req-3d5abdd3-7a68-4aef-ad06-c7dfb5bb08bb service neutron] 10.222.0.67 "GET /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Jun 17 09:01:18.031069 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 up at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:18.054879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e3c9-f921-4c17-9363-20088d5f71eb req-2485e0d6-8161-4024-8ec0-abefd5125c07 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:18.056868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fbc5e3c9-f921-4c17-9363-20088d5f71eb req-2485e0d6-8161-4024-8ec0-abefd5125c07 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 907 time: 0.0658066 Jun 17 09:01:18.076974 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Provisioning complete for port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:18.077350 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:19.230624 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b03bb-526f-4045-bc98-26e8e47d7422 req-05b9e49e-0093-411a-854b-02a576edbf2b tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.232029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ed4b03bb-526f-4045-bc98-26e8e47d7422 req-05b9e49e-0093-411a-854b-02a576edbf2b tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 907 time: 0.0629330 Jun 17 09:01:19.513238 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:20.406270 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b0c3d-e1cf-4e57-a369-767740c74c0e req-055859f5-6591-4fe6-9e59-4c40ac6ac607 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:20.407755 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-305b0c3d-e1cf-4e57-a369-767740c74c0e req-055859f5-6591-4fe6-9e59-4c40ac6ac607 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 907 time: 0.0665157 Jun 17 09:01:21.474461 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f31bd06c-be54-45f8-a853-1ac8fdca1b66 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:01:21.568101 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f31bd06c-be54-45f8-a853-1ac8fdca1b66, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:21.578657 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09972c-5551-49cd-98a1-279ecb1175d2 req-719754be-b1cc-4bba-b153-56f5760b4e3d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:21.580180 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd09972c-5551-49cd-98a1-279ecb1175d2 req-719754be-b1cc-4bba-b153-56f5760b4e3d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 907 time: 0.0634248 Jun 17 09:01:21.583262 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66', 'network_id': 'fcd2d645-dd10-4231-80f1-9515e6dfcad7', 'port_id': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66', 'mac_address': 'fa:16:3e:02:f9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa36a915-9b49-4c17-819c-3462b4c790d8', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:01:21.620296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:21.632413 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31bd06c-be54-45f8-a853-1ac8fdca1b66 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:21.651171 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f31bd06c-be54-45f8-a853-1ac8fdca1b66, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:21.655351 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:21.657060 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9b48afd6-5191-4fd2-9b0e-da5759b39cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:21.704907 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=f31bd06c-be54-45f8-a853-1ac8fdca1b66,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:21.708642 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:21.867627 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['f31bd06c-be54-45f8-a853-1ac8fdca1b66'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:22.760795 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa28d1-dfe4-43fa-b21c-8f2d1045168e req-11dca825-40f3-40bb-9e2e-fe645402061d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:22.762270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-93aa28d1-dfe4-43fa-b21c-8f2d1045168e req-11dca825-40f3-40bb-9e2e-fe645402061d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 908 time: 0.0628524 Jun 17 09:01:23.488999 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f31bd06c-be54-45f8-a853-1ac8fdca1b66 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:23.538128 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port f31bd06c-be54-45f8-a853-1ac8fdca1b66 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:23.542493 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port f31bd06c-be54-45f8-a853-1ac8fdca1b66 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:23.543028 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:23.622002 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:23.643577 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:23.645813 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314637ba-ffb3-444e-9788-41f6d08b6209" -d '{"events": [{"server_uuid": "b3d9e676-b151-4dc5-96ac-cbfc9c062132", "name": "network-vif-plugged", "status": "completed", "tag": "f31bd06c-be54-45f8-a853-1ac8fdca1b66"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:23.659474 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port f31bd06c-be54-45f8-a853-1ac8fdca1b66, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:23.664052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:23.667881 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8083e9cb-eb22-490e-bf4f-5c0ce3915967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:23.695623 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b58bb-613e-43b5-8351-0d1f2bfab3df x-openstack-request-id: req-2d2b58bb-613e-43b5-8351-0d1f2bfab3df {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:23.695917 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d9e676-b151-4dc5-96ac-cbfc9c062132", "name": "network-vif-plugged", "status": "completed", "tag": "f31bd06c-be54-45f8-a853-1ac8fdca1b66", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:23.696176 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d2b58bb-613e-43b5-8351-0d1f2bfab3df {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:23.696571 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66', 'code': 200} Jun 17 09:01:23.725790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=f31bd06c-be54-45f8-a853-1ac8fdca1b66,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:23.733864 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.734210 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.734549 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.734882 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.735228 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.735551 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.735870 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.736188 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.736503 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.736818 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.737353 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.737683 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:23.741586 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:23.800999 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276d73-d773-4919-b298-0577030d4228 req-96437812-c37f-4095-a7bf-05bf1982a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:23.802514 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4f276d73-d773-4919-b298-0577030d4228 req-96437812-c37f-4095-a7bf-05bf1982a124 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 1061 time: 0.0516591 Jun 17 09:01:23.939391 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068357f2-8ef0-458d-aec6-f060b32c3daa req-3db661e9-b141-4247-8032-6d8f103dd9ca tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:23.940903 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-068357f2-8ef0-458d-aec6-f060b32c3daa req-3db661e9-b141-4247-8032-6d8f103dd9ca tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 909 time: 0.0665021 Jun 17 09:01:25.031629 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bed-5c53-4873-b9fc-8e5f4cd19a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.120514 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc6e9-67c9-43ac-8fd8-c4a2f4b0dd00 req-72b7d2a9-59c0-4012-8674-79a2caaa29a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:25.121999 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-99dfc6e9-67c9-43ac-8fd8-c4a2f4b0dd00 req-72b7d2a9-59c0-4012-8674-79a2caaa29a7 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 909 time: 0.0629294 Jun 17 09:01:25.294336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be173-5294-47e2-9cad-6a26cf0e44b3 req-db2cfdab-7032-4714-bd08-6ca5af678df6 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:25.295882 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f54be173-5294-47e2-9cad-6a26cf0e44b3 req-db2cfdab-7032-4714-bd08-6ca5af678df6 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 909 time: 0.0639694 Jun 17 09:01:25.461607 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b132-8c5c-4235-803e-91f7cfd4e05b req-0bdeb80d-79f0-4979-8adc-2beb56fe8fed tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:25.463168 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6875b132-8c5c-4235-803e-91f7cfd4e05b req-0bdeb80d-79f0-4979-8adc-2beb56fe8fed tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 1061 time: 0.0584469 Jun 17 09:01:25.620289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0188bb-1f41-4ffb-94e5-77e38a2d6c56 req-beeb5564-a729-493b-9ebd-b0af3e3608a8 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:25.621721 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d0188bb-1f41-4ffb-94e5-77e38a2d6c56 req-beeb5564-a729-493b-9ebd-b0af3e3608a8 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1136 time: 0.0524824 Jun 17 09:01:25.655232 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0d0188bb-1f41-4ffb-94e5-77e38a2d6c56 req-2943d697-543a-4552-8bec-b42a53fcf2f7 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0279326 Jun 17 09:01:25.678749 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38628) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:25.733713 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d13176-d91b-428f-be5e-baabfe350269 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:25.735248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-12d13176-d91b-428f-be5e-baabfe350269 tempest-TestSecurityGroupsBasicOps-248479918 tempest-TestSecurityGroupsBasicOps-248479918-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 1056 time: 0.0554965 Jun 17 09:01:26.091784 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312749d-8916-4b96-a99e-eef592f0b066 req-62011d5b-0a4c-41cd-9ceb-3a34772936f3 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.093227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1312749d-8916-4b96-a99e-eef592f0b066 req-62011d5b-0a4c-41cd-9ceb-3a34772936f3 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 909 time: 0.0652695 Jun 17 09:01:27.320457 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6093b7-ccbd-44b6-b161-93722493c057 req-086f6312-f52a-4340-b351-f7f41925309a tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.321966 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fb6093b7-ccbd-44b6-b161-93722493c057 req-086f6312-f52a-4340-b351-f7f41925309a tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 909 time: 0.1069355 Jun 17 09:01:27.332941 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d628-d6a5-4924-9756-556339c8b326 req-5e101725-e5c1-4369-a895-bbebea831dce tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.334354 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8993d628-d6a5-4924-9756-556339c8b326 req-5e101725-e5c1-4369-a895-bbebea831dce tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3d9e676-b151-4dc5-96ac-cbfc9c062132 HTTP/1.1" status: 200 len: 909 time: 0.1103063 Jun 17 09:01:27.439170 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port f31bd06c-be54-45f8-a853-1ac8fdca1b66 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:27.439504 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.525066 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] For port f31bd06c-be54-45f8-a853-1ac8fdca1b66, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=f31bd06c-be54-45f8-a853-1ac8fdca1b66,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:27.525415 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.592105 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for f31bd06c-be54-45f8-a853-1ac8fdca1b66 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:27.636410 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.727007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.729225 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f193f15f-49dd-40e0-9dee-3bd23356dfaf tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:27.754897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=f31bd06c-be54-45f8-a853-1ac8fdca1b66,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:27.759302 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:27.800998 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] No DVR routers for this DVR port f31bd06c-be54-45f8-a853-1ac8fdca1b66 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:01:27.803695 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.806497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8993d628-d6a5-4924-9756-556339c8b326 req-d7186402-e965-4fc1-b394-1cde375ea177 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.67 "DELETE /v2.0/ports/f31bd06c-be54-45f8-a853-1ac8fdca1b66 HTTP/1.1" status: 204 len: 173 time: 0.4628026 Jun 17 09:01:27.807065 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'name': 'network-vif-deleted', 'tag': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:27.809887 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49dd4d-d8ea-4d14-9090-d1ef3a38a686" -d '{"events": [{"server_uuid": "b3d9e676-b151-4dc5-96ac-cbfc9c062132", "name": "network-vif-deleted", "tag": "f31bd06c-be54-45f8-a853-1ac8fdca1b66"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:27.849344 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b5ff6-2b50-4402-bd90-0b16a5d31e65 x-openstack-request-id: req-e47b5ff6-2b50-4402-bd90-0b16a5d31e65 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:27.849763 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d9e676-b151-4dc5-96ac-cbfc9c062132", "name": "network-vif-deleted", "tag": "f31bd06c-be54-45f8-a853-1ac8fdca1b66", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:27.850707 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e47b5ff6-2b50-4402-bd90-0b16a5d31e65 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:27.851388 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d9e676-b151-4dc5-96ac-cbfc9c062132', 'name': 'network-vif-deleted', 'tag': 'f31bd06c-be54-45f8-a853-1ac8fdca1b66', 'status': 'completed', 'code': 200} Jun 17 09:01:27.896141 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6d8cb63-330c-4d28-999f-55f36b494244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.416348 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38640) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:28.769094 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.941970 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.033692 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:29.033935 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.118822 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] For port f4b92a2e-a86f-4a24-b7d7-6e61ddf77654, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:29.119201 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.184247 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:29.369346 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.372147 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-d7adab91-7d43-4981-bfca-0e360b01d727 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:29.398138 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=f4b92a2e-a86f-4a24-b7d7-6e61ddf77654,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:29.424491 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.425109 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.425251 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.425625 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.425994 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.426364 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.426727 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.427111 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.427477 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.427843 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.428204 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.428565 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:29.435828 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:29.579479 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.788025 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:29.891659 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:29.899505 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "PUT /v2.0/routers/b5dc767f-a364-4a71-ba06-7fea3fa2e7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794707 Jun 17 09:01:29.900251 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38642) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:29.904790 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] Sync routers for ids ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'] in n-d-780147-13 {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:29.913911 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] Routers {'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:29.915337 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:01:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:29.951593 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting subnet fa36a915-9b49-4c17-819c-3462b4c790d8 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:01:29.954735 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.001239 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.089396 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.149552 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.152424 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-af3cae0d-47be-45ad-b3cc-d67acae82547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:30.181869 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Subnet': ['ID=fa36a915-9b49-4c17-819c-3462b4c790d8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:30.186793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.191219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/subnets/fa36a915-9b49-4c17-819c-3462b4c790d8 HTTP/1.1" status: 204 len: 168 time: 0.2874105 Jun 17 09:01:30.191219 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40b5250c-ecce-43f8-a362-72578d36464c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:30.191415 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38644) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:30.194816 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abddd8e0-2427-4275-bec6-bf9d717d3663 None None] Network fcd2d645-dd10-4231-80f1-9515e6dfcad7 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:30.198058 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] Set router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:30.296728 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.435272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.502292 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:29Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:30.532173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] Checking router: b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 for host: n-d-780147-13 {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:30.541868 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] Routers {'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'} bound to L3 agent in host n-d-780147-13 {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:30.542505 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:01:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:30.581455 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] DHCP port deletion for fcd2d645-dd10-4231-80f1-9515e6dfcad7 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:01:30.686277 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] Set router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 gateway port host: n-d-780147-13 {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:30.738245 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Deleting port 235f9217-e626-4df3-a9c8-1716eedaed9a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:30.738620 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.753390 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.805148 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port bf33a3be-d70a-4cd0-bb10-049822118d73 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:30.805414 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.849837 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] For port 235f9217-e626-4df3-a9c8-1716eedaed9a, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=235f9217-e626-4df3-a9c8-1716eedaed9a,segment=NetworkSegment(f3857474-0d58-4422-ace1-3f60e96ee4ee),segment_id=f3857474-0d58-4422-ace1-3f60e96ee4ee)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:30.850234 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.882346 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] For port bf33a3be-d70a-4cd0-bb10-049822118d73, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=bf33a3be-d70a-4cd0-bb10-049822118d73,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:30.883230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.920382 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Calling delete_port for 235f9217-e626-4df3-a9c8-1716eedaed9a owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:30.953860 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for bf33a3be-d70a-4cd0-bb10-049822118d73 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:31.040084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:29Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:31.043261 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.068564 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:31.075076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded5783-acf6-4c10-913c-f34cf72a8557 None None] The sync data for ids ['b5dc767f-a364-4a71-ba06-7fea3fa2e7d3'] in n-d-780147-13 is: [{'id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859159280', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:29Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': 'bf33a3be-d70a-4cd0-bb10-049822118d73', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dc767f-a364-4a71-ba06-7fea3fa2e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:08Z', 'updated_at': '2021-06-17T09:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:31.098519 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] No DVR routers for this DVR port 235f9217-e626-4df3-a9c8-1716eedaed9a on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:01:31.104970 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Pushing event deleted for resources: {'Port': ['ID=235f9217-e626-4df3-a9c8-1716eedaed9a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:31.106506 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8bd78be7-2664-4627-8425-2e1e325045c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:31.131042 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.133813 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8e0e745c-5699-4a46-a631-21c927389c4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:31.156603 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=bf33a3be-d70a-4cd0-bb10-049822118d73,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:31.159781 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:31.220905 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.306598 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.308678 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.350818 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.351389 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Fanout notify agent at l3_agent the message router_deleted on router b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:01:31.359457 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.360769 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-1f28ed2b-6c68-4ae7-83e4-c6d15c406093 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/routers/b5dc767f-a364-4a71-ba06-7fea3fa2e7d3 HTTP/1.1" status: 204 len: 168 time: 1.1683836 Jun 17 09:01:31.363449 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38646) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:31.443722 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.532300 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.542621 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd2d645-dd10-4231-80f1-9515e6dfcad7']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:31.557583 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3857474-0d58-4422-ace1-3f60e96ee4ee') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:31.557873 n-d-780147-13 neutron-server[93500]: DEBUG neutron.services.segments.db [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3857474-0d58-4422-ace1-3f60e96ee4ee') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:31.566442 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5044416'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.567533 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f31bd06c-be54-45f8-a853-1ac8fdca1b66 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:31.580758 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.587576 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:01:31.588064 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4800416'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: Traceback (most recent call last): Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: timer() Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: cb(*args, **kw) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: return func(*args, **kwargs) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: self._notify() Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: self.callback(batched_events) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: event.method(event) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: return f(self, *a, **k) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: return self._get(url).json() Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: return self.request(url, 'GET', **kwargs) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:01:31.591028 n-d-780147-13 neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:01:31.593270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: f31bd06c-be54-45f8-a853-1ac8fdca1b66 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:31.593270 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device f31bd06c-be54-45f8-a853-1ac8fdca1b66 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:31.649943 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.653684 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3376028c-c5a6-45bd-9861-42719bcc56ff tempest-TagsExtTest-1228201887 tempest-TagsExtTest-1228201887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:31.657992 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.659844 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/networks/fcd2d645-dd10-4231-80f1-9515e6dfcad7 HTTP/1.1" status: 204 len: 168 time: 0.2954299 Jun 17 09:01:31.662537 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:31.676699 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Network': ['ID=fcd2d645-dd10-4231-80f1-9515e6dfcad7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:31.679752 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-82ec2c2c-47af-4a35-8885-c1ca60e7d7cc tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:31.818658 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port d9b59912-477e-47c8-9e50-29cf0ef9121b {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:31.819034 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.897768 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.898099 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.960479 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for d9b59912-477e-47c8-9e50-29cf0ef9121b owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:32.075331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 235f9217-e626-4df3-a9c8-1716eedaed9a no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:32.094804 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 235f9217-e626-4df3-a9c8-1716eedaed9a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:32.095187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 235f9217-e626-4df3-a9c8-1716eedaed9a not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:32.095601 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:32.112348 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.115135 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3c483224-5cd6-4ed2-926f-0283996434b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:32.115332 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:32.115700 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device f4b92a2e-a86f-4a24-b7d7-6e61ddf77654 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:32.116112 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf33a3be-d70a-4cd0-bb10-049822118d73 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:32.134086 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: bf33a3be-d70a-4cd0-bb10-049822118d73 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:32.134438 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device bf33a3be-d70a-4cd0-bb10-049822118d73 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:32.138070 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=d9b59912-477e-47c8-9e50-29cf0ef9121b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:32.141244 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:32.202511 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.202886 n-d-780147-13 neutron-server[93499]: INFO neutron.db.l3_db [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Floating IP 238a1395-6f53-4d9d-bb93-7e5c71f2c00e disassociated (deleted). External IP: 172.25.7.18, port: dfb7ae79-c432-43f1-97b5-10aaa7bf450d. Jun 17 09:01:32.404233 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router dc28b812-6257-47b4-9d54-899618d66dbe has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:32.506740 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:32.512073 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.516292 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] Sync routers for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:32.526071 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:32.526684 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:01:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:32.547923 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6d690468-541a-446c-98bb-40adf0491a48 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/floatingips/238a1395-6f53-4d9d-bb93-7e5c71f2c00e HTTP/1.1" status: 204 len: 168 time: 0.8841999 Jun 17 09:01:32.548548 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:32.550846 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:32.589254 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b2e59-7145-44e4-aa46-deb527fa5c37 x-openstack-request-id: req-fe9b2e59-7145-44e4-aa46-deb527fa5c37 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:32.589619 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:32.589909 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe9b2e59-7145-44e4-aa46-deb527fa5c37 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:32.590362 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'status': 'completed', 'code': 200} Jun 17 09:01:32.631170 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:32.674032 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-58016f2c-9063-4d2c-8f7b-32526e215e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:32.675641 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-58016f2c-9063-4d2c-8f7b-32526e215e13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a17b6956a4944a518874845d208f5239&device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 1136 time: 0.0559487 Jun 17 09:01:32.775529 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-fb1c7b6e-22de-4f9d-bec7-b48b11ee2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:32.777194 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-fb1c7b6e-22de-4f9d-bec7-b48b11ee2118 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 200 len: 898 time: 0.0949380 Jun 17 09:01:32.818726 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-e9cfcf40-6314-47d1-a6a0-bf9842b890ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 200 len: 217 time: 0.0351849 Jun 17 09:01:32.853576 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:22Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:32.869137 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-4ea3fa43-89fd-40c6-80b6-cabf8327c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:32.870659 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-4ea3fa43-89fd-40c6-80b6-cabf8327c5c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e HTTP/1.1" status: 200 len: 834 time: 0.0447788 Jun 17 09:01:32.879899 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] Checking router: dc28b812-6257-47b4-9d54-899618d66dbe for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:32.889520 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:32.890248 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:01:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:32.944236 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-f2171327-64d5-41d0-80ab-fbde473433b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:32.945994 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-f2171327-64d5-41d0-80ab-fbde473433b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49bb72d9-3cf6-4a44-8721-308aab518eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674491 Jun 17 09:01:32.951832 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598548-30e9-44e3-bab6-4186268cdf7c req-f3bfeb98-17b8-4e0c-84a2-474c8cb16c8e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:32.953522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35598548-30e9-44e3-bab6-4186268cdf7c req-f3bfeb98-17b8-4e0c-84a2-474c8cb16c8e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 984 time: 0.0771639 Jun 17 09:01:32.996083 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35598548-30e9-44e3-bab6-4186268cdf7c req-a1cf7cd4-dbbb-46e4-a9e2-fe505c6bbfb3 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358481 Jun 17 09:01:32.997954 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:33.040478 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-d9c0403c-802f-4c9e-a874-10742f1dd3b7 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866468 Jun 17 09:01:33.134718 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ff9bb803-7ba7-43e0-91e5-833f60e8ef17 req-5b64486e-28d2-48df-83bf-1a3722c66991 service neutron] 10.222.0.60 "GET /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871937 Jun 17 09:01:33.284466 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:22Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:33.308644 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a451e2d-9b36-4c1e-b552-6cced5873d00 None None] The sync data for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 is: [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:00:17Z', 'revision_number': 4, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13', '_interfaces': [{'id': '3b73c5c0-4d85-4378-b52c-201c60428ae8', 'name': '', 'network_id': '49bb72d9-3cf6-4a44-8721-308aab518eb8', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'mac_address': 'fa:16:3e:aa:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:16Z', 'updated_at': '2021-06-17T09:00:22Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'subnets': [{'id': 'e3e6162a-33fe-4309-a32e-9f21b3ad7d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:33.512853 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c7d0f-07fe-45c8-80f4-dbadb12b173d None None] New status for floating IP 238a1395-6f53-4d9d-bb93-7e5c71f2c00e: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:01:34.169912 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58454-5cfe-4074-9360-bb766d4d5658 req-a7ca0d5c-c5ec-4cff-a1e1-c76b03360e12 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:34.171442 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29d58454-5cfe-4074-9360-bb766d4d5658 req-a7ca0d5c-c5ec-4cff-a1e1-c76b03360e12 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 984 time: 0.0631318 Jun 17 09:01:34.210626 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-29d58454-5cfe-4074-9360-bb766d4d5658 req-414bc26a-c906-4239-b6c0-d4c2c1fdf957 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/security-groups?id=a85409f9-ab19-4991-a058-821e5b9c2757&id=08af3ac6-f9f1-46f5-9d5e-d498048efdad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332673 Jun 17 09:01:34.211441 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-2f2b717a-409b-42d1-aab1-ec16a5f8c9ea tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:34.213204 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-2f2b717a-409b-42d1-aab1-ec16a5f8c9ea tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 984 time: 0.0631526 Jun 17 09:01:34.320894 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port dfb7ae79-c432-43f1-97b5-10aaa7bf450d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:34.321232 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.409917 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] For port dfb7ae79-c432-43f1-97b5-10aaa7bf450d, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:34.410270 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.845312 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for dfb7ae79-c432-43f1-97b5-10aaa7bf450d owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:34.983772 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.987767 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-e6bc65fe-5d59-4270-8635-f9059625949e tempest-TestServerAdvancedOps-2054368798 tempest-TestServerAdvancedOps-2054368798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:35.013886 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=dfb7ae79-c432-43f1-97b5-10aaa7bf450d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:35.016808 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:35.057146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] No DVR routers for this DVR port dfb7ae79-c432-43f1-97b5-10aaa7bf450d on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:01:35.059662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.061609 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-ea098e41-3585-4e32-b25f-950f5389cbe1 req-8a129ded-d0f9-4fc2-b8fd-d2b6515e51bd tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.60 "DELETE /v2.0/ports/dfb7ae79-c432-43f1-97b5-10aaa7bf450d HTTP/1.1" status: 204 len: 173 time: 0.8419816 Jun 17 09:01:35.062148 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'name': 'network-vif-deleted', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:35.064459 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d29244-e333-45d9-bee6-8c6cd57192e1" -d '{"events": [{"server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "name": "network-vif-deleted", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:35.102206 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377cc2fc-bf9b-4a71-be47-78f99481e18d x-openstack-request-id: req-377cc2fc-bf9b-4a71-be47-78f99481e18d {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:35.102625 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac981f7-209e-4335-89e1-d756591641aa", "name": "network-vif-deleted", "tag": "dfb7ae79-c432-43f1-97b5-10aaa7bf450d", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:35.102955 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-377cc2fc-bf9b-4a71-be47-78f99481e18d {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:35.103407 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac981f7-209e-4335-89e1-d756591641aa', 'name': 'network-vif-deleted', 'tag': 'dfb7ae79-c432-43f1-97b5-10aaa7bf450d', 'status': 'completed', 'code': 200} Jun 17 09:01:35.363555 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1098e7e0-fe38-446b-ab18-fb8ea5051631 req-e72ea634-4d95-4e67-80c5-980d0941e9ac tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac981f7-209e-4335-89e1-d756591641aa HTTP/1.1" status: 200 len: 210 time: 0.0300016 Jun 17 09:01:36.459359 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38664) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:36.510415 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.531030 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.574755 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.577306 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.578409 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/security-groups/08af3ac6-f9f1-46f5-9d5e-d498048efdad HTTP/1.1" status: 204 len: 168 time: 0.1180623 Jun 17 09:01:36.579212 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a8b35c59-277c-4f87-b469-6e0654e9aeee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:36.581221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38666) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:36.588049 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af3ac6-f9f1-46f5-9d5e-d498048efdad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:36.590545 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a94f324e-a6e8-4217-9d6c-35f999cef304 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:36.636574 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.662856 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.709983 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.712658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.713920 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/security-groups/a85409f9-ab19-4991-a058-821e5b9c2757 HTTP/1.1" status: 204 len: 168 time: 0.1316698 Jun 17 09:01:36.714913 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-05f4fa80-4c54-491c-9b17-cc398bc64c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:36.717206 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:36.730735 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85409f9-ab19-4991-a058-821e5b9c2757,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:36.733407 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-ea703d7a-b1c2-4bf4-b1cf-dacf31599013 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:37.069400 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362996'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.326876 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port 3b73c5c0-4d85-4378-b52c-201c60428ae8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:37.327249 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.415239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] For port 3b73c5c0-4d85-4378-b52c-201c60428ae8, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=3b73c5c0-4d85-4378-b52c-201c60428ae8,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:37.415595 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.480747 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for 3b73c5c0-4d85-4378-b52c-201c60428ae8 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:37.659523 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.662391 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-08703ae0-7724-4720-b83b-37cbbc0b858c tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:37.689029 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=3b73c5c0-4d85-4378-b52c-201c60428ae8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:37.693946 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:37.766531 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dfb7ae79-c432-43f1-97b5-10aaa7bf450d no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:37.787498 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: dfb7ae79-c432-43f1-97b5-10aaa7bf450d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:37.787850 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device dfb7ae79-c432-43f1-97b5-10aaa7bf450d not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:37.860303 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362848'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.088011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Router dc28b812-6257-47b4-9d54-899618d66dbe has already been hosted by L3 agent 725f971a-ef15-47d0-aa57-8aff9061b39b {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:38.193955 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify agent at l3_agent.n-d-780147-13 the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:38.199122 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "PUT /v2.0/routers/dc28b812-6257-47b4-9d54-899618d66dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4808056 Jun 17 09:01:38.202011 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:38.204944 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] Sync routers for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:38.214540 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:38.215247 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:01:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:38.251976 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting subnet e3e6162a-33fe-4309-a32e-9f21b3ad7d1e {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:01:38.255061 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.294530 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4264334'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.314205 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:38.380749 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.437621 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6265470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234855'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.440509 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5568dde2-c864-4a65-92e4-a7290c5c90c1 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:38.467632 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e6162a-33fe-4309-a32e-9f21b3ad7d1e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:38.469532 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.471398 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/subnets/e3e6162a-33fe-4309-a32e-9f21b3ad7d1e HTTP/1.1" status: 204 len: 168 time: 0.2684715 Jun 17 09:01:38.472401 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1acbeab4-701d-4567-91b1-6ce0da311354 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:38.473931 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38674) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:38.478760 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac697912-ff30-4052-b05f-60d30de4fbb3 None None] Network 49bb72d9-3cf6-4a44-8721-308aab518eb8 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:38.499328 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:01:37Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:38.526443 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] Checking router: dc28b812-6257-47b4-9d54-899618d66dbe for host: n-d-780147-13 {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:38.534669 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] Routers {'dc28b812-6257-47b4-9d54-899618d66dbe'} bound to L3 agent in host n-d-780147-13 {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:38.535327 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:09:57Z,description=,heartbeat_timestamp=2021-06-17T09:01:28Z,host='n-d-780147-13',id=725f971a-ef15-47d0-aa57-8aff9061b39b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:09:57Z,topic='l3_agent')) {'router_ids': ['dc28b812-6257-47b4-9d54-899618d66dbe'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:38.582312 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.638583 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] Set router dc28b812-6257-47b4-9d54-899618d66dbe gateway port host: n-d-780147-13 {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:38.691378 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] DHCP port deletion for 49bb72d9-3cf6-4a44-8721-308aab518eb8 request from n-d-780147-13 {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:01:38.697776 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.739543 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Deleting port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:38.739760 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.752784 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Deleting port 46b3b733-411f-4bb4-abd7-35b2c8acf592 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:01:38.753126 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.805043 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] For port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,segment=NetworkSegment(b548d86b-263a-414d-acc1-310679d4863a),segment_id=b548d86b-263a-414d-acc1-310679d4863a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:38.805614 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.821545 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:01:37Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}], 'n-d-780147-13', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:38.844340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] For port 46b3b733-411f-4bb4-abd7-35b2c8acf592, host n-d-780147-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-13',level=0,port_id=46b3b733-411f-4bb4-abd7-35b2c8acf592,segment=NetworkSegment(f535a3db-3020-491e-89ca-d72225d4e867),segment_id=f535a3db-3020-491e-89ca-d72225d4e867)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:38.845070 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.857029 n-d-780147-13 neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b5ce-5f9c-42c6-bfe1-4913f243ce6b None None] The sync data for ids ['dc28b812-6257-47b4-9d54-899618d66dbe'] in n-d-780147-13 is: [{'id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110363057', 'tenant_id': 'a17b6956a4944a518874845d208f5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'external_fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:13Z', 'updated_at': '2021-06-17T09:01:37Z', 'revision_number': 5, 'project_id': 'a17b6956a4944a518874845d208f5239', 'gw_port': {'id': '46b3b733-411f-4bb4-abd7-35b2c8acf592', 'name': '', 'network_id': 'e176cc39-2e40-496d-8844-ac598b838921', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc28b812-6257-47b4-9d54-899618d66dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:14Z', 'updated_at': '2021-06-17T09:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48b42c3a-e433-4e5e-80ef-5dcc24d19ff3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-13'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:38.873803 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Calling delete_port for 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:38.910581 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Calling delete_port for 46b3b733-411f-4bb4-abd7-35b2c8acf592 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:01:38.959512 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.961457 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:38.984463 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Pushing event deleted for resources: {'Port': ['ID=07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:38.988244 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:38.989385 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6c3fd-5bc0-4f27-9098-cbf87d42dad3 None None] No DVR routers for this DVR port 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e on host n-d-780147-13 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:01:39.084229 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.086165 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6ac6eb61-5a32-4b84-a6ca-4323305c8b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:39.113433 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Port': ['ID=46b3b733-411f-4bb4-abd7-35b2c8acf592,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:39.116574 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:39.172721 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-384291'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.266940 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8171'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.269145 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.313481 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378473'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.314278 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Fanout notify agent at l3_agent the message router_deleted on router dc28b812-6257-47b4-9d54-899618d66dbe {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:01:39.322295 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.323406 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-ded62361-43b9-4cbb-99d0-efa2a0b33092 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/routers/dc28b812-6257-47b4-9d54-899618d66dbe HTTP/1.1" status: 204 len: 168 time: 0.8485794 Jun 17 09:01:39.326239 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38676) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:39.404043 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.494418 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.504845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bb72d9-3cf6-4a44-8721-308aab518eb8']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:39.515914 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b548d86b-263a-414d-acc1-310679d4863a') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:39.516217 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b548d86b-263a-414d-acc1-310679d4863a') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:39.527555 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.540948 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.546637 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:01:39.547086 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: timer() Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:01:39.550049 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:01:39.605261 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.609042 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1e180fc0-d904-4e98-96f7-078721253c8a tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:39.613161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.615015 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] 10.222.0.65 "DELETE /v2.0/networks/49bb72d9-3cf6-4a44-8721-308aab518eb8 HTTP/1.1" status: 204 len: 168 time: 0.2878385 Jun 17 09:01:39.626645 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Pushing event deleted for resources: {'Network': ['ID=49bb72d9-3cf6-4a44-8721-308aab518eb8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:39.628896 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-aade098a-2019-418d-ba4f-f08447a5049e tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:39.938318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38684) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:40.022782 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 46b3b733-411f-4bb4-abd7-35b2c8acf592 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:40.043122 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 46b3b733-411f-4bb4-abd7-35b2c8acf592 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:40.043481 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 46b3b733-411f-4bb4-abd7-35b2c8acf592 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:40.043910 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:40.065843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:40.066187 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 07e29dc2-b4ab-4c09-9b14-fb71a9ddb75e not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:40.066614 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b73c5c0-4d85-4378-b52c-201c60428ae8 no longer exists at agent ovs-agent-n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:01:40.086409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] No Port match for: 3b73c5c0-4d85-4378-b52c-201c60428ae8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:01:40.086815 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Device 3b73c5c0-4d85-4378-b52c-201c60428ae8 not bound to the agent host n-d-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:01:40.088740 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-7c75d5b7-0fef-403b-8739-c3a4c0963cc8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a17b6956a4944a518874845d208f5239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491513 Jun 17 09:01:40.091296 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38688) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:40.139823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.159723 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.205023 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.207594 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.208709 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33f4e33f-dcc9-47e5-b220-1ca7a78b49f1 HTTP/1.1" status: 204 len: 168 time: 0.1165218 Jun 17 09:01:40.209484 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f38e6df5-3327-450f-8925-92d89bf2ba42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:40.216473 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f4e33f-dcc9-47e5-b220-1ca7a78b49f1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:40.218686 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eced69fc-3066-414d-8359-2c3333b5444e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:40.461892 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38694) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:40.474991 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3d5835ad-0d20-4cb2-bd85-cc21e506d6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.565658 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3d5835ad-0d20-4cb2-bd85-cc21e506d6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.569218 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3d5835ad-0d20-4cb2-bd85-cc21e506d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.572843 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-deeaca52-2395-4950-9027-69f4c0e2bd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:40.608014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-3d5835ad-0d20-4cb2-bd85-cc21e506d6a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6459d793e8c476b9d7f46187508b0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450510 Jun 17 09:01:40.608927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5835ad-0d20-4cb2-bd85-cc21e506d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac7dffe-9bd4-402c-8af8-36859c5165c4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:40.610717 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38696) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:40.612460 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-3d5835ad-0d20-4cb2-bd85-cc21e506d6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:40.665109 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.686835 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.731343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.734049 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.735235 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dac7dffe-9bd4-402c-8af8-36859c5165c4 HTTP/1.1" status: 204 len: 168 time: 0.1227829 Jun 17 09:01:40.736016 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7ed1d2c6-b164-4936-b082-83bf3ad71ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:40.743755 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac7dffe-9bd4-402c-8af8-36859c5165c4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:40.746156 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6c28d287-eeee-42bf-aeda-abd19c4ef17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:41.042741 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38702) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:41.083355 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6247521b-0f66-4540-93e1-65dd0ee273e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=236255d7c2a34deb9f7cf01536a9b700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392354 Jun 17 09:01:41.085536 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38704) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:41.131830 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:41.153343 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:41.199637 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:41.202161 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:41.203310 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/526bd59b-84e6-46b7-9c3e-f0e3c8da4e22 HTTP/1.1" status: 204 len: 168 time: 0.1168849 Jun 17 09:01:41.204149 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6d1c2168-2aa8-4b10-b0ad-f829c98b3734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:41.212115 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526bd59b-84e6-46b7-9c3e-f0e3c8da4e22,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:41.214336 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3f552b0e-f0c1-4ceb-82bd-9461e7d1c9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:47.391653 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:49.512265 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:50.517903 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-0f773d1b-67a7-42ac-9db6-b45999d1fbf5 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a1d1c63fa3dd4e588c7f72af8612cc56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288980 Jun 17 09:01:50.702559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-084181ac-4483-4ee6-8223-129fdd36e691 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:50.704037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-084181ac-4483-4ee6-8223-129fdd36e691 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810622 Jun 17 09:01:50.721224 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-9c5ca0d2-5e16-4c42-ab3e-f756bc448f71 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/quotas/a1d1c63fa3dd4e588c7f72af8612cc56 HTTP/1.1" status: 200 len: 375 time: 0.0112875 Jun 17 09:01:50.758909 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-29a8810c-40d0-43db-91ae-62b09e46b6af tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1d1c63fa3dd4e588c7f72af8612cc56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327682 Jun 17 09:01:50.924331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8bda7915-40d1-4e77-9e3e-b063b4b9f436 req-57a006f7-50b0-4107-9343-373a1afbb3d6 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Jun 17 09:01:51.876195 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-acd1ac5f-c875-4e3d-98ec-8ac1b6dd358a tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a1d1c63fa3dd4e588c7f72af8612cc56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231810 Jun 17 09:01:51.992395 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-383f7200-cb66-4f42-a07b-5b3981af8054 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:51.994157 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-383f7200-cb66-4f42-a07b-5b3981af8054 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134131 Jun 17 09:01:52.006064 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Request body: {'port': {'device_id': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'admin_state_up': True, 'tenant_id': 'a1d1c63fa3dd4e588c7f72af8612cc56'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:52.106890 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0f1df0fc-35f7-4c90-a9e9-4a65e026935c req-a09cc3ab-12f5-45ac-8bab-4cb1dbcdd294 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 210 time: 0.0379560 Jun 17 09:01:52.146068 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Made reservation on behalf of a1d1c63fa3dd4e588c7f72af8612cc56 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:52.149606 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.158180 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.248408 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.252122 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.256187 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-4898f551-12d2-437f-bfd5-b25d414da67f tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:52.315728 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840480a3-4060-4404-98b7-15ef1bc276c1,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:52.320418 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:52.380565 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Allocated IP 192.168.233.19 (0d6e9a01-1849-4249-a223-15228eee9987/22847ee7-6cd4-40ab-b82c-7ea5706eda9d/6c756902-a5a1-4e28-bb3d-d0336a0b9a34) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:52.525988 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.538846 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Transition to ACTIVE for port object 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:52.570388 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.575427 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-012061e5-cc09-404a-931f-7243cd77ead8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:52.618836 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Network 0d6e9a01-1849-4249-a223-15228eee9987 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:52.622204 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:52.626022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:52.657112 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Pushing event updated for resources: {'Port': ['ID=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:52.663129 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:52.683055 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:52.683712 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.698570 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6963375 Jun 17 09:01:52.711617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Request body: {'port': {'device_id': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:52.792524 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.895330 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54bb3d25-69c5-461f-99f8-1fd5d3d38a9c None None] Provisioning for port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:52.899157 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-54bb3d25-69c5-461f-99f8-1fd5d3d38a9c None None] Provisioning complete for port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:52.899632 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54bb3d25-69c5-461f-99f8-1fd5d3d38a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:52.933197 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-54bb3d25-69c5-461f-99f8-1fd5d3d38a9c None None] Port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:53.054323 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:53.062407 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:53.075203 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Transition to ACTIVE for port object 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:53.079025 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:53.081871 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-d1a423b7-76c1-4c84-aa92-8cc7eeeecd3c tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:53.155408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Pushing event updated for resources: {'Port': ['ID=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:53.159953 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:53.265500 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Attempting to bind port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:53.265620 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Attempting to bind port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:53.265947 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Attempting to bind port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:53.275184 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 on network 0d6e9a01-1849-4249-a223-15228eee9987 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:01:53.275511 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Attempting to bind port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 on network 0d6e9a01-1849-4249-a223-15228eee9987 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:53.283781 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:53.284130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Checking segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:53.284520 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Bound using segment: {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:53.284962 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Bound port: 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28b8afb-dab2-4043-8e1c-0f5264be8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:53.285315 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:53.349716 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55ef3d-b360-4b04-ad9e-d248a25ea1e6 req-1cd85fee-6ec7-4de3-94c1-781998675574 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:53.351307 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be55ef3d-b360-4b04-ad9e-d248a25ea1e6 req-1cd85fee-6ec7-4de3-94c1-781998675574 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 947 time: 0.1218934 Jun 17 09:01:53.389359 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] For port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:53.410778 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] For port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:53.417244 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-be55ef3d-b360-4b04-ad9e-d248a25ea1e6 req-3132dfee-1484-4916-b56c-814071949ea0 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571876 Jun 17 09:01:53.418823 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:53.420906 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5f5a74f6-d101-4d35-9f43-2df60042b8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:53.455253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:53.455995 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:53.457518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] 10.222.0.67 "PUT /v2.0/ports/6c756902-a5a1-4e28-bb3d-d0336a0b9a34 HTTP/1.1" status: 200 len: 1096 time: 0.7509027 Jun 17 09:01:53.458092 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'tag': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:53.460483 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3110bb-743b-45d7-aef1-def24927d445" -d '{"events": [{"name": "network-changed", "server_uuid": "3947fb9a-1b06-42d1-ad9d-198420fd89e4", "tag": "6c756902-a5a1-4e28-bb3d-d0336a0b9a34"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:53.492907 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Pushing event updated for resources: {'Port': ['ID=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:53.497598 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-83f70604-a2da-49ea-a580-2435e31fd1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:53.536771 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aa7824-23b6-4367-bede-06898957b8a5 x-openstack-request-id: req-a9aa7824-23b6-4367-bede-06898957b8a5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:53.537120 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3947fb9a-1b06-42d1-ad9d-198420fd89e4", "tag": "6c756902-a5a1-4e28-bb3d-d0336a0b9a34", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:53.537426 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9aa7824-23b6-4367-bede-06898957b8a5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:53.537876 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'tag': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34', 'status': 'completed', 'code': 200} Jun 17 09:01:53.566387 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-1c895d6f-9ad9-4693-9e26-5ada16bd3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:53.567928 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-1c895d6f-9ad9-4693-9e26-5ada16bd3db6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1d1c63fa3dd4e588c7f72af8612cc56&device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 1099 time: 0.0608866 Jun 17 09:01:53.615497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-a86d6eb0-52ad-4857-a72f-58f03eea0942 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34 HTTP/1.1" status: 200 len: 217 time: 0.0402477 Jun 17 09:01:53.667124 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-921600ae-ef6d-46a3-86ad-db554ade9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:53.668527 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-921600ae-ef6d-46a3-86ad-db554ade9310 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0473881 Jun 17 09:01:53.732470 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-d4883f0f-c424-419c-8171-da7c1edd7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:53.733895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-d4883f0f-c424-419c-8171-da7c1edd7aba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587590 Jun 17 09:01:53.830175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-9d4319df-5a24-49fb-9418-39072f1b273b service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895290 Jun 17 09:01:53.918175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-76bcb30e-79b1-43c3-ac5b-a7ffd3387ead req-6cef6d97-ae12-47a6-a65b-02cda8a79e11 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821388 Jun 17 09:01:54.023788 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3110bb-743b-45d7-aef1-def24927d445 req-842d2b55-2716-497f-a529-4abe03204b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:54.025462 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-842d2b55-2716-497f-a529-4abe03204b32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1d1c63fa3dd4e588c7f72af8612cc56&device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 1099 time: 0.0593374 Jun 17 09:01:54.114022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3110bb-743b-45d7-aef1-def24927d445 req-b6d8838b-f0f7-4ab7-8a7d-0e6a87307603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:54.115784 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-b6d8838b-f0f7-4ab7-8a7d-0e6a87307603 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d6e9a01-1849-4249-a223-15228eee9987 HTTP/1.1" status: 200 len: 870 time: 0.0842776 Jun 17 09:01:54.165845 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-b4367cf0-bc72-4f36-94ac-11280144341a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34 HTTP/1.1" status: 200 len: 217 time: 0.0427217 Jun 17 09:01:54.217937 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3110bb-743b-45d7-aef1-def24927d445 req-c9c7b129-a2d1-4802-b5dc-3f0eceea796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:54.219287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-c9c7b129-a2d1-4802-b5dc-3f0eceea796c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22847ee7-6cd4-40ab-b82c-7ea5706eda9d HTTP/1.1" status: 200 len: 843 time: 0.0471845 Jun 17 09:01:54.275952 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3110bb-743b-45d7-aef1-def24927d445 req-e1b9791e-2baa-407a-912d-b444fdd0484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:54.277866 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-e1b9791e-2baa-407a-912d-b444fdd0484b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d6e9a01-1849-4249-a223-15228eee9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514469 Jun 17 09:01:54.370665 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-735e51e8-2fc8-48ae-90c8-de0972ebcccb service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851445 Jun 17 09:01:54.458777 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf3110bb-743b-45d7-aef1-def24927d445 req-213cf263-8906-4287-b5d7-a65108bc3993 service neutron] 10.222.0.67 "GET /v2.0/networks/0d6e9a01-1849-4249-a223-15228eee9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814331 Jun 17 09:01:54.594754 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cf88e-77ad-4df2-a1bb-19e8c19ee20b req-ad003df4-0406-4a58-ae5c-ba50b6073192 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:54.596226 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-924cf88e-77ad-4df2-a1bb-19e8c19ee20b req-ad003df4-0406-4a58-ae5c-ba50b6073192 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 947 time: 0.0658307 Jun 17 09:01:54.633272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-924cf88e-77ad-4df2-a1bb-19e8c19ee20b req-2143e9a1-816b-4dd7-86c7-8b477644b97f tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Jun 17 09:01:54.734729 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:01:55.031896 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6bb2d91f-ce62-4bda-95ae-d266bdd6d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:55.812085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f2bd-7c3a-4b49-b417-e030a34d27cc req-3f18eac6-58a4-4784-b003-ba8fae950d2f tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:55.813556 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6987f2bd-7c3a-4b49-b417-e030a34d27cc req-3f18eac6-58a4-4784-b003-ba8fae950d2f tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 947 time: 0.0710287 Jun 17 09:01:55.850287 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6987f2bd-7c3a-4b49-b417-e030a34d27cc req-b6e388d2-9d8a-4a43-a739-bcfa6c420449 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Jun 17 09:01:57.021555 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea115d3b-1585-40f7-a3a2-4086934027e1 req-1f3f718e-e0c0-46e9-88ff-f50c91dcffc3 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:57.023043 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea115d3b-1585-40f7-a3a2-4086934027e1 req-1f3f718e-e0c0-46e9-88ff-f50c91dcffc3 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 947 time: 0.0618498 Jun 17 09:01:57.059720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ea115d3b-1585-40f7-a3a2-4086934027e1 req-7d424588-62e6-4479-94ce-f61a146f92e2 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 Jun 17 09:01:57.639078 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:57.659563 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:01:57.753389 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:57.764246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34', 'network_id': '0d6e9a01-1849-4249-a223-15228eee9987', 'port_id': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34', 'mac_address': 'fa:16:3e:44:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22847ee7-6cd4-40ab-b82c-7ea5706eda9d', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:01:57.799935 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:57.812221 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:57.831605 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:57.835904 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:57.838414 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:57.895578 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:57.899714 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:57.903180 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3f35e49-8786-472c-a6da-2c83a934f527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:58.025470 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6c756902-a5a1-4e28-bb3d-d0336a0b9a34'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:58.237843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f19d46-70f2-4919-a450-770b25bc820e req-18cfacc2-1567-4ff7-90f8-857d23410c22 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:58.239349 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71f19d46-70f2-4919-a450-770b25bc820e req-18cfacc2-1567-4ff7-90f8-857d23410c22 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 948 time: 0.0682304 Jun 17 09:01:58.277052 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-71f19d46-70f2-4919-a450-770b25bc820e req-ad9b01fd-a096-46cd-be6b-f3191657026b tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Jun 17 09:01:58.942829 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:59.449670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74378cf0-2078-4261-94fb-4ae208c648ea req-50d6aae6-5b96-436e-9081-99cb9f97e103 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:59.451258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74378cf0-2078-4261-94fb-4ae208c648ea req-50d6aae6-5b96-436e-9081-99cb9f97e103 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 948 time: 0.0622518 Jun 17 09:01:59.487673 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-74378cf0-2078-4261-94fb-4ae208c648ea req-b898a95f-dfd2-4226-aaa6-f26c547bce0a tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Jun 17 09:01:59.675145 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:59.727084 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:59.730681 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:59.731099 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:59.804228 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:59.827914 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:59.830164 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c36af9-664b-4ea9-b143-410f22090fc5" -d '{"events": [{"server_uuid": "3947fb9a-1b06-42d1-ad9d-198420fd89e4", "name": "network-vif-plugged", "status": "completed", "tag": "6c756902-a5a1-4e28-bb3d-d0336a0b9a34"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:59.842754 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:59.847046 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:59.849913 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:59.901377 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:59.904320 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:59.934153 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05235b46-9265-485a-a4a4-5804d72cc7a9 x-openstack-request-id: req-05235b46-9265-485a-a4a4-5804d72cc7a9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:59.934455 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3947fb9a-1b06-42d1-ad9d-198420fd89e4", "name": "network-vif-plugged", "status": "completed", "tag": "6c756902-a5a1-4e28-bb3d-d0336a0b9a34", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:59.934721 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05235b46-9265-485a-a4a4-5804d72cc7a9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:59.935178 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34', 'code': 200} Jun 17 09:02:00.046336 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34232dd2-e928-4940-b793-de3ade962ca2 req-2132cbda-6259-448e-a775-7e095fc3686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:00.047823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34232dd2-e928-4940-b793-de3ade962ca2 req-2132cbda-6259-448e-a775-7e095fc3686b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 1101 time: 0.0538571 Jun 17 09:02:00.382890 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:00.417253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-34232dd2-e928-4940-b793-de3ade962ca2 req-0b633366-7236-42a3-b988-ad8db4350ff5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632364 Jun 17 09:02:00.656755 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3ab5-1404-4802-b3b5-92fe9417e52c req-f59bed23-3f47-4933-b276-e6d23a0cd5c0 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:00.658246 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff8a3ab5-1404-4802-b3b5-92fe9417e52c req-f59bed23-3f47-4933-b276-e6d23a0cd5c0 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 949 time: 0.0621653 Jun 17 09:02:00.694610 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ff8a3ab5-1404-4802-b3b5-92fe9417e52c req-5e8a517b-6c1c-4a60-b484-5e0a2f3bccc9 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Jun 17 09:02:01.866035 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a424-e5dc-4832-b17e-6be6f1b3f4a6 req-202dfd3b-8bc8-4598-8807-23921fbd7725 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:01.867508 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69b6a424-e5dc-4832-b17e-6be6f1b3f4a6 req-202dfd3b-8bc8-4598-8807-23921fbd7725 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 949 time: 0.0612109 Jun 17 09:02:01.907578 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-69b6a424-e5dc-4832-b17e-6be6f1b3f4a6 req-15d5fc74-4a35-4bdc-a7aa-471365905c49 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Jun 17 09:02:02.971903 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159191-3ef0-4530-b40f-ff0d7ea3a17c req-cd0f3007-6281-4639-8a93-184177eee79b tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:02.973390 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7159191-3ef0-4530-b40f-ff0d7ea3a17c req-cd0f3007-6281-4639-8a93-184177eee79b tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 949 time: 0.0631375 Jun 17 09:02:03.011015 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e7159191-3ef0-4530-b40f-ff0d7ea3a17c req-9c1205d2-8550-41b3-a0c7-fc6de0db5b4f tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Jun 17 09:02:04.201141 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-184831a6-1562-4068-b4a7-3b12ad9a2c80 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:04.202497 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-184831a6-1562-4068-b4a7-3b12ad9a2c80 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.67 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 949 time: 0.1047819 Jun 17 09:02:04.222825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090f60-0972-47aa-8cb8-b591cbdca1f3 req-8b8c125a-1354-4436-8f7f-86c9c1d6c46a tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:04.224258 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb090f60-0972-47aa-8cb8-b591cbdca1f3 req-8b8c125a-1354-4436-8f7f-86c9c1d6c46a tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/ports?device_id=3947fb9a-1b06-42d1-ad9d-198420fd89e4 HTTP/1.1" status: 200 len: 949 time: 0.0990522 Jun 17 09:02:04.307590 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bb090f60-0972-47aa-8cb8-b591cbdca1f3 req-11476047-ab2a-4207-9a3c-330816e9ec3a tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.65 "GET /v2.0/security-groups?id=840480a3-4060-4404-98b7-15ef1bc276c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666287 Jun 17 09:02:04.333451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Deleting port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:04.333793 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.423628 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] For port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,segment=NetworkSegment(b28b8afb-dab2-4043-8e1c-0f5264be8f74),segment_id=b28b8afb-dab2-4043-8e1c-0f5264be8f74)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:04.423984 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.486833 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Calling delete_port for 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:04.614268 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4800503'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.618857 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-40e564a2-c655-4c65-b63a-1af9f4569881 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:04.625286 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['6c756902-a5a1-4e28-bb3d-d0336a0b9a34'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:04.645465 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Pushing event deleted for resources: {'Port': ['ID=6c756902-a5a1-4e28-bb3d-d0336a0b9a34,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:04.672434 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:04.694073 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] No DVR routers for this DVR port 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 on host n-h2-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:04.696901 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.698886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-895cd472-f019-47bd-9a5a-69acd9e9108e req-64c6142b-9a89-4609-a0fd-5e520bd6b864 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] 10.222.0.67 "DELETE /v2.0/ports/6c756902-a5a1-4e28-bb3d-d0336a0b9a34 HTTP/1.1" status: 204 len: 173 time: 0.4905360 Jun 17 09:02:04.699783 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'name': 'network-vif-deleted', 'tag': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:04.702403 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9da36d-3473-4aba-a5b6-fcda818257b3" -d '{"events": [{"server_uuid": "3947fb9a-1b06-42d1-ad9d-198420fd89e4", "name": "network-vif-deleted", "tag": "6c756902-a5a1-4e28-bb3d-d0336a0b9a34"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:04.743340 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e588399-ffd0-407c-b3f5-8406239aef03 x-openstack-request-id: req-4e588399-ffd0-407c-b3f5-8406239aef03 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:04.743696 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3947fb9a-1b06-42d1-ad9d-198420fd89e4", "name": "network-vif-deleted", "tag": "6c756902-a5a1-4e28-bb3d-d0336a0b9a34", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:04.744022 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e588399-ffd0-407c-b3f5-8406239aef03 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:04.744461 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3947fb9a-1b06-42d1-ad9d-198420fd89e4', 'name': 'network-vif-deleted', 'tag': '6c756902-a5a1-4e28-bb3d-d0336a0b9a34', 'status': 'completed', 'code': 200} Jun 17 09:02:05.634958 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38834) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:05.776925 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-89f8bed3-8645-4b64-92f8-b58341f777a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1d1c63fa3dd4e588c7f72af8612cc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407130 Jun 17 09:02:05.779457 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38838) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:05.826151 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.846872 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.891849 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.894394 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.895551 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/840480a3-4060-4404-98b7-15ef1bc276c1 HTTP/1.1" status: 204 len: 168 time: 0.1152184 Jun 17 09:02:05.896371 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-66e66d2f-7bf8-473a-ac84-5eaf5b3c1300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:05.904893 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840480a3-4060-4404-98b7-15ef1bc276c1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:05.907295 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b05fa66e-754c-4375-bcd5-1e9a9af3f867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:06.161287 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38844) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:06.174794 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea0a9-9efd-4575-8217-b5f89c22f59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.263319 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea0a9-9efd-4575-8217-b5f89c22f59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.267055 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea0a9-9efd-4575-8217-b5f89c22f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.270195 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-725a1344-404a-4332-8b6e-50dc72618410 tempest-VolumesNegativeTest-5622295 tempest-VolumesNegativeTest-5622295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:06.305686 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-bd2ea0a9-9efd-4575-8217-b5f89c22f59f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ad10d5449284dd68d625b8ee9586f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427410 Jun 17 09:02:06.306732 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ea0a9-9efd-4575-8217-b5f89c22f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dea4440-b0a8-4d7a-bb0b-f0aa2b99be19,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:06.308682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38846) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:06.309825 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-bd2ea0a9-9efd-4575-8217-b5f89c22f59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:06.360230 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.385706 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.431593 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.434093 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.435249 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5dea4440-b0a8-4d7a-bb0b-f0aa2b99be19 HTTP/1.1" status: 204 len: 168 time: 0.1255550 Jun 17 09:02:06.436042 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-e0e9e89b-b7c0-4fa1-acaa-f904a5504ac2 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:06.443601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dea4440-b0a8-4d7a-bb0b-f0aa2b99be19,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:06.446655 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f4fb8299-2fa8-40ce-924b-ac2e39457140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.081453 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 38868) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:07.174340 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-614344973-network', 'tenant_id': 'cdfc1ee6838049e69c7a07d407c55508'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:07.195250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Made reservation on behalf of cdfc1ee6838049e69c7a07d407c55508 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:07.198165 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.207051 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.298475 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.302006 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.305829 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-7e72b879-cf75-4a9b-b865-8b750bfa3d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:07.325897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:02:07.335266 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1de456-ea63-4ad0-ae30-1ada00eb70ca,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:07.340341 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.341382 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.341723 n-d-780147-13 neutron-server[93499]: INFO neutron.db.segments_db [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Added segment f70add06-874c-4a7d-a772-06e258c4cc32 of type vlan for network fc9c4675-1de5-4d30-8661-1579075e8ce9 Jun 17 09:02:07.379556 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.407811 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.408810 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.409386 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.412239 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-1937e4b0-f9dd-427a-9599-02798ef7d3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:07.443010 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3604665 Jun 17 09:02:07.446793 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 38872) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:07.452318 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Request body: {'subnet': {'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-614344973-subnet', 'tenant_id': 'cdfc1ee6838049e69c7a07d407c55508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:07.473819 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Made reservation on behalf of cdfc1ee6838049e69c7a07d407c55508 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:07.475980 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Pushing event updated for resources: {'Network': ['ID=fc9c4675-1de5-4d30-8661-1579075e8ce9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:07.476331 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66842907'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.479078 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-35f8b58f-ec46-4e02-bb74-93a42811053b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.486550 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network fc9c4675-1de5-4d30-8661-1579075e8ce9 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:02:07.640561 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4800322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66842889'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.643333 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-9ffc41f7-25f8-45a3-8d0d-b07984e5e7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:07.703232 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4431363d-4c26-472a-a4de-b64764e13a0b,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:07.707008 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.707853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Checking segment: {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:07.708207 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Network hostable DHCP agents. Network: fc9c4675-1de5-4d30-8661-1579075e8ce9, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:02:07.722736 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:07.726166 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Network fc9c4675-1de5-4d30-8661-1579075e8ce9 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:02:07.735289 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, fc9c4675-1de5-4d30-8661-1579075e8ce9) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:07.739572 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.740152 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.742583 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] No Port match for: 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:07.742949 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 6c756902-a5a1-4e28-bb3d-d0336a0b9a34 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:07.746331 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5604f0-0f14-4e9c-8ca2-ed442c041eec None None] Network fc9c4675-1de5-4d30-8661-1579075e8ce9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:07.753854 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-46268bd5-9be5-4a7a-8bdd-420335943006 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3058970 Jun 17 09:02:07.874173 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696866cf-731c-49f5-a2d7-279fe05de3ae None None] Network fc9c4675-1de5-4d30-8661-1579075e8ce9 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:08.172971 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-f0f20a03-fc13-411c-b9c2-e2b853f2e29e tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:08.174456 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-f0f20a03-fc13-411c-b9c2-e2b853f2e29e tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 811 time: 0.0993104 Jun 17 09:02:08.190836 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-646bcdfa-a70c-41e7-b2ae-aca2bbabd57d tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/quotas/cdfc1ee6838049e69c7a07d407c55508 HTTP/1.1" status: 200 len: 375 time: 0.0105243 Jun 17 09:02:08.223643 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-9bb97df7-5ecf-4277-a4ec-0f7e9abd2958 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272367 Jun 17 09:02:08.234165 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-cf603ea4-8e71-49ec-a533-d4f8aa3bec1c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:02:08.235067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-cf603ea4-8e71-49ec-a533-d4f8aa3bec1c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048418 Jun 17 09:02:08.325522 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-5da12b3a-bb74-4bfc-beef-de4a4d02508e service neutron] 10.222.0.65 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852163 Jun 17 09:02:08.415218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-224c2265-bfa7-46e1-8c6f-62a118ccc93f service neutron] 10.222.0.65 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834882 Jun 17 09:02:08.580870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-80204a56-2548-4acd-8bac-d0bfea729600 req-356d53de-ae27-4911-b4fa-3f20a7e724a3 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 210 time: 0.0284784 Jun 17 09:02:09.587601 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-c3705896-fcc2-4600-8d5e-47c6503de378 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:09.589211 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-c3705896-fcc2-4600-8d5e-47c6503de378 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.67 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 811 time: 0.1025805 Jun 17 09:02:09.607021 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Request body: {'port': {'device_id': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9', 'admin_state_up': True, 'tenant_id': 'cdfc1ee6838049e69c7a07d407c55508'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:09.736316 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2ace0b06-4048-40a6-8307-2c1083a45bb0 req-f2a9004c-9b98-48b1-9ac6-47daf8c3a8ac tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 210 time: 0.0366898 Jun 17 09:02:09.757680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Made reservation on behalf of cdfc1ee6838049e69c7a07d407c55508 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:09.761418 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:09.886632 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Allocated IP 172.20.0.7 (fc9c4675-1de5-4d30-8661-1579075e8ce9/4431363d-4c26-472a-a4de-b64764e13a0b/9ba53e04-1b86-453f-a9df-939701678ee8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:10.033796 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.070573 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4800510'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.074754 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-5e4d0a8e-ba26-4881-b515-540503649b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:10.114235 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Network fc9c4675-1de5-4d30-8661-1579075e8ce9 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:10.117444 n-d-780147-13 neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:10.123773 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:10.129489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:10.148067 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:10.173276 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:10.173879 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.187139 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-96acfec0-9801-4243-a097-482115334522 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839434 Jun 17 09:02:10.198253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Request body: {'port': {'device_id': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-13'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:10.269795 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.528489 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba53e04-1b86-453f-a9df-939701678ee8 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:10.535786 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.548394 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Transition to ACTIVE for port object 9ba53e04-1b86-453f-a9df-939701678ee8 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:10.552501 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.555041 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-1c87c5f6-517e-4bdd-969c-ac28bed76037 tempest-TestVolumeBootPattern-884182537 tempest-TestVolumeBootPattern-884182537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:10.628680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:10.636565 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:10.705523 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:10.705856 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:10.706290 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 on network fc9c4675-1de5-4d30-8661-1579075e8ce9 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:10.710451 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Port 9ba53e04-1b86-453f-a9df-939701678ee8 on network fc9c4675-1de5-4d30-8661-1579075e8ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:02:10.710768 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 on network fc9c4675-1de5-4d30-8661-1579075e8ce9 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:10.716411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:10.716745 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Checking segment: {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:10.717123 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Bound using segment: {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:10.717544 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Bound port: 9ba53e04-1b86-453f-a9df-939701678ee8, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:10.717883 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.802185 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:10.805847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:10.810367 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.813170 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-33ee5e99-be08-4639-a461-9fd420d07ee8 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:10.846927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:10.847543 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.848907 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] 10.222.0.67 "PUT /v2.0/ports/9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 1092 time: 0.6548874 Jun 17 09:02:10.849430 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:10.851802 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0aee31-aca9-42fc-beab-d955e4c1658f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:10.909400 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce8d901-6be7-403f-a1e7-834e76284f45 x-openstack-request-id: req-1ce8d901-6be7-403f-a1e7-834e76284f45 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:10.909738 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:10.910037 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ce8d901-6be7-403f-a1e7-834e76284f45 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:10.910470 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8', 'status': 'completed', 'code': 200} Jun 17 09:02:10.931136 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:10.936661 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-480b4ca9-0a42-4a74-825d-d5239dc6d527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:10.983324 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de2d5b-71bb-4d9e-ace3-e24897139f57 req-efe7901a-b92f-4b3f-933b-da96b0a80b47 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:10.984773 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52de2d5b-71bb-4d9e-ace3-e24897139f57 req-efe7901a-b92f-4b3f-933b-da96b0a80b47 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 943 time: 0.1303117 Jun 17 09:02:10.987139 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-f01c00bb-82fe-49fa-b42b-0430c4e77c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:10.988453 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-f01c00bb-82fe-49fa-b42b-0430c4e77c43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1095 time: 0.0905435 Jun 17 09:02:11.036961 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-33b4d345-aae5-4357-a53e-f80d2b63953e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0399883 Jun 17 09:02:11.077062 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52de2d5b-71bb-4d9e-ace3-e24897139f57 req-b669d769-5fef-4759-9a9e-8cd2ef9547ae tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863655 Jun 17 09:02:11.093686 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-dbbe2e4e-6820-4a9f-b1ff-f87321b24101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:11.095117 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-dbbe2e4e-6820-4a9f-b1ff-f87321b24101 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0491192 Jun 17 09:02:11.130569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-4c7d6b54-a0b2-4797-aa9a-a216e9fc5504 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295916 Jun 17 09:02:11.222219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-857fa97a-b82f-4283-a606-b30d1419cfaa service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843837 Jun 17 09:02:11.311886 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-901ef477-6c9a-433f-9d0d-57a0e240f69c req-d056ccf7-d743-4a79-8f29-f00fc5f2e254 service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836732 Jun 17 09:02:11.411670 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-500d6c62-c6df-4a53-8d61-214d74e38abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:11.413045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-500d6c62-c6df-4a53-8d61-214d74e38abe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1095 time: 0.0520239 Jun 17 09:02:11.502667 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-d4e835ed-4ab1-461b-94bb-f0c422487025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:11.504133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-d4e835ed-4ab1-461b-94bb-f0c422487025 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 912 time: 0.0850677 Jun 17 09:02:11.543218 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-b896e45c-a835-433a-921a-94fa566458fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0327389 Jun 17 09:02:11.591354 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-34d36071-9da0-49ec-b7f0-61984e1fe04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:11.592737 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-34d36071-9da0-49ec-b7f0-61984e1fe04f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0426819 Jun 17 09:02:11.625205 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-9763871d-1730-40a5-926e-ca0cb4876f42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255845 Jun 17 09:02:11.716743 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-73c612b4-4b32-4d2b-b5f4-417b30787f5b service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846820 Jun 17 09:02:11.812363 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da0aee31-aca9-42fc-beab-d955e4c1658f req-82ff8e5f-11d1-41d2-b08d-5ec84f6f32c7 service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873682 Jun 17 09:02:12.249264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07aa6ac-b57e-43ba-961d-38a47904b56c req-e4e0145e-9369-4311-ad97-367e6fc69912 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:12.250632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a07aa6ac-b57e-43ba-961d-38a47904b56c req-e4e0145e-9369-4311-ad97-367e6fc69912 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 943 time: 0.0619862 Jun 17 09:02:12.286762 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a07aa6ac-b57e-43ba-961d-38a47904b56c req-4fe41f86-bbd9-484b-94e6-eb9cf799bf60 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Jun 17 09:02:13.647133 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8417f6f-492c-400d-8903-a7dbdf2b26e7 req-270df5b6-b9bb-456b-b174-acee455e32dd tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:13.648516 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8417f6f-492c-400d-8903-a7dbdf2b26e7 req-270df5b6-b9bb-456b-b174-acee455e32dd tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 943 time: 0.0623777 Jun 17 09:02:13.684905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b8417f6f-492c-400d-8903-a7dbdf2b26e7 req-231d8c69-d523-4f16-9879-c2568022a211 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301192 Jun 17 09:02:13.754320 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:02:14.022746 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:14.033318 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': '9ba53e04-1b86-453f-a9df-939701678ee8', 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9', 'port_id': '9ba53e04-1b86-453f-a9df-939701678ee8', 'mac_address': 'fa:16:3e:60:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431363d-4c26-472a-a4de-b64764e13a0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:02:14.068832 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.081612 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba53e04-1b86-453f-a9df-939701678ee8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:14.100282 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:14.104549 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.107242 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:14.150491 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:14.153595 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:14.287077 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['9ba53e04-1b86-453f-a9df-939701678ee8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:14.864347 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb5b63-a305-48d2-9e3f-1974112aa431 req-b7c97382-38a2-4607-9182-b721acabf7b0 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:14.865826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1bb5b63-a305-48d2-9e3f-1974112aa431 req-b7c97382-38a2-4607-9182-b721acabf7b0 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 944 time: 0.0669217 Jun 17 09:02:14.902646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c1bb5b63-a305-48d2-9e3f-1974112aa431 req-fd96e737-d235-4deb-a683-a94b64411e98 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Jun 17 09:02:15.768728 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:15.815037 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port 9ba53e04-1b86-453f-a9df-939701678ee8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:15.818509 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port 9ba53e04-1b86-453f-a9df-939701678ee8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:15.818882 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.894525 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.917843 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:15.920147 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a20d16-9cea-4bb3-b034-23008efc63c8" -d '{"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:15.934066 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:15.938971 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.941267 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:15.969575 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc54b1e-571c-4b1f-b3b2-8ab1ac203a26 x-openstack-request-id: req-cfc54b1e-571c-4b1f-b3b2-8ab1ac203a26 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:15.969878 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:15.970140 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfc54b1e-571c-4b1f-b3b2-8ab1ac203a26 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:15.970535 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8', 'code': 200} Jun 17 09:02:15.997250 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:16.000208 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:16.138791 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f23eb3-d418-4e40-8f41-4213114b9a81 req-3899cb48-abe4-40dd-8203-5dab5f86054b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:16.140300 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37f23eb3-d418-4e40-8f41-4213114b9a81 req-3899cb48-abe4-40dd-8203-5dab5f86054b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.1037571 Jun 17 09:02:16.142843 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49535b8-22cb-469a-b832-16ea2b434596 req-2d2d6799-227a-4f69-97a6-1a089eca956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:16.144210 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c49535b8-22cb-469a-b832-16ea2b434596 req-2d2d6799-227a-4f69-97a6-1a089eca956f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1097 time: 0.0985403 Jun 17 09:02:16.199943 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-37f23eb3-d418-4e40-8f41-4213114b9a81 req-88e8788c-7b7f-41d5-9392-0b6c60582638 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 Jun 17 09:02:16.201591 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c49535b8-22cb-469a-b832-16ea2b434596 req-c402cfd7-3aa1-4ad8-8bfc-beebc0d24787 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Jun 17 09:02:17.370454 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcb995-f46a-4b91-9ac4-89e9f0fedbb9 req-528a1e9c-5710-4464-9f36-bd6a13fe34a1 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:17.371936 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fdcb995-f46a-4b91-9ac4-89e9f0fedbb9 req-528a1e9c-5710-4464-9f36-bd6a13fe34a1 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0621231 Jun 17 09:02:17.395633 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:17.409259 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-5fdcb995-f46a-4b91-9ac4-89e9f0fedbb9 req-3fb60c42-e557-4171-b7ff-82d1c3d78921 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Jun 17 09:02:17.842847 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126add-14f3-4236-b896-9fc7b1e7345d req-26e361fe-aa6e-4842-8e24-cca8be740691 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:17.844260 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec126add-14f3-4236-b896-9fc7b1e7345d req-26e361fe-aa6e-4842-8e24-cca8be740691 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.1073530 Jun 17 09:02:17.846874 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-7cfc426b-6a99-4ec7-b246-1beccff9332b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1585391 Jun 17 09:02:17.882460 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ec126add-14f3-4236-b896-9fc7b1e7345d req-839d9ae4-77bd-4ab8-819e-1abc999c686f tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Jun 17 09:02:19.110574 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8e0b-45ef-4f63-87cc-979571fda6a3 req-19643218-bfce-480c-89fa-50c086e03c9b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:19.112133 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cfa8e0b-45ef-4f63-87cc-979571fda6a3 req-19643218-bfce-480c-89fa-50c086e03c9b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.1102722 Jun 17 09:02:19.114532 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-6c844ea9-8607-408d-9972-307f58158a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:19.115929 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-6c844ea9-8607-408d-9972-307f58158a1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1097 time: 0.0845246 Jun 17 09:02:19.175175 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cfa8e0b-45ef-4f63-87cc-979571fda6a3 req-dcce519c-f02b-43bc-b58c-971088b62c81 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 Jun 17 09:02:19.224563 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-2b8d1dc1-9d54-4ca8-96ea-af6e414b2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:19.226007 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-2b8d1dc1-9d54-4ca8-96ea-af6e414b2454 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 912 time: 0.1017995 Jun 17 09:02:19.270029 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-82e6a23e-3778-4a68-9c23-dd98cc9bcb4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0376682 Jun 17 09:02:19.316076 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-983bb12c-91a6-46e1-866c-e96582fc4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:19.317457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-983bb12c-91a6-46e1-866c-e96582fc4ff2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0417409 Jun 17 09:02:19.348256 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-330dd2ae-65a8-47c9-8fbf-e1edf321f4aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245883 Jun 17 09:02:19.436803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-8a7b5bf7-4d80-4c6b-b268-9536a1de1cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824802 Jun 17 09:02:19.523167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-e059de7d-b339-4afe-a0b2-0ca568f4514c service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799434 Jun 17 09:02:19.527587 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.350411 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652afc3-a31d-462c-bcf6-5eb20da2d236 req-e3596ffb-24ef-4fa1-90f5-2837266a84a8 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:20.352425 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0652afc3-a31d-462c-bcf6-5eb20da2d236 req-e3596ffb-24ef-4fa1-90f5-2837266a84a8 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0667663 Jun 17 09:02:20.725932 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0652afc3-a31d-462c-bcf6-5eb20da2d236 req-97d41d00-676d-44a7-93b1-07fc720e5f0a tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676069 Jun 17 09:02:21.897854 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30cf4-6020-4553-9377-b310dc294c46 req-2e4420da-06af-4eb3-90af-2b2394e9402b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:21.899925 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ad30cf4-6020-4553-9377-b310dc294c46 req-2e4420da-06af-4eb3-90af-2b2394e9402b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0602696 Jun 17 09:02:21.936234 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9ad30cf4-6020-4553-9377-b310dc294c46 req-6810bed2-efd1-4486-b636-8ece04de063e tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Jun 17 09:02:23.107736 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd64f-fc75-4bcd-9d9e-c8dbf68bb7be req-466a920c-860c-4c7b-aa93-293b475abe9a tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:23.109197 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b81cd64f-fc75-4bcd-9d9e-c8dbf68bb7be req-466a920c-860c-4c7b-aa93-293b475abe9a tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0625508 Jun 17 09:02:23.151014 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b81cd64f-fc75-4bcd-9d9e-c8dbf68bb7be req-d2bc6057-7aac-4f19-80f1-ccec189e589a tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Jun 17 09:02:24.322650 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025ab95-a0d7-4f83-8f74-40ba10e87f03 req-4039debb-340e-4c92-b057-60b9d5308716 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:24.324148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e025ab95-a0d7-4f83-8f74-40ba10e87f03 req-4039debb-340e-4c92-b057-60b9d5308716 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0630753 Jun 17 09:02:24.361776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e025ab95-a0d7-4f83-8f74-40ba10e87f03 req-5c8f72e5-8b84-4c87-a480-de4cb20bfa6a tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Jun 17 09:02:25.033952 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f955810-af90-4193-9a95-271a03dad1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:25.531109 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d9ffa-7adf-45b6-ae31-00e5dc6ff15d req-715280ae-c57d-4c2f-b3e3-ff16194a672e tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:25.532815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b9d9ffa-7adf-45b6-ae31-00e5dc6ff15d req-715280ae-c57d-4c2f-b3e3-ff16194a672e tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0616872 Jun 17 09:02:25.569146 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9b9d9ffa-7adf-45b6-ae31-00e5dc6ff15d req-b2cf0393-d363-4ccd-b631-5fed5139ff69 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Jun 17 09:02:26.746100 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909ceb-e032-4975-bf0a-bc600599dc8c req-11eee432-a99e-46f5-b7ea-a8be9ac1e9b1 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:26.747595 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6909ceb-e032-4975-bf0a-bc600599dc8c req-11eee432-a99e-46f5-b7ea-a8be9ac1e9b1 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0681102 Jun 17 09:02:26.783330 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e6909ceb-e032-4975-bf0a-bc600599dc8c req-a79c10e7-8950-42d7-bfc2-5e5dc4af8fe2 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299811 Jun 17 09:02:27.640715 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.895099 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8900493a-42d2-46a7-82a4-29ef7d0c6b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.962420 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667b638-220d-469f-8ce4-c39c56bdeaf6 req-8a93782a-3368-483a-8f13-b844696c618c tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:27.963926 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d667b638-220d-469f-8ce4-c39c56bdeaf6 req-8a93782a-3368-483a-8f13-b844696c618c tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0700436 Jun 17 09:02:28.001337 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d667b638-220d-469f-8ce4-c39c56bdeaf6 req-449634b3-b071-4194-9e37-4e4503c96eb1 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Jun 17 09:02:28.944867 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.176992 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf639e8-ff69-49c8-b583-17d6eb8e68cd req-adb3973c-b20c-4e88-84a1-ca1d54c94d28 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:29.178475 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cf639e8-ff69-49c8-b583-17d6eb8e68cd req-adb3973c-b20c-4e88-84a1-ca1d54c94d28 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0653024 Jun 17 09:02:29.215987 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-0cf639e8-ff69-49c8-b583-17d6eb8e68cd req-ddb14a24-d944-4563-b19a-24a2bb9ab77b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Jun 17 09:02:30.386584 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:30.387291 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17232-e317-4cd7-a283-3ecc28fa266f req-02fb1a4c-792f-4ca5-ac4b-f2bc98028005 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:30.389196 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32f17232-e317-4cd7-a283-3ecc28fa266f req-02fb1a4c-792f-4ca5-ac4b-f2bc98028005 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0648165 Jun 17 09:02:30.425843 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-32f17232-e317-4cd7-a283-3ecc28fa266f req-cf848edf-95b7-4e8f-9451-7afc532f4ad0 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Jun 17 09:02:31.597477 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3075-ac2c-44f4-996d-e09e424802e8 req-30cd95cc-0c5e-40cb-9c3f-5f90a225ead0 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:31.599191 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa4a3075-ac2c-44f4-996d-e09e424802e8 req-30cd95cc-0c5e-40cb-9c3f-5f90a225ead0 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0625651 Jun 17 09:02:31.636472 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-aa4a3075-ac2c-44f4-996d-e09e424802e8 req-cd2290a9-6d97-434b-a57e-674bfc78f745 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jun 17 09:02:31.734997 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:02:32.818374 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a10a-7944-40b9-851f-205b581c78bf req-9a6e9637-85f9-411c-b913-e085bb362f25 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:32.819868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b44a10a-7944-40b9-851f-205b581c78bf req-9a6e9637-85f9-411c-b913-e085bb362f25 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0693455 Jun 17 09:02:32.856710 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1b44a10a-7944-40b9-851f-205b581c78bf req-2952ff81-5d5e-4f2b-b827-0bbbb5d96ab2 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Jun 17 09:02:34.029960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71159b-0a28-47c8-8558-2b7baf40c5a6 req-dbfd4b77-4a30-4f32-b0ca-767d90231c80 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:34.031479 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce71159b-0a28-47c8-8558-2b7baf40c5a6 req-dbfd4b77-4a30-4f32-b0ca-767d90231c80 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0630491 Jun 17 09:02:34.068084 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ce71159b-0a28-47c8-8558-2b7baf40c5a6 req-b315f6d5-e003-4566-a9b1-e52a1f0874c2 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Jun 17 09:02:35.244680 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d244f0-f8a5-438e-a4bc-b09430f97663 req-86319509-afc6-442d-ab26-a428c02620ca tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.246071 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54d244f0-f8a5-438e-a4bc-b09430f97663 req-86319509-afc6-442d-ab26-a428c02620ca tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0673704 Jun 17 09:02:35.283231 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-54d244f0-f8a5-438e-a4bc-b09430f97663 req-b2cb5485-5482-4ec8-8e18-f01c690c3ff6 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313351 Jun 17 09:02:36.456894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef67e-c3c8-4540-8cb2-d16afac4c73d req-f000337c-7e25-48b9-a196-c47c50976e38 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:36.458374 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-605ef67e-c3c8-4540-8cb2-d16afac4c73d req-f000337c-7e25-48b9-a196-c47c50976e38 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0647395 Jun 17 09:02:36.497483 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-605ef67e-c3c8-4540-8cb2-d16afac4c73d req-bdd387f8-aaed-48c6-8d68-d295c9b7fb8e tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Jun 17 09:02:37.668260 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293e27e-90fd-4688-8bfd-1a861e484fde req-33460230-76fd-43f0-99ca-156a75f5005c tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:37.669752 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9293e27e-90fd-4688-8bfd-1a861e484fde req-33460230-76fd-43f0-99ca-156a75f5005c tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0639594 Jun 17 09:02:37.705963 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9293e27e-90fd-4688-8bfd-1a861e484fde req-5d42a0e1-7ab8-4a1f-bbc1-bf0a3cd2eca5 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Jun 17 09:02:38.884597 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f2682-6968-483f-a410-d9b95836ad76 req-1e3ad126-eaaf-44ab-920d-488f995e2034 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:38.886038 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b88f2682-6968-483f-a410-d9b95836ad76 req-1e3ad126-eaaf-44ab-920d-488f995e2034 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0678651 Jun 17 09:02:38.922868 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b88f2682-6968-483f-a410-d9b95836ad76 req-5a5853dd-84e3-48f5-b2ba-d9569f1b6336 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Jun 17 09:02:40.093828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6349c-5bb8-4077-ab94-1b20367e5d67 req-76ae33b4-d863-4a46-93ff-55e9dcaec6f6 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:40.095336 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22c6349c-5bb8-4077-ab94-1b20367e5d67 req-76ae33b4-d863-4a46-93ff-55e9dcaec6f6 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0627429 Jun 17 09:02:40.132072 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-22c6349c-5bb8-4077-ab94-1b20367e5d67 req-ef59c88d-d21c-4c7f-b054-fe32aff04364 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Jun 17 09:02:41.308528 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b7a04-340f-4201-ab1c-893b1eb31f7e req-9aa4cfba-105f-4785-b7a8-f26fb776e80c tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:41.310002 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-350b7a04-340f-4201-ab1c-893b1eb31f7e req-9aa4cfba-105f-4785-b7a8-f26fb776e80c tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0674088 Jun 17 09:02:41.347754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-350b7a04-340f-4201-ab1c-893b1eb31f7e req-1a0b020b-9f96-425f-9fc6-483e785bb321 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Jun 17 09:02:42.519629 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be1c37-5f1f-4ed1-bbfe-056bb22102fe req-a06ce69c-0620-4e9f-a152-109fcc642364 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:42.521096 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23be1c37-5f1f-4ed1-bbfe-056bb22102fe req-a06ce69c-0620-4e9f-a152-109fcc642364 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0623825 Jun 17 09:02:42.557992 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-23be1c37-5f1f-4ed1-bbfe-056bb22102fe req-22bb24c1-9453-47d3-971e-412fa738735d tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Jun 17 09:02:43.729496 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8070-eea8-428b-ac86-5f9980605ad2 req-a71ad016-483b-482e-8969-6fc7854d189b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:43.730988 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-209a8070-eea8-428b-ac86-5f9980605ad2 req-a71ad016-483b-482e-8969-6fc7854d189b tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0622644 Jun 17 09:02:43.766776 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-209a8070-eea8-428b-ac86-5f9980605ad2 req-635c15be-cdb7-4f9b-a199-bd393f950215 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302777 Jun 17 09:02:44.943931 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af3f9d-66e5-4966-b07d-b50f612b1a98 req-84081398-40d2-44ed-a53e-62a6fe9b63bd tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:44.945687 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46af3f9d-66e5-4966-b07d-b50f612b1a98 req-84081398-40d2-44ed-a53e-62a6fe9b63bd tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0671175 Jun 17 09:02:44.985272 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-46af3f9d-66e5-4966-b07d-b50f612b1a98 req-81390e78-d2f9-459d-8cee-71a28bdfe326 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Jun 17 09:02:46.158362 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b30512-27cb-47ac-b32a-718f9539b48a req-ca4c5c2a-d689-4189-840e-4e424eeb7411 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:46.159870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0b30512-27cb-47ac-b32a-718f9539b48a req-ca4c5c2a-d689-4189-840e-4e424eeb7411 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0629802 Jun 17 09:02:46.197935 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e0b30512-27cb-47ac-b32a-718f9539b48a req-42988e32-2893-4a85-8c3e-f7ee9fc3fe07 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jun 17 09:02:46.406564 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-ad255caa-1bd8-4a47-aa9e-ea3857fd6765 service neutron] show failed (client error): The resource could not be found. Jun 17 09:02:46.407649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-ad255caa-1bd8-4a47-aa9e-ea3857fd6765 service neutron] 10.222.0.67 "GET /v2.0/ports/9ba53e04-1b86-453f-a9df-939701678ee8/bindings/n-h1-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.0587347 Jun 17 09:02:46.685936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-b0c50085-fa2d-4974-a6f2-3d1e8939d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:46.687482 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-b0c50085-fa2d-4974-a6f2-3d1e8939d713 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae&tenant_id=cdfc1ee6838049e69c7a07d407c55508 HTTP/1.1" status: 200 len: 1097 time: 0.0826519 Jun 17 09:02:46.700689 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:46.775653 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.972580 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:47.003212 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h2-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:47.041379 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:47.044029 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660f203-82cf-4a31-b7f6-ba901be1f39c" -d '{"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-unplugged", "status": "completed", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:47.047561 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.059570 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Transition to ACTIVE for port object 9ba53e04-1b86-453f-a9df-939701678ee8 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:47.064449 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.067226 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5e837da2-2511-49f8-94ce-b75ee2bff3d0 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:47.156061 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] No DVR routers for this DVR port 9ba53e04-1b86-453f-a9df-939701678ee8 on host n-h2-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:47.160144 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e658b-9baa-484d-8901-8a6f3892e489 x-openstack-request-id: req-9c6e658b-9baa-484d-8901-8a6f3892e489 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:47.160487 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-unplugged", "status": "completed", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:47.160848 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c6e658b-9baa-484d-8901-8a6f3892e489 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:47.161292 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8', 'code': 200} Jun 17 09:02:47.161853 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=6']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:47.171826 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.172213 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.172594 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.172965 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.173336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.173704 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.174069 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.174431 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.174795 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.175178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.175539 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.175897 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:47.180415 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:47.207728 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:47.208060 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:47.208386 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 on network fc9c4675-1de5-4d30-8661-1579075e8ce9 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:47.213250 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Port 9ba53e04-1b86-453f-a9df-939701678ee8 on network fc9c4675-1de5-4d30-8661-1579075e8ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:02:47.213560 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Attempting to bind port 9ba53e04-1b86-453f-a9df-939701678ee8 on network fc9c4675-1de5-4d30-8661-1579075e8ce9 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:47.218174 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:47.218504 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Checking segment: {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:47.218873 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Bound using segment: {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:47.219313 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Bound port: 9ba53e04-1b86-453f-a9df-939701678ee8, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70add06-874c-4a7d-a772-06e258c4cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:47.219649 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.285895 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:47.288883 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:47.293498 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.296423 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-da24d25c-4d04-4c0a-aad9-2171e017ba63 tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:47.327178 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.328215 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.329942 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] 10.222.0.60 "PUT /v2.0/ports/9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 1092 time: 0.6342766 Jun 17 09:02:47.366482 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=7']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:47.370295 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-023a58ce-af90-40eb-9d1d-92fa4bf2bcbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:47.376600 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162e33-8989-4a2e-9c92-19d20a19aefd req-894afb1c-5de6-45b4-b69f-ad717c835359 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.378233 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8162e33-8989-4a2e-9c92-19d20a19aefd req-894afb1c-5de6-45b4-b69f-ad717c835359 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 943 time: 0.0670998 Jun 17 09:02:47.412839 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-fcd47827-97bb-4da9-a718-39d05e5617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.414507 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-fcd47827-97bb-4da9-a718-39d05e5617e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1095 time: 0.0593956 Jun 17 09:02:47.417332 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e8162e33-8989-4a2e-9c92-19d20a19aefd req-8f67610d-d792-439d-9d38-528cb503b315 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Jun 17 09:02:47.424514 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.508877 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-4752783f-ac6d-42bb-9397-40ada673c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.510405 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-4752783f-ac6d-42bb-9397-40ada673c4df service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 912 time: 0.0897598 Jun 17 09:02:47.550541 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-e23837ad-9c5b-472e-8685-e9eab0016796 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0331848 Jun 17 09:02:47.602847 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-edc23ed9-37a1-4bdd-b0d3-d79f5bd58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.604331 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-edc23ed9-37a1-4bdd-b0d3-d79f5bd58e47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0474975 Jun 17 09:02:47.636083 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-bbb00eff-5eb0-4511-898b-51af58e1df8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258038 Jun 17 09:02:47.723132 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-e37197c9-52b8-4f0b-a974-8989f9fbe94d service neutron] 10.222.0.60 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803835 Jun 17 09:02:47.814368 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-fd4e80ef-3d89-4e64-a0eb-54df970ba912 req-66ea02e9-707c-4a3e-9110-d695f84defa9 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Jun 17 09:02:48.591377 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a585fa-2d0d-4b87-89e4-ca534f0d3a9d req-5b4eaa02-8800-4211-842b-1d2597540e85 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:48.592852 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51a585fa-2d0d-4b87-89e4-ca534f0d3a9d req-5b4eaa02-8800-4211-842b-1d2597540e85 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 943 time: 0.0623126 Jun 17 09:02:48.629603 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-51a585fa-2d0d-4b87-89e4-ca534f0d3a9d req-ce2315d7-c3b3-44e3-9b6d-b9fcfb416939 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Jun 17 09:02:49.162062 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:49.164811 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4eaea-decd-452e-9e54-4c6c6330d268" -d '{"events": [{"name": "network-changed", "server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:49.212144 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1f86eb-ce59-47da-8829-e0af4f52ac68 x-openstack-request-id: req-ac1f86eb-ce59-47da-8829-e0af4f52ac68 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:49.212562 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:49.212876 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac1f86eb-ce59-47da-8829-e0af4f52ac68 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:49.213334 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8', 'status': 'completed', 'code': 200} Jun 17 09:02:49.287688 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-fb503c95-de29-495e-a96b-b01e6052991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.289205 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-fb503c95-de29-495e-a96b-b01e6052991b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1095 time: 0.0533345 Jun 17 09:02:49.290942 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-065e579e-ea43-42b9-8034-ab4198f7bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.292429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-065e579e-ea43-42b9-8034-ab4198f7bdb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1095 time: 0.0605690 Jun 17 09:02:49.389719 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-bd50b6ef-e28f-414c-8836-6ac11a9c386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.391404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-bd50b6ef-e28f-414c-8836-6ac11a9c386e service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 912 time: 0.0918100 Jun 17 09:02:49.438270 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-59a4d8b5-edfa-44fe-9315-5821579d22cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0408213 Jun 17 09:02:49.490825 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-4c16014f-71b0-428c-96f8-b0a598a1ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.493504 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-4c16014f-71b0-428c-96f8-b0a598a1ba95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0488338 Jun 17 09:02:49.525498 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:49.532412 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-60bf73c6-ff2e-4407-98cf-dd69d8f3d6c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334098 Jun 17 09:02:49.632094 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-c190db00-3b95-4a9c-94b4-b1fc02a3809e service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938509 Jun 17 09:02:49.725823 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-c62df7b9-e148-42a2-9d52-973337e1657d service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875530 Jun 17 09:02:49.760176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-e9f0302b-dbaa-4bca-9ef9-f8f62fe93026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.761626 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-e9f0302b-dbaa-4bca-9ef9-f8f62fe93026 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 912 time: 0.4658327 Jun 17 09:02:49.802360 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-e62abb60-ccec-4e3e-b3dc-6cddfbf64ee1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0337846 Jun 17 09:02:49.821002 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dd8b1-6996-498e-963d-5882311f0d9e req-1ee629e1-69fc-4f3b-be23-a839b611d106 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.822770 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da3dd8b1-6996-498e-963d-5882311f0d9e req-1ee629e1-69fc-4f3b-be23-a839b611d106 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 943 time: 0.0723615 Jun 17 09:02:49.855176 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-a096e69f-215b-4c3b-8367-b89090f14060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.856614 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-a096e69f-215b-4c3b-8367-b89090f14060 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0479763 Jun 17 09:02:49.862045 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-da3dd8b1-6996-498e-963d-5882311f0d9e req-ce615c84-09c8-4273-bdd5-5f505cceab8a tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332713 Jun 17 09:02:49.890099 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-ce6b432d-e15a-48aa-8c1b-99e68d87a9c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jun 17 09:02:49.942798 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 no longer exists at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:49.982796 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-ddb91430-1e0b-47d3-9942-4942b0ec8f1f service neutron] 10.222.0.60 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863068 Jun 17 09:02:49.985896 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 not bound to the agent host n-h2-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:50.043928 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:02:50.081136 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-40f4eaea-decd-452e-9e54-4c6c6330d268 req-07b23bb4-71fb-4dc1-b622-1a2c233bd643 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Jun 17 09:02:50.148063 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:50.159499 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': '9ba53e04-1b86-453f-a9df-939701678ee8', 'network_id': 'fc9c4675-1de5-4d30-8661-1579075e8ce9', 'port_id': '9ba53e04-1b86-453f-a9df-939701678ee8', 'mac_address': 'fa:16:3e:60:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431363d-4c26-472a-a4de-b64764e13a0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:02:50.200754 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.214008 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba53e04-1b86-453f-a9df-939701678ee8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:50.233920 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:50.237042 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.239363 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:50.284802 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:50.286125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-59a77f29-2778-427f-b07f-223b00910417 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:50.287620 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-59a77f29-2778-427f-b07f-223b00910417 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae&tenant_id=cdfc1ee6838049e69c7a07d407c55508&binding%3Ahost_id=n-h1-780147-13 HTTP/1.1" status: 200 len: 943 time: 0.1067462 Jun 17 09:02:50.292402 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.292769 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.293109 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.293447 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.293778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.294106 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.294435 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.294761 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.295110 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.295434 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.295756 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.296076 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:50.300048 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:50.349752 n-d-780147-13 neutron-server[93500]: INFO neutron.api.v2.resource [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-eb3b0eef-c519-451e-866d-a9b4eddfee33 service neutron] delete failed (client error): The resource could not be found. Jun 17 09:02:50.350751 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-eb3b0eef-c519-451e-866d-a9b4eddfee33 service neutron] 10.222.0.67 "DELETE /v2.0/ports/9ba53e04-1b86-453f-a9df-939701678ee8/bindings/n-h2-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.0578113 Jun 17 09:02:50.443216 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-cb6639b6-9201-4dbb-bd9c-b50bad93c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:50.444661 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-cb6639b6-9201-4dbb-bd9c-b50bad93c760 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdfc1ee6838049e69c7a07d407c55508&device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 1096 time: 0.0515597 Jun 17 09:02:50.464933 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9ba53e04-1b86-453f-a9df-939701678ee8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:50.531908 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-0eda8ccf-5aab-4b73-82f3-00e74e1ec157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:50.533369 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-0eda8ccf-5aab-4b73-82f3-00e74e1ec157 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 200 len: 912 time: 0.0825942 Jun 17 09:02:50.576551 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-6f6aab82-23a0-46dd-af81-78a256c0fecb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 200 len: 217 time: 0.0369270 Jun 17 09:02:50.625281 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-eee55b49-52c4-427e-b9ee-27e6b0b50029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:50.626774 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-eee55b49-52c4-427e-b9ee-27e6b0b50029 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 200 len: 851 time: 0.0447991 Jun 17 09:02:50.658856 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-6ea0f766-6c28-4762-bfdb-230a726fd703 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc9c4675-1de5-4d30-8661-1579075e8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261483 Jun 17 09:02:50.747302 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-e9f2a6b1-f4d2-48f5-9f05-63b0880d8173 service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825355 Jun 17 09:02:50.834308 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-ac8bd1ef-d859-431a-ac73-d269b0809655 service neutron] 10.222.0.67 "GET /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812020 Jun 17 09:02:51.657043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45bdb1-519e-4089-a274-dcc691bba395 req-8f53fb51-85a2-4c57-b340-db8f56d2c842 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:51.658429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a45bdb1-519e-4089-a274-dcc691bba395 req-8f53fb51-85a2-4c57-b340-db8f56d2c842 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 944 time: 0.0668142 Jun 17 09:02:51.696077 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1a45bdb1-519e-4089-a274-dcc691bba395 req-113e689f-864a-4384-96bf-8edd49c24f9d tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Jun 17 09:02:52.060020 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:52.106409 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port 9ba53e04-1b86-453f-a9df-939701678ee8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:52.109981 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port 9ba53e04-1b86-453f-a9df-939701678ee8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:52.110358 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.183210 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.204545 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:52.206784 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d5c196-4e87-419a-8231-5ba0b5905fa0" -d '{"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:52.226189 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:52.231052 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.233373 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:52.256550 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7238bba9-f790-4b11-a9ce-cbf366da5288 x-openstack-request-id: req-7238bba9-f790-4b11-a9ce-cbf366da5288 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:52.256849 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:52.257109 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7238bba9-f790-4b11-a9ce-cbf366da5288 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:52.257500 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8', 'code': 200} Jun 17 09:02:52.287757 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:52.291574 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:52.873842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1da3f-3100-49e8-9d79-fb46774e32f5 req-1d9a5289-c69b-4413-a273-2cb4cf612fec tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:52.875352 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ce1da3f-3100-49e8-9d79-fb46774e32f5 req-1d9a5289-c69b-4413-a273-2cb4cf612fec tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0661292 Jun 17 09:02:52.912644 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-7f14e4cf-04ec-43d6-91a0-41c03571d2df tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:52.914141 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-7f14e4cf-04ec-43d6-91a0-41c03571d2df tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd003875-7c40-40a4-aff1-deff76b657ae HTTP/1.1" status: 200 len: 945 time: 0.0633576 Jun 17 09:02:52.914306 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6ce1da3f-3100-49e8-9d79-fb46774e32f5 req-9301fe61-fb5b-4590-b79b-e7e86a5ab8a1 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a1de456-ea63-4ad0-ae30-1ada00eb70ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Jun 17 09:02:53.020680 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Deleting port 9ba53e04-1b86-453f-a9df-939701678ee8 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:53.021021 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751034128541'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.105141 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] For port 9ba53e04-1b86-453f-a9df-939701678ee8, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=9ba53e04-1b86-453f-a9df-939701678ee8,segment=NetworkSegment(f70add06-874c-4a7d-a772-06e258c4cc32),segment_id=f70add06-874c-4a7d-a772-06e258c4cc32)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:53.105495 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-382163'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.170698 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Calling delete_port for 9ba53e04-1b86-453f-a9df-939701678ee8 owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:53.304387 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751034133625', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751033725736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6265476'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.309012 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-be7de9fe-3cf2-449e-8197-8afdc68edfd9 tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:53.316094 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['9ba53e04-1b86-453f-a9df-939701678ee8'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:53.339454 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Pushing event deleted for resources: {'Port': ['ID=9ba53e04-1b86-453f-a9df-939701678ee8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:53.345983 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:53.382270 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] No DVR routers for this DVR port 9ba53e04-1b86-453f-a9df-939701678ee8 on host n-h1-780147-13 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:53.385617 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.387614 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-d435c3eb-5bd1-4636-90d9-8b81447c450c req-3234a47f-68e1-4de3-8eab-035925b53284 tempest-DeleteServersTestJSON-1013259036 tempest-DeleteServersTestJSON-1013259036-project] 10.222.0.60 "DELETE /v2.0/ports/9ba53e04-1b86-453f-a9df-939701678ee8 HTTP/1.1" status: 204 len: 173 time: 0.4676213 Jun 17 09:02:53.388170 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-deleted', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:53.390500 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f16f7-c471-4a05-b552-0631c59e9cd1" -d '{"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-deleted", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:53.429171 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16866888-c7d3-4ad0-ad75-c6402bb4332b x-openstack-request-id: req-16866888-c7d3-4ad0-ad75-c6402bb4332b {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:53.429543 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd003875-7c40-40a4-aff1-deff76b657ae", "name": "network-vif-deleted", "tag": "9ba53e04-1b86-453f-a9df-939701678ee8", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:53.429853 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16866888-c7d3-4ad0-ad75-c6402bb4332b {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:53.430299 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd003875-7c40-40a4-aff1-deff76b657ae', 'name': 'network-vif-deleted', 'tag': '9ba53e04-1b86-453f-a9df-939701678ee8', 'status': 'completed', 'code': 200} Jun 17 09:02:54.168884 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39024) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:54.213828 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Deleting subnet 4431363d-4c26-472a-a4de-b64764e13a0b {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:02:54.216773 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.254223 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5044431'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.291587 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1590504'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.344139 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1590497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4800269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66842942'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.346827 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-650644f4-00d6-48ae-9170-0a1838af5974 tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.370927 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4431363d-4c26-472a-a4de-b64764e13a0b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.373746 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.375050 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4431363d-4c26-472a-a4de-b64764e13a0b HTTP/1.1" status: 204 len: 168 time: 0.2050598 Jun 17 09:02:54.377697 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:54.381321 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.381707 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.382086 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.382458 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.382827 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.383224 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.383590 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.384527 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.384894 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.385253 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.385619 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.385974 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-13 {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:54.389062 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-55b7e1f3-f574-4308-b644-2b2e289cfae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:54.450192 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1780586'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.532370 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601905', 'neutron.services.segments.db._delete_segments_for_network-8751034231601'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.542143 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9c4675-1de5-4d30-8661-1579075e8ce9']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:54.551871 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70add06-874c-4a7d-a772-06e258c4cc32') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:54.552163 n-d-780147-13 neutron-server[93499]: DEBUG neutron.services.segments.db [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70add06-874c-4a7d-a772-06e258c4cc32') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:54.560619 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751034231170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4264321'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.574026 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.579896 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:02:54.580273 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6265555'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: retrieve_revision_numbers = { Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: Traceback (most recent call last): Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: timer() Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: cb(*args, **kw) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: return func(*args, **kwargs) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: self._notify() Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: self.callback(batched_events) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: event.method(event) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: return f(self, *a, **k) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: return self._get(url).json() Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: return self.request(url, 'GET', **kwargs) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:02:54.581871 n-d-780147-13 neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:02:54.632412 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384333'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.636658 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-a6f06d65-2570-478f-ae0d-357db67d9baf tempest-TestNetworkAdvancedServerOps-143005468 tempest-TestNetworkAdvancedServerOps-143005468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.639139 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Notify callbacks [] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.640923 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] 10.222.0.65 "DELETE /v2.0/networks/fc9c4675-1de5-4d30-8661-1579075e8ce9 HTTP/1.1" status: 204 len: 168 time: 0.2622426 Jun 17 09:02:54.652486 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9c4675-1de5-4d30-8661-1579075e8ce9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.655467 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6041271b-7870-4f62-8985-fffadafb25aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:54.745465 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39030) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:54.784586 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-a46df64e-5f37-499c-b1db-ac203a8fdc81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cdfc1ee6838049e69c7a07d407c55508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378103 Jun 17 09:02:54.786693 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39032) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:54.837775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.858765 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.904775 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.907432 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.908620 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a1de456-ea63-4ad0-ae30-1ada00eb70ca HTTP/1.1" status: 204 len: 168 time: 0.1210306 Jun 17 09:02:54.909654 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-6346d7e9-fbcc-4821-bb5d-cee671f6342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.917319 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1de456-ea63-4ad0-ae30-1ada00eb70ca,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.919837 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-5003f12a-e4cd-494c-becb-1b64466f59f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:55.035847 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d26de35c-e55f-4b02-969c-ee3113b0ecc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.582151 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.65', 39054) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:55.676654 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-437670683-network', 'tenant_id': 'f2cc6d58637a45a4b9ed7f5d6ec88c14'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:55.696695 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Made reservation on behalf of f2cc6d58637a45a4b9ed7f5d6ec88c14 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:55.699072 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.708052 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.794252 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.797854 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369598'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.801700 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-8a7a4f94-7d06-44ca-8c7d-3cec04c69ec1 tempest-ServersAdminNegativeTestJSON-50798947 tempest-ServersAdminNegativeTestJSON-50798947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:55.832844 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:02:55.839036 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca8463-29bb-4207-bb83-012f4fdb4825,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:55.844263 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:55.847001 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597373'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.847476 n-d-780147-13 neutron-server[93500]: INFO neutron.db.segments_db [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Added segment ab170d04-d788-4bc2-83a2-c24c9b4c70b7 of type vlan for network a6c30236-9434-4002-941a-510d2839a709 Jun 17 09:02:55.886768 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751033680550'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.915007 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-369645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.916074 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:55.916641 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.919528 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-f9e21e3c-6886-497d-88d3-027068c4b6d5 tempest-RoutersTest-2043394141 tempest-RoutersTest-2043394141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:55.954322 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3710761 Jun 17 09:02:55.957329 n-d-780147-13 neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.65', 39058) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:55.964078 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Request body: {'subnet': {'network_id': 'a6c30236-9434-4002-941a-510d2839a709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-437670683-subnet', 'tenant_id': 'f2cc6d58637a45a4b9ed7f5d6ec88c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:55.987336 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Made reservation on behalf of f2cc6d58637a45a4b9ed7f5d6ec88c14 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:55.989632 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234818'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.008450 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c30236-9434-4002-941a-510d2839a709,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:56.011966 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-63a89865-c174-4d46-a1a6-ee1ef535afb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:56.019586 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Network a6c30236-9434-4002-941a-510d2839a709 details requested by agent ovs-agent-n-d-780147-13 with host n-d-780147-13 {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:02:56.160471 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6265393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234832'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.163222 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0760edcd-bba9-4941-9645-b90bebbbbc40 tempest-NetworksIpV6TestAttrs-720487900 tempest-NetworksIpV6TestAttrs-720487900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:56.215168 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:56.218834 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:56.224202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Checking segment: {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:56.224562 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Network hostable DHCP agents. Network: a6c30236-9434-4002-941a-510d2839a709, hostable agents: ['e4b01433-0864-4e59-9d72-f53702c10abc'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:02:56.239845 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Network a6c30236-9434-4002-941a-510d2839a709 is scheduled to be hosted by DHCP agent e4b01433-0864-4e59-9d72-f53702c10abc with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:02:56.249175 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-13, a6c30236-9434-4002-941a-510d2839a709) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:56.253114 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:56.253699 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.258313 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b443897-43e8-4519-9557-cc5963bfb201 None None] Network a6c30236-9434-4002-941a-510d2839a709 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:56.268676 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [None req-67a2fca1-c273-489b-aab9-dba80cf7a0d6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3096111 Jun 17 09:02:56.381644 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe03362-4251-4f9a-baa7-81a49e4e52bd None None] Network a6c30236-9434-4002-941a-510d2839a709 requested from n-d-780147-13 {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:56.686384 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9d74cd2d-8856-4317-83f2-2c77971c6a8b tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:56.687792 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9d74cd2d-8856-4317-83f2-2c77971c6a8b tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 814 time: 0.0980952 Jun 17 09:02:56.704253 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-defc998b-4a05-477a-8bbb-ed890a94be1f tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/quotas/f2cc6d58637a45a4b9ed7f5d6ec88c14 HTTP/1.1" status: 200 len: 375 time: 0.0109148 Jun 17 09:02:56.738803 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-a933069e-7d9f-413f-9248-96e7bde2b884 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jun 17 09:02:56.832897 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-ec1f623b-e40e-46ca-a0f5-9cb4bdd749fc service neutron] 10.222.0.65 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865366 Jun 17 09:02:56.926150 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-7d8c86ce-7a1a-47c1-9794-84ed75723b9e service neutron] 10.222.0.65 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Jun 17 09:02:57.105005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4d2f2d16-c20e-482d-8a62-8559eb1fe7bc req-44cd9f1f-a3a9-4b55-9628-fed499156ef8 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 210 time: 0.0285933 Jun 17 09:02:57.641372 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.895587 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c4ad166a-028c-4038-86ce-ef2d96eeab13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.090665 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:58.114204 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] No Port match for: 9ba53e04-1b86-453f-a9df-939701678ee8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:58.114554 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device 9ba53e04-1b86-453f-a9df-939701678ee8 not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:58.246427 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b94b1eca-12b0-42a6-95bd-169d19cd7605 req-5078b6fe-305d-422f-b5a1-e47bead866ad tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Jun 17 09:02:58.542096 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-58e01735-065a-425d-9e61-8b233af757de tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:58.543596 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-58e01735-065a-425d-9e61-8b233af757de tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.60 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 814 time: 0.1135116 Jun 17 09:02:58.555202 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Request body: {'port': {'device_id': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'network_id': 'a6c30236-9434-4002-941a-510d2839a709', 'admin_state_up': True, 'tenant_id': 'f2cc6d58637a45a4b9ed7f5d6ec88c14'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:58.665330 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Made reservation on behalf of f2cc6d58637a45a4b9ed7f5d6ec88c14 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:58.668850 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1714863'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.797922 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Allocated IP 172.20.0.9 (a6c30236-9434-4002-941a-510d2839a709/fabc72f2-f76f-4f7a-9553-e6d2d8d1550b/e4464231-7ef9-4e93-8bfd-dd9900e464ab) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:58.947736 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.950526 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.991662 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1713770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751033725727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6265485'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.996487 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-baa576ca-b37d-43f5-855b-738dbe999167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.036583 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Network a6c30236-9434-4002-941a-510d2839a709 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:59.039748 n-d-780147-13 neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:59.046285 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:59.052628 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.071980 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.096635 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:59.097251 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.111156 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0d20d764-e27e-4466-a92c-030195e2fcda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595653 Jun 17 09:02:59.123365 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.v2.base [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Request body: {'port': {'device_id': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-13'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:59.198179 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.422879 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aa462-8a21-4e34-9be4-39b83c0b7eb6 req-7c5fd230-831b-44ba-9cde-7243947308d4 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:59.424382 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-319aa462-8a21-4e34-9be4-39b83c0b7eb6 req-7c5fd230-831b-44ba-9cde-7243947308d4 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 931 time: 0.0628393 Jun 17 09:02:59.458660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4464231-7ef9-4e93-8bfd-dd9900e464ab {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:59.466144 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-319aa462-8a21-4e34-9be4-39b83c0b7eb6 req-1ef440fa-38d7-4150-9e04-178b2f733c88 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jun 17 09:02:59.466609 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.484021 n-d-780147-13 neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Transition to ACTIVE for port object e4464231-7ef9-4e93-8bfd-dd9900e464ab will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:59.488446 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.492036 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-0b1c1d5d-7247-4ab2-a8c6-81aa223be98d tempest-TestSecurityGroupsBasicOps-1516396658 tempest-TestSecurityGroupsBasicOps-1516396658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.565652 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.569816 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.634426 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab on host n-h1-780147-13 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:59.634759 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab by drivers openvswitch,hyperv on host n-h1-780147-13 at level 0 using segments [{'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:59.635124 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab on network a6c30236-9434-4002-941a-510d2839a709 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:59.639344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Port e4464231-7ef9-4e93-8bfd-dd9900e464ab on network a6c30236-9434-4002-941a-510d2839a709 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-13 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:02:59.639660 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab on network a6c30236-9434-4002-941a-510d2839a709 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:59.644345 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Checking agent: {'id': '70b970d4-e10a-4fbb-83b1-94a45e5dfd19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:59.644678 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Checking segment: {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:59.645057 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Bound using segment: {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:59.645475 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Bound port: e4464231-7ef9-4e93-8bfd-dd9900e464ab, host: n-h1-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:59.645815 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.712736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:59.715737 n-d-780147-13 neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:59.720220 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6265535'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.722338 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-b7672b9f-14c2-4dd9-9b1d-2f2526412fed tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.756162 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:59.756788 n-d-780147-13 neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.758199 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 1092 time: 0.6398747 Jun 17 09:02:59.759260 n-d-780147-13 neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:59.761711 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3330ccd4a21db79f40f1a48da4aa5f4a943bd7e6c47343bc1a5fb5769a1bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e803778-fec0-4cb4-b10f-8ea62879555a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:59.786090 n-d-780147-13 neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.789318 n-d-780147-13 neutron-server[93499]: DEBUG oslo_concurrency.lockutils [None req-9be6ff8b-5124-4683-9e6d-6bee29eae9a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.832286 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1a7fb-e54f-4546-af79-4a658fdeeb91 x-openstack-request-id: req-02a1a7fb-e54f-4546-af79-4a658fdeeb91 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:59.832632 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:59.832939 n-d-780147-13 neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02a1a7fb-e54f-4546-af79-4a658fdeeb91 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:59.833383 n-d-780147-13 neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'status': 'completed', 'code': 200} Jun 17 09:02:59.859936 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0e2e2d16-5442-4f39-a6e2-a223e1e691e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:59.861477 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-0e2e2d16-5442-4f39-a6e2-a223e1e691e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1095 time: 0.0593348 Jun 17 09:02:59.906474 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-cbb3d353-705f-4ebf-9340-1b43abcc58d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0370002 Jun 17 09:02:59.961344 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-b2d4073f-128a-4ab2-8399-f723545f95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:59.963082 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-b2d4073f-128a-4ab2-8399-f723545f95a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0479989 Jun 17 09:03:00.000291 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-97a4f01c-b029-42f4-80c2-cd0a9425c255 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280614 Jun 17 09:03:00.095543 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-591cf782-fc7c-49f8-830c-9bd45db12e21 service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871599 Jun 17 09:03:00.186077 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-e542a110-e0e7-4cb8-85ab-8c076d9ffc85 req-6196d304-98f7-4fe0-bf61-7cc2ab6ad65b service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819287 Jun 17 09:03:00.284489 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-4f50b648-7cac-4125-bf2d-674e84717cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.285938 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-4f50b648-7cac-4125-bf2d-674e84717cc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1095 time: 0.0513027 Jun 17 09:03:00.379222 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-4e58f1ae-45b6-4a75-8aea-48c6fee5fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.380679 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-4e58f1ae-45b6-4a75-8aea-48c6fee5fbd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0876746 Jun 17 09:03:00.388077 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.422454 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-c6558613-8428-440e-9996-f078688c09a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0335846 Jun 17 09:03:00.476097 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-193e0a2b-65da-430e-a0f2-5ae410c63174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.478055 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-193e0a2b-65da-430e-a0f2-5ae410c63174 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0483310 Jun 17 09:03:00.511207 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-021e944c-e814-438d-8995-6ff03c9f9000 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265076 Jun 17 09:03:00.605033 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-c3d36de5-2421-4a72-a629-f215eaebdfac service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869024 Jun 17 09:03:00.640417 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6ab47-eada-49fe-bde5-50f5eb48e4a9 req-20e9b77c-d6c5-44ef-ade2-eaff1d4ad42c tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.641905 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52b6ab47-eada-49fe-bde5-50f5eb48e4a9 req-20e9b77c-d6c5-44ef-ade2-eaff1d4ad42c tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 943 time: 0.0627198 Jun 17 09:03:00.679715 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-52b6ab47-eada-49fe-bde5-50f5eb48e4a9 req-09a0886d-e0ee-45d2-ae62-9b6d64f6ba2a tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Jun 17 09:03:00.697327 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-7e803778-fec0-4cb4-b10f-8ea62879555a req-a5fc5e13-7579-4c8a-aaf9-d408dd61a09f service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856202 Jun 17 09:03:01.851913 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536319-240f-4e5a-b221-f80391c1ef51 req-33e18532-8a9e-40ca-b6d9-9f71c4905c0f tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:01.854044 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35536319-240f-4e5a-b221-f80391c1ef51 req-33e18532-8a9e-40ca-b6d9-9f71c4905c0f tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 943 time: 0.0640571 Jun 17 09:03:01.890585 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-35536319-240f-4e5a-b221-f80391c1ef51 req-ad621ffd-e53d-48b3-a96d-2bd0833dcf14 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Jun 17 09:03:02.120403 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e4464231-7ef9-4e93-8bfd-dd9900e464ab details requested by agent hyperv_n-h1-780147-13 with host n-h1-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:03:02.211673 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:02.223172 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Returning: {'device': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'network_id': 'a6c30236-9434-4002-941a-510d2839a709', 'port_id': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'mac_address': 'fa:16:3e:16:ff:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabc72f2-f76f-4f7a-9553-e6d2d8d1550b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:03:02.262667 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.275092 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4464231-7ef9-4e93-8bfd-dd9900e464ab {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:02.293888 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:02.297871 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.299644 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ba6be7f6-d1b4-4383-bf2f-b453d23e5329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:02.343138 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:02.345975 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:02.487530 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] get_ports_and_sgs() called for port_ids ['e4464231-7ef9-4e93-8bfd-dd9900e464ab'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:03:03.067085 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9da5b-6f17-40c1-ba22-fa0328575d82 req-6f5def67-700c-48b4-a3f4-09214c0d6554 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:03.068572 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90c9da5b-6f17-40c1-ba22-fa0328575d82 req-6f5def67-700c-48b4-a3f4-09214c0d6554 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 944 time: 0.0664687 Jun 17 09:03:03.107123 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-90c9da5b-6f17-40c1-ba22-fa0328575d82 req-5babf4a0-dee2-4449-a365-d9256f0f8d52 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Jun 17 09:03:04.142055 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e4464231-7ef9-4e93-8bfd-dd9900e464ab up at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:04.189778 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning for port e4464231-7ef9-4e93-8bfd-dd9900e464ab completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:04.193246 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Provisioning complete for port e4464231-7ef9-4e93-8bfd-dd9900e464ab triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:04.193621 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.268892 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.278617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ab48-bba9-4f65-8df3-5c441f51be62 req-8c217bab-7714-460e-bf40-c9ae31bea151 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:04.280121 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2929ab48-bba9-4f65-8df3-5c441f51be62 req-8c217bab-7714-460e-bf40-c9ae31bea151 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 944 time: 0.0624049 Jun 17 09:03:04.291991 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:04.294508 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e0d68d-d6b5-419d-9148-7cb39f683d0c" -d '{"events": [{"server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "name": "network-vif-plugged", "status": "completed", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:04.311136 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:04.315974 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.317471 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2929ab48-bba9-4f65-8df3-5c441f51be62 req-57755ea4-d439-4776-8ff3-deadd961a297 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jun 17 09:03:04.318392 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.344237 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174d464a-70f0-486f-b986-2fb6938bd1a0 x-openstack-request-id: req-174d464a-70f0-486f-b986-2fb6938bd1a0 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:04.344237 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "name": "network-vif-plugged", "status": "completed", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:04.344237 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-174d464a-70f0-486f-b986-2fb6938bd1a0 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:04.344237 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'code': 200} Jun 17 09:03:04.367874 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.370690 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.450443 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78900e-eb5e-4970-88fd-193a79e931bd req-367b6ea1-14d2-4758-aae4-85e20cb941a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:04.451848 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a78900e-eb5e-4970-88fd-193a79e931bd req-367b6ea1-14d2-4758-aae4-85e20cb941a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0523994 Jun 17 09:03:04.485777 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3a78900e-eb5e-4970-88fd-193a79e931bd req-5621c57e-f11a-4a5c-a153-452592ce7627 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264800 Jun 17 09:03:05.503529 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b4ff-6aa5-4685-a307-6a36fa89864d req-8f48168d-e538-4278-a5ec-bcd7623a6108 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:05.505005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1859b4ff-6aa5-4685-a307-6a36fa89864d req-8f48168d-e538-4278-a5ec-bcd7623a6108 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0619717 Jun 17 09:03:05.546635 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1859b4ff-6aa5-4685-a307-6a36fa89864d req-237770c4-da42-4f29-9ab2-42f555c00e71 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Jun 17 09:03:05.718853 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e878da-4b1f-4159-9c1f-8775599a033c req-72413b20-21db-4613-9c02-0e5a0d2dd054 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:05.720248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82e878da-4b1f-4159-9c1f-8775599a033c req-72413b20-21db-4613-9c02-0e5a0d2dd054 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0622823 Jun 17 09:03:05.756917 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-82e878da-4b1f-4159-9c1f-8775599a033c req-36d5667c-328b-431a-aad6-66e63b2a5d92 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Jun 17 09:03:06.092262 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25b815-a288-4461-9242-205ec3d40d8c req-7d979316-bbf1-42ba-b8fa-6de5aecb1340 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.093714 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf25b815-a288-4461-9242-205ec3d40d8c req-7d979316-bbf1-42ba-b8fa-6de5aecb1340 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0622611 Jun 17 09:03:06.129754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bf25b815-a288-4461-9242-205ec3d40d8c req-864059b5-a389-4a72-a289-d3d48e881e49 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305252 Jun 17 09:03:06.300731 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef6b52-dee1-4494-bf03-0213379ff86e req-35c429f4-2714-4b2a-8582-9942a7f96320 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.302104 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57ef6b52-dee1-4494-bf03-0213379ff86e req-35c429f4-2714-4b2a-8582-9942a7f96320 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0663106 Jun 17 09:03:06.339319 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-57ef6b52-dee1-4494-bf03-0213379ff86e req-7a87bbe9-22ae-43dd-82dc-5925191d0e6c tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305452 Jun 17 09:03:06.674974 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-84b37571-96d1-4197-a3f7-7284b2036c28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508206 Jun 17 09:03:06.742830 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f23f-6421-4c08-a992-0542e9aec9e6 req-11cafe12-2400-423e-81ff-910e5b5f0396 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.744478 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1437f23f-6421-4c08-a992-0542e9aec9e6 req-11cafe12-2400-423e-81ff-910e5b5f0396 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0686347 Jun 17 09:03:06.786781 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-1437f23f-6421-4c08-a992-0542e9aec9e6 req-c317aede-eca6-484f-a50b-f27d83abe591 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Jun 17 09:03:07.794082 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-3c850576-3d82-4d5a-a35e-90592be47f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:07.795567 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-3c850576-3d82-4d5a-a35e-90592be47f63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0575237 Jun 17 09:03:07.887146 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-6db22eb5-ab52-4807-8164-1132d1b0f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:07.888651 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-6db22eb5-ab52-4807-8164-1132d1b0f2a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0862670 Jun 17 09:03:07.933403 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-d15d88ea-17ad-46e9-bb9a-c0584cc70bc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0384731 Jun 17 09:03:07.965672 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a88f9-591d-4a76-9d32-7181da529042 req-555a41df-d25e-45de-80e5-79a70ba1ba40 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:07.967271 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-995a88f9-591d-4a76-9d32-7181da529042 req-555a41df-d25e-45de-80e5-79a70ba1ba40 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0692708 Jun 17 09:03:07.983872 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-4caf7d76-8ccc-4195-8062-3b9caeac3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:07.985332 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-4caf7d76-8ccc-4195-8062-3b9caeac3e68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0457244 Jun 17 09:03:08.005358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-995a88f9-591d-4a76-9d32-7181da529042 req-c6529e0a-66be-4ad4-afe6-92327b3d8ca2 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Jun 17 09:03:08.022808 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-e8223d2f-9da0-4a25-b585-55eb814bf054 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302653 Jun 17 09:03:08.115047 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-1e40a937-f471-4edf-8f28-11a16297ccb0 service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862770 Jun 17 09:03:08.202128 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-4101805c-d698-4bf3-9663-438bf99d6d67 service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810051 Jun 17 09:03:08.734562 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:03:09.176891 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41479-a315-4a9b-b677-8ebcdff00828 req-a57d5a11-e3da-469b-bf22-91471cf36d77 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:09.178351 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecd41479-a315-4a9b-b677-8ebcdff00828 req-a57d5a11-e3da-469b-bf22-91471cf36d77 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0616064 Jun 17 09:03:09.214809 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-ecd41479-a315-4a9b-b677-8ebcdff00828 req-e8ecef59-caf2-4855-9e8b-97016eb84cda tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Jun 17 09:03:10.389376 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7dbc0-5621-4655-b717-c4bcc2cd3fe3 req-8eba2a70-ae13-4f3a-95d8-320b54820151 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:10.390815 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5a7dbc0-5621-4655-b717-c4bcc2cd3fe3 req-8eba2a70-ae13-4f3a-95d8-320b54820151 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0648358 Jun 17 09:03:10.428599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-f5a7dbc0-5621-4655-b717-c4bcc2cd3fe3 req-6bec45fa-a0fc-46ea-9480-42977c1f2642 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Jun 17 09:03:11.597960 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c8eb-7c9b-471b-9a50-52d1a8a2f231 req-ba42b360-aaf7-462c-94dd-d6d919a73309 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:11.599451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5f6c8eb-7c9b-471b-9a50-52d1a8a2f231 req-ba42b360-aaf7-462c-94dd-d6d919a73309 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0624955 Jun 17 09:03:11.636830 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a5f6c8eb-7c9b-471b-9a50-52d1a8a2f231 req-f52cd211-4483-48e5-a567-2540f32004da tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Jun 17 09:03:12.810503 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecdd85-7bff-482b-b392-49ce9c100582 req-5f5bc1df-6062-4aee-a17e-24a738ff6069 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:12.811997 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05ecdd85-7bff-482b-b392-49ce9c100582 req-5f5bc1df-6062-4aee-a17e-24a738ff6069 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0649607 Jun 17 09:03:12.849548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-05ecdd85-7bff-482b-b392-49ce9c100582 req-796358d1-7b6f-4e1a-8713-a41617a3811c tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jun 17 09:03:14.024673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ef1ba-9749-46ee-8a04-08ddc60024bc req-5d5e61fa-df03-447f-aac9-843225d7bf0d tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:14.026242 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-709ef1ba-9749-46ee-8a04-08ddc60024bc req-5d5e61fa-df03-447f-aac9-843225d7bf0d tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0665367 Jun 17 09:03:14.063375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-709ef1ba-9749-46ee-8a04-08ddc60024bc req-cc34322c-2901-4622-ae9f-8706ea6d3cd2 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Jun 17 09:03:15.240221 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c454-e4d1-40ba-90be-50870e2c43ac req-2274eb74-077a-4984-9806-11b25bc1ff39 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:15.241618 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2bd7c454-e4d1-40ba-90be-50870e2c43ac req-2274eb74-077a-4984-9806-11b25bc1ff39 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0630026 Jun 17 09:03:15.278569 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-2bd7c454-e4d1-40ba-90be-50870e2c43ac req-6071be42-118c-4d69-b859-95a675c9d778 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Jun 17 09:03:16.460054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb1ca-8b06-4356-8f34-3f0e0bc269c0 req-5dd1fe9d-7a3c-4401-a589-7b59f0247e23 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:16.461548 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e4cb1ca-8b06-4356-8f34-3f0e0bc269c0 req-5dd1fe9d-7a3c-4401-a589-7b59f0247e23 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0700984 Jun 17 09:03:16.500222 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-4e4cb1ca-8b06-4356-8f34-3f0e0bc269c0 req-21347c5e-aea4-4923-958a-b8b332343c19 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318394 Jun 17 09:03:17.452429 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.853245 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b383-5a55-4121-bbb8-9793428d929b req-b74040f3-4491-4fc5-9638-bc3df709f43f tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:17.855331 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3524b383-5a55-4121-bbb8-9793428d929b req-b74040f3-4491-4fc5-9638-bc3df709f43f tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0648544 Jun 17 09:03:17.892499 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3524b383-5a55-4121-bbb8-9793428d929b req-305b497a-ff86-44fe-b28c-37543a6b053b tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Jun 17 09:03:19.062162 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9aa7a-b6a3-40de-a455-ac86169af759 req-ead7bd58-2380-4ecf-9295-d7006c1e9e40 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:19.063649 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16c9aa7a-b6a3-40de-a455-ac86169af759 req-ead7bd58-2380-4ecf-9295-d7006c1e9e40 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0622082 Jun 17 09:03:19.100828 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-16c9aa7a-b6a3-40de-a455-ac86169af759 req-3bd3d1cc-c64e-4d4e-8e47-e69b62b45358 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Jun 17 09:03:19.539467 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.274559 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e56f-4f2c-4161-9dc2-64a8e8f520f9 req-42a66e52-68b4-4447-a1c6-d3a5a0aeb147 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.276219 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8979e56f-4f2c-4161-9dc2-64a8e8f520f9 req-42a66e52-68b4-4447-a1c6-d3a5a0aeb147 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0651426 Jun 17 09:03:20.313120 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8979e56f-4f2c-4161-9dc2-64a8e8f520f9 req-ad4a2336-3a6c-4d12-83f7-3462d36013da tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Jun 17 09:03:21.483173 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc7a9a-066a-4844-b02f-df6adfd3c993 req-f146989a-339c-47fc-be87-208d811953a9 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.484628 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03cc7a9a-066a-4844-b02f-df6adfd3c993 req-f146989a-339c-47fc-be87-208d811953a9 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0624955 Jun 17 09:03:21.520754 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-03cc7a9a-066a-4844-b02f-df6adfd3c993 req-aa4d71a6-9bec-4ad9-8379-7f9a08721aa5 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Jun 17 09:03:22.694708 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89be51-e761-4106-8a41-b3c8adc57346 req-385f4f7a-3339-4ea5-b07a-a53336b4ceac tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.696207 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d89be51-e761-4106-8a41-b3c8adc57346 req-385f4f7a-3339-4ea5-b07a-a53336b4ceac tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0660381 Jun 17 09:03:22.735919 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6d89be51-e761-4106-8a41-b3c8adc57346 req-6a87efe2-405c-4f62-910b-214a1d29d1be tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331295 Jun 17 09:03:23.913759 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67686b57-f878-4510-afa8-a33550e2dd19 req-95cc552c-9613-4d34-84a5-ec8556a0eef5 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:23.915161 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67686b57-f878-4510-afa8-a33550e2dd19 req-95cc552c-9613-4d34-84a5-ec8556a0eef5 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Jun 17 09:03:23.952887 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-67686b57-f878-4510-afa8-a33550e2dd19 req-c5289f7b-154a-4416-80f0-13c81f2ba43f tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Jun 17 09:03:25.037953 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f49a565a-2638-40b2-b124-7796e45579f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:25.132011 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb14d4-6a70-406d-8bf9-0db6c628234d req-69cc7f5b-5cb5-46b0-b1b0-f30babe73e14 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:25.133470 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6efb14d4-6a70-406d-8bf9-0db6c628234d req-69cc7f5b-5cb5-46b0-b1b0-f30babe73e14 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jun 17 09:03:25.172005 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6efb14d4-6a70-406d-8bf9-0db6c628234d req-fb3be1ae-0f80-4078-a593-61677a539118 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Jun 17 09:03:26.348978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d486-ddd0-4873-997c-ddff2ada1688 req-2f1c2cb1-5035-4639-a5d0-d5953b570c62 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:26.350429 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f40d486-ddd0-4873-997c-ddff2ada1688 req-2f1c2cb1-5035-4639-a5d0-d5953b570c62 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0653980 Jun 17 09:03:26.387837 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-6f40d486-ddd0-4873-997c-ddff2ada1688 req-cf6987e5-b30b-41dd-a3a5-7ef1d83bfe63 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Jun 17 09:03:27.563979 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508744-4666-4407-8b42-d6973ce5e625 req-caff0934-0015-4dc0-b649-6c46bce06a33 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:27.565435 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb508744-4666-4407-8b42-d6973ce5e625 req-caff0934-0015-4dc0-b649-6c46bce06a33 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0616198 Jun 17 09:03:27.602756 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-eb508744-4666-4407-8b42-d6973ce5e625 req-45ecd2fd-fe24-44a4-b919-741094777bc4 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Jun 17 09:03:27.642953 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:27.897917 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6dd73ca-b6dc-457d-97aa-26cf22ed63e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:28.776709 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a67f3a-b38b-4235-820e-e3e737b254d5 req-85368b93-ea0c-4f36-8da7-bfc1bd7b0802 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:28.778184 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1a67f3a-b38b-4235-820e-e3e737b254d5 req-85368b93-ea0c-4f36-8da7-bfc1bd7b0802 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0664411 Jun 17 09:03:28.953505 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:29.146142 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b1a67f3a-b38b-4235-820e-e3e737b254d5 req-859d298a-2e67-426d-879d-f46ecaf175d5 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624036 Jun 17 09:03:30.315993 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fbd71-49dd-4897-8893-44b97cc1e430 req-4fb584f6-20d7-4da0-9c75-0a96eec92c79 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:30.317434 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-574fbd71-49dd-4897-8893-44b97cc1e430 req-4fb584f6-20d7-4da0-9c75-0a96eec92c79 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0610216 Jun 17 09:03:30.353889 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-574fbd71-49dd-4897-8893-44b97cc1e430 req-218a086e-d269-4eab-808a-6f133ba51bdf tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Jun 17 09:03:30.389712 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:31.523932 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107b9c9-1627-469d-ba35-800a9114fd20 req-ee6816c4-e10b-409b-a423-77383a501982 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:31.525375 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c107b9c9-1627-469d-ba35-800a9114fd20 req-ee6816c4-e10b-409b-a423-77383a501982 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0619402 Jun 17 09:03:31.565154 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-c107b9c9-1627-469d-ba35-800a9114fd20 req-a8d31822-1788-4da4-908a-69990ed1fb67 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Jun 17 09:03:32.737421 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c344-6a67-4b4d-b3fd-3a239fb2151a req-01d22ce6-e72b-4bf7-b635-c1dc06e95f20 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:32.738872 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b145c344-6a67-4b4d-b3fd-3a239fb2151a req-01d22ce6-e72b-4bf7-b635-c1dc06e95f20 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 945 time: 0.0616109 Jun 17 09:03:32.776660 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-b145c344-6a67-4b4d-b3fd-3a239fb2151a req-df28fb86-d0da-49db-aaa2-673fb91aa7b8 tempest-ServerDiskConfigTestJSON-1899119902 tempest-ServerDiskConfigTestJSON-1899119902-project] 10.222.0.65 "GET /v2.0/security-groups?id=35ca8463-29bb-4207-bb83-012f4fdb4825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304029 Jun 17 09:03:35.163410 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-7aa7dddd-c98a-44db-a97d-bee9273d7996 service neutron] show failed (client error): The resource could not be found. Jun 17 09:03:35.164430 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-7aa7dddd-c98a-44db-a97d-bee9273d7996 service neutron] 10.222.0.60 "GET /v2.0/ports/e4464231-7ef9-4e93-8bfd-dd9900e464ab/bindings/n-h2-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.0606980 Jun 17 09:03:35.438264 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-d92de578-cb47-4f1a-be87-06cda610e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:35.439747 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-d92de578-cb47-4f1a-be87-06cda610e594 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14 HTTP/1.1" status: 200 len: 1097 time: 0.0831456 Jun 17 09:03:35.451440 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.v2.base [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-13', 'device_owner': 'compute:nova'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:35.517279 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:35.711155 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:35.742842 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h1-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:35.786408 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:35.788774 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dfe366-5888-4270-9195-cd06e52074d7" -d '{"events": [{"server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "name": "network-vif-unplugged", "status": "completed", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:35.792745 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:35.805043 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Transition to ACTIVE for port object e4464231-7ef9-4e93-8bfd-dd9900e464ab will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:35.809166 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:35.813473 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-a6190db8-a891-4b95-885d-1bd909fa04bb tempest-TestNetworkBasicOps-62128990 tempest-TestNetworkBasicOps-62128990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:35.902218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=6']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:35.902218 n-d-780147-13 neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] No DVR routers for this DVR port e4464231-7ef9-4e93-8bfd-dd9900e464ab on host n-h1-780147-13 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:35.906199 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:35.909741 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56be2711-077f-47e8-b64e-7e1cdda14c91 x-openstack-request-id: req-56be2711-077f-47e8-b64e-7e1cdda14c91 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:35.910080 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "name": "network-vif-unplugged", "status": "completed", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:35.910378 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56be2711-077f-47e8-b64e-7e1cdda14c91 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:35.910805 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'code': 200} Jun 17 09:03:35.944259 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab on host n-h2-780147-13 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:35.944596 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab by drivers openvswitch,hyperv on host n-h2-780147-13 at level 0 using segments [{'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:35.944920 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab on network a6c30236-9434-4002-941a-510d2839a709 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:35.949643 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Port e4464231-7ef9-4e93-8bfd-dd9900e464ab on network a6c30236-9434-4002-941a-510d2839a709 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-13 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:35.950211 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Attempting to bind port e4464231-7ef9-4e93-8bfd-dd9900e464ab on network a6c30236-9434-4002-941a-510d2839a709 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:35.954966 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Checking agent: {'id': '123a78c5-6109-4491-86c7-1dab71c54b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'started_at': datetime.datetime(2021, 6, 17, 8, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:03:35.955297 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Checking segment: {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:03:35.955673 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Bound using segment: {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:03:35.956088 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Bound port: e4464231-7ef9-4e93-8bfd-dd9900e464ab, host: n-h2-780147-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab170d04-d788-4bc2-83a2-c24c9b4c70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6c30236-9434-4002-941a-510d2839a709'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:03:35.956422 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:36.022022 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h2-780147-13, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:36.025179 n-d-780147-13 neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h2-780147-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:03:36.029906 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4800460'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:36.031961 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-eb06e492-48df-41b4-ad0a-04c8a43a37e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:36.064584 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:36.065191 n-d-780147-13 neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-877406'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:36.066553 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] 10.222.0.67 "PUT /v2.0/ports/e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 1092 time: 0.6198981 Jun 17 09:03:36.087242 n-d-780147-13 neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=7']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:36.091302 n-d-780147-13 neutron-server[93500]: DEBUG oslo_concurrency.lockutils [None req-722fe907-dc1a-4cfb-ab3c-d9268122e7bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:36.148664 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-21e6b080-7206-4361-8132-99ec72de54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:36.150294 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-21e6b080-7206-4361-8132-99ec72de54b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1095 time: 0.0599480 Jun 17 09:03:36.236579 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-3a409626-73a6-4835-8921-e278d8b92d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:36.238013 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-3a409626-73a6-4835-8921-e278d8b92d61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0815015 Jun 17 09:03:36.280686 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-60b4531f-5def-4cce-8e95-8b125343f269 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0368826 Jun 17 09:03:36.326682 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-55c51754-558d-4917-ad5f-d45589e0a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:36.328102 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-55c51754-558d-4917-ad5f-d45589e0a700 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0421963 Jun 17 09:03:36.359136 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-c68868dd-b8e4-4020-83f7-fb9b9a2e0449 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249727 Jun 17 09:03:36.448248 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-58864167-ab03-4430-8631-c31dba3e3d48 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832171 Jun 17 09:03:36.539037 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3fe0b32b-257d-4c0a-b37f-bcd104cb5e4c req-d228eed9-32fd-4d07-8e14-689e4b354584 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Jun 17 09:03:37.911623 n-d-780147-13 neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:37.914051 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95e71d8a07821f8c1b4c9255fff1fe2a7f8007a6dc59e86ae300836cafe62251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570b60a4-682f-4030-aa8a-0afeb7438855" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:37.966183 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c9a133-6890-4f16-aae0-d7db0affeac5 x-openstack-request-id: req-57c9a133-6890-4f16-aae0-d7db0affeac5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:37.966563 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:37.966867 n-d-780147-13 neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57c9a133-6890-4f16-aae0-d7db0affeac5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:37.967338 n-d-780147-13 neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'status': 'completed', 'code': 200} Jun 17 09:03:38.044054 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-005c0ad5-4ec1-4c7f-bed1-2b82363c1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:38.044262 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-e32e6e78-80a9-47aa-ad26-1b8c2730c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:38.045552 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-e32e6e78-80a9-47aa-ad26-1b8c2730c61a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1095 time: 0.0557461 Jun 17 09:03:38.046008 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-005c0ad5-4ec1-4c7f-bed1-2b82363c1929 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1095 time: 0.0557828 Jun 17 09:03:38.147101 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-925b2ebc-0781-41bc-bff3-1c63416952d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:38.148905 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-925b2ebc-0781-41bc-bff3-1c63416952d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0968623 Jun 17 09:03:38.151423 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-e6eec0f2-289a-4471-b6f2-c5757c031a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:38.152884 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-e6eec0f2-289a-4471-b6f2-c5757c031a64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0996768 Jun 17 09:03:38.194744 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-c17d00d2-8bca-4fa3-b838-9a3e21916c4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0344505 Jun 17 09:03:38.197471 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-384eabfa-b9b1-45ef-b6f3-f4346f7804f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0415308 Jun 17 09:03:38.247736 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-f8462bb9-1ab9-4036-ab70-0422d82a40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:38.249277 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-f8462bb9-1ab9-4036-ab70-0422d82a40a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0455828 Jun 17 09:03:38.253877 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-da51a62a-c755-4432-b0da-c1b11c830182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:38.255325 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-da51a62a-c755-4432-b0da-c1b11c830182 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0511227 Jun 17 09:03:38.283279 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-cb48dec2-49d1-4803-8695-e69875784ec6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263710 Jun 17 09:03:38.288404 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-c0fa746b-e223-4c77-ae63-f10595bb7eef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263777 Jun 17 09:03:38.380993 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-fbe6361c-74dd-4cd3-a8f8-bb443ccf346d service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862732 Jun 17 09:03:38.382239 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-6286c692-db8a-49c7-ab82-2227b0c0f02b service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920067 Jun 17 09:03:38.469939 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-5c3203d3-eb08-4ada-a18f-fb6f2159b661 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824015 Jun 17 09:03:38.483627 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-570b60a4-682f-4030-aa8a-0afeb7438855 req-96a705c9-11cf-42b4-ac96-b8b5494515d6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943303 Jun 17 09:03:40.270844 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e4464231-7ef9-4e93-8bfd-dd9900e464ab details requested by agent hyperv_n-h2-780147-13 with host n-h2-780147-13 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:03:40.299748 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e4464231-7ef9-4e93-8bfd-dd9900e464ab no longer exists at agent hyperv_n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:40.378979 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Device e4464231-7ef9-4e93-8bfd-dd9900e464ab not bound to the agent host n-h1-780147-13 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:40.394074 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:40.404628 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Returning: {'device': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'network_id': 'a6c30236-9434-4002-941a-510d2839a709', 'port_id': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'mac_address': 'fa:16:3e:16:ff:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabc72f2-f76f-4f7a-9553-e6d2d8d1550b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:03:40.439677 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:40.452407 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4464231-7ef9-4e93-8bfd-dd9900e464ab {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:40.470534 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:40.475339 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:40.477061 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:40.524643 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:40.527698 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:40.698691 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] get_ports_and_sgs() called for port_ids ['e4464231-7ef9-4e93-8bfd-dd9900e464ab'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:03:42.290082 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Device e4464231-7ef9-4e93-8bfd-dd9900e464ab up at agent hyperv_n-h2-780147-13 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:42.340117 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning for port e4464231-7ef9-4e93-8bfd-dd9900e464ab completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:42.343821 n-d-780147-13 neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Provisioning complete for port e4464231-7ef9-4e93-8bfd-dd9900e464ab triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:42.344230 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605118'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:42.416713 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1714877'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:42.437623 n-d-780147-13 neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:42.439900 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f97e967489810baecc9d45e6150378e56b9b1fdb59d2ab95762e62767b96e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55218a56-a77d-4f46-9a39-3df26a649cb1" -d '{"events": [{"server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "name": "network-vif-plugged", "status": "completed", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:42.452860 n-d-780147-13 neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] For port e4464231-7ef9-4e93-8bfd-dd9900e464ab, host n-h2-780147-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-13',level=0,port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab,segment=NetworkSegment(ab170d04-d788-4bc2-83a2-c24c9b4c70b7),segment_id=ab170d04-d788-4bc2-83a2-c24c9b4c70b7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:42.457124 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1713763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751034133607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751033725745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751033725790'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:42.459182 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-341993d5-9f85-4217-aacc-867a66c02e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:42.494680 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706e9cde-a5f5-4748-8faf-ee79a3424a2e x-openstack-request-id: req-706e9cde-a5f5-4748-8faf-ee79a3424a2e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:42.495005 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c04a5d-6e79-45b8-9b0e-21de277220e1", "name": "network-vif-plugged", "status": "completed", "tag": "e4464231-7ef9-4e93-8bfd-dd9900e464ab", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:42.495266 n-d-780147-13 neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-706e9cde-a5f5-4748-8faf-ee79a3424a2e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:42.495661 n-d-780147-13 neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c04a5d-6e79-45b8-9b0e-21de277220e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4464231-7ef9-4e93-8bfd-dd9900e464ab', 'code': 200} Jun 17 09:03:42.507273 n-d-780147-13 neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Pushing event updated for resources: {'Port': ['ID=e4464231-7ef9-4e93-8bfd-dd9900e464ab,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:42.510802 n-d-780147-13 neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:45.733343 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:03:47.458574 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:47.704897 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-c1316006-ef96-4ba1-96b7-5d5d127ff7d6 req-a0559bc9-c435-494d-8910-e5c4a2c40985 service neutron] (93500) timed out ('10.222.0.65', 52482) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:03:49.552787 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:55.038177 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9de05fe6-e8f8-4148-9228-7f17f21515a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:56.243640 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-6b57292c-6831-48a1-bd06-9183ba36d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:56.245243 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-6b57292c-6831-48a1-bd06-9183ba36d0f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&binding%3Ahost_id=n-h2-780147-13 HTTP/1.1" status: 200 len: 1097 time: 0.0944643 Jun 17 09:03:56.302339 n-d-780147-13 neutron-server[93499]: INFO neutron.api.v2.resource [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-d20a26cf-0c76-4ab6-a8ca-e646eaa7c1dd service neutron] delete failed (client error): The resource could not be found. Jun 17 09:03:56.303365 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-d20a26cf-0c76-4ab6-a8ca-e646eaa7c1dd service neutron] 10.222.0.60 "DELETE /v2.0/ports/e4464231-7ef9-4e93-8bfd-dd9900e464ab/bindings/n-h1-780147-13 HTTP/1.1" status: 404 len: 381 time: 0.0519123 Jun 17 09:03:56.403276 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-c212774a-23e5-4834-8365-ed2a44fb48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:56.404742 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-c212774a-23e5-4834-8365-ed2a44fb48ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0562842 Jun 17 09:03:56.492921 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-21e4c17a-8219-408f-ad4b-6bb2755e5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:56.495241 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-21e4c17a-8219-408f-ad4b-6bb2755e5033 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0824575 Jun 17 09:03:56.537921 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-cfd38c74-3162-472a-b2d5-dca2dfdc7d71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0358510 Jun 17 09:03:56.585860 n-d-780147-13 neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-7d0754d3-aa4f-42ac-8693-54d05a9df656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:56.587445 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-7d0754d3-aa4f-42ac-8693-54d05a9df656 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0424614 Jun 17 09:03:56.619794 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-88466128-1349-4991-91e0-2daccc4ba8ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253992 Jun 17 09:03:56.710661 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-abb93129-afd8-48c8-9a57-5e62053db10a service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830820 Jun 17 09:03:56.798654 n-d-780147-13 neutron-server[93499]: INFO neutron.wsgi [req-586af570-3a8d-4ea9-921c-3462521fbac7 req-e64c739e-ec36-438e-b210-748a58d59db3 service neutron] 10.222.0.60 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813551 Jun 17 09:03:57.643769 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:57.898324 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c0744b6-e318-47fb-9bf9-df8f184639ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:58.954678 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:00.392360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:06.017058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-7d0f25e5-0833-4a39-b304-6676a7153cc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554397 Jun 17 09:04:06.116543 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-26697e49-3988-4ceb-81b8-f96449282296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:06.118115 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-26697e49-3988-4ceb-81b8-f96449282296 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0568109 Jun 17 09:04:06.222741 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-a8e6c116-f76b-4b4b-a943-7abd8d943ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:06.224148 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-a8e6c116-f76b-4b4b-a943-7abd8d943ba2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0861299 Jun 17 09:04:06.268182 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-d766b353-61a1-4c90-b146-7cd25d0947c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0372548 Jun 17 09:04:06.315617 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-8b78edb5-a0a7-4ad2-9492-fce9f5c03c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:06.317019 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-8b78edb5-a0a7-4ad2-9492-fce9f5c03c66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0430315 Jun 17 09:04:06.348119 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-b9fcfef0-c630-489e-8fe8-f2271f7cb28d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254912 Jun 17 09:04:06.438042 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-2b57a1b9-147e-4b2f-9b6b-28c88c25b3c9 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831630 Jun 17 09:04:06.529870 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9735e8d3-f957-49c6-83ec-2575ae74f415 req-3f533dea-d9a8-4d32-a0b1-e9990e33793f service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848513 Jun 17 09:04:17.465424 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:19.551112 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:22.732454 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:04:25.038568 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dee4aa96-829d-46da-8584-301e27d821f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:27.643198 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:27.898993 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed0cb2c-e37a-43f4-83cc-429cd850239c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:28.957683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:30.394875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:47.461963 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:49.572598 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:55.039296 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1aa936fc-0eb1-4a18-8095-f5f1aeb53bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:57.643272 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:57.900381 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14e8486e-e91f-4ed1-8e6c-c6e7127ecc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:58.960780 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:59.731450 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:05:00.397072 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:07.022039 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-11a99190-af9a-42ba-a703-a41c58bd1979 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573337 Jun 17 09:05:07.115575 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886f267-fe31-482f-94ad-4d642328c51d req-aa02cbd7-ba9b-4ac9-ab9c-ad0665a6ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:07.117066 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-aa02cbd7-ba9b-4ac9-ab9c-ad0665a6ab8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0517492 Jun 17 09:05:07.221316 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886f267-fe31-482f-94ad-4d642328c51d req-afe3513b-504f-41a4-b170-b9adfce67d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:07.222683 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-afe3513b-504f-41a4-b170-b9adfce67d6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0843325 Jun 17 09:05:07.265826 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-964a7ce5-73f5-4699-bcb0-a8cea149bab5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0368454 Jun 17 09:05:07.313250 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886f267-fe31-482f-94ad-4d642328c51d req-efeab6a5-425b-41c1-adc9-85bca83f7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:07.314646 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-efeab6a5-425b-41c1-adc9-85bca83f7d5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0430238 Jun 17 09:05:07.345895 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-8af80b6a-64d2-4516-ace1-5ec7493c7b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248902 Jun 17 09:05:07.435680 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-aff49102-a538-4268-aa07-b41f7cb17d78 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833063 Jun 17 09:05:07.521778 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9886f267-fe31-482f-94ad-4d642328c51d req-c20f9aba-1545-4503-81ef-634f0b9ded24 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795767 Jun 17 09:05:17.464411 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:19.589572 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:25.043268 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ecd0da70-1a35-4b1c-b434-5f80a1f6fec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:27.476865 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-0d9715d3-49d2-4a78-9184-bad85c292907 req-1481d41e-124e-47cb-9087-e6134cde443e service neutron] (93500) timed out ('10.222.0.65', 40136) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:05:27.643559 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:27.900282 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66d4c3d6-4a70-4b2f-93f7-3a4617d97553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:28.964853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:30.399480 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:36.730018 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:05:47.480602 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:49.588652 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:55.043900 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-26a90247-9e40-4315-adbe-5d7cc676451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:57.647490 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:57.902839 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19ea10e5-a85c-477b-a6be-6acbbfed77e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:58.968106 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:00.402606 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:07.019664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-e42330ad-cd3c-4002-9005-c103f36eed48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580626 Jun 17 09:06:07.110125 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-2cb9533c-9fbc-44f2-a7f2-0427e6ed59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:07.111716 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-2cb9533c-9fbc-44f2-a7f2-0427e6ed59e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0517929 Jun 17 09:06:07.218796 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-33b4ec17-a8c3-422c-915f-760fa0490fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:07.220227 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-33b4ec17-a8c3-422c-915f-760fa0490fa6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0875394 Jun 17 09:06:07.268599 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-bc1accdb-0eb5-4fca-a8ca-bd99b1e13194 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0425236 Jun 17 09:06:07.315900 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-4a65b2cf-4d44-491d-a9ef-6644e7665289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:07.317293 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-4a65b2cf-4d44-491d-a9ef-6644e7665289 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0430298 Jun 17 09:06:07.347698 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-22bfbba1-d235-462c-a82c-cd891d8a63de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244734 Jun 17 09:06:07.437632 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-0d1783f4-d53d-422e-92e4-00c54dab62bd service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830750 Jun 17 09:06:07.527341 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3e4c7736-4d81-43a5-8214-bdd122abb036 req-a56fa526-c1a8-4bb7-bb36-1db7005d3508 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832834 Jun 17 09:06:13.728730 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:06:17.497470 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:19.586192 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:25.045360 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9e6c-8b6f-4da9-abbe-45f19c06624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:27.648471 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:27.905873 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b67b672c-7606-43d6-9af3-17e200efb645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:28.969986 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:30.405706 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:47.488026 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:49.583551 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:50.727344 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:06:55.045855 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b291838f-25df-410c-bd5c-323414bebd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:57.648799 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:57.906643 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4817bdbd-f277-40d1-a45c-39ddbd89752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:58.973235 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:00.407312 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:08.064720 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-b039f59a-866d-4a48-94b5-fba6313f7e4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1034453 Jun 17 09:07:08.158130 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-cb58545b-4d11-43e7-94dc-e2b267ecf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:08.159664 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-cb58545b-4d11-43e7-94dc-e2b267ecf901 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0524235 Jun 17 09:07:08.264122 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-76faf2cf-f545-4b4b-bb58-f512009ff2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:08.265568 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-76faf2cf-f545-4b4b-bb58-f512009ff2b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0858786 Jun 17 09:07:08.306480 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-e05a2f31-03e1-4d1e-9498-7c4bc91b0b78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0342400 Jun 17 09:07:08.357030 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-b0d9cc03-9ee9-4b4a-9bd4-ffc42ecd9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:08.358451 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-b0d9cc03-9ee9-4b4a-9bd4-ffc42ecd9688 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0458562 Jun 17 09:07:08.389167 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-47c2d465-0430-475f-9040-8ef17a5611b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240388 Jun 17 09:07:08.475344 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-b60d0e05-3899-44de-bc88-b8754e56aeb7 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802248 Jun 17 09:07:08.567303 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-8efd8059-019b-4a92-8920-bc1dd93de06b req-fcaec051-2a3d-4079-bf3f-a840e4c10364 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Jun 17 09:07:17.513482 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:19.590665 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:25.047737 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbb19e60-4f6b-485d-a452-0982ea2d562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:27.649697 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:27.726878 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:07:27.905817 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf4e1-6212-4d9a-9259-516f01a918a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:28.975628 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:30.409438 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:47.512709 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:49.582807 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:55.047540 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d47a056b-6d1c-45a9-9aaf-4d99a0619c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:56.001857 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-9f19f684-a0a9-4f6c-b6e5-fd61cbc61b30 req-0dbc4125-d935-482c-85a1-85ade7365a4f service neutron] (93500) timed out ('10.222.0.60', 64971) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:07:57.650853 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:57.906395 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-72474152-d48c-4d83-b474-b5e2c3eb8416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:58.979102 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:00.412568 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:04.726662 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:08:10.009577 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-2aa96ac7-5c37-4cc5-a314-dbf538c25600 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528119 Jun 17 09:08:10.106371 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-66cea2af-15ec-4475-9934-86d9362adcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:10.107877 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-66cea2af-15ec-4475-9934-86d9362adcba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0573373 Jun 17 09:08:10.209005 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-e7795fb1-ef44-4ea8-b3c3-5c0d553ecb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:10.210697 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-e7795fb1-ef44-4ea8-b3c3-5c0d553ecb9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0835772 Jun 17 09:08:10.253105 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-6159b242-ec2d-49a3-acab-e5596de5250d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0356109 Jun 17 09:08:10.300479 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-31e74bd4-3f75-4aa2-937b-498719824e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:10.301871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-31e74bd4-3f75-4aa2-937b-498719824e3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0422635 Jun 17 09:08:10.334536 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-15abc35b-1e87-4add-a53a-fb7b6e75bc23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264223 Jun 17 09:08:10.421454 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-b1f39803-0a31-4130-ad7c-e5d61b650119 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809612 Jun 17 09:08:10.508865 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-bedc1941-7b78-42ab-9e94-ac678450ba73 req-43bd7379-4f46-43e0-a061-1e248f8c600f service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804198 Jun 17 09:08:17.531127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:19.606239 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:25.047999 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcc16-6d55-46a9-afd4-f44f2ebb31a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:27.651109 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:27.906841 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85da9477-b835-4bf0-95a1-b0528bf733ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:28.980063 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:30.415889 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:41.726131 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:08:47.605968 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:49.599875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:55.048175 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74bde5d8-2355-44d4-88dc-b5f0e654ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:57.652121 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:57.906781 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca79ff3a-109b-4815-a69a-43e7106a0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:58.987487 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:00.418044 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:12.064612 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-c78a6cf6-44f8-4e27-bd9f-b99e29905dfb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573297 Jun 17 09:09:12.161561 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-e38fa5f4-f81c-45f4-84c1-656d27372063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:12.163065 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-e38fa5f4-f81c-45f4-84c1-656d27372063 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0544260 Jun 17 09:09:12.273081 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-cca3ff29-f08a-4e7f-a5f3-5d306b88afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:12.274546 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-cca3ff29-f08a-4e7f-a5f3-5d306b88afda service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0919638 Jun 17 09:09:12.313583 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-5fb9e6dc-0a58-4a1a-b734-48c38fa7d320 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0325689 Jun 17 09:09:12.361751 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-e2f8e4ae-4ba2-4210-be0a-fcb06b577d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:12.363170 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-e2f8e4ae-4ba2-4210-be0a-fcb06b577d41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0434372 Jun 17 09:09:12.394518 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-d12d39cd-d941-482c-bf2d-e3ca7cf39ea3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251679 Jun 17 09:09:12.484902 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-2d2cca18-e75b-448b-a89a-6952789f7467 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Jun 17 09:09:12.576132 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-3c15db26-20e7-4b24-90da-c5f413b8f49f req-1fbc4a3b-3610-46dc-8eb1-af9bbf5054ce service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850158 Jun 17 09:09:17.606744 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:18.724061 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:09:19.614875 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:25.048516 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc2cdc7c-7be5-4add-b334-9b046e2b0212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:27.652976 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:27.905675 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71c427f5-b151-49cf-977e-2eecc23fa66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:28.986701 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:30.420460 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:47.622102 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:49.615524 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:55.049384 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaa7732e-e756-4140-8b3a-6b00123ae509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:55.723846 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:09:57.331467 n-d-780147-13 neutron-server[93500]: DEBUG neutron.wsgi [req-2f63d621-e0eb-457f-b43c-c1bdc77150b6 req-115ecccf-0641-4d6c-a0fc-8cea285050d1 service neutron] (93500) timed out ('10.222.0.67', 63043) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:09:57.656965 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:57.905006 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c42d867-4df4-4a7f-8178-ee7d67286cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:58.992192 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:00.425369 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:13.047110 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-6391fbd7-c16c-4546-a623-135e5dac2d0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644565 Jun 17 09:10:13.154696 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def5200-529a-453c-be47-66751a474d80 req-a3a9d3cb-e7b1-49b2-8eb0-13e1373bcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:13.156228 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-a3a9d3cb-e7b1-49b2-8eb0-13e1373bcb6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0575733 Jun 17 09:10:13.645552 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def5200-529a-453c-be47-66751a474d80 req-dc6aef31-433f-4e2c-bf84-6e0ce0a1ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:13.647058 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-dc6aef31-433f-4e2c-bf84-6e0ce0a1ae78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.4692152 Jun 17 09:10:13.691268 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-6896ab77-86c9-45af-86d4-8831b2e6ee4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0368543 Jun 17 09:10:13.747978 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def5200-529a-453c-be47-66751a474d80 req-08687bdf-b154-4e3b-9917-9e70e8efb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:13.749457 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-08687bdf-b154-4e3b-9917-9e70e8efb695 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0524476 Jun 17 09:10:13.783111 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-3abd8390-325f-4307-ae32-43ae4ea038d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279205 Jun 17 09:10:13.881766 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-4f9a76f6-d418-495b-b57c-6ca5a305621b service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918343 Jun 17 09:10:13.977067 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-9def5200-529a-453c-be47-66751a474d80 req-f17033c6-778e-4c08-a94a-7c62977cbe46 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888402 Jun 17 09:10:17.632053 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:19.616959 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:25.058072 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-67bc3052-5381-4696-8944-2d7fe0a9925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:27.660127 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:27.905485 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-749fa5dd-7723-4864-b671-bdd6d6c49787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:28.992407 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:30.425992 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:32.725984 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:10:47.638098 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854eab5e-44eb-4fee-ba4a-09c46c55066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:49.645675 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce8305e5-8e8e-4ab2-99a0-7a065567ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:55.050683 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb822-124f-4ea0-81d0-90033a7c4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:57.662720 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-c9c1-4da2-bdf2-a39b7c132f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:57.908474 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-779b80fa-f351-4a33-82c7-85709d004117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:59.001013 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-043d5bd9-8357-4d65-ab0f-a76023e62811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:11:00.429805 n-d-780147-13 neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df48128a-c338-4294-8539-bd059ae59caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751034231583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605039'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:11:09.724791 n-d-780147-13 neutron-server[93502]: DEBUG neutron.db.agents_db [None req-a6658faa-4e7c-4b97-9e7c-b0d3123e83aa None None] Agent healthcheck: found 7 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:11:13.059292 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-81ca66c4-5a87-43f7-8ac9-4b7f0a7435ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517116 Jun 17 09:11:13.153402 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913085-8d67-4d88-8604-129126dc03fd req-703ccc01-f7a7-4d86-87ef-c1fbc1636976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:13.154871 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-703ccc01-f7a7-4d86-87ef-c1fbc1636976 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2cc6d58637a45a4b9ed7f5d6ec88c14&device_id=c1c04a5d-6e79-45b8-9b0e-21de277220e1 HTTP/1.1" status: 200 len: 1097 time: 0.0561826 Jun 17 09:11:13.259016 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913085-8d67-4d88-8604-129126dc03fd req-14dfb152-f7ba-4e84-a326-cbbabc73e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:13.260509 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-14dfb152-f7ba-4e84-a326-cbbabc73e711 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6c30236-9434-4002-941a-510d2839a709 HTTP/1.1" status: 200 len: 915 time: 0.0864129 Jun 17 09:11:13.303530 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-bd512a21-e4b7-4af8-b5f8-4af4c81dc940 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4464231-7ef9-4e93-8bfd-dd9900e464ab HTTP/1.1" status: 200 len: 217 time: 0.0364652 Jun 17 09:11:13.350858 n-d-780147-13 neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913085-8d67-4d88-8604-129126dc03fd req-f3d0094b-3cc3-424c-a560-0bb6e180ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:13.352441 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-f3d0094b-3cc3-424c-a560-0bb6e180ad5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fabc72f2-f76f-4f7a-9553-e6d2d8d1550b HTTP/1.1" status: 200 len: 854 time: 0.0437233 Jun 17 09:11:13.383941 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-56d8667e-eedf-4262-91e7-ac123400e761 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6c30236-9434-4002-941a-510d2839a709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260391 Jun 17 09:11:13.493278 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-89422ca8-6c2f-4ba1-b3b6-4a6e1db51f32 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023529 Jun 17 09:11:13.581358 n-d-780147-13 neutron-server[93500]: INFO neutron.wsgi [req-a3913085-8d67-4d88-8604-129126dc03fd req-f3646abf-98b6-42c2-99c3-6f98a12fa354 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c30236-9434-4002-941a-510d2839a709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816267